repos / ops

infra for pico services
git clone https://github.com/picosh/ops.git

commit
dbd5812
parent
0028eec
author
Antonio Mika
date
2022-08-26 15:13:07 +0000 UTC
Updated minio dash
1 files changed,  +2041, -1012
M monitoring/grafana/config/provisioning/dashboards/minio-dashboard_rev1.json
+2041, -1012
   1@@ -1,77 +1,32 @@
   2 {
   3-  "__inputs": [
   4-    {
   5-      "name": "DS_PROMETHEUS",
   6-      "label": "Prometheus",
   7-      "description": "Scrape data from MinIO Prometheus Endpoint",
   8-      "type": "datasource",
   9-      "pluginId": "prometheus",
  10-      "pluginName": "Prometheus"
  11-    }
  12-  ],
  13-  "__requires": [
  14-    {
  15-      "type": "panel",
  16-      "id": "bargauge",
  17-      "name": "Bar gauge",
  18-      "version": ""
  19-    },
  20-    {
  21-      "type": "panel",
  22-      "id": "gauge",
  23-      "name": "Gauge",
  24-      "version": ""
  25-    },
  26-    {
  27-      "type": "grafana",
  28-      "id": "grafana",
  29-      "name": "Grafana",
  30-      "version": "7.2.0"
  31-    },
  32-    {
  33-      "type": "panel",
  34-      "id": "graph",
  35-      "name": "Graph",
  36-      "version": ""
  37-    },
  38-    {
  39-      "type": "datasource",
  40-      "id": "prometheus",
  41-      "name": "Prometheus",
  42-      "version": "1.0.0"
  43-    },
  44-    {
  45-      "type": "panel",
  46-      "id": "singlestat",
  47-      "name": "Singlestat",
  48-      "version": ""
  49-    },
  50-    {
  51-      "type": "panel",
  52-      "id": "stat",
  53-      "name": "Stat",
  54-      "version": ""
  55-    }
  56-  ],
  57   "annotations": {
  58     "list": [
  59       {
  60         "builtIn": 1,
  61-        "datasource": "-- Grafana --",
  62+        "datasource": {
  63+          "type": "datasource",
  64+          "uid": "grafana"
  65+        },
  66         "enable": true,
  67         "hide": true,
  68         "iconColor": "rgba(0, 211, 255, 1)",
  69         "name": "Annotations & Alerts",
  70+        "target": {
  71+          "limit": 100,
  72+          "matchAny": false,
  73+          "tags": [],
  74+          "type": "dashboard"
  75+        },
  76         "type": "dashboard"
  77       }
  78     ]
  79   },
  80-  "description": "MinIO dashboard - https://min.io/",
  81+  "description": "MinIO Grafana Dashboard - https://min.io/",
  82   "editable": true,
  83+  "fiscalYearStartMonth": 0,
  84   "gnetId": 13502,
  85   "graphTooltip": 0,
  86-  "id": null,
  87-  "iteration": 1606971558062,
  88+  "id": 11,
  89   "links": [
  90     {
  91       "icon": "external link",
  92@@ -83,40 +38,27 @@
  93       "type": "dashboards"
  94     }
  95   ],
  96+  "liveNow": false,
  97   "panels": [
  98     {
  99-      "collapsed": false,
 100-      "datasource": "${DS_PROMETHEUS}",
 101-      "gridPos": {
 102-        "h": 1,
 103-        "w": 24,
 104-        "x": 0,
 105-        "y": 0
 106+      "datasource": {
 107+        "type": "prometheus",
 108+        "uid": "PBFA97CFB590B2093"
 109       },
 110-      "id": 24,
 111-      "panels": [],
 112-      "title": "Overview",
 113-      "type": "row"
 114-    },
 115-    {
 116-      "cacheTimeout": null,
 117-      "datasource": "${DS_PROMETHEUS}",
 118       "description": "",
 119       "fieldConfig": {
 120         "defaults": {
 121-          "custom": {
 122-            "align": null
 123-          },
 124           "mappings": [
 125             {
 126-              "id": 0,
 127-              "op": "=",
 128-              "text": "N/A",
 129-              "type": 1,
 130-              "value": "null"
 131+              "options": {
 132+                "match": "null",
 133+                "result": {
 134+                  "text": "N/A"
 135+                }
 136+              },
 137+              "type": "special"
 138             }
 139           ],
 140-          "nullValueMode": "connected",
 141           "thresholds": {
 142             "mode": "percentage",
 143             "steps": [
 144@@ -134,10 +76,9 @@
 145         "h": 6,
 146         "w": 3,
 147         "x": 0,
 148-        "y": 1
 149+        "y": 0
 150       },
 151       "id": 1,
 152-      "interval": null,
 153       "links": [],
 154       "maxDataPoints": 100,
 155       "options": {
 156@@ -152,12 +93,18 @@
 157           "fields": "",
 158           "values": false
 159         },
 160+        "text": {},
 161         "textMode": "auto"
 162       },
 163-      "pluginVersion": "7.2.0",
 164+      "pluginVersion": "9.0.5",
 165       "targets": [
 166         {
 167-          "expr": "time() - max(process_start_time_seconds)",
 168+          "datasource": {
 169+            "type": "prometheus",
 170+            "uid": "PBFA97CFB590B2093"
 171+          },
 172+          "exemplar": true,
 173+          "expr": "time() - max(minio_node_process_starttime_seconds{job=\"$scrape_jobs\"})",
 174           "format": "time_series",
 175           "instant": true,
 176           "interval": "",
 177@@ -168,44 +115,38 @@
 178           "step": 60
 179         }
 180       ],
 181-      "timeFrom": null,
 182-      "timeShift": null,
 183       "title": "Uptime",
 184       "type": "stat"
 185     },
 186     {
 187-      "cacheTimeout": null,
 188-      "datasource": "${DS_PROMETHEUS}",
 189+      "datasource": {
 190+        "type": "prometheus",
 191+        "uid": "PBFA97CFB590B2093"
 192+      },
 193       "description": "",
 194       "fieldConfig": {
 195         "defaults": {
 196-          "custom": {
 197-            "align": null
 198-          },
 199           "mappings": [
 200             {
 201-              "id": 0,
 202-              "op": "=",
 203-              "text": "N/A",
 204-              "type": 1,
 205-              "value": "null"
 206+              "options": {
 207+                "match": "null",
 208+                "result": {
 209+                  "text": "N/A"
 210+                }
 211+              },
 212+              "type": "special"
 213             }
 214           ],
 215-          "nullValueMode": "connected",
 216           "thresholds": {
 217             "mode": "absolute",
 218             "steps": [
 219               {
 220                 "color": "green",
 221                 "value": null
 222-              },
 223-              {
 224-                "color": "red",
 225-                "value": 80
 226               }
 227             ]
 228           },
 229-          "unit": "short"
 230+          "unit": "bytes"
 231         },
 232         "overrides": []
 233       },
 234@@ -213,10 +154,9 @@
 235         "h": 3,
 236         "w": 3,
 237         "x": 3,
 238-        "y": 1
 239+        "y": 0
 240       },
 241-      "id": 9,
 242-      "interval": null,
 243+      "id": 65,
 244       "links": [],
 245       "maxDataPoints": 100,
 246       "options": {
 247@@ -226,74 +166,121 @@
 248         "orientation": "auto",
 249         "reduceOptions": {
 250           "calcs": [
 251-            "mean"
 252+            "last"
 253           ],
 254           "fields": "",
 255           "values": false
 256         },
 257+        "text": {},
 258         "textMode": "auto"
 259       },
 260-      "pluginVersion": "7.2.0",
 261+      "pluginVersion": "9.0.5",
 262       "targets": [
 263         {
 264-          "expr": "sum(minio_disks_total)",
 265+          "datasource": {
 266+            "type": "prometheus",
 267+            "uid": "PBFA97CFB590B2093"
 268+          },
 269+          "exemplar": true,
 270+          "expr": "sum by (instance) (minio_s3_traffic_received_bytes{job=\"$scrape_jobs\"})",
 271           "format": "table",
 272           "hide": false,
 273-          "instant": true,
 274+          "instant": false,
 275           "interval": "",
 276           "intervalFactor": 1,
 277-          "legendFormat": "Total online disks in MinIO Cluster",
 278+          "legendFormat": "{{instance}}",
 279           "metric": "process_start_time_seconds",
 280           "refId": "A",
 281           "step": 60
 282         }
 283       ],
 284-      "timeFrom": null,
 285-      "timeShift": null,
 286-      "title": "Total Online disks",
 287+      "title": "Total S3 Traffic Inbound",
 288       "type": "stat"
 289     },
 290     {
 291-      "cacheTimeout": null,
 292-      "datasource": "${DS_PROMETHEUS}",
 293+      "datasource": {
 294+        "type": "prometheus",
 295+        "uid": "PBFA97CFB590B2093"
 296+      },
 297+      "description": "",
 298       "fieldConfig": {
 299         "defaults": {
 300-          "custom": {},
 301+          "color": {
 302+            "mode": "palette-classic"
 303+          },
 304+          "custom": {
 305+            "hideFrom": {
 306+              "legend": false,
 307+              "tooltip": false,
 308+              "viz": false
 309+            }
 310+          },
 311           "mappings": [
 312             {
 313-              "id": 0,
 314-              "op": "=",
 315-              "text": "N/A",
 316-              "type": 1,
 317-              "value": "null"
 318+              "options": {
 319+                "match": "null",
 320+                "result": {
 321+                  "text": "N/A"
 322+                }
 323+              },
 324+              "type": "special"
 325             }
 326           ],
 327-          "nullValueMode": "connected",
 328-          "thresholds": {
 329-            "mode": "absolute",
 330-            "steps": [
 331+          "unit": "bytes"
 332+        },
 333+        "overrides": [
 334+          {
 335+            "matcher": {
 336+              "id": "byName",
 337+              "options": "Free"
 338+            },
 339+            "properties": [
 340               {
 341-                "color": "rgba(255, 255, 255, 0.97)",
 342-                "value": null
 343+                "id": "color",
 344+                "value": {
 345+                  "fixedColor": "green",
 346+                  "mode": "fixed"
 347+                }
 348               }
 349             ]
 350           },
 351-          "unit": "decbytes"
 352-        },
 353-        "overrides": []
 354+          {
 355+            "matcher": {
 356+              "id": "byName",
 357+              "options": "Used"
 358+            },
 359+            "properties": [
 360+              {
 361+                "id": "color",
 362+                "value": {
 363+                  "fixedColor": "orange",
 364+                  "mode": "fixed"
 365+                }
 366+              }
 367+            ]
 368+          }
 369+        ]
 370       },
 371       "gridPos": {
 372         "h": 6,
 373-        "w": 3,
 374+        "w": 4,
 375         "x": 6,
 376-        "y": 1
 377+        "y": 0
 378       },
 379       "id": 50,
 380       "interval": "1m",
 381       "links": [],
 382       "maxDataPoints": 100,
 383       "options": {
 384-        "orientation": "horizontal",
 385+        "displayLabels": [],
 386+        "legend": {
 387+          "displayMode": "table",
 388+          "placement": "bottom",
 389+          "values": [
 390+            "percent"
 391+          ]
 392+        },
 393+        "pieType": "donut",
 394         "reduceOptions": {
 395           "calcs": [
 396             "lastNotNull"
 397@@ -301,132 +288,182 @@
 398           "fields": "",
 399           "values": false
 400         },
 401-        "showThresholdLabels": false,
 402-        "showThresholdMarkers": true
 403+        "tooltip": {
 404+          "mode": "single",
 405+          "sort": "none"
 406+        }
 407       },
 408-      "pluginVersion": "7.2.0",
 409+      "pluginVersion": "8.2.1",
 410       "targets": [
 411         {
 412-          "expr": "sum without (bucket,instance) (bucket_usage_size)",
 413+          "datasource": {
 414+            "type": "prometheus",
 415+            "uid": "PBFA97CFB590B2093"
 416+          },
 417+          "exemplar": true,
 418+          "expr": "topk(1, sum(minio_cluster_capacity_usable_total_bytes{job=\"$scrape_jobs\"}) by (instance)) - topk(1, sum(minio_cluster_capacity_usable_free_bytes{job=\"$scrape_jobs\"}) by (instance))",
 419           "format": "time_series",
 420           "instant": false,
 421           "interval": "1m",
 422           "intervalFactor": 1,
 423-          "legendFormat": "",
 424+          "legendFormat": "Used",
 425           "refId": "A",
 426           "step": 300
 427+        },
 428+        {
 429+          "datasource": {
 430+            "type": "prometheus",
 431+            "uid": "PBFA97CFB590B2093"
 432+          },
 433+          "exemplar": true,
 434+          "expr": "topk(1, sum(minio_cluster_capacity_usable_free_bytes{job=\"$scrape_jobs\"}) by (instance)) ",
 435+          "hide": false,
 436+          "interval": "1m",
 437+          "legendFormat": "Free",
 438+          "refId": "B"
 439         }
 440       ],
 441-      "timeFrom": null,
 442-      "timeShift": null,
 443-      "title": "Total Data",
 444-      "type": "gauge"
 445+      "title": "Capacity",
 446+      "type": "piechart"
 447     },
 448     {
 449-      "aliasColors": {},
 450-      "bars": false,
 451-      "dashLength": 10,
 452-      "dashes": false,
 453-      "datasource": "${DS_PROMETHEUS}",
 454+      "datasource": {
 455+        "type": "prometheus",
 456+        "uid": "PBFA97CFB590B2093"
 457+      },
 458       "fieldConfig": {
 459         "defaults": {
 460-          "custom": {}
 461+          "color": {
 462+            "mode": "palette-classic"
 463+          },
 464+          "custom": {
 465+            "axisLabel": "",
 466+            "axisPlacement": "auto",
 467+            "barAlignment": 0,
 468+            "drawStyle": "line",
 469+            "fillOpacity": 10,
 470+            "gradientMode": "none",
 471+            "hideFrom": {
 472+              "legend": false,
 473+              "tooltip": false,
 474+              "viz": false
 475+            },
 476+            "lineInterpolation": "linear",
 477+            "lineWidth": 1,
 478+            "pointSize": 5,
 479+            "scaleDistribution": {
 480+              "type": "linear"
 481+            },
 482+            "showPoints": "never",
 483+            "spanNulls": true,
 484+            "stacking": {
 485+              "group": "A",
 486+              "mode": "none"
 487+            },
 488+            "thresholdsStyle": {
 489+              "mode": "off"
 490+            }
 491+          },
 492+          "mappings": [],
 493+          "thresholds": {
 494+            "mode": "absolute",
 495+            "steps": [
 496+              {
 497+                "color": "green",
 498+                "value": null
 499+              },
 500+              {
 501+                "color": "red",
 502+                "value": 80
 503+              }
 504+            ]
 505+          },
 506+          "unit": "bytes"
 507         },
 508-        "overrides": []
 509+        "overrides": [
 510+          {
 511+            "matcher": {
 512+              "id": "byName",
 513+              "options": "Objects"
 514+            },
 515+            "properties": [
 516+              {
 517+                "id": "color",
 518+                "value": {
 519+                  "fixedColor": "blue",
 520+                  "mode": "fixed"
 521+                }
 522+              }
 523+            ]
 524+          },
 525+          {
 526+            "__systemRef": "hideSeriesFrom",
 527+            "matcher": {
 528+              "id": "byNames",
 529+              "options": {
 530+                "mode": "exclude",
 531+                "names": [
 532+                  "Usage"
 533+                ],
 534+                "prefix": "All except:",
 535+                "readOnly": true
 536+              }
 537+            },
 538+            "properties": [
 539+              {
 540+                "id": "custom.hideFrom",
 541+                "value": {
 542+                  "legend": false,
 543+                  "tooltip": false,
 544+                  "viz": true
 545+                }
 546+              }
 547+            ]
 548+          }
 549+        ]
 550       },
 551-      "fill": 1,
 552-      "fillGradient": 0,
 553       "gridPos": {
 554         "h": 6,
 555-        "w": 7,
 556-        "x": 9,
 557-        "y": 1
 558+        "w": 6,
 559+        "x": 10,
 560+        "y": 0
 561       },
 562-      "hiddenSeries": false,
 563       "id": 68,
 564-      "legend": {
 565-        "avg": false,
 566-        "current": false,
 567-        "max": true,
 568-        "min": true,
 569-        "show": true,
 570-        "total": false,
 571-        "values": true
 572-      },
 573-      "lines": true,
 574-      "linewidth": 1,
 575-      "nullPointMode": "null",
 576       "options": {
 577-        "alertThreshold": true
 578+        "legend": {
 579+          "calcs": [],
 580+          "displayMode": "hidden",
 581+          "placement": "bottom"
 582+        },
 583+        "tooltip": {
 584+          "mode": "single",
 585+          "sort": "none"
 586+        }
 587       },
 588-      "percentage": false,
 589-      "pluginVersion": "7.2.0",
 590-      "pointradius": 2,
 591-      "points": false,
 592-      "renderer": "flot",
 593-      "seriesOverrides": [],
 594-      "spaceLength": 10,
 595-      "stack": false,
 596-      "steppedLine": false,
 597+      "pluginVersion": "8.2.1",
 598       "targets": [
 599         {
 600-          "expr": "sum without (bucket,instance) (bucket_usage_size)",
 601+          "datasource": {
 602+            "type": "prometheus",
 603+            "uid": "PBFA97CFB590B2093"
 604+          },
 605+          "exemplar": true,
 606+          "expr": "sum(minio_bucket_usage_total_bytes{job=\"$scrape_jobs\"}) by (instance)",
 607           "interval": "",
 608-          "legendFormat": "Total Storage Used",
 609+          "legendFormat": "Usage",
 610           "refId": "A"
 611         }
 612       ],
 613-      "thresholds": [],
 614-      "timeFrom": null,
 615-      "timeRegions": [],
 616-      "timeShift": null,
 617-      "title": "Data Growth",
 618-      "tooltip": {
 619-        "shared": true,
 620-        "sort": 0,
 621-        "value_type": "individual"
 622-      },
 623-      "type": "graph",
 624-      "xaxis": {
 625-        "buckets": null,
 626-        "mode": "time",
 627-        "name": null,
 628-        "show": true,
 629-        "values": []
 630-      },
 631-      "yaxes": [
 632-        {
 633-          "$$hashKey": "object:419",
 634-          "format": "decbytes",
 635-          "label": null,
 636-          "logBase": 1,
 637-          "max": null,
 638-          "min": null,
 639-          "show": true
 640-        },
 641-        {
 642-          "$$hashKey": "object:420",
 643-          "format": "decbytes",
 644-          "label": null,
 645-          "logBase": 1,
 646-          "max": null,
 647-          "min": null,
 648-          "show": true
 649-        }
 650-      ],
 651-      "yaxis": {
 652-        "align": false,
 653-        "alignLevel": null
 654-      }
 655+      "title": "Data Usage Growth",
 656+      "type": "timeseries"
 657     },
 658     {
 659-      "datasource": "${DS_PROMETHEUS}",
 660+      "datasource": {
 661+        "type": "prometheus",
 662+        "uid": "PBFA97CFB590B2093"
 663+      },
 664       "fieldConfig": {
 665         "defaults": {
 666-          "custom": {
 667-            "align": null,
 668-            "filterable": false
 669-          },
 670           "mappings": [],
 671           "thresholds": {
 672             "mode": "absolute",
 673@@ -446,15 +483,17 @@
 674       },
 675       "gridPos": {
 676         "h": 6,
 677-        "w": 8,
 678+        "w": 5,
 679         "x": 16,
 680-        "y": 1
 681+        "y": 0
 682       },
 683       "id": 52,
 684       "links": [],
 685       "options": {
 686-        "displayMode": "gradient",
 687-        "orientation": "auto",
 688+        "displayMode": "basic",
 689+        "minVizHeight": 10,
 690+        "minVizWidth": 0,
 691+        "orientation": "horizontal",
 692         "reduceOptions": {
 693           "calcs": [
 694             "mean"
 695@@ -462,139 +501,49 @@
 696           "fields": "",
 697           "values": false
 698         },
 699-        "showUnfilled": true
 700+        "showUnfilled": false,
 701+        "text": {}
 702       },
 703-      "pluginVersion": "7.2.0",
 704+      "pluginVersion": "9.0.5",
 705       "targets": [
 706         {
 707-          "expr": "sum without (instance,bucket) (bucket_objects_histogram)",
 708+          "datasource": {
 709+            "type": "prometheus",
 710+            "uid": "PBFA97CFB590B2093"
 711+          },
 712+          "exemplar": true,
 713+          "expr": "max by (range) (minio_bucket_objects_size_distribution{job=\"$scrape_jobs\"})",
 714           "format": "time_series",
 715           "instant": false,
 716           "interval": "",
 717           "intervalFactor": 1,
 718-          "legendFormat": "{{object_size}}",
 719+          "legendFormat": "{{range}}",
 720           "refId": "A",
 721           "step": 300
 722         }
 723       ],
 724-      "timeFrom": null,
 725-      "timeShift": null,
 726       "title": "Object size distribution",
 727       "type": "bargauge"
 728     },
 729     {
 730-      "cacheTimeout": null,
 731-      "colorBackground": false,
 732-      "colorPrefix": false,
 733-      "colorValue": true,
 734-      "colors": [
 735-        "rgba(50, 172, 45, 0.97)",
 736-        "rgba(237, 129, 40, 0.89)",
 737-        "rgba(245, 54, 54, 0.9)"
 738-      ],
 739-      "datasource": "${DS_PROMETHEUS}",
 740-      "decimals": null,
 741-      "description": "",
 742-      "fieldConfig": {
 743-        "defaults": {
 744-          "custom": {}
 745-        },
 746-        "overrides": []
 747-      },
 748-      "format": "short",
 749-      "gauge": {
 750-        "maxValue": 100,
 751-        "minValue": 0,
 752-        "show": false,
 753-        "thresholdLabels": false,
 754-        "thresholdMarkers": false
 755-      },
 756-      "gridPos": {
 757-        "h": 3,
 758-        "w": 3,
 759-        "x": 3,
 760-        "y": 4
 761-      },
 762-      "id": 10,
 763-      "interval": null,
 764-      "links": [],
 765-      "mappingType": 1,
 766-      "mappingTypes": [
 767-        {
 768-          "name": "value to text",
 769-          "value": 1
 770-        },
 771-        {
 772-          "name": "range to text",
 773-          "value": 2
 774-        }
 775-      ],
 776-      "maxDataPoints": 100,
 777-      "nullPointMode": "connected",
 778-      "nullText": null,
 779-      "postfix": "",
 780-      "postfixFontSize": "50%",
 781-      "prefix": "",
 782-      "prefixFontSize": "50%",
 783-      "rangeMaps": [
 784-        {
 785-          "from": "null",
 786-          "text": "N/A",
 787-          "to": "null"
 788-        }
 789-      ],
 790-      "sparkline": {
 791-        "fillColor": "rgba(31, 118, 189, 0.18)",
 792-        "full": false,
 793-        "lineColor": "rgb(31, 120, 193)",
 794-        "show": true
 795+      "datasource": {
 796+        "type": "prometheus",
 797+        "uid": "PBFA97CFB590B2093"
 798       },
 799-      "tableColumn": "",
 800-      "targets": [
 801-        {
 802-          "expr": "sum(minio_disks_offline)",
 803-          "format": "time_series",
 804-          "instant": true,
 805-          "interval": "",
 806-          "intervalFactor": 2,
 807-          "legendFormat": "Total offline disks in MinIO Cluster",
 808-          "metric": "process_start_time_seconds",
 809-          "refId": "A",
 810-          "step": 60
 811-        }
 812-      ],
 813-      "thresholds": "1,2",
 814-      "title": "Total Offline disks",
 815-      "type": "singlestat",
 816-      "valueFontSize": "80%",
 817-      "valueMaps": [
 818-        {
 819-          "op": "=",
 820-          "text": "N/A",
 821-          "value": "null"
 822-        }
 823-      ],
 824-      "valueName": "avg"
 825-    },
 826-    {
 827-      "cacheTimeout": null,
 828-      "datasource": "${DS_PROMETHEUS}",
 829       "description": "",
 830       "fieldConfig": {
 831         "defaults": {
 832-          "custom": {
 833-            "align": null
 834-          },
 835           "mappings": [
 836             {
 837-              "id": 0,
 838-              "op": "=",
 839-              "text": "N/A",
 840-              "type": 1,
 841-              "value": "null"
 842+              "options": {
 843+                "match": "null",
 844+                "result": {
 845+                  "text": "N/A"
 846+                }
 847+              },
 848+              "type": "special"
 849             }
 850           ],
 851-          "nullValueMode": "connected",
 852           "thresholds": {
 853             "mode": "absolute",
 854             "steps": [
 855@@ -604,7 +553,7 @@
 856               },
 857               {
 858                 "color": "red",
 859-                "value": 80
 860+                "value": 2000
 861               }
 862             ]
 863           },
 864@@ -615,11 +564,10 @@
 865       "gridPos": {
 866         "h": 3,
 867         "w": 3,
 868-        "x": 0,
 869-        "y": 7
 870+        "x": 21,
 871+        "y": 0
 872       },
 873-      "id": 53,
 874-      "interval": null,
 875+      "id": 61,
 876       "links": [],
 877       "maxDataPoints": 100,
 878       "options": {
 879@@ -629,20 +577,26 @@
 880         "orientation": "auto",
 881         "reduceOptions": {
 882           "calcs": [
 883-            "mean"
 884+            "last"
 885           ],
 886           "fields": "",
 887           "values": false
 888         },
 889+        "text": {},
 890         "textMode": "auto"
 891       },
 892-      "pluginVersion": "7.2.0",
 893+      "pluginVersion": "9.0.5",
 894       "targets": [
 895         {
 896-          "expr": "count(count by (instances) (minio_version_info))",
 897+          "datasource": {
 898+            "type": "prometheus",
 899+            "uid": "PBFA97CFB590B2093"
 900+          },
 901+          "exemplar": true,
 902+          "expr": "sum (minio_node_file_descriptor_open_total{job=\"$scrape_jobs\"})",
 903           "format": "table",
 904           "hide": false,
 905-          "instant": true,
 906+          "instant": false,
 907           "interval": "",
 908           "intervalFactor": 1,
 909           "legendFormat": "",
 910@@ -651,30 +605,28 @@
 911           "step": 60
 912         }
 913       ],
 914-      "timeFrom": null,
 915-      "timeShift": null,
 916-      "title": "Total Online Servers",
 917+      "title": "Total Open FDs",
 918       "type": "stat"
 919     },
 920     {
 921-      "cacheTimeout": null,
 922-      "datasource": "${DS_PROMETHEUS}",
 923+      "datasource": {
 924+        "type": "prometheus",
 925+        "uid": "PBFA97CFB590B2093"
 926+      },
 927       "description": "",
 928       "fieldConfig": {
 929         "defaults": {
 930-          "custom": {
 931-            "align": null
 932-          },
 933           "mappings": [
 934             {
 935-              "id": 0,
 936-              "op": "=",
 937-              "text": "N/A",
 938-              "type": 1,
 939-              "value": "null"
 940+              "options": {
 941+                "match": "null",
 942+                "result": {
 943+                  "text": "N/A"
 944+                }
 945+              },
 946+              "type": "special"
 947             }
 948           ],
 949-          "nullValueMode": "connected",
 950           "thresholds": {
 951             "mode": "absolute",
 952             "steps": [
 953@@ -684,7 +636,7 @@
 954               }
 955             ]
 956           },
 957-          "unit": "decbytes"
 958+          "unit": "bytes"
 959         },
 960         "overrides": []
 961       },
 962@@ -692,10 +644,9 @@
 963         "h": 3,
 964         "w": 3,
 965         "x": 3,
 966-        "y": 7
 967+        "y": 3
 968       },
 969-      "id": 65,
 970-      "interval": null,
 971+      "id": 64,
 972       "links": [],
 973       "maxDataPoints": 100,
 974       "options": {
 975@@ -705,17 +656,23 @@
 976         "orientation": "auto",
 977         "reduceOptions": {
 978           "calcs": [
 979-            "mean"
 980+            "last"
 981           ],
 982           "fields": "",
 983           "values": false
 984         },
 985+        "text": {},
 986         "textMode": "auto"
 987       },
 988-      "pluginVersion": "7.2.0",
 989+      "pluginVersion": "9.0.5",
 990       "targets": [
 991         {
 992-          "expr": "sum without (instance) (s3_rx_bytes_total)",
 993+          "datasource": {
 994+            "type": "prometheus",
 995+            "uid": "PBFA97CFB590B2093"
 996+          },
 997+          "exemplar": true,
 998+          "expr": "sum by (instance) (minio_s3_traffic_sent_bytes{job=\"$scrape_jobs\"})",
 999           "format": "table",
1000           "hide": false,
1001           "instant": false,
1002@@ -727,27 +684,28 @@
1003           "step": 60
1004         }
1005       ],
1006-      "timeFrom": null,
1007-      "timeShift": null,
1008-      "title": "Total S3 Traffic Inbound",
1009+      "title": "Total S3 Traffic Outbound",
1010       "type": "stat"
1011     },
1012     {
1013-      "cacheTimeout": null,
1014-      "datasource": "${DS_PROMETHEUS}",
1015+      "datasource": {
1016+        "type": "prometheus",
1017+        "uid": "PBFA97CFB590B2093"
1018+      },
1019+      "description": "",
1020       "fieldConfig": {
1021         "defaults": {
1022-          "custom": {},
1023           "mappings": [
1024             {
1025-              "id": 0,
1026-              "op": "=",
1027-              "text": "N/A",
1028-              "type": 1,
1029-              "value": "null"
1030+              "options": {
1031+                "match": "null",
1032+                "result": {
1033+                  "text": "N/A"
1034+                }
1035+              },
1036+              "type": "special"
1037             }
1038           ],
1039-          "nullValueMode": "connected",
1040           "thresholds": {
1041             "mode": "absolute",
1042             "steps": [
1043@@ -756,12 +714,8 @@
1044                 "value": null
1045               },
1046               {
1047-                "color": "dark-yellow",
1048-                "value": 75000000
1049-              },
1050-              {
1051-                "color": "dark-red",
1052-                "value": 100000000
1053+                "color": "red",
1054+                "value": 2000
1055               }
1056             ]
1057           },
1058@@ -772,194 +726,10 @@
1059       "gridPos": {
1060         "h": 3,
1061         "w": 3,
1062-        "x": 6,
1063-        "y": 7
1064+        "x": 21,
1065+        "y": 3
1066       },
1067-      "id": 66,
1068-      "interval": null,
1069-      "links": [],
1070-      "maxDataPoints": 100,
1071-      "options": {
1072-        "colorMode": "value",
1073-        "graphMode": "area",
1074-        "justifyMode": "auto",
1075-        "orientation": "horizontal",
1076-        "reduceOptions": {
1077-          "calcs": [
1078-            "lastNotNull"
1079-          ],
1080-          "fields": "",
1081-          "values": false
1082-        },
1083-        "textMode": "auto"
1084-      },
1085-      "pluginVersion": "7.2.0",
1086-      "targets": [
1087-        {
1088-          "expr": "count(count by (bucket) (bucket_objects_count))",
1089-          "format": "time_series",
1090-          "instant": false,
1091-          "interval": "1m",
1092-          "intervalFactor": 1,
1093-          "legendFormat": "",
1094-          "refId": "A"
1095-        }
1096-      ],
1097-      "title": "Number of Buckets",
1098-      "type": "stat"
1099-    },
1100-    {
1101-      "aliasColors": {
1102-        "S3 Errors": "light-red",
1103-        "S3 Requests": "light-green"
1104-      },
1105-      "bars": false,
1106-      "dashLength": 10,
1107-      "dashes": false,
1108-      "datasource": "${DS_PROMETHEUS}",
1109-      "fieldConfig": {
1110-        "defaults": {
1111-          "custom": {}
1112-        },
1113-        "overrides": []
1114-      },
1115-      "fill": 1,
1116-      "fillGradient": 0,
1117-      "gridPos": {
1118-        "h": 6,
1119-        "w": 12,
1120-        "x": 9,
1121-        "y": 7
1122-      },
1123-      "hiddenSeries": false,
1124-      "id": 60,
1125-      "legend": {
1126-        "avg": false,
1127-        "current": false,
1128-        "max": false,
1129-        "min": false,
1130-        "show": true,
1131-        "total": false,
1132-        "values": false
1133-      },
1134-      "lines": true,
1135-      "linewidth": 1,
1136-      "nullPointMode": "null",
1137-      "options": {
1138-        "alertThreshold": true
1139-      },
1140-      "percentage": false,
1141-      "pluginVersion": "7.2.0",
1142-      "pointradius": 2,
1143-      "points": false,
1144-      "renderer": "flot",
1145-      "seriesOverrides": [],
1146-      "spaceLength": 10,
1147-      "stack": false,
1148-      "steppedLine": false,
1149-      "targets": [
1150-        {
1151-          "expr": "sum without (instance,api)(rate(s3_requests_total[10m]))",
1152-          "interval": "1m",
1153-          "intervalFactor": 2,
1154-          "legendFormat": "S3 Requests",
1155-          "refId": "A"
1156-        },
1157-        {
1158-          "expr": "sum without (instance,api)(rate(s3_errors_total[10m]))",
1159-          "interval": "1m",
1160-          "intervalFactor": 2,
1161-          "legendFormat": "S3 Errors",
1162-          "refId": "B"
1163-        }
1164-      ],
1165-      "thresholds": [],
1166-      "timeFrom": null,
1167-      "timeRegions": [],
1168-      "timeShift": null,
1169-      "title": "S3 API Request & Error Rate",
1170-      "tooltip": {
1171-        "shared": true,
1172-        "sort": 0,
1173-        "value_type": "individual"
1174-      },
1175-      "type": "graph",
1176-      "xaxis": {
1177-        "buckets": null,
1178-        "mode": "time",
1179-        "name": null,
1180-        "show": true,
1181-        "values": []
1182-      },
1183-      "yaxes": [
1184-        {
1185-          "$$hashKey": "object:331",
1186-          "format": "short",
1187-          "label": null,
1188-          "logBase": 1,
1189-          "max": null,
1190-          "min": null,
1191-          "show": false
1192-        },
1193-        {
1194-          "$$hashKey": "object:332",
1195-          "format": "short",
1196-          "label": null,
1197-          "logBase": 1,
1198-          "max": null,
1199-          "min": null,
1200-          "show": false
1201-        }
1202-      ],
1203-      "yaxis": {
1204-        "align": false,
1205-        "alignLevel": null
1206-      }
1207-    },
1208-    {
1209-      "cacheTimeout": null,
1210-      "datasource": "${DS_PROMETHEUS}",
1211-      "description": "",
1212-      "fieldConfig": {
1213-        "defaults": {
1214-          "custom": {
1215-            "align": null
1216-          },
1217-          "mappings": [
1218-            {
1219-              "id": 0,
1220-              "op": "=",
1221-              "text": "N/A",
1222-              "type": 1,
1223-              "value": "null"
1224-            }
1225-          ],
1226-          "nullValueMode": "connected",
1227-          "thresholds": {
1228-            "mode": "absolute",
1229-            "steps": [
1230-              {
1231-                "color": "green",
1232-                "value": null
1233-              },
1234-              {
1235-                "color": "red",
1236-                "value": 80
1237-              }
1238-            ]
1239-          },
1240-          "unit": "short"
1241-        },
1242-        "overrides": []
1243-      },
1244-      "gridPos": {
1245-        "h": 3,
1246-        "w": 3,
1247-        "x": 21,
1248-        "y": 7
1249-      },
1250-      "id": 61,
1251-      "interval": null,
1252+      "id": 62,
1253       "links": [],
1254       "maxDataPoints": 100,
1255       "options": {
1256@@ -969,17 +739,23 @@
1257         "orientation": "auto",
1258         "reduceOptions": {
1259           "calcs": [
1260-            "mean"
1261+            "last"
1262           ],
1263           "fields": "",
1264           "values": false
1265         },
1266+        "text": {},
1267         "textMode": "auto"
1268       },
1269-      "pluginVersion": "7.2.0",
1270+      "pluginVersion": "9.0.5",
1271       "targets": [
1272         {
1273-          "expr": "sum without (instance)(process_open_fds)",
1274+          "datasource": {
1275+            "type": "prometheus",
1276+            "uid": "PBFA97CFB590B2093"
1277+          },
1278+          "exemplar": true,
1279+          "expr": "sum without (server,instance) (minio_node_go_routine_total{job=\"$scrape_jobs\"})",
1280           "format": "table",
1281           "hide": false,
1282           "instant": false,
1283@@ -991,30 +767,28 @@
1284           "step": 60
1285         }
1286       ],
1287-      "timeFrom": null,
1288-      "timeShift": null,
1289-      "title": "Total Open FDs",
1290+      "title": "Total Goroutines",
1291       "type": "stat"
1292     },
1293     {
1294-      "cacheTimeout": null,
1295-      "datasource": "${DS_PROMETHEUS}",
1296+      "datasource": {
1297+        "type": "prometheus",
1298+        "uid": "PBFA97CFB590B2093"
1299+      },
1300       "description": "",
1301       "fieldConfig": {
1302         "defaults": {
1303-          "custom": {
1304-            "align": null
1305-          },
1306           "mappings": [
1307             {
1308-              "id": 0,
1309-              "op": "=",
1310-              "text": "N/A",
1311-              "type": 1,
1312-              "value": "null"
1313+              "options": {
1314+                "match": "null",
1315+                "result": {
1316+                  "text": "N/A"
1317+                }
1318+              },
1319+              "type": "special"
1320             }
1321           ],
1322-          "nullValueMode": "connected",
1323           "thresholds": {
1324             "mode": "absolute",
1325             "steps": [
1326@@ -1033,36 +807,41 @@
1327         "overrides": []
1328       },
1329       "gridPos": {
1330-        "h": 3,
1331+        "h": 2,
1332         "w": 3,
1333         "x": 0,
1334-        "y": 10
1335+        "y": 6
1336       },
1337-      "id": 57,
1338-      "interval": null,
1339+      "id": 53,
1340       "links": [],
1341       "maxDataPoints": 100,
1342       "options": {
1343         "colorMode": "value",
1344-        "graphMode": "none",
1345+        "graphMode": "area",
1346         "justifyMode": "auto",
1347         "orientation": "auto",
1348         "reduceOptions": {
1349           "calcs": [
1350-            "last"
1351+            "mean"
1352           ],
1353           "fields": "",
1354           "values": false
1355         },
1356+        "text": {},
1357         "textMode": "auto"
1358       },
1359-      "pluginVersion": "7.2.0",
1360+      "pluginVersion": "9.0.5",
1361       "targets": [
1362         {
1363-          "expr": "",
1364+          "datasource": {
1365+            "type": "prometheus",
1366+            "uid": "PBFA97CFB590B2093"
1367+          },
1368+          "exemplar": true,
1369+          "expr": "minio_cluster_nodes_online_total{job=\"$scrape_jobs\"}",
1370           "format": "table",
1371           "hide": false,
1372-          "instant": false,
1373+          "instant": true,
1374           "interval": "",
1375           "intervalFactor": 1,
1376           "legendFormat": "",
1377@@ -1071,51 +850,52 @@
1378           "step": 60
1379         }
1380       ],
1381-      "timeFrom": null,
1382-      "timeShift": null,
1383-      "title": "Total Offline Servers",
1384+      "title": "Total Online Servers",
1385       "type": "stat"
1386     },
1387     {
1388-      "cacheTimeout": null,
1389-      "datasource": "${DS_PROMETHEUS}",
1390+      "datasource": {
1391+        "type": "prometheus",
1392+        "uid": "PBFA97CFB590B2093"
1393+      },
1394       "description": "",
1395       "fieldConfig": {
1396         "defaults": {
1397-          "custom": {
1398-            "align": null
1399-          },
1400           "mappings": [
1401             {
1402-              "id": 0,
1403-              "op": "=",
1404-              "text": "N/A",
1405-              "type": 1,
1406-              "value": "null"
1407+              "options": {
1408+                "match": "null",
1409+                "result": {
1410+                  "text": "N/A"
1411+                }
1412+              },
1413+              "type": "special"
1414             }
1415           ],
1416-          "nullValueMode": "connected",
1417           "thresholds": {
1418             "mode": "absolute",
1419             "steps": [
1420               {
1421                 "color": "green",
1422                 "value": null
1423+              },
1424+              {
1425+                "color": "red",
1426+                "value": 80
1427               }
1428             ]
1429           },
1430-          "unit": "decbytes"
1431+          "unit": "short"
1432         },
1433         "overrides": []
1434       },
1435       "gridPos": {
1436-        "h": 3,
1437+        "h": 2,
1438         "w": 3,
1439         "x": 3,
1440-        "y": 10
1441+        "y": 6
1442       },
1443-      "id": 64,
1444-      "interval": null,
1445+      "id": 9,
1446       "links": [],
1447       "maxDataPoints": 100,
1448       "options": {
1449@@ -1130,44 +910,50 @@
1450           "fields": "",
1451           "values": false
1452         },
1453+        "text": {},
1454         "textMode": "auto"
1455       },
1456-      "pluginVersion": "7.2.0",
1457+      "pluginVersion": "9.0.5",
1458       "targets": [
1459         {
1460-          "expr": "sum without (instance)(s3_tx_bytes_total)",
1461+          "datasource": {
1462+            "type": "prometheus",
1463+            "uid": "PBFA97CFB590B2093"
1464+          },
1465+          "exemplar": true,
1466+          "expr": "minio_cluster_disk_online_total{job=\"$scrape_jobs\"}",
1467           "format": "table",
1468           "hide": false,
1469-          "instant": false,
1470+          "instant": true,
1471           "interval": "",
1472           "intervalFactor": 1,
1473-          "legendFormat": "",
1474+          "legendFormat": "Total online disks in MinIO Cluster",
1475           "metric": "process_start_time_seconds",
1476           "refId": "A",
1477           "step": 60
1478         }
1479       ],
1480-      "timeFrom": null,
1481-      "timeShift": null,
1482-      "title": "Total S3 Traffic Outbound",
1483+      "title": "Total Online Disks",
1484       "type": "stat"
1485     },
1486     {
1487-      "cacheTimeout": null,
1488-      "datasource": "${DS_PROMETHEUS}",
1489+      "datasource": {
1490+        "type": "prometheus",
1491+        "uid": "PBFA97CFB590B2093"
1492+      },
1493       "fieldConfig": {
1494         "defaults": {
1495-          "custom": {},
1496           "mappings": [
1497             {
1498-              "id": 0,
1499-              "op": "=",
1500-              "text": "N/A",
1501-              "type": 1,
1502-              "value": "null"
1503+              "options": {
1504+                "match": "null",
1505+                "result": {
1506+                  "text": "N/A"
1507+                }
1508+              },
1509+              "type": "special"
1510             }
1511           ],
1512-          "nullValueMode": "connected",
1513           "thresholds": {
1514             "mode": "absolute",
1515             "steps": [
1516@@ -1193,10 +979,9 @@
1517         "h": 3,
1518         "w": 3,
1519         "x": 6,
1520-        "y": 10
1521+        "y": 6
1522       },
1523-      "id": 44,
1524-      "interval": null,
1525+      "id": 66,
1526       "links": [],
1527       "maxDataPoints": 100,
1528       "options": {
1529@@ -1211,12 +996,18 @@
1530           "fields": "",
1531           "values": false
1532         },
1533+        "text": {},
1534         "textMode": "auto"
1535       },
1536-      "pluginVersion": "7.2.0",
1537+      "pluginVersion": "9.0.5",
1538       "targets": [
1539         {
1540-          "expr": "sum(bucket_objects_count)",
1541+          "datasource": {
1542+            "type": "prometheus",
1543+            "uid": "PBFA97CFB590B2093"
1544+          },
1545+          "exemplar": true,
1546+          "expr": "count(count by (bucket) (minio_bucket_usage_total_bytes{job=\"$scrape_jobs\"}))",
1547           "format": "time_series",
1548           "instant": false,
1549           "interval": "1m",
1550@@ -1225,57 +1016,240 @@
1551           "refId": "A"
1552         }
1553       ],
1554-      "title": "Number of Objects",
1555+      "title": "Number of Buckets",
1556       "type": "stat"
1557     },
1558     {
1559-      "cacheTimeout": null,
1560-      "datasource": "${DS_PROMETHEUS}",
1561-      "description": "",
1562-      "fieldConfig": {
1563-        "defaults": {
1564-          "custom": {
1565-            "align": null
1566-          },
1567-          "mappings": [
1568-            {
1569-              "id": 0,
1570-              "op": "=",
1571-              "text": "N/A",
1572-              "type": 1,
1573-              "value": "null"
1574-            }
1575-          ],
1576-          "nullValueMode": "connected",
1577-          "thresholds": {
1578-            "mode": "absolute",
1579-            "steps": [
1580-              {
1581-                "color": "green",
1582-                "value": null
1583-              },
1584-              {
1585-                "color": "red",
1586-                "value": 80
1587-              }
1588-            ]
1589-          },
1590-          "unit": "short"
1591-        },
1592-        "overrides": []
1593+      "aliasColors": {
1594+        "S3 Errors": "light-red",
1595+        "S3 Requests": "light-green"
1596+      },
1597+      "bars": false,
1598+      "dashLength": 10,
1599+      "dashes": false,
1600+      "datasource": {
1601+        "type": "prometheus",
1602+        "uid": "PBFA97CFB590B2093"
1603       },
1604+      "fill": 1,
1605+      "fillGradient": 0,
1606       "gridPos": {
1607-        "h": 3,
1608-        "w": 3,
1609-        "x": 21,
1610-        "y": 10
1611+        "h": 6,
1612+        "w": 7,
1613+        "x": 9,
1614+        "y": 6
1615       },
1616-      "id": 62,
1617-      "interval": null,
1618-      "links": [],
1619-      "maxDataPoints": 100,
1620+      "hiddenSeries": false,
1621+      "id": 63,
1622+      "legend": {
1623+        "avg": false,
1624+        "current": false,
1625+        "max": false,
1626+        "min": false,
1627+        "show": true,
1628+        "total": false,
1629+        "values": false
1630+      },
1631+      "lines": true,
1632+      "linewidth": 1,
1633+      "nullPointMode": "null",
1634       "options": {
1635-        "colorMode": "value",
1636+        "alertThreshold": true
1637+      },
1638+      "percentage": false,
1639+      "pluginVersion": "9.0.5",
1640+      "pointradius": 2,
1641+      "points": false,
1642+      "renderer": "flot",
1643+      "seriesOverrides": [],
1644+      "spaceLength": 10,
1645+      "stack": false,
1646+      "steppedLine": false,
1647+      "targets": [
1648+        {
1649+          "datasource": {
1650+            "type": "prometheus",
1651+            "uid": "PBFA97CFB590B2093"
1652+          },
1653+          "exemplar": true,
1654+          "expr": "sum by (server) (rate(minio_s3_traffic_received_bytes{job=\"$scrape_jobs\"}[$__rate_interval]))",
1655+          "interval": "1m",
1656+          "intervalFactor": 2,
1657+          "legendFormat": "Data Received [{{server}}]",
1658+          "refId": "A"
1659+        }
1660+      ],
1661+      "thresholds": [],
1662+      "timeRegions": [],
1663+      "title": "S3 API Data Received Rate ",
1664+      "tooltip": {
1665+        "shared": true,
1666+        "sort": 0,
1667+        "value_type": "individual"
1668+      },
1669+      "type": "graph",
1670+      "xaxis": {
1671+        "mode": "time",
1672+        "show": true,
1673+        "values": []
1674+      },
1675+      "yaxes": [
1676+        {
1677+          "$$hashKey": "object:331",
1678+          "format": "bytes",
1679+          "logBase": 1,
1680+          "show": true
1681+        },
1682+        {
1683+          "$$hashKey": "object:332",
1684+          "format": "short",
1685+          "logBase": 1,
1686+          "show": false
1687+        }
1688+      ],
1689+      "yaxis": {
1690+        "align": false
1691+      }
1692+    },
1693+    {
1694+      "aliasColors": {
1695+        "S3 Errors": "light-red",
1696+        "S3 Requests": "light-green"
1697+      },
1698+      "bars": false,
1699+      "dashLength": 10,
1700+      "dashes": false,
1701+      "datasource": {
1702+        "type": "prometheus",
1703+        "uid": "PBFA97CFB590B2093"
1704+      },
1705+      "fill": 1,
1706+      "fillGradient": 0,
1707+      "gridPos": {
1708+        "h": 6,
1709+        "w": 8,
1710+        "x": 16,
1711+        "y": 6
1712+      },
1713+      "hiddenSeries": false,
1714+      "id": 70,
1715+      "legend": {
1716+        "avg": false,
1717+        "current": false,
1718+        "max": false,
1719+        "min": false,
1720+        "show": true,
1721+        "total": false,
1722+        "values": false
1723+      },
1724+      "lines": true,
1725+      "linewidth": 1,
1726+      "nullPointMode": "null",
1727+      "options": {
1728+        "alertThreshold": true
1729+      },
1730+      "percentage": false,
1731+      "pluginVersion": "9.0.5",
1732+      "pointradius": 2,
1733+      "points": false,
1734+      "renderer": "flot",
1735+      "seriesOverrides": [],
1736+      "spaceLength": 10,
1737+      "stack": false,
1738+      "steppedLine": false,
1739+      "targets": [
1740+        {
1741+          "datasource": {
1742+            "type": "prometheus",
1743+            "uid": "PBFA97CFB590B2093"
1744+          },
1745+          "exemplar": true,
1746+          "expr": "sum by (server) (rate(minio_s3_traffic_sent_bytes{job=\"$scrape_jobs\"}[$__rate_interval]))",
1747+          "interval": "1m",
1748+          "intervalFactor": 2,
1749+          "legendFormat": "Data Sent [{{server}}]",
1750+          "refId": "A"
1751+        }
1752+      ],
1753+      "thresholds": [],
1754+      "timeRegions": [],
1755+      "title": "S3 API Data Sent Rate ",
1756+      "tooltip": {
1757+        "shared": true,
1758+        "sort": 0,
1759+        "value_type": "individual"
1760+      },
1761+      "type": "graph",
1762+      "xaxis": {
1763+        "mode": "time",
1764+        "show": true,
1765+        "values": []
1766+      },
1767+      "yaxes": [
1768+        {
1769+          "$$hashKey": "object:331",
1770+          "format": "bytes",
1771+          "logBase": 1,
1772+          "show": true
1773+        },
1774+        {
1775+          "$$hashKey": "object:332",
1776+          "format": "short",
1777+          "logBase": 1,
1778+          "show": false
1779+        }
1780+      ],
1781+      "yaxis": {
1782+        "align": false
1783+      }
1784+    },
1785+    {
1786+      "datasource": {
1787+        "type": "prometheus",
1788+        "uid": "PBFA97CFB590B2093"
1789+      },
1790+      "description": "",
1791+      "fieldConfig": {
1792+        "defaults": {
1793+          "mappings": [
1794+            {
1795+              "options": {
1796+                "match": "null",
1797+                "result": {
1798+                  "text": "N/A"
1799+                }
1800+              },
1801+              "type": "special"
1802+            }
1803+          ],
1804+          "thresholds": {
1805+            "mode": "absolute",
1806+            "steps": [
1807+              {
1808+                "color": "green",
1809+                "value": null
1810+              },
1811+              {
1812+                "color": "red",
1813+                "value": 80
1814+              }
1815+            ]
1816+          },
1817+          "unit": "short"
1818+        },
1819+        "overrides": []
1820+      },
1821+      "gridPos": {
1822+        "h": 2,
1823+        "w": 3,
1824+        "x": 0,
1825+        "y": 8
1826+      },
1827+      "id": 69,
1828+      "links": [],
1829+      "maxDataPoints": 100,
1830+      "options": {
1831+        "colorMode": "value",
1832         "graphMode": "area",
1833         "justifyMode": "auto",
1834         "orientation": "auto",
1835@@ -1286,15 +1260,21 @@
1836           "fields": "",
1837           "values": false
1838         },
1839+        "text": {},
1840         "textMode": "auto"
1841       },
1842-      "pluginVersion": "7.2.0",
1843+      "pluginVersion": "9.0.5",
1844       "targets": [
1845         {
1846-          "expr": "sum without (instance) (go_goroutines)",
1847+          "datasource": {
1848+            "type": "prometheus",
1849+            "uid": "PBFA97CFB590B2093"
1850+          },
1851+          "exemplar": true,
1852+          "expr": "minio_cluster_nodes_offline_total{job=\"$scrape_jobs\"}",
1853           "format": "table",
1854           "hide": false,
1855-          "instant": false,
1856+          "instant": true,
1857           "interval": "",
1858           "intervalFactor": 1,
1859           "legendFormat": "",
1860@@ -1303,36 +1283,1124 @@
1861           "step": 60
1862         }
1863       ],
1864-      "timeFrom": null,
1865-      "timeShift": null,
1866-      "title": "Total Goroutines",
1867+      "title": "Total Offline Servers",
1868+      "type": "stat"
1869+    },
1870+    {
1871+      "datasource": {
1872+        "type": "prometheus",
1873+        "uid": "PBFA97CFB590B2093"
1874+      },
1875+      "description": "",
1876+      "fieldConfig": {
1877+        "defaults": {
1878+          "mappings": [
1879+            {
1880+              "options": {
1881+                "match": "null",
1882+                "result": {
1883+                  "text": "N/A"
1884+                }
1885+              },
1886+              "type": "special"
1887+            }
1888+          ],
1889+          "thresholds": {
1890+            "mode": "absolute",
1891+            "steps": [
1892+              {
1893+                "color": "green",
1894+                "value": null
1895+              },
1896+              {
1897+                "color": "red",
1898+                "value": 80
1899+              }
1900+            ]
1901+          },
1902+          "unit": "short"
1903+        },
1904+        "overrides": []
1905+      },
1906+      "gridPos": {
1907+        "h": 2,
1908+        "w": 3,
1909+        "x": 3,
1910+        "y": 8
1911+      },
1912+      "id": 78,
1913+      "links": [],
1914+      "maxDataPoints": 100,
1915+      "options": {
1916+        "colorMode": "value",
1917+        "graphMode": "area",
1918+        "justifyMode": "auto",
1919+        "orientation": "auto",
1920+        "reduceOptions": {
1921+          "calcs": [
1922+            "mean"
1923+          ],
1924+          "fields": "",
1925+          "values": false
1926+        },
1927+        "text": {},
1928+        "textMode": "auto"
1929+      },
1930+      "pluginVersion": "9.0.5",
1931+      "targets": [
1932+        {
1933+          "datasource": {
1934+            "type": "prometheus",
1935+            "uid": "PBFA97CFB590B2093"
1936+          },
1937+          "exemplar": true,
1938+          "expr": "minio_cluster_disk_offline_total{job=\"$scrape_jobs\"}",
1939+          "format": "table",
1940+          "hide": false,
1941+          "instant": true,
1942+          "interval": "",
1943+          "intervalFactor": 1,
1944+          "legendFormat": "",
1945+          "metric": "process_start_time_seconds",
1946+          "refId": "A",
1947+          "step": 60
1948+        }
1949+      ],
1950+      "title": "Total Offline Disks",
1951       "type": "stat"
1952     },
1953     {
1954-      "aliasColors": {
1955-        "S3 Errors": "light-red",
1956-        "S3 Requests": "light-green"
1957-      },
1958-      "bars": false,
1959+      "datasource": {
1960+        "type": "prometheus",
1961+        "uid": "PBFA97CFB590B2093"
1962+      },
1963+      "fieldConfig": {
1964+        "defaults": {
1965+          "mappings": [
1966+            {
1967+              "options": {
1968+                "match": "null",
1969+                "result": {
1970+                  "text": "N/A"
1971+                }
1972+              },
1973+              "type": "special"
1974+            }
1975+          ],
1976+          "thresholds": {
1977+            "mode": "absolute",
1978+            "steps": [
1979+              {
1980+                "color": "green",
1981+                "value": null
1982+              },
1983+              {
1984+                "color": "dark-yellow",
1985+                "value": 75000000
1986+              },
1987+              {
1988+                "color": "dark-red",
1989+                "value": 100000000
1990+              }
1991+            ]
1992+          },
1993+          "unit": "short"
1994+        },
1995+        "overrides": []
1996+      },
1997+      "gridPos": {
1998+        "h": 3,
1999+        "w": 3,
2000+        "x": 6,
2001+        "y": 9
2002+      },
2003+      "id": 44,
2004+      "links": [],
2005+      "maxDataPoints": 100,
2006+      "options": {
2007+        "colorMode": "value",
2008+        "graphMode": "area",
2009+        "justifyMode": "auto",
2010+        "orientation": "horizontal",
2011+        "reduceOptions": {
2012+          "calcs": [
2013+            "lastNotNull"
2014+          ],
2015+          "fields": "",
2016+          "values": false
2017+        },
2018+        "text": {},
2019+        "textMode": "auto"
2020+      },
2021+      "pluginVersion": "9.0.5",
2022+      "targets": [
2023+        {
2024+          "datasource": {
2025+            "type": "prometheus",
2026+            "uid": "PBFA97CFB590B2093"
2027+          },
2028+          "exemplar": true,
2029+          "expr": "topk(1, sum(minio_bucket_usage_object_total{job=\"$scrape_jobs\"}) by (instance))",
2030+          "format": "time_series",
2031+          "instant": false,
2032+          "interval": "1m",
2033+          "intervalFactor": 1,
2034+          "legendFormat": "",
2035+          "refId": "A"
2036+        }
2037+      ],
2038+      "title": "Number of Objects",
2039+      "type": "stat"
2040+    },
2041+    {
2042+      "datasource": {
2043+        "type": "prometheus",
2044+        "uid": "PBFA97CFB590B2093"
2045+      },
2046+      "description": "",
2047+      "fieldConfig": {
2048+        "defaults": {
2049+          "color": {
2050+            "mode": "thresholds"
2051+          },
2052+          "mappings": [],
2053+          "thresholds": {
2054+            "mode": "absolute",
2055+            "steps": [
2056+              {
2057+                "color": "green",
2058+                "value": null
2059+              }
2060+            ]
2061+          },
2062+          "unit": "ns"
2063+        },
2064+        "overrides": []
2065+      },
2066+      "gridPos": {
2067+        "h": 2,
2068+        "w": 3,
2069+        "x": 0,
2070+        "y": 10
2071+      },
2072+      "id": 80,
2073+      "links": [],
2074+      "maxDataPoints": 100,
2075+      "options": {
2076+        "colorMode": "value",
2077+        "graphMode": "none",
2078+        "justifyMode": "auto",
2079+        "orientation": "auto",
2080+        "reduceOptions": {
2081+          "calcs": [
2082+            "last"
2083+          ],
2084+          "fields": "",
2085+          "values": false
2086+        },
2087+        "text": {},
2088+        "textMode": "auto"
2089+      },
2090+      "pluginVersion": "9.0.5",
2091+      "targets": [
2092+        {
2093+          "datasource": {
2094+            "type": "prometheus",
2095+            "uid": "PBFA97CFB590B2093"
2096+          },
2097+          "exemplar": true,
2098+          "expr": "minio_heal_time_last_activity_nano_seconds{job=\"$scrape_jobs\"}",
2099+          "format": "time_series",
2100+          "instant": true,
2101+          "interval": "",
2102+          "intervalFactor": 1,
2103+          "legendFormat": "{{server}}",
2104+          "metric": "process_start_time_seconds",
2105+          "refId": "A",
2106+          "step": 60
2107+        }
2108+      ],
2109+      "title": "Time Since Last Heal Activity",
2110+      "type": "stat"
2111+    },
2112+    {
2113+      "datasource": {
2114+        "type": "prometheus",
2115+        "uid": "PBFA97CFB590B2093"
2116+      },
2117+      "description": "",
2118+      "fieldConfig": {
2119+        "defaults": {
2120+          "color": {
2121+            "mode": "thresholds"
2122+          },
2123+          "mappings": [],
2124+          "thresholds": {
2125+            "mode": "absolute",
2126+            "steps": [
2127+              {
2128+                "color": "green",
2129+                "value": null
2130+              }
2131+            ]
2132+          },
2133+          "unit": "ns"
2134+        },
2135+        "overrides": []
2136+      },
2137+      "gridPos": {
2138+        "h": 2,
2139+        "w": 3,
2140+        "x": 3,
2141+        "y": 10
2142+      },
2143+      "id": 81,
2144+      "links": [],
2145+      "maxDataPoints": 100,
2146+      "options": {
2147+        "colorMode": "value",
2148+        "graphMode": "none",
2149+        "justifyMode": "auto",
2150+        "orientation": "auto",
2151+        "reduceOptions": {
2152+          "calcs": [
2153+            "last"
2154+          ],
2155+          "fields": "",
2156+          "values": false
2157+        },
2158+        "text": {},
2159+        "textMode": "auto"
2160+      },
2161+      "pluginVersion": "9.0.5",
2162+      "targets": [
2163+        {
2164+          "datasource": {
2165+            "type": "prometheus",
2166+            "uid": "PBFA97CFB590B2093"
2167+          },
2168+          "exemplar": true,
2169+          "expr": "minio_usage_last_activity_nano_seconds{job=\"$scrape_jobs\"}",
2170+          "format": "time_series",
2171+          "instant": true,
2172+          "interval": "",
2173+          "intervalFactor": 1,
2174+          "legendFormat": "{{server}}",
2175+          "metric": "process_start_time_seconds",
2176+          "refId": "A",
2177+          "step": 60
2178+        }
2179+      ],
2180+      "title": "Time Since Last Scan Activity",
2181+      "type": "stat"
2182+    },
2183+    {
2184+      "aliasColors": {
2185+        "S3 Errors": "light-red",
2186+        "S3 Requests": "light-green"
2187+      },
2188+      "bars": false,
2189+      "dashLength": 10,
2190+      "dashes": false,
2191+      "datasource": {
2192+        "type": "prometheus",
2193+        "uid": "PBFA97CFB590B2093"
2194+      },
2195+      "fill": 1,
2196+      "fillGradient": 0,
2197+      "gridPos": {
2198+        "h": 10,
2199+        "w": 12,
2200+        "x": 0,
2201+        "y": 12
2202+      },
2203+      "hiddenSeries": false,
2204+      "id": 60,
2205+      "legend": {
2206+        "avg": false,
2207+        "current": false,
2208+        "max": false,
2209+        "min": false,
2210+        "show": true,
2211+        "total": false,
2212+        "values": false
2213+      },
2214+      "lines": true,
2215+      "linewidth": 1,
2216+      "nullPointMode": "null",
2217+      "options": {
2218+        "alertThreshold": true
2219+      },
2220+      "percentage": false,
2221+      "pluginVersion": "9.0.5",
2222+      "pointradius": 2,
2223+      "points": false,
2224+      "renderer": "flot",
2225+      "seriesOverrides": [],
2226+      "spaceLength": 10,
2227+      "stack": false,
2228+      "steppedLine": false,
2229+      "targets": [
2230+        {
2231+          "datasource": {
2232+            "type": "prometheus",
2233+            "uid": "PBFA97CFB590B2093"
2234+          },
2235+          "exemplar": true,
2236+          "expr": "sum by (server,api) (increase(minio_s3_requests_total{job=\"$scrape_jobs\"}[$__rate_interval]))",
2237+          "interval": "1m",
2238+          "intervalFactor": 2,
2239+          "legendFormat": "{{server,api}}",
2240+          "refId": "A"
2241+        }
2242+      ],
2243+      "thresholds": [],
2244+      "timeRegions": [],
2245+      "title": "S3 API Request Rate",
2246+      "tooltip": {
2247+        "shared": true,
2248+        "sort": 0,
2249+        "value_type": "individual"
2250+      },
2251+      "type": "graph",
2252+      "xaxis": {
2253+        "mode": "time",
2254+        "show": true,
2255+        "values": []
2256+      },
2257+      "yaxes": [
2258+        {
2259+          "$$hashKey": "object:331",
2260+          "format": "none",
2261+          "logBase": 1,
2262+          "show": true
2263+        },
2264+        {
2265+          "$$hashKey": "object:332",
2266+          "format": "short",
2267+          "logBase": 1,
2268+          "show": false
2269+        }
2270+      ],
2271+      "yaxis": {
2272+        "align": false
2273+      }
2274+    },
2275+    {
2276+      "aliasColors": {
2277+        "S3 Errors": "light-red",
2278+        "S3 Requests": "light-green"
2279+      },
2280+      "bars": false,
2281+      "dashLength": 10,
2282+      "dashes": false,
2283+      "datasource": {
2284+        "type": "prometheus",
2285+        "uid": "PBFA97CFB590B2093"
2286+      },
2287+      "fill": 1,
2288+      "fillGradient": 0,
2289+      "gridPos": {
2290+        "h": 10,
2291+        "w": 12,
2292+        "x": 12,
2293+        "y": 12
2294+      },
2295+      "hiddenSeries": false,
2296+      "id": 71,
2297+      "legend": {
2298+        "avg": false,
2299+        "current": false,
2300+        "max": false,
2301+        "min": false,
2302+        "show": true,
2303+        "total": false,
2304+        "values": false
2305+      },
2306+      "lines": true,
2307+      "linewidth": 1,
2308+      "nullPointMode": "null",
2309+      "options": {
2310+        "alertThreshold": true
2311+      },
2312+      "percentage": false,
2313+      "pluginVersion": "9.0.5",
2314+      "pointradius": 2,
2315+      "points": false,
2316+      "renderer": "flot",
2317+      "seriesOverrides": [],
2318+      "spaceLength": 10,
2319+      "stack": false,
2320+      "steppedLine": false,
2321+      "targets": [
2322+        {
2323+          "datasource": {
2324+            "type": "prometheus",
2325+            "uid": "PBFA97CFB590B2093"
2326+          },
2327+          "exemplar": true,
2328+          "expr": "sum by (server,api) (increase(minio_s3_requests_errors_total{job=\"$scrape_jobs\"}[$__rate_interval]))",
2329+          "interval": "1m",
2330+          "intervalFactor": 2,
2331+          "legendFormat": "{{server,api}}",
2332+          "refId": "A"
2333+        }
2334+      ],
2335+      "thresholds": [],
2336+      "timeRegions": [],
2337+      "title": "S3 API Request Error Rate",
2338+      "tooltip": {
2339+        "shared": true,
2340+        "sort": 0,
2341+        "value_type": "individual"
2342+      },
2343+      "type": "graph",
2344+      "xaxis": {
2345+        "mode": "time",
2346+        "show": true,
2347+        "values": []
2348+      },
2349+      "yaxes": [
2350+        {
2351+          "$$hashKey": "object:331",
2352+          "format": "none",
2353+          "logBase": 1,
2354+          "show": true
2355+        },
2356+        {
2357+          "$$hashKey": "object:332",
2358+          "format": "short",
2359+          "logBase": 1,
2360+          "show": false
2361+        }
2362+      ],
2363+      "yaxis": {
2364+        "align": false
2365+      }
2366+    },
2367+    {
2368+      "datasource": {
2369+        "type": "prometheus",
2370+        "uid": "PBFA97CFB590B2093"
2371+      },
2372+      "description": "Total s3 bytes sent per bucket",
2373+      "fieldConfig": {
2374+        "defaults": {
2375+          "color": {
2376+            "mode": "palette-classic"
2377+          },
2378+          "custom": {
2379+            "axisLabel": "",
2380+            "axisPlacement": "auto",
2381+            "barAlignment": 0,
2382+            "drawStyle": "line",
2383+            "fillOpacity": 5,
2384+            "gradientMode": "none",
2385+            "hideFrom": {
2386+              "legend": false,
2387+              "tooltip": false,
2388+              "viz": false
2389+            },
2390+            "lineInterpolation": "smooth",
2391+            "lineWidth": 1,
2392+            "pointSize": 2,
2393+            "scaleDistribution": {
2394+              "type": "linear"
2395+            },
2396+            "showPoints": "auto",
2397+            "spanNulls": true,
2398+            "stacking": {
2399+              "group": "A",
2400+              "mode": "none"
2401+            },
2402+            "thresholdsStyle": {
2403+              "mode": "off"
2404+            }
2405+          },
2406+          "mappings": [],
2407+          "thresholds": {
2408+            "mode": "absolute",
2409+            "steps": [
2410+              {
2411+                "color": "green",
2412+                "value": null
2413+              },
2414+              {
2415+                "color": "red",
2416+                "value": 80
2417+              }
2418+            ]
2419+          },
2420+          "unit": "decbytes"
2421+        },
2422+        "overrides": []
2423+      },
2424+      "gridPos": {
2425+        "h": 10,
2426+        "w": 12,
2427+        "x": 0,
2428+        "y": 22
2429+      },
2430+      "id": 90,
2431+      "options": {
2432+        "legend": {
2433+          "calcs": [
2434+            "min",
2435+            "max",
2436+            "mean"
2437+          ],
2438+          "displayMode": "table",
2439+          "placement": "right",
2440+          "sortBy": "Max",
2441+          "sortDesc": true
2442+        },
2443+        "tooltip": {
2444+          "mode": "multi",
2445+          "sort": "none"
2446+        }
2447+      },
2448+      "targets": [
2449+        {
2450+          "datasource": {
2451+            "type": "prometheus",
2452+            "uid": "PBFA97CFB590B2093"
2453+          },
2454+          "editorMode": "builder",
2455+          "expr": "sum by(bucket) (minio_bucket_traffic_sent_bytes{job=\"$scrape_jobs\"})",
2456+          "legendFormat": "__auto",
2457+          "range": true,
2458+          "refId": "A"
2459+        }
2460+      ],
2461+      "title": "Bucket Traffic Sent",
2462+      "type": "timeseries"
2463+    },
2464+    {
2465+      "datasource": {
2466+        "type": "prometheus",
2467+        "uid": "PBFA97CFB590B2093"
2468+      },
2469+      "description": "Total s3 bytes received per bucket",
2470+      "fieldConfig": {
2471+        "defaults": {
2472+          "color": {
2473+            "mode": "palette-classic"
2474+          },
2475+          "custom": {
2476+            "axisLabel": "",
2477+            "axisPlacement": "auto",
2478+            "barAlignment": 0,
2479+            "drawStyle": "line",
2480+            "fillOpacity": 5,
2481+            "gradientMode": "none",
2482+            "hideFrom": {
2483+              "legend": false,
2484+              "tooltip": false,
2485+              "viz": false
2486+            },
2487+            "lineInterpolation": "smooth",
2488+            "lineWidth": 1,
2489+            "pointSize": 2,
2490+            "scaleDistribution": {
2491+              "type": "linear"
2492+            },
2493+            "showPoints": "always",
2494+            "spanNulls": true,
2495+            "stacking": {
2496+              "group": "A",
2497+              "mode": "none"
2498+            },
2499+            "thresholdsStyle": {
2500+              "mode": "off"
2501+            }
2502+          },
2503+          "mappings": [],
2504+          "thresholds": {
2505+            "mode": "absolute",
2506+            "steps": [
2507+              {
2508+                "color": "green",
2509+                "value": null
2510+              },
2511+              {
2512+                "color": "red",
2513+                "value": 80
2514+              }
2515+            ]
2516+          },
2517+          "unit": "decbytes"
2518+        },
2519+        "overrides": []
2520+      },
2521+      "gridPos": {
2522+        "h": 10,
2523+        "w": 12,
2524+        "x": 12,
2525+        "y": 22
2526+      },
2527+      "id": 92,
2528+      "options": {
2529+        "legend": {
2530+          "calcs": [
2531+            "min",
2532+            "max",
2533+            "mean"
2534+          ],
2535+          "displayMode": "table",
2536+          "placement": "right"
2537+        },
2538+        "tooltip": {
2539+          "mode": "multi",
2540+          "sort": "none"
2541+        }
2542+      },
2543+      "targets": [
2544+        {
2545+          "datasource": {
2546+            "type": "prometheus",
2547+            "uid": "PBFA97CFB590B2093"
2548+          },
2549+          "editorMode": "builder",
2550+          "expr": "sum by(bucket) (minio_bucket_traffic_received_bytes{job=\"$scrape_jobs\"})",
2551+          "legendFormat": "__auto",
2552+          "range": true,
2553+          "refId": "A"
2554+        }
2555+      ],
2556+      "title": "Bucket Traffic Received",
2557+      "type": "timeseries"
2558+    },
2559+    {
2560+      "aliasColors": {
2561+        "S3 Errors": "light-red",
2562+        "S3 Requests": "light-green"
2563+      },
2564+      "bars": false,
2565+      "dashLength": 10,
2566+      "dashes": false,
2567+      "datasource": {
2568+        "type": "prometheus",
2569+        "uid": "PBFA97CFB590B2093"
2570+      },
2571+      "fill": 1,
2572+      "fillGradient": 0,
2573+      "gridPos": {
2574+        "h": 10,
2575+        "w": 12,
2576+        "x": 0,
2577+        "y": 32
2578+      },
2579+      "hiddenSeries": false,
2580+      "id": 86,
2581+      "legend": {
2582+        "avg": false,
2583+        "current": false,
2584+        "max": false,
2585+        "min": false,
2586+        "show": true,
2587+        "total": false,
2588+        "values": false
2589+      },
2590+      "lines": true,
2591+      "linewidth": 1,
2592+      "nullPointMode": "null",
2593+      "options": {
2594+        "alertThreshold": true
2595+      },
2596+      "percentage": false,
2597+      "pluginVersion": "9.0.5",
2598+      "pointradius": 2,
2599+      "points": false,
2600+      "renderer": "flot",
2601+      "seriesOverrides": [],
2602+      "spaceLength": 10,
2603+      "stack": false,
2604+      "steppedLine": false,
2605+      "targets": [
2606+        {
2607+          "datasource": {
2608+            "type": "prometheus",
2609+            "uid": "PBFA97CFB590B2093"
2610+          },
2611+          "exemplar": true,
2612+          "expr": "sum by (server,api) (increase(minio_s3_requests_5xx_errors_total{job=\"$scrape_jobs\"}[$__rate_interval]))",
2613+          "interval": "1m",
2614+          "intervalFactor": 2,
2615+          "legendFormat": "{{server,api}}",
2616+          "refId": "A"
2617+        }
2618+      ],
2619+      "thresholds": [],
2620+      "timeRegions": [],
2621+      "title": "S3 API Request Error Rate (5xx)",
2622+      "tooltip": {
2623+        "shared": true,
2624+        "sort": 0,
2625+        "value_type": "individual"
2626+      },
2627+      "type": "graph",
2628+      "xaxis": {
2629+        "mode": "time",
2630+        "show": true,
2631+        "values": []
2632+      },
2633+      "yaxes": [
2634+        {
2635+          "$$hashKey": "object:331",
2636+          "format": "none",
2637+          "logBase": 1,
2638+          "show": true
2639+        },
2640+        {
2641+          "$$hashKey": "object:332",
2642+          "format": "short",
2643+          "logBase": 1,
2644+          "show": false
2645+        }
2646+      ],
2647+      "yaxis": {
2648+        "align": false
2649+      }
2650+    },
2651+    {
2652+      "aliasColors": {
2653+        "S3 Errors": "light-red",
2654+        "S3 Requests": "light-green"
2655+      },
2656+      "bars": false,
2657+      "dashLength": 10,
2658+      "dashes": false,
2659+      "datasource": {
2660+        "type": "prometheus",
2661+        "uid": "PBFA97CFB590B2093"
2662+      },
2663+      "fill": 1,
2664+      "fillGradient": 0,
2665+      "gridPos": {
2666+        "h": 10,
2667+        "w": 12,
2668+        "x": 12,
2669+        "y": 32
2670+      },
2671+      "hiddenSeries": false,
2672+      "id": 88,
2673+      "legend": {
2674+        "avg": false,
2675+        "current": false,
2676+        "max": false,
2677+        "min": false,
2678+        "show": true,
2679+        "total": false,
2680+        "values": false
2681+      },
2682+      "lines": true,
2683+      "linewidth": 1,
2684+      "nullPointMode": "null",
2685+      "options": {
2686+        "alertThreshold": true
2687+      },
2688+      "percentage": false,
2689+      "pluginVersion": "9.0.5",
2690+      "pointradius": 2,
2691+      "points": false,
2692+      "renderer": "flot",
2693+      "seriesOverrides": [],
2694+      "spaceLength": 10,
2695+      "stack": false,
2696+      "steppedLine": false,
2697+      "targets": [
2698+        {
2699+          "datasource": {
2700+            "type": "prometheus",
2701+            "uid": "PBFA97CFB590B2093"
2702+          },
2703+          "exemplar": true,
2704+          "expr": "sum by (server,api) (increase(minio_s3_requests_4xx_errors_total{job=\"$scrape_jobs\"}[$__rate_interval]))",
2705+          "interval": "1m",
2706+          "intervalFactor": 2,
2707+          "legendFormat": "{{server,api}}",
2708+          "refId": "A"
2709+        }
2710+      ],
2711+      "thresholds": [],
2712+      "timeRegions": [],
2713+      "title": "S3 API Request Error Rate (4xx)",
2714+      "tooltip": {
2715+        "shared": true,
2716+        "sort": 0,
2717+        "value_type": "individual"
2718+      },
2719+      "type": "graph",
2720+      "xaxis": {
2721+        "mode": "time",
2722+        "show": true,
2723+        "values": []
2724+      },
2725+      "yaxes": [
2726+        {
2727+          "$$hashKey": "object:331",
2728+          "format": "none",
2729+          "logBase": 1,
2730+          "show": true
2731+        },
2732+        {
2733+          "$$hashKey": "object:332",
2734+          "format": "short",
2735+          "logBase": 1,
2736+          "show": false
2737+        }
2738+      ],
2739+      "yaxis": {
2740+        "align": false
2741+      }
2742+    },
2743+    {
2744+      "aliasColors": {
2745+        "10.13.1.25:9000 DELETE": "red",
2746+        "10.13.1.25:9000 GET": "green",
2747+        "10.13.1.25:9000 POST": "blue"
2748+      },
2749+      "bars": true,
2750+      "dashLength": 10,
2751+      "dashes": false,
2752+      "datasource": {
2753+        "type": "prometheus",
2754+        "uid": "PBFA97CFB590B2093"
2755+      },
2756+      "description": "Total number of bytes received and sent among all MinIO server instances",
2757+      "fieldConfig": {
2758+        "defaults": {
2759+          "links": []
2760+        },
2761+        "overrides": []
2762+      },
2763+      "fill": 10,
2764+      "fillGradient": 1,
2765+      "gridPos": {
2766+        "h": 9,
2767+        "w": 12,
2768+        "x": 0,
2769+        "y": 42
2770+      },
2771+      "hiddenSeries": false,
2772+      "id": 17,
2773+      "legend": {
2774+        "avg": false,
2775+        "current": false,
2776+        "max": false,
2777+        "min": false,
2778+        "rightSide": false,
2779+        "show": true,
2780+        "total": false,
2781+        "values": false
2782+      },
2783+      "lines": true,
2784+      "linewidth": 1,
2785+      "links": [],
2786+      "nullPointMode": "null",
2787+      "options": {
2788+        "alertThreshold": true
2789+      },
2790+      "percentage": false,
2791+      "pluginVersion": "9.0.5",
2792+      "pointradius": 5,
2793+      "points": false,
2794+      "renderer": "flot",
2795+      "seriesOverrides": [],
2796+      "spaceLength": 10,
2797+      "stack": false,
2798+      "steppedLine": false,
2799+      "targets": [
2800+        {
2801+          "datasource": {
2802+            "type": "prometheus",
2803+            "uid": "PBFA97CFB590B2093"
2804+          },
2805+          "exemplar": true,
2806+          "expr": "rate(minio_inter_node_traffic_sent_bytes{job=\"$scrape_jobs\"}[$__rate_interval])",
2807+          "format": "time_series",
2808+          "interval": "",
2809+          "intervalFactor": 2,
2810+          "legendFormat": "Internode Bytes Received [{{server}}]",
2811+          "metric": "minio_http_requests_duration_seconds_count",
2812+          "refId": "A",
2813+          "step": 4
2814+        },
2815+        {
2816+          "datasource": {
2817+            "type": "prometheus",
2818+            "uid": "PBFA97CFB590B2093"
2819+          },
2820+          "exemplar": true,
2821+          "expr": "rate(minio_inter_node_traffic_received_bytes{job=\"$scrape_jobs\"}[$__rate_interval])",
2822+          "interval": "",
2823+          "legendFormat": "Internode Bytes Sent [{{server}}]",
2824+          "refId": "B"
2825+        }
2826+      ],
2827+      "thresholds": [],
2828+      "timeRegions": [],
2829+      "title": "Internode Data Transfer",
2830+      "tooltip": {
2831+        "shared": true,
2832+        "sort": 0,
2833+        "value_type": "individual"
2834+      },
2835+      "type": "graph",
2836+      "xaxis": {
2837+        "mode": "time",
2838+        "show": true,
2839+        "values": []
2840+      },
2841+      "yaxes": [
2842+        {
2843+          "$$hashKey": "object:211",
2844+          "format": "bytes",
2845+          "logBase": 1,
2846+          "show": true
2847+        },
2848+        {
2849+          "$$hashKey": "object:212",
2850+          "format": "s",
2851+          "logBase": 1,
2852+          "show": true
2853+        }
2854+      ],
2855+      "yaxis": {
2856+        "align": false
2857+      }
2858+    },
2859+    {
2860+      "aliasColors": {},
2861+      "bars": false,
2862+      "dashLength": 10,
2863+      "dashes": false,
2864+      "datasource": {
2865+        "type": "prometheus",
2866+        "uid": "PBFA97CFB590B2093"
2867+      },
2868+      "fill": 1,
2869+      "fillGradient": 0,
2870+      "gridPos": {
2871+        "h": 9,
2872+        "w": 12,
2873+        "x": 12,
2874+        "y": 42
2875+      },
2876+      "hiddenSeries": false,
2877+      "id": 84,
2878+      "legend": {
2879+        "avg": false,
2880+        "current": false,
2881+        "max": false,
2882+        "min": false,
2883+        "show": true,
2884+        "total": false,
2885+        "values": false
2886+      },
2887+      "lines": true,
2888+      "linewidth": 1,
2889+      "nullPointMode": "null",
2890+      "options": {
2891+        "alertThreshold": true
2892+      },
2893+      "percentage": false,
2894+      "pluginVersion": "9.0.5",
2895+      "pointradius": 2,
2896+      "points": false,
2897+      "renderer": "flot",
2898+      "seriesOverrides": [],
2899+      "spaceLength": 10,
2900+      "stack": false,
2901+      "steppedLine": false,
2902+      "targets": [
2903+        {
2904+          "datasource": {
2905+            "type": "prometheus",
2906+            "uid": "PBFA97CFB590B2093"
2907+          },
2908+          "exemplar": true,
2909+          "expr": "sum by (instance) (minio_heal_objects_heal_total{job=\"$scrape_jobs\"})",
2910+          "interval": "",
2911+          "legendFormat": "Objects healed in current self heal run",
2912+          "refId": "A"
2913+        },
2914+        {
2915+          "datasource": {
2916+            "type": "prometheus",
2917+            "uid": "PBFA97CFB590B2093"
2918+          },
2919+          "exemplar": true,
2920+          "expr": "sum by (instance) (minio_heal_objects_error_total{job=\"$scrape_jobs\"})",
2921+          "hide": false,
2922+          "interval": "",
2923+          "legendFormat": "Heal errors in current self heal run",
2924+          "refId": "B"
2925+        },
2926+        {
2927+          "datasource": {
2928+            "type": "prometheus",
2929+            "uid": "PBFA97CFB590B2093"
2930+          },
2931+          "exemplar": true,
2932+          "expr": "sum by (instance) (minio_heal_objects_total{job=\"$scrape_jobs\"}) ",
2933+          "hide": false,
2934+          "interval": "",
2935+          "legendFormat": "Objects scanned in current self heal run",
2936+          "refId": "C"
2937+        }
2938+      ],
2939+      "thresholds": [],
2940+      "timeRegions": [],
2941+      "title": "Healing",
2942+      "tooltip": {
2943+        "shared": true,
2944+        "sort": 0,
2945+        "value_type": "individual"
2946+      },
2947+      "type": "graph",
2948+      "xaxis": {
2949+        "mode": "time",
2950+        "show": true,
2951+        "values": []
2952+      },
2953+      "yaxes": [
2954+        {
2955+          "$$hashKey": "object:846",
2956+          "format": "short",
2957+          "logBase": 1,
2958+          "show": true
2959+        },
2960+        {
2961+          "$$hashKey": "object:847",
2962+          "format": "short",
2963+          "logBase": 1,
2964+          "show": true
2965+        }
2966+      ],
2967+      "yaxis": {
2968+        "align": false
2969+      }
2970+    },
2971+    {
2972+      "aliasColors": {},
2973+      "bars": true,
2974       "dashLength": 10,
2975       "dashes": false,
2976-      "datasource": "${DS_PROMETHEUS}",
2977-      "fieldConfig": {
2978-        "defaults": {
2979-          "custom": {}
2980-        },
2981-        "overrides": []
2982+      "datasource": {
2983+        "type": "prometheus",
2984+        "uid": "PBFA97CFB590B2093"
2985       },
2986       "fill": 1,
2987       "fillGradient": 0,
2988       "gridPos": {
2989-        "h": 6,
2990-        "w": 24,
2991+        "h": 9,
2992+        "w": 12,
2993         "x": 0,
2994-        "y": 13
2995+        "y": 51
2996       },
2997       "hiddenSeries": false,
2998-      "id": 63,
2999+      "id": 77,
3000       "legend": {
3001         "avg": false,
3002         "current": false,
3003@@ -1349,7 +2417,7 @@
3004         "alertThreshold": true
3005       },
3006       "percentage": false,
3007-      "pluginVersion": "7.2.0",
3008+      "pluginVersion": "9.0.5",
3009       "pointradius": 2,
3010       "points": false,
3011       "renderer": "flot",
3012@@ -1359,25 +2427,20 @@
3013       "steppedLine": false,
3014       "targets": [
3015         {
3016-          "expr": "sum without (instance,api)(rate(s3_tx_bytes_total[5m]))",
3017-          "interval": "1m",
3018-          "intervalFactor": 2,
3019-          "legendFormat": "S3 Data Sent",
3020+          "datasource": {
3021+            "type": "prometheus",
3022+            "uid": "PBFA97CFB590B2093"
3023+          },
3024+          "exemplar": true,
3025+          "expr": "rate(minio_node_process_cpu_total_seconds{job=\"$scrape_jobs\"}[$__rate_interval])",
3026+          "interval": "",
3027+          "legendFormat": "CPU Usage Rate [{{server}}]",
3028           "refId": "A"
3029-        },
3030-        {
3031-          "expr": "sum without (instance,api)(rate(s3_rx_bytes_total[5m]))",
3032-          "interval": "1m",
3033-          "intervalFactor": 2,
3034-          "legendFormat": "S3 Data Received",
3035-          "refId": "B"
3036         }
3037       ],
3038       "thresholds": [],
3039-      "timeFrom": null,
3040       "timeRegions": [],
3041-      "timeShift": null,
3042-      "title": "S3 API Data Transfer",
3043+      "title": "Node CPU Usage",
3044       "tooltip": {
3045         "shared": true,
3046         "sort": 0,
3047@@ -1385,99 +2448,65 @@
3048       },
3049       "type": "graph",
3050       "xaxis": {
3051-        "buckets": null,
3052         "mode": "time",
3053-        "name": null,
3054         "show": true,
3055         "values": []
3056       },
3057       "yaxes": [
3058         {
3059-          "$$hashKey": "object:331",
3060-          "format": "short",
3061-          "label": null,
3062+          "$$hashKey": "object:1043",
3063+          "format": "none",
3064           "logBase": 1,
3065-          "max": null,
3066-          "min": null,
3067-          "show": false
3068+          "show": true
3069         },
3070         {
3071-          "$$hashKey": "object:332",
3072+          "$$hashKey": "object:1044",
3073           "format": "short",
3074-          "label": null,
3075           "logBase": 1,
3076-          "max": null,
3077-          "min": null,
3078-          "show": false
3079+          "show": true
3080         }
3081       ],
3082       "yaxis": {
3083-        "align": false,
3084-        "alignLevel": null
3085+        "align": false
3086       }
3087     },
3088     {
3089-      "collapsed": false,
3090-      "datasource": "${DS_PROMETHEUS}",
3091-      "gridPos": {
3092-        "h": 1,
3093-        "w": 24,
3094-        "x": 0,
3095-        "y": 19
3096-      },
3097-      "id": 34,
3098-      "panels": [],
3099-      "title": "API ",
3100-      "type": "row"
3101-    },
3102-    {
3103-      "aliasColors": {
3104-        "10.13.1.25:9000 DELETE": "red",
3105-        "10.13.1.25:9000 GET": "green",
3106-        "10.13.1.25:9000 POST": "blue"
3107-      },
3108+      "aliasColors": {},
3109       "bars": false,
3110       "dashLength": 10,
3111       "dashes": false,
3112-      "datasource": "${DS_PROMETHEUS}",
3113-      "description": "Total number of s3 bytes received and sent per MinIO server instance",
3114-      "fieldConfig": {
3115-        "defaults": {
3116-          "custom": {},
3117-          "links": []
3118-        },
3119-        "overrides": []
3120+      "datasource": {
3121+        "type": "prometheus",
3122+        "uid": "PBFA97CFB590B2093"
3123       },
3124       "fill": 1,
3125       "fillGradient": 0,
3126       "gridPos": {
3127-        "h": 8,
3128+        "h": 9,
3129         "w": 12,
3130-        "x": 0,
3131-        "y": 20
3132+        "x": 12,
3133+        "y": 51
3134       },
3135       "hiddenSeries": false,
3136-      "id": 7,
3137+      "id": 76,
3138       "legend": {
3139         "avg": false,
3140         "current": false,
3141         "max": false,
3142         "min": false,
3143-        "rightSide": false,
3144         "show": true,
3145         "total": false,
3146         "values": false
3147       },
3148       "lines": true,
3149       "linewidth": 1,
3150-      "links": [],
3151       "nullPointMode": "null",
3152       "options": {
3153         "alertThreshold": true
3154       },
3155       "percentage": false,
3156-      "pluginVersion": "7.2.0",
3157-      "pointradius": 5,
3158+      "pluginVersion": "9.0.5",
3159+      "pointradius": 2,
3160       "points": false,
3161       "renderer": "flot",
3162       "seriesOverrides": [],
3163@@ -1486,27 +2515,20 @@
3164       "steppedLine": false,
3165       "targets": [
3166         {
3167-          "expr": "sum without (instance) (s3_rx_bytes_total)",
3168-          "format": "time_series",
3169-          "interval": "",
3170-          "intervalFactor": 2,
3171-          "legendFormat": "S3 Bytes Received {{instance}}",
3172-          "metric": "minio_http_requests_duration_seconds_count",
3173-          "refId": "A",
3174-          "step": 4
3175-        },
3176-        {
3177-          "expr": "sum without (instance) (s3_tx_bytes_total)",
3178+          "datasource": {
3179+            "type": "prometheus",
3180+            "uid": "PBFA97CFB590B2093"
3181+          },
3182+          "exemplar": true,
3183+          "expr": "minio_node_process_resident_memory_bytes{job=\"$scrape_jobs\"}",
3184           "interval": "",
3185-          "legendFormat": "S3 Bytes Sent {{instance}}",
3186-          "refId": "B"
3187+          "legendFormat": "Memory Used [{{server}}]",
3188+          "refId": "A"
3189         }
3190       ],
3191       "thresholds": [],
3192-      "timeFrom": null,
3193       "timeRegions": [],
3194-      "timeShift": null,
3195-      "title": "Total S3 API Data Transfer",
3196+      "title": "Node Memory Usage",
3197       "tooltip": {
3198         "shared": true,
3199         "sort": 0,
3200@@ -1514,101 +2536,65 @@
3201       },
3202       "type": "graph",
3203       "xaxis": {
3204-        "buckets": null,
3205         "mode": "time",
3206-        "name": null,
3207         "show": true,
3208         "values": []
3209       },
3210       "yaxes": [
3211         {
3212-          "$$hashKey": "object:211",
3213+          "$$hashKey": "object:1043",
3214           "format": "bytes",
3215-          "label": null,
3216           "logBase": 1,
3217-          "max": null,
3218-          "min": null,
3219           "show": true
3220         },
3221         {
3222-          "$$hashKey": "object:212",
3223-          "format": "s",
3224-          "label": null,
3225+          "$$hashKey": "object:1044",
3226+          "format": "short",
3227           "logBase": 1,
3228-          "max": null,
3229-          "min": null,
3230           "show": true
3231         }
3232       ],
3233       "yaxis": {
3234-        "align": false,
3235-        "alignLevel": null
3236+        "align": false
3237       }
3238     },
3239     {
3240-      "aliasColors": {
3241-        "Received 10.13.1.25:9000": "blue"
3242-      },
3243+      "aliasColors": {},
3244       "bars": false,
3245       "dashLength": 10,
3246       "dashes": false,
3247-      "datasource": "${DS_PROMETHEUS}",
3248-      "decimals": null,
3249-      "description": "Total number of active s3 requests in current MinIO instance",
3250-      "fieldConfig": {
3251-        "defaults": {
3252-          "custom": {
3253-            "align": null
3254-          },
3255-          "links": [],
3256-          "mappings": [],
3257-          "thresholds": {
3258-            "mode": "absolute",
3259-            "steps": [
3260-              {
3261-                "color": "green",
3262-                "value": null
3263-              },
3264-              {
3265-                "color": "red",
3266-                "value": 80
3267-              }
3268-            ]
3269-          }
3270-        },
3271-        "overrides": []
3272+      "datasource": {
3273+        "type": "prometheus",
3274+        "uid": "PBFA97CFB590B2093"
3275       },
3276       "fill": 1,
3277       "fillGradient": 0,
3278       "gridPos": {
3279         "h": 8,
3280         "w": 12,
3281-        "x": 12,
3282-        "y": 20
3283+        "x": 0,
3284+        "y": 60
3285       },
3286       "hiddenSeries": false,
3287-      "id": 4,
3288-      "interval": "1s",
3289+      "id": 74,
3290       "legend": {
3291         "avg": false,
3292         "current": false,
3293         "max": false,
3294         "min": false,
3295-        "rightSide": false,
3296         "show": true,
3297         "total": false,
3298         "values": false
3299       },
3300       "lines": true,
3301       "linewidth": 1,
3302-      "links": [],
3303       "nullPointMode": "null",
3304       "options": {
3305         "alertThreshold": true
3306       },
3307       "percentage": false,
3308-      "pluginVersion": "7.2.0",
3309-      "pointradius": 5,
3310+      "pluginVersion": "9.0.5",
3311+      "pointradius": 2,
3312       "points": false,
3313       "renderer": "flot",
3314       "seriesOverrides": [],
3315@@ -1617,22 +2603,22 @@
3316       "steppedLine": false,
3317       "targets": [
3318         {
3319-          "expr": "s3_requests_current{instance=~\"$instance\"}",
3320+          "datasource": {
3321+            "type": "prometheus",
3322+            "uid": "PBFA97CFB590B2093"
3323+          },
3324+          "exemplar": true,
3325+          "expr": "minio_node_disk_used_bytes{job=\"$scrape_jobs\"}",
3326           "format": "time_series",
3327           "instant": false,
3328           "interval": "",
3329-          "intervalFactor": 1,
3330-          "legendFormat": "Instance {{instance}} function {{api}}",
3331-          "metric": "minio_network_sent_bytes_total",
3332-          "refId": "A",
3333-          "step": 10
3334+          "legendFormat": "Used Capacity [{{server}}:{{disk}}]",
3335+          "refId": "A"
3336         }
3337       ],
3338       "thresholds": [],
3339-      "timeFrom": null,
3340       "timeRegions": [],
3341-      "timeShift": null,
3342-      "title": "Active S3 Requests",
3343+      "title": "Drive Used Capacity",
3344       "tooltip": {
3345         "shared": true,
3346         "sort": 0,
3347@@ -1640,99 +2626,65 @@
3348       },
3349       "type": "graph",
3350       "xaxis": {
3351-        "buckets": null,
3352         "mode": "time",
3353-        "name": null,
3354         "show": true,
3355         "values": []
3356       },
3357       "yaxes": [
3358         {
3359-          "$$hashKey": "object:162",
3360-          "format": "short",
3361-          "label": null,
3362+          "$$hashKey": "object:381",
3363+          "format": "bytes",
3364           "logBase": 1,
3365-          "max": null,
3366-          "min": null,
3367           "show": true
3368         },
3369         {
3370-          "$$hashKey": "object:163",
3371-          "format": "decbytes",
3372-          "label": null,
3373+          "$$hashKey": "object:382",
3374+          "format": "short",
3375           "logBase": 1,
3376-          "max": null,
3377-          "min": null,
3378           "show": true
3379         }
3380       ],
3381       "yaxis": {
3382-        "align": false,
3383-        "alignLevel": null
3384+        "align": false
3385       }
3386     },
3387     {
3388-      "collapsed": false,
3389-      "datasource": "${DS_PROMETHEUS}",
3390-      "gridPos": {
3391-        "h": 1,
3392-        "w": 24,
3393-        "x": 0,
3394-        "y": 28
3395-      },
3396-      "id": 36,
3397-      "panels": [],
3398-      "title": "Disks",
3399-      "type": "row"
3400-    },
3401-    {
3402-      "aliasColors": {
3403-        "10.13.1.25:9000 DELETE": "red",
3404-        "10.13.1.25:9000 GET": "green",
3405-        "10.13.1.25:9000 POST": "blue"
3406-      },
3407+      "aliasColors": {},
3408       "bars": false,
3409       "dashLength": 10,
3410       "dashes": false,
3411-      "datasource": "${DS_PROMETHEUS}",
3412-      "description": "Total number of bytes received and sent among all MinIO server instances",
3413-      "fieldConfig": {
3414-        "defaults": {
3415-          "custom": {},
3416-          "links": []
3417-        },
3418-        "overrides": []
3419+      "datasource": {
3420+        "type": "prometheus",
3421+        "uid": "PBFA97CFB590B2093"
3422       },
3423       "fill": 1,
3424       "fillGradient": 0,
3425       "gridPos": {
3426         "h": 8,
3427         "w": 12,
3428-        "x": 0,
3429-        "y": 29
3430+        "x": 12,
3431+        "y": 60
3432       },
3433       "hiddenSeries": false,
3434-      "id": 17,
3435+      "id": 82,
3436       "legend": {
3437         "avg": false,
3438         "current": false,
3439         "max": false,
3440         "min": false,
3441-        "rightSide": false,
3442         "show": true,
3443         "total": false,
3444         "values": false
3445       },
3446       "lines": true,
3447       "linewidth": 1,
3448-      "links": [],
3449       "nullPointMode": "null",
3450       "options": {
3451         "alertThreshold": true
3452       },
3453       "percentage": false,
3454-      "pluginVersion": "7.2.0",
3455-      "pointradius": 5,
3456+      "pluginVersion": "9.0.5",
3457+      "pointradius": 2,
3458       "points": false,
3459       "renderer": "flot",
3460       "seriesOverrides": [],
3461@@ -1741,27 +2693,22 @@
3462       "steppedLine": false,
3463       "targets": [
3464         {
3465-          "expr": "internode_rx_bytes_total{instance=~\"$instance\"}",
3466+          "datasource": {
3467+            "type": "prometheus",
3468+            "uid": "PBFA97CFB590B2093"
3469+          },
3470+          "exemplar": true,
3471+          "expr": "minio_cluster_disk_free_inodes{job=\"$scrape_jobs\"}",
3472           "format": "time_series",
3473+          "instant": false,
3474           "interval": "",
3475-          "intervalFactor": 2,
3476-          "legendFormat": "Internode Bytes Received {{instance}}",
3477-          "metric": "minio_http_requests_duration_seconds_count",
3478-          "refId": "A",
3479-          "step": 4
3480-        },
3481-        {
3482-          "expr": "internode_tx_bytes_total{instance=~\"$instance\"}",
3483-          "interval": "",
3484-          "legendFormat": "Internode Bytes Sent {{instance}}",
3485-          "refId": "B"
3486+          "legendFormat": "Free Inodes [{{server}}:{{disk}}]",
3487+          "refId": "A"
3488         }
3489       ],
3490       "thresholds": [],
3491-      "timeFrom": null,
3492       "timeRegions": [],
3493-      "timeShift": null,
3494-      "title": "Internode Data Transfer",
3495+      "title": "Drives Free Inodes",
3496       "tooltip": {
3497         "shared": true,
3498         "sort": 0,
3499@@ -1769,35 +2716,26 @@
3500       },
3501       "type": "graph",
3502       "xaxis": {
3503-        "buckets": null,
3504         "mode": "time",
3505-        "name": null,
3506         "show": true,
3507         "values": []
3508       },
3509       "yaxes": [
3510         {
3511-          "$$hashKey": "object:211",
3512-          "format": "bytes",
3513-          "label": null,
3514+          "$$hashKey": "object:381",
3515+          "format": "none",
3516           "logBase": 1,
3517-          "max": null,
3518-          "min": null,
3519           "show": true
3520         },
3521         {
3522-          "$$hashKey": "object:212",
3523-          "format": "s",
3524-          "label": null,
3525+          "$$hashKey": "object:382",
3526+          "format": "short",
3527           "logBase": 1,
3528-          "max": null,
3529-          "min": null,
3530           "show": true
3531         }
3532       ],
3533       "yaxis": {
3534-        "align": false,
3535-        "alignLevel": null
3536+        "align": false
3537       }
3538     },
3539     {
3540@@ -1805,15 +2743,16 @@
3541         "Offline 10.13.1.25:9000": "dark-red",
3542         "Total 10.13.1.25:9000": "blue"
3543       },
3544-      "bars": false,
3545-      "cacheTimeout": null,
3546+      "bars": true,
3547       "dashLength": 10,
3548       "dashes": false,
3549-      "datasource": "${DS_PROMETHEUS}",
3550+      "datasource": {
3551+        "type": "prometheus",
3552+        "uid": "PBFA97CFB590B2093"
3553+      },
3554       "description": "Number of online disks per MinIO Server",
3555       "fieldConfig": {
3556         "defaults": {
3557-          "custom": {},
3558           "links": []
3559         },
3560         "overrides": []
3561@@ -1821,10 +2760,10 @@
3562       "fill": 1,
3563       "fillGradient": 0,
3564       "gridPos": {
3565-        "h": 8,
3566+        "h": 9,
3567         "w": 12,
3568-        "x": 12,
3569-        "y": 29
3570+        "x": 0,
3571+        "y": 68
3572       },
3573       "hiddenSeries": false,
3574       "id": 11,
3575@@ -1838,7 +2777,7 @@
3576         "total": false,
3577         "values": false
3578       },
3579-      "lines": true,
3580+      "lines": false,
3581       "linewidth": 1,
3582       "links": [],
3583       "nullPointMode": "null",
3584@@ -1846,7 +2785,7 @@
3585         "alertThreshold": true
3586       },
3587       "percentage": false,
3588-      "pluginVersion": "7.2.0",
3589+      "pluginVersion": "9.0.5",
3590       "pointradius": 2,
3591       "points": false,
3592       "renderer": "flot",
3593@@ -1856,21 +2795,35 @@
3594       "steppedLine": false,
3595       "targets": [
3596         {
3597-          "expr": "minio_disks_total{instance=~\"$instance\"} - minio_disks_offline{instance=~\"$instance\"}",
3598+          "datasource": {
3599+            "type": "prometheus",
3600+            "uid": "PBFA97CFB590B2093"
3601+          },
3602+          "exemplar": true,
3603+          "expr": "rate(minio_node_syscall_read_total{job=\"$scrape_jobs\"}[$__rate_interval])",
3604           "format": "time_series",
3605           "interval": "",
3606           "intervalFactor": 2,
3607-          "legendFormat": "Online Disks {{instance}}",
3608+          "legendFormat": "Read Syscalls [{{server}}]",
3609           "metric": "process_start_time_seconds",
3610           "refId": "A",
3611           "step": 60
3612+        },
3613+        {
3614+          "datasource": {
3615+            "type": "prometheus",
3616+            "uid": "PBFA97CFB590B2093"
3617+          },
3618+          "exemplar": true,
3619+          "expr": "rate(minio_node_syscall_write_total{job=\"$scrape_jobs\"}[$__rate_interval])",
3620+          "interval": "",
3621+          "legendFormat": "Write Syscalls [{{server}}]",
3622+          "refId": "B"
3623         }
3624       ],
3625       "thresholds": [],
3626-      "timeFrom": null,
3627       "timeRegions": [],
3628-      "timeShift": null,
3629-      "title": "Online Disks",
3630+      "title": "Node Syscalls",
3631       "tooltip": {
3632         "shared": true,
3633         "sort": 0,
3634@@ -1878,9 +2831,7 @@
3635       },
3636       "type": "graph",
3637       "xaxis": {
3638-        "buckets": null,
3639         "mode": "time",
3640-        "name": null,
3641         "show": true,
3642         "values": []
3643       },
3644@@ -1889,25 +2840,19 @@
3645           "$$hashKey": "object:185",
3646           "decimals": 0,
3647           "format": "short",
3648-          "label": null,
3649           "logBase": 1,
3650-          "max": null,
3651           "min": "0",
3652           "show": true
3653         },
3654         {
3655           "$$hashKey": "object:186",
3656           "format": "short",
3657-          "label": null,
3658           "logBase": 1,
3659-          "max": null,
3660-          "min": null,
3661           "show": true
3662         }
3663       ],
3664       "yaxis": {
3665-        "align": false,
3666-        "alignLevel": null
3667+        "align": false
3668       }
3669     },
3670     {
3671@@ -1916,14 +2861,15 @@
3672         "used 10.13.1.25:9000": "blue"
3673       },
3674       "bars": false,
3675-      "cacheTimeout": null,
3676       "dashLength": 10,
3677       "dashes": false,
3678-      "datasource": "${DS_PROMETHEUS}",
3679-      "description": "Disk capacity used per MinIO Server",
3680+      "datasource": {
3681+        "type": "prometheus",
3682+        "uid": "PBFA97CFB590B2093"
3683+      },
3684+      "description": "",
3685       "fieldConfig": {
3686         "defaults": {
3687-          "custom": {},
3688           "links": []
3689         },
3690         "overrides": []
3691@@ -1931,10 +2877,10 @@
3692       "fill": 1,
3693       "fillGradient": 0,
3694       "gridPos": {
3695-        "h": 8,
3696-        "w": 24,
3697-        "x": 0,
3698-        "y": 37
3699+        "h": 9,
3700+        "w": 12,
3701+        "x": 12,
3702+        "y": 68
3703       },
3704       "hiddenSeries": false,
3705       "id": 8,
3706@@ -1956,7 +2902,7 @@
3707         "alertThreshold": true
3708       },
3709       "percentage": false,
3710-      "pluginVersion": "7.2.0",
3711+      "pluginVersion": "9.0.5",
3712       "pointradius": 2,
3713       "points": false,
3714       "renderer": "flot",
3715@@ -1966,17 +2912,20 @@
3716       "steppedLine": false,
3717       "targets": [
3718         {
3719-          "expr": "disk_storage_used{disk=~\"$disk\",instance=~\"$instance\"}",
3720+          "datasource": {
3721+            "type": "prometheus",
3722+            "uid": "PBFA97CFB590B2093"
3723+          },
3724+          "exemplar": true,
3725+          "expr": "minio_node_file_descriptor_open_total{job=\"$scrape_jobs\"}",
3726           "interval": "",
3727-          "legendFormat": "Used Capacity {{instance}} {{disk}}",
3728+          "legendFormat": "Open FDs [{{server}}]",
3729           "refId": "B"
3730         }
3731       ],
3732       "thresholds": [],
3733-      "timeFrom": null,
3734       "timeRegions": [],
3735-      "timeShift": null,
3736-      "title": "Disk Usage",
3737+      "title": "Node File Descriptors",
3738       "tooltip": {
3739         "shared": true,
3740         "sort": 0,
3741@@ -1984,41 +2933,134 @@
3742       },
3743       "type": "graph",
3744       "xaxis": {
3745-        "buckets": null,
3746         "mode": "time",
3747-        "name": null,
3748         "show": true,
3749         "values": []
3750       },
3751       "yaxes": [
3752         {
3753           "$$hashKey": "object:212",
3754-          "decimals": null,
3755-          "format": "decbytes",
3756-          "label": null,
3757+          "format": "none",
3758           "logBase": 1,
3759-          "max": null,
3760           "min": "0",
3761           "show": true
3762         },
3763         {
3764           "$$hashKey": "object:213",
3765+          "format": "none",
3766+          "logBase": 1,
3767+          "min": "0",
3768+          "show": true
3769+        }
3770+      ],
3771+      "yaxis": {
3772+        "align": false
3773+      }
3774+    },
3775+    {
3776+      "aliasColors": {},
3777+      "bars": true,
3778+      "dashLength": 10,
3779+      "dashes": false,
3780+      "datasource": {
3781+        "type": "prometheus",
3782+        "uid": "PBFA97CFB590B2093"
3783+      },
3784+      "fill": 1,
3785+      "fillGradient": 0,
3786+      "gridPos": {
3787+        "h": 7,
3788+        "w": 24,
3789+        "x": 0,
3790+        "y": 77
3791+      },
3792+      "hiddenSeries": false,
3793+      "id": 73,
3794+      "legend": {
3795+        "avg": false,
3796+        "current": false,
3797+        "max": false,
3798+        "min": false,
3799+        "show": true,
3800+        "total": false,
3801+        "values": false
3802+      },
3803+      "lines": true,
3804+      "linewidth": 1,
3805+      "nullPointMode": "null",
3806+      "options": {
3807+        "alertThreshold": true
3808+      },
3809+      "percentage": false,
3810+      "pluginVersion": "9.0.5",
3811+      "pointradius": 2,
3812+      "points": false,
3813+      "renderer": "flot",
3814+      "seriesOverrides": [],
3815+      "spaceLength": 10,
3816+      "stack": false,
3817+      "steppedLine": false,
3818+      "targets": [
3819+        {
3820+          "datasource": {
3821+            "type": "prometheus",
3822+            "uid": "PBFA97CFB590B2093"
3823+          },
3824+          "exemplar": true,
3825+          "expr": "rate(minio_node_io_rchar_bytes{job=\"$scrape_jobs\"}[$__rate_interval])",
3826+          "format": "time_series",
3827+          "instant": false,
3828+          "interval": "",
3829+          "legendFormat": "Node RChar [{{server}}]",
3830+          "refId": "A"
3831+        },
3832+        {
3833+          "datasource": {
3834+            "type": "prometheus",
3835+            "uid": "PBFA97CFB590B2093"
3836+          },
3837+          "exemplar": true,
3838+          "expr": "rate(minio_node_io_wchar_bytes{job=\"$scrape_jobs\"}[$__rate_interval])",
3839+          "interval": "",
3840+          "legendFormat": "Node WChar [{{server}}]",
3841+          "refId": "B"
3842+        }
3843+      ],
3844+      "thresholds": [],
3845+      "timeRegions": [],
3846+      "title": "Node IO",
3847+      "tooltip": {
3848+        "shared": true,
3849+        "sort": 0,
3850+        "value_type": "individual"
3851+      },
3852+      "type": "graph",
3853+      "xaxis": {
3854+        "mode": "time",
3855+        "show": true,
3856+        "values": []
3857+      },
3858+      "yaxes": [
3859+        {
3860+          "$$hashKey": "object:381",
3861+          "format": "bytes",
3862+          "logBase": 1,
3863+          "show": true
3864+        },
3865+        {
3866+          "$$hashKey": "object:382",
3867           "format": "short",
3868-          "label": null,
3869           "logBase": 1,
3870-          "max": null,
3871-          "min": null,
3872           "show": true
3873         }
3874       ],
3875       "yaxis": {
3876-        "align": false,
3877-        "alignLevel": null
3878+        "align": false
3879       }
3880     }
3881   ],
3882   "refresh": false,
3883-  "schemaVersion": 26,
3884+  "schemaVersion": 36,
3885   "style": "dark",
3886   "tags": [
3887     "minio"
3888@@ -2026,53 +3068,39 @@
3889   "templating": {
3890     "list": [
3891       {
3892-        "allValue": null,
3893-        "current": {},
3894-        "datasource": "${DS_PROMETHEUS}",
3895-        "definition": "label_values(minio_version_info,instance)",
3896+        "current": {
3897+          "selected": true,
3898+          "text": [
3899+            "minio"
3900+          ],
3901+          "value": [
3902+            "minio"
3903+          ]
3904+        },
3905+        "datasource": {
3906+          "type": "prometheus",
3907+          "uid": "PBFA97CFB590B2093"
3908+        },
3909+        "definition": "label_values(job)",
3910         "hide": 0,
3911         "includeAll": true,
3912-        "label": "MinIO Host",
3913         "multi": true,
3914-        "name": "instance",
3915-        "options": [],
3916-        "query": "label_values(minio_version_info,instance)",
3917-        "refresh": 1,
3918-        "regex": "",
3919-        "skipUrlSync": false,
3920-        "sort": 1,
3921-        "tagValuesQuery": "",
3922-        "tags": [],
3923-        "tagsQuery": "",
3924-        "type": "query",
3925-        "useTags": false
3926-      },
3927-      {
3928-        "allValue": null,
3929-        "current": {},
3930-        "datasource": "${DS_PROMETHEUS}",
3931-        "definition": "label_values(disk_storage_total,disk)",
3932-        "hide": 0,
3933-        "includeAll": true,
3934-        "label": "Drive",
3935-        "multi": false,
3936-        "name": "disk",
3937+        "name": "scrape_jobs",
3938         "options": [],
3939-        "query": "label_values(disk_storage_total,disk)",
3940+        "query": {
3941+          "query": "label_values(job)",
3942+          "refId": "StandardVariableQuery"
3943+        },
3944         "refresh": 1,
3945         "regex": "",
3946         "skipUrlSync": false,
3947         "sort": 0,
3948-        "tagValuesQuery": "",
3949-        "tags": [],
3950-        "tagsQuery": "",
3951-        "type": "query",
3952-        "useTags": false
3953+        "type": "query"
3954       }
3955     ]
3956   },
3957   "time": {
3958-    "from": "now-1h",
3959+    "from": "now-6h",
3960     "to": "now"
3961   },
3962   "timepicker": {
3963@@ -2100,7 +3128,8 @@
3964     ]
3965   },
3966   "timezone": "",
3967-  "title": "MinIO {Official}",
3968-  "uid": "pJnnS4hZz",
3969-  "version": 176
3970-}
3971+  "title": "MinIO Dashboard",
3972+  "uid": "TgmJnqnnk",
3973+  "version": 2,
3974+  "weekStart": ""
3975+}