repos / ops

infra for pico services
git clone https://github.com/picosh/ops.git

ops / monitoring / grafana / config / provisioning / dashboards
Antonio Mika · 04 Aug 22

docker-os-metrics.json

   1{
   2    "annotations": {
   3      "list": [
   4        {
   5          "builtIn": 1,
   6          "datasource": "-- Grafana --",
   7          "enable": true,
   8          "hide": true,
   9          "iconColor": "rgba(0, 211, 255, 1)",
  10          "name": "Annotations & Alerts",
  11          "target": {
  12            "limit": 100,
  13            "matchAny": false,
  14            "tags": [],
  15            "type": "dashboard"
  16          },
  17          "type": "dashboard"
  18        }
  19      ]
  20    },
  21    "description": "Dashboard with details of the container metrics and host OS metrics.",
  22    "editable": true,
  23    "gnetId": 10566,
  24    "graphTooltip": 1,
  25    "id": 5,
  26    "iteration": 1634427417267,
  27    "links": [],
  28    "panels": [
  29      {
  30        "cacheTimeout": null,
  31        "datasource": "Prometheus",
  32        "fieldConfig": {
  33          "defaults": {
  34            "color": {
  35              "mode": "thresholds"
  36            },
  37            "decimals": 0,
  38            "mappings": [
  39              {
  40                "options": {
  41                  "match": "null",
  42                  "result": {
  43                    "text": "N/A"
  44                  }
  45                },
  46                "type": "special"
  47              }
  48            ],
  49            "thresholds": {
  50              "mode": "absolute",
  51              "steps": [
  52                {
  53                  "color": "green",
  54                  "value": null
  55                },
  56                {
  57                  "color": "red",
  58                  "value": 80
  59                }
  60              ]
  61            },
  62            "unit": "s"
  63          },
  64          "overrides": []
  65        },
  66        "gridPos": {
  67          "h": 4,
  68          "w": 4,
  69          "x": 0,
  70          "y": 0
  71        },
  72        "id": 24,
  73        "interval": null,
  74        "links": [],
  75        "maxDataPoints": 100,
  76        "options": {
  77          "colorMode": "none",
  78          "graphMode": "none",
  79          "justifyMode": "auto",
  80          "orientation": "horizontal",
  81          "reduceOptions": {
  82            "calcs": [
  83              "lastNotNull"
  84            ],
  85            "fields": "",
  86            "values": false
  87          },
  88          "text": {},
  89          "textMode": "auto"
  90        },
  91        "pluginVersion": "8.1.2",
  92        "targets": [
  93          {
  94            "exemplar": true,
  95            "expr": "time() - node_boot_time_seconds{instance=~\"$node_instance\"} * on(instance) group_left(nodename) node_uname_info",
  96            "format": "time_series",
  97            "hide": false,
  98            "interval": "",
  99            "intervalFactor": 2,
 100            "legendFormat": "{{ nodename }}",
 101            "refId": "A",
 102            "step": 1800
 103          }
 104        ],
 105        "title": "Uptime",
 106        "type": "stat"
 107      },
 108      {
 109        "cacheTimeout": null,
 110        "datasource": "Prometheus",
 111        "fieldConfig": {
 112          "defaults": {
 113            "color": {
 114              "mode": "thresholds"
 115            },
 116            "mappings": [
 117              {
 118                "options": {
 119                  "match": "null",
 120                  "result": {
 121                    "text": "N/A"
 122                  }
 123                },
 124                "type": "special"
 125              }
 126            ],
 127            "thresholds": {
 128              "mode": "absolute",
 129              "steps": [
 130                {
 131                  "color": "green",
 132                  "value": null
 133                },
 134                {
 135                  "color": "red",
 136                  "value": 80
 137                }
 138              ]
 139            },
 140            "unit": "none"
 141          },
 142          "overrides": []
 143        },
 144        "gridPos": {
 145          "h": 4,
 146          "w": 4,
 147          "x": 4,
 148          "y": 0
 149        },
 150        "id": 31,
 151        "interval": null,
 152        "links": [],
 153        "maxDataPoints": 100,
 154        "options": {
 155          "colorMode": "none",
 156          "graphMode": "none",
 157          "justifyMode": "auto",
 158          "orientation": "horizontal",
 159          "reduceOptions": {
 160            "calcs": [
 161              "lastNotNull"
 162            ],
 163            "fields": "",
 164            "values": false
 165          },
 166          "text": {},
 167          "textMode": "auto"
 168        },
 169        "pluginVersion": "8.1.2",
 170        "targets": [
 171          {
 172            "expr": "count(rate(container_last_seen{id=~\"/docker/.*\",instance=~\"$cadvisor_instance\"}[5m]))",
 173            "format": "time_series",
 174            "hide": false,
 175            "intervalFactor": 2,
 176            "refId": "A",
 177            "step": 1800
 178          }
 179        ],
 180        "title": "Containers",
 181        "type": "stat"
 182      },
 183      {
 184        "cacheTimeout": null,
 185        "datasource": "Prometheus",
 186        "fieldConfig": {
 187          "defaults": {
 188            "color": {
 189              "mode": "thresholds"
 190            },
 191            "decimals": 1,
 192            "mappings": [
 193              {
 194                "options": {
 195                  "match": "null",
 196                  "result": {
 197                    "text": "N/A"
 198                  }
 199                },
 200                "type": "special"
 201              }
 202            ],
 203            "max": 1,
 204            "min": 0,
 205            "thresholds": {
 206              "mode": "absolute",
 207              "steps": [
 208                {
 209                  "color": "rgba(50, 172, 45, 0.97)",
 210                  "value": null
 211                },
 212                {
 213                  "color": "rgba(237, 129, 40, 0.89)",
 214                  "value": 0.75
 215                },
 216                {
 217                  "color": "rgba(245, 54, 54, 0.9)",
 218                  "value": 0.9
 219                }
 220              ]
 221            },
 222            "unit": "percentunit"
 223          },
 224          "overrides": []
 225        },
 226        "gridPos": {
 227          "h": 4,
 228          "w": 4,
 229          "x": 8,
 230          "y": 0
 231        },
 232        "id": 26,
 233        "interval": null,
 234        "links": [],
 235        "maxDataPoints": 100,
 236        "options": {
 237          "orientation": "horizontal",
 238          "reduceOptions": {
 239            "calcs": [
 240              "lastNotNull"
 241            ],
 242            "fields": "",
 243            "values": false
 244          },
 245          "showThresholdLabels": false,
 246          "showThresholdMarkers": true,
 247          "text": {}
 248        },
 249        "pluginVersion": "8.1.2",
 250        "targets": [
 251          {
 252            "expr": "min((node_filesystem_size_bytes{fstype=~\"xfs|ext4\",instance=~\"$node_instance\"} - node_filesystem_free_bytes{fstype=~\"xfs|ext4\",instance=~\"$node_instance\"} )/ node_filesystem_size_bytes{fstype=~\"xfs|ext4\",instance=~\"$node_instance\"})",
 253            "format": "time_series",
 254            "hide": false,
 255            "intervalFactor": 2,
 256            "legendFormat": "/",
 257            "refId": "A",
 258            "step": 1800
 259          }
 260        ],
 261        "title": "Disk space /",
 262        "type": "gauge"
 263      },
 264      {
 265        "cacheTimeout": null,
 266        "datasource": "Prometheus",
 267        "fieldConfig": {
 268          "defaults": {
 269            "color": {
 270              "mode": "thresholds"
 271            },
 272            "decimals": 0,
 273            "mappings": [
 274              {
 275                "options": {
 276                  "match": "null",
 277                  "result": {
 278                    "text": "N/A"
 279                  }
 280                },
 281                "type": "special"
 282              }
 283            ],
 284            "max": 100,
 285            "min": 0,
 286            "thresholds": {
 287              "mode": "absolute",
 288              "steps": [
 289                {
 290                  "color": "rgba(50, 172, 45, 0.97)",
 291                  "value": null
 292                },
 293                {
 294                  "color": "rgba(237, 129, 40, 0.89)",
 295                  "value": 70
 296                },
 297                {
 298                  "color": "rgba(245, 54, 54, 0.9)",
 299                  "value": 90
 300                }
 301              ]
 302            },
 303            "unit": "percent"
 304          },
 305          "overrides": []
 306        },
 307        "gridPos": {
 308          "h": 4,
 309          "w": 4,
 310          "x": 12,
 311          "y": 0
 312        },
 313        "id": 25,
 314        "interval": null,
 315        "links": [],
 316        "maxDataPoints": 100,
 317        "options": {
 318          "orientation": "horizontal",
 319          "reduceOptions": {
 320            "calcs": [
 321              "lastNotNull"
 322            ],
 323            "fields": "",
 324            "values": false
 325          },
 326          "showThresholdLabels": false,
 327          "showThresholdMarkers": true,
 328          "text": {}
 329        },
 330        "pluginVersion": "8.1.2",
 331        "targets": [
 332          {
 333            "exemplar": true,
 334            "expr": "((node_memory_MemTotal_bytes{instance=~\"$node_instance\"} - node_memory_MemAvailable_bytes{instance=~\"$node_instance\"}) / node_memory_MemTotal_bytes{instance=~\"$node_instance\"}) * 100 * on(instance) group_left(nodename) node_uname_info",
 335            "format": "time_series",
 336            "hide": false,
 337            "interval": "",
 338            "intervalFactor": 2,
 339            "legendFormat": "{{ nodename }}",
 340            "refId": "A",
 341            "step": 1800
 342          }
 343        ],
 344        "title": "Memory",
 345        "type": "gauge"
 346      },
 347      {
 348        "cacheTimeout": null,
 349        "datasource": "Prometheus",
 350        "fieldConfig": {
 351          "defaults": {
 352            "color": {
 353              "mode": "thresholds"
 354            },
 355            "decimals": 0,
 356            "mappings": [
 357              {
 358                "options": {
 359                  "match": "null",
 360                  "result": {
 361                    "text": "N/A"
 362                  }
 363                },
 364                "type": "special"
 365              }
 366            ],
 367            "max": 500000000,
 368            "min": 0,
 369            "thresholds": {
 370              "mode": "absolute",
 371              "steps": [
 372                {
 373                  "color": "rgba(50, 172, 45, 0.97)",
 374                  "value": null
 375                },
 376                {
 377                  "color": "rgba(237, 129, 40, 0.89)",
 378                  "value": 400000000
 379                },
 380                {
 381                  "color": "rgba(245, 54, 54, 0.9)"
 382                }
 383              ]
 384            },
 385            "unit": "decbytes"
 386          },
 387          "overrides": []
 388        },
 389        "gridPos": {
 390          "h": 4,
 391          "w": 4,
 392          "x": 16,
 393          "y": 0
 394        },
 395        "id": 30,
 396        "interval": null,
 397        "links": [],
 398        "maxDataPoints": 100,
 399        "options": {
 400          "orientation": "horizontal",
 401          "reduceOptions": {
 402            "calcs": [
 403              "lastNotNull"
 404            ],
 405            "fields": "",
 406            "values": false
 407          },
 408          "showThresholdLabels": false,
 409          "showThresholdMarkers": true,
 410          "text": {}
 411        },
 412        "pluginVersion": "8.1.2",
 413        "targets": [
 414          {
 415            "exemplar": true,
 416            "expr": "(node_memory_SwapTotal_bytes{instance=~\"$node_instance\"} - node_memory_SwapFree_bytes{instance=~\"$node_instance\"}) * on(instance) group_left(nodename) node_uname_info",
 417            "format": "time_series",
 418            "interval": "",
 419            "intervalFactor": 2,
 420            "legendFormat": "{{ nodename }}",
 421            "refId": "A",
 422            "step": 1800
 423          }
 424        ],
 425        "title": "Swap",
 426        "type": "gauge"
 427      },
 428      {
 429        "cacheTimeout": null,
 430        "datasource": "Prometheus",
 431        "fieldConfig": {
 432          "defaults": {
 433            "color": {
 434              "fixedColor": "rgb(69, 193, 31)",
 435              "mode": "fixed"
 436            },
 437            "decimals": 0,
 438            "mappings": [
 439              {
 440                "options": {
 441                  "match": "null",
 442                  "result": {
 443                    "text": "N/A"
 444                  }
 445                },
 446                "type": "special"
 447              }
 448            ],
 449            "thresholds": {
 450              "mode": "absolute",
 451              "steps": [
 452                {
 453                  "color": "rgba(245, 54, 54, 0.9)",
 454                  "value": null
 455                },
 456                {
 457                  "color": "rgba(237, 129, 40, 0.89)",
 458                  "value": 0.8
 459                },
 460                {
 461                  "color": "rgba(50, 172, 45, 0.97)",
 462                  "value": 0.9
 463                }
 464              ]
 465            },
 466            "unit": "percent"
 467          },
 468          "overrides": []
 469        },
 470        "gridPos": {
 471          "h": 4,
 472          "w": 4,
 473          "x": 20,
 474          "y": 0
 475        },
 476        "id": 27,
 477        "interval": null,
 478        "links": [],
 479        "maxDataPoints": 100,
 480        "options": {
 481          "colorMode": "none",
 482          "graphMode": "area",
 483          "justifyMode": "auto",
 484          "orientation": "horizontal",
 485          "reduceOptions": {
 486            "calcs": [
 487              "mean"
 488            ],
 489            "fields": "",
 490            "values": false
 491          },
 492          "text": {},
 493          "textMode": "auto"
 494        },
 495        "pluginVersion": "8.1.2",
 496        "targets": [
 497          {
 498            "expr": "node_load1{instance=~\"$node_instance\"} / count by(job, instance)(count by(job, instance, cpu)(node_cpu_seconds_total{instance=~\"$node_instance\"}))",
 499            "format": "time_series",
 500            "hide": true,
 501            "intervalFactor": 2,
 502            "refId": "A",
 503            "step": 1800
 504          },
 505          {
 506            "exemplar": true,
 507            "expr": "(sum(node_load1{instance=~\"$node_instance\"}) by (instance) / count(node_cpu_seconds_total{mode=\"system\",instance=~\"$node_instance\"}) by (instance) * 100) * on(instance) group_left(nodename) node_uname_info",
 508            "format": "time_series",
 509            "hide": false,
 510            "interval": "",
 511            "intervalFactor": 2,
 512            "legendFormat": "{{ nodename }}",
 513            "refId": "B"
 514          }
 515        ],
 516        "title": "Load1",
 517        "type": "stat"
 518      },
 519      {
 520        "aliasColors": {
 521          "SENT": "#BF1B00"
 522        },
 523        "bars": false,
 524        "dashLength": 10,
 525        "dashes": false,
 526        "datasource": "Prometheus",
 527        "editable": true,
 528        "error": false,
 529        "fill": 1,
 530        "fillGradient": 0,
 531        "grid": {},
 532        "gridPos": {
 533          "h": 6,
 534          "w": 4,
 535          "x": 0,
 536          "y": 4
 537        },
 538        "hiddenSeries": false,
 539        "id": 19,
 540        "legend": {
 541          "avg": false,
 542          "current": false,
 543          "max": false,
 544          "min": false,
 545          "show": false,
 546          "total": false,
 547          "values": false
 548        },
 549        "lines": true,
 550        "linewidth": 1,
 551        "links": [],
 552        "nullPointMode": "null as zero",
 553        "options": {
 554          "alertThreshold": true
 555        },
 556        "percentage": false,
 557        "pluginVersion": "8.1.2",
 558        "pointradius": 1,
 559        "points": false,
 560        "renderer": "flot",
 561        "seriesOverrides": [],
 562        "spaceLength": 10,
 563        "stack": false,
 564        "steppedLine": false,
 565        "targets": [
 566          {
 567            "expr": "sum(rate(container_network_receive_bytes_total{id=\"/\",instance=~\"$cadvisor_instance\"}[5m])) by (id)",
 568            "format": "time_series",
 569            "hide": false,
 570            "intervalFactor": 2,
 571            "legendFormat": "RECEIVED",
 572            "refId": "A",
 573            "step": 600
 574          },
 575          {
 576            "expr": "- sum(rate(container_network_transmit_bytes_total{id=\"/\",instance=~\"$cadvisor_instance\"}[5m  ])) by (id)",
 577            "format": "time_series",
 578            "hide": false,
 579            "intervalFactor": 2,
 580            "legendFormat": "SENT",
 581            "refId": "B",
 582            "step": 600
 583          }
 584        ],
 585        "thresholds": [],
 586        "timeFrom": null,
 587        "timeRegions": [],
 588        "timeShift": null,
 589        "title": "Network Traffic",
 590        "tooltip": {
 591          "msResolution": true,
 592          "shared": true,
 593          "sort": 0,
 594          "value_type": "cumulative"
 595        },
 596        "type": "graph",
 597        "xaxis": {
 598          "buckets": null,
 599          "mode": "time",
 600          "name": null,
 601          "show": false,
 602          "values": []
 603        },
 604        "yaxes": [
 605          {
 606            "format": "bytes",
 607            "label": null,
 608            "logBase": 1,
 609            "max": null,
 610            "min": null,
 611            "show": true
 612          },
 613          {
 614            "format": "short",
 615            "label": null,
 616            "logBase": 1,
 617            "max": null,
 618            "min": null,
 619            "show": false
 620          }
 621        ],
 622        "yaxis": {
 623          "align": false,
 624          "alignLevel": null
 625        }
 626      },
 627      {
 628        "aliasColors": {
 629          "{id=\"/\",instance=\"cadvisor:8080\",job=\"prometheus\"}": "#BA43A9"
 630        },
 631        "bars": false,
 632        "dashLength": 10,
 633        "dashes": false,
 634        "datasource": "Prometheus",
 635        "editable": true,
 636        "error": false,
 637        "fill": 1,
 638        "fillGradient": 0,
 639        "grid": {},
 640        "gridPos": {
 641          "h": 6,
 642          "w": 4,
 643          "x": 4,
 644          "y": 4
 645        },
 646        "hiddenSeries": false,
 647        "id": 5,
 648        "legend": {
 649          "avg": false,
 650          "current": false,
 651          "max": false,
 652          "min": false,
 653          "show": false,
 654          "total": false,
 655          "values": false
 656        },
 657        "lines": true,
 658        "linewidth": 1,
 659        "links": [],
 660        "nullPointMode": "null as zero",
 661        "options": {
 662          "alertThreshold": true
 663        },
 664        "percentage": false,
 665        "pluginVersion": "8.1.2",
 666        "pointradius": 5,
 667        "points": false,
 668        "renderer": "flot",
 669        "seriesOverrides": [],
 670        "spaceLength": 10,
 671        "stack": true,
 672        "steppedLine": false,
 673        "targets": [
 674          {
 675            "expr": "sum(rate(container_cpu_system_seconds_total[1m]))",
 676            "format": "time_series",
 677            "hide": true,
 678            "intervalFactor": 2,
 679            "legendFormat": "a",
 680            "refId": "B",
 681            "step": 120
 682          },
 683          {
 684            "expr": "sum(rate(container_cpu_system_seconds_total{name=~\".+\"}[1m]))",
 685            "format": "time_series",
 686            "hide": true,
 687            "interval": "",
 688            "intervalFactor": 2,
 689            "legendFormat": "nur container",
 690            "refId": "F",
 691            "step": 10
 692          },
 693          {
 694            "expr": "sum(rate(container_cpu_system_seconds_total{id=\"/\"}[1m]))",
 695            "format": "time_series",
 696            "hide": true,
 697            "interval": "",
 698            "intervalFactor": 2,
 699            "legendFormat": "nur docker host",
 700            "metric": "",
 701            "refId": "A",
 702            "step": 20
 703          },
 704          {
 705            "expr": "sum(rate(process_cpu_seconds_total[$__interval])) * 100",
 706            "format": "time_series",
 707            "hide": true,
 708            "interval": "",
 709            "intervalFactor": 2,
 710            "legendFormat": "host",
 711            "metric": "",
 712            "refId": "C",
 713            "step": 600
 714          },
 715          {
 716            "expr": "sum(rate(container_cpu_system_seconds_total{name=~\".+\"}[1m])) + sum(rate(container_cpu_system_seconds_total{id=\"/\"}[1m])) + sum(rate(process_cpu_seconds_total[1m]))",
 717            "format": "time_series",
 718            "hide": true,
 719            "intervalFactor": 2,
 720            "legendFormat": "",
 721            "refId": "D",
 722            "step": 120
 723          },
 724          {
 725            "exemplar": true,
 726            "expr": "100 - (avg by (instance) (irate(node_cpu_seconds_total{instance=~\"$node_instance\",mode=\"idle\"}[5m])) * 100) * on(instance) group_left(nodename) node_uname_info",
 727            "format": "time_series",
 728            "hide": false,
 729            "interval": "",
 730            "intervalFactor": 2,
 731            "legendFormat": "{{ nodename }}",
 732            "refId": "E"
 733          }
 734        ],
 735        "thresholds": [],
 736        "timeFrom": null,
 737        "timeRegions": [],
 738        "timeShift": null,
 739        "title": "CPU Usage",
 740        "tooltip": {
 741          "msResolution": true,
 742          "shared": true,
 743          "sort": 0,
 744          "value_type": "cumulative"
 745        },
 746        "type": "graph",
 747        "xaxis": {
 748          "buckets": null,
 749          "mode": "time",
 750          "name": null,
 751          "show": false,
 752          "values": []
 753        },
 754        "yaxes": [
 755          {
 756            "format": "percent",
 757            "label": "",
 758            "logBase": 1,
 759            "max": null,
 760            "min": null,
 761            "show": true
 762          },
 763          {
 764            "format": "short",
 765            "label": null,
 766            "logBase": 1,
 767            "max": null,
 768            "min": null,
 769            "show": false
 770          }
 771        ],
 772        "yaxis": {
 773          "align": false,
 774          "alignLevel": null
 775        }
 776      },
 777      {
 778        "alert": {
 779          "conditions": [
 780            {
 781              "evaluator": {
 782                "params": [
 783                  1.25
 784                ],
 785                "type": "gt"
 786              },
 787              "query": {
 788                "params": [
 789                  "A",
 790                  "5m",
 791                  "now"
 792                ]
 793              },
 794              "reducer": {
 795                "params": [],
 796                "type": "avg"
 797              },
 798              "type": "query"
 799            }
 800          ],
 801          "executionErrorState": "alerting",
 802          "frequency": "60s",
 803          "handler": 1,
 804          "name": "Panel Title alert",
 805          "noDataState": "keep_state",
 806          "notifications": [
 807            {
 808              "id": 1
 809            }
 810          ]
 811        },
 812        "aliasColors": {},
 813        "bars": false,
 814        "dashLength": 10,
 815        "dashes": false,
 816        "datasource": "Prometheus",
 817        "decimals": 0,
 818        "editable": true,
 819        "error": false,
 820        "fill": 1,
 821        "fillGradient": 0,
 822        "gridPos": {
 823          "h": 6,
 824          "w": 4,
 825          "x": 8,
 826          "y": 4
 827        },
 828        "hiddenSeries": false,
 829        "id": 28,
 830        "legend": {
 831          "avg": false,
 832          "current": false,
 833          "max": false,
 834          "min": false,
 835          "show": false,
 836          "total": false,
 837          "values": false
 838        },
 839        "lines": true,
 840        "linewidth": 1,
 841        "links": [],
 842        "nullPointMode": "connected",
 843        "options": {
 844          "alertThreshold": true
 845        },
 846        "percentage": false,
 847        "pluginVersion": "8.1.2",
 848        "pointradius": 5,
 849        "points": false,
 850        "renderer": "flot",
 851        "seriesOverrides": [],
 852        "spaceLength": 10,
 853        "stack": false,
 854        "steppedLine": false,
 855        "targets": [
 856          {
 857            "expr": "node_load1{instance=~\"$node_instance\"} / count by(job, instance)(count by(job, instance, cpu)(node_cpu_seconds_total{instance=~\"$node_instance\"}))",
 858            "format": "time_series",
 859            "hide": true,
 860            "intervalFactor": 2,
 861            "refId": "A",
 862            "step": 600
 863          },
 864          {
 865            "exemplar": true,
 866            "expr": "sum(node_load1{instance=~\"$node_instance\"}) by (instance) / count(node_cpu_seconds_total{mode=\"system\",instance=~\"$node_instance\"}) by (instance) * 100 * on(instance) group_left(nodename) node_uname_info",
 867            "format": "time_series",
 868            "hide": false,
 869            "interval": "",
 870            "intervalFactor": 2,
 871            "legendFormat": "{{ nodename }}",
 872            "refId": "B"
 873          }
 874        ],
 875        "thresholds": [
 876          {
 877            "colorMode": "critical",
 878            "fill": true,
 879            "line": true,
 880            "op": "gt",
 881            "value": 1.25,
 882            "visible": true
 883          }
 884        ],
 885        "timeFrom": null,
 886        "timeRegions": [],
 887        "timeShift": null,
 888        "title": "Load 1",
 889        "tooltip": {
 890          "msResolution": false,
 891          "shared": true,
 892          "sort": 0,
 893          "value_type": "individual"
 894        },
 895        "type": "graph",
 896        "xaxis": {
 897          "buckets": null,
 898          "mode": "time",
 899          "name": null,
 900          "show": false,
 901          "values": []
 902        },
 903        "yaxes": [
 904          {
 905            "format": "percent",
 906            "label": null,
 907            "logBase": 1,
 908            "max": "300",
 909            "min": null,
 910            "show": true
 911          },
 912          {
 913            "format": "short",
 914            "label": null,
 915            "logBase": 1,
 916            "max": null,
 917            "min": null,
 918            "show": false
 919          }
 920        ],
 921        "yaxis": {
 922          "align": false,
 923          "alignLevel": null
 924        }
 925      },
 926      {
 927        "alert": {
 928          "conditions": [
 929            {
 930              "evaluator": {
 931                "params": [
 932                  250000000000
 933                ],
 934                "type": "gt"
 935              },
 936              "query": {
 937                "params": [
 938                  "A",
 939                  "5m",
 940                  "now"
 941                ]
 942              },
 943              "reducer": {
 944                "params": [],
 945                "type": "avg"
 946              },
 947              "type": "query"
 948            }
 949          ],
 950          "executionErrorState": "alerting",
 951          "frequency": "60s",
 952          "handler": 1,
 953          "name": "Free/Used Disk Space alert",
 954          "noDataState": "keep_state",
 955          "notifications": [
 956            {
 957              "id": 1
 958            }
 959          ]
 960        },
 961        "aliasColors": {
 962          "Belegete Festplatte": "#BF1B00",
 963          "Free Disk Space": "#7EB26D",
 964          "Used Disk Space": "#7EB26D",
 965          "{}": "#BF1B00"
 966        },
 967        "bars": false,
 968        "dashLength": 10,
 969        "dashes": false,
 970        "datasource": "Prometheus",
 971        "editable": true,
 972        "error": false,
 973        "fill": 1,
 974        "fillGradient": 0,
 975        "grid": {},
 976        "gridPos": {
 977          "h": 6,
 978          "w": 4,
 979          "x": 12,
 980          "y": 4
 981        },
 982        "hiddenSeries": false,
 983        "id": 13,
 984        "legend": {
 985          "avg": false,
 986          "current": false,
 987          "max": false,
 988          "min": false,
 989          "show": false,
 990          "total": false,
 991          "values": false
 992        },
 993        "lines": true,
 994        "linewidth": 1,
 995        "links": [],
 996        "nullPointMode": "null as zero",
 997        "options": {
 998          "alertThreshold": true
 999        },
1000        "percentage": false,
1001        "pluginVersion": "8.1.2",
1002        "pointradius": 5,
1003        "points": false,
1004        "renderer": "flot",
1005        "seriesOverrides": [
1006          {
1007            "alias": "Used Disk Space",
1008            "yaxis": 1
1009          }
1010        ],
1011        "spaceLength": 10,
1012        "stack": true,
1013        "steppedLine": false,
1014        "targets": [
1015          {
1016            "exemplar": true,
1017            "expr": "(node_filesystem_size_bytes{fstype=\"ext4\",instance=~\"$node_instance\"} - node_filesystem_free_bytes{fstype=\"ext4\",instance=~\"$node_instance\"}) * on(instance) group_left(nodename) node_uname_info",
1018            "format": "time_series",
1019            "hide": false,
1020            "interval": "",
1021            "intervalFactor": 2,
1022            "legendFormat": "{{ nodename }}",
1023            "refId": "A",
1024            "step": 600
1025          }
1026        ],
1027        "thresholds": [
1028          {
1029            "colorMode": "critical",
1030            "fill": true,
1031            "line": true,
1032            "op": "gt",
1033            "value": 250000000000,
1034            "visible": true
1035          }
1036        ],
1037        "timeFrom": null,
1038        "timeRegions": [],
1039        "timeShift": null,
1040        "title": "Used Disk Space /",
1041        "tooltip": {
1042          "msResolution": true,
1043          "shared": true,
1044          "sort": 0,
1045          "value_type": "individual"
1046        },
1047        "type": "graph",
1048        "xaxis": {
1049          "buckets": null,
1050          "mode": "time",
1051          "name": null,
1052          "show": false,
1053          "values": []
1054        },
1055        "yaxes": [
1056          {
1057            "format": "bytes",
1058            "label": "",
1059            "logBase": 1,
1060            "max": "295279001600",
1061            "min": 0,
1062            "show": true
1063          },
1064          {
1065            "format": "short",
1066            "label": null,
1067            "logBase": 1,
1068            "max": null,
1069            "min": null,
1070            "show": false
1071          }
1072        ],
1073        "yaxis": {
1074          "align": false,
1075          "alignLevel": null
1076        }
1077      },
1078      {
1079        "alert": {
1080          "conditions": [
1081            {
1082              "evaluator": {
1083                "params": [
1084                  214748364800
1085                ],
1086                "type": "gt"
1087              },
1088              "query": {
1089                "params": [
1090                  "A",
1091                  "5m",
1092                  "now"
1093                ]
1094              },
1095              "reducer": {
1096                "params": [],
1097                "type": "avg"
1098              },
1099              "type": "query"
1100            }
1101          ],
1102          "executionErrorState": "alerting",
1103          "frequency": "60s",
1104          "handler": 1,
1105          "name": "Available Memory alert",
1106          "noDataState": "keep_state",
1107          "notifications": [
1108            {
1109              "id": 1
1110            }
1111          ]
1112        },
1113        "aliasColors": {
1114          "Available Memory": "#7EB26D",
1115          "Unavailable Memory": "#7EB26D"
1116        },
1117        "bars": false,
1118        "dashLength": 10,
1119        "dashes": false,
1120        "datasource": "Prometheus",
1121        "editable": true,
1122        "error": false,
1123        "fill": 1,
1124        "fillGradient": 0,
1125        "grid": {},
1126        "gridPos": {
1127          "h": 6,
1128          "w": 4,
1129          "x": 16,
1130          "y": 4
1131        },
1132        "hiddenSeries": false,
1133        "id": 20,
1134        "legend": {
1135          "avg": false,
1136          "current": false,
1137          "max": false,
1138          "min": false,
1139          "show": false,
1140          "total": false,
1141          "values": false
1142        },
1143        "lines": true,
1144        "linewidth": 1,
1145        "links": [],
1146        "nullPointMode": "null as zero",
1147        "options": {
1148          "alertThreshold": true
1149        },
1150        "percentage": false,
1151        "pluginVersion": "8.1.2",
1152        "pointradius": 5,
1153        "points": false,
1154        "renderer": "flot",
1155        "seriesOverrides": [],
1156        "spaceLength": 10,
1157        "stack": true,
1158        "steppedLine": false,
1159        "targets": [
1160          {
1161            "expr": "container_memory_rss{name=~\".+\"}",
1162            "format": "time_series",
1163            "hide": true,
1164            "intervalFactor": 2,
1165            "legendFormat": "{{__name__}}",
1166            "refId": "D",
1167            "step": 20
1168          },
1169          {
1170            "expr": "sum(container_memory_rss{name=~\".+\"})",
1171            "format": "time_series",
1172            "hide": true,
1173            "intervalFactor": 2,
1174            "legendFormat": "{{__name__}}",
1175            "refId": "A",
1176            "step": 20
1177          },
1178          {
1179            "expr": "container_memory_usage_bytes{name=~\".+\"}",
1180            "format": "time_series",
1181            "hide": true,
1182            "intervalFactor": 2,
1183            "legendFormat": "{{name}}",
1184            "refId": "B",
1185            "step": 20
1186          },
1187          {
1188            "expr": "container_memory_rss{id=\"/\"}",
1189            "format": "time_series",
1190            "hide": true,
1191            "intervalFactor": 2,
1192            "legendFormat": "{{__name__}}",
1193            "refId": "C",
1194            "step": 20
1195          },
1196          {
1197            "expr": "sum(container_memory_rss)",
1198            "format": "time_series",
1199            "hide": true,
1200            "intervalFactor": 2,
1201            "legendFormat": "{{__name__}}",
1202            "refId": "E",
1203            "step": 20
1204          },
1205          {
1206            "expr": "node_memory_Buffers",
1207            "format": "time_series",
1208            "hide": true,
1209            "intervalFactor": 2,
1210            "legendFormat": "node_memory_Dirty",
1211            "refId": "N",
1212            "step": 30
1213          },
1214          {
1215            "expr": "node_memory_MemFree",
1216            "format": "time_series",
1217            "hide": true,
1218            "intervalFactor": 2,
1219            "legendFormat": "{{__name__}}",
1220            "refId": "F",
1221            "step": 20
1222          },
1223          {
1224            "expr": "node_memory_MemAvailable",
1225            "format": "time_series",
1226            "hide": true,
1227            "intervalFactor": 2,
1228            "legendFormat": "Available Memory",
1229            "refId": "H",
1230            "step": 20
1231          },
1232          {
1233            "expr": "node_memory_MemTotal_bytes{instance=~\"$node_instance\"} - node_memory_MemAvailable_bytes{instance=~\"$node_instance\"}",
1234            "format": "time_series",
1235            "hide": true,
1236            "intervalFactor": 2,
1237            "legendFormat": "Unavailable Memory",
1238            "refId": "G",
1239            "step": 600
1240          },
1241          {
1242            "expr": "node_memory_Inactive",
1243            "format": "time_series",
1244            "hide": true,
1245            "intervalFactor": 2,
1246            "legendFormat": "{{__name__}}",
1247            "refId": "I",
1248            "step": 30
1249          },
1250          {
1251            "expr": "node_memory_KernelStack",
1252            "format": "time_series",
1253            "hide": true,
1254            "intervalFactor": 2,
1255            "legendFormat": "{{__name__}}",
1256            "refId": "J",
1257            "step": 30
1258          },
1259          {
1260            "expr": "node_memory_Active",
1261            "format": "time_series",
1262            "hide": true,
1263            "intervalFactor": 2,
1264            "legendFormat": "{{__name__}}",
1265            "refId": "K",
1266            "step": 30
1267          },
1268          {
1269            "expr": "node_memory_MemTotal - (node_memory_Active + node_memory_MemFree + node_memory_Inactive)",
1270            "format": "time_series",
1271            "hide": true,
1272            "intervalFactor": 2,
1273            "legendFormat": "Unknown",
1274            "refId": "L",
1275            "step": 40
1276          },
1277          {
1278            "expr": "node_memory_MemFree + node_memory_Inactive ",
1279            "format": "time_series",
1280            "hide": true,
1281            "intervalFactor": 2,
1282            "legendFormat": "{{__name__}}",
1283            "refId": "M",
1284            "step": 30
1285          },
1286          {
1287            "expr": "container_memory_rss{name=~\".+\"}",
1288            "format": "time_series",
1289            "hide": true,
1290            "intervalFactor": 2,
1291            "legendFormat": "{{__name__}}",
1292            "refId": "O",
1293            "step": 30
1294          },
1295          {
1296            "exemplar": true,
1297            "expr": "node_memory_MemAvailable_bytes{instance=~\"$node_instance\"} * on(instance) group_left(nodename) node_uname_info",
1298            "format": "time_series",
1299            "hide": false,
1300            "interval": "",
1301            "intervalFactor": 2,
1302            "legendFormat": "{{ nodename }} - Available memory",
1303            "refId": "P",
1304            "step": 40
1305          },
1306          {
1307            "exemplar": true,
1308            "expr": "node_memory_MemFree_bytes{instance=~\"$node_instance\"} * on(instance) group_left(nodename) node_uname_info",
1309            "format": "time_series",
1310            "interval": "",
1311            "intervalFactor": 2,
1312            "legendFormat": "{{ nodename }} - Free memory",
1313            "refId": "Q"
1314          },
1315          {
1316            "exemplar": true,
1317            "expr": "node_memory_MemTotal_bytes{instance=~\"$node_instance\"} * on(instance) group_left(nodename) node_uname_info",
1318            "format": "time_series",
1319            "interval": "",
1320            "intervalFactor": 2,
1321            "legendFormat": "{{ nodename }} - Total memory",
1322            "refId": "R"
1323          },
1324          {
1325            "exemplar": true,
1326            "expr": "node_memory_MemTotal_bytes{instance=~\"$node_instance\"}-(node_memory_Buffers_bytes{instance=~\"$node_instance\"}+node_memory_Cached_bytes{instance=~\"$node_instance\"}+node_memory_MemFree_bytes{instance=~\"$node_instance\"}) * on(instance) group_left(nodename) node_uname_info",
1327            "format": "time_series",
1328            "interval": "",
1329            "intervalFactor": 2,
1330            "legendFormat": "{{ nodename }} - Used memory",
1331            "refId": "S"
1332          }
1333        ],
1334        "thresholds": [
1335          {
1336            "colorMode": "critical",
1337            "fill": true,
1338            "line": true,
1339            "op": "gt",
1340            "value": 214748364800,
1341            "visible": true
1342          }
1343        ],
1344        "timeFrom": null,
1345        "timeRegions": [],
1346        "timeShift": null,
1347        "title": "Available Memory",
1348        "tooltip": {
1349          "msResolution": true,
1350          "shared": true,
1351          "sort": 0,
1352          "value_type": "individual"
1353        },
1354        "type": "graph",
1355        "xaxis": {
1356          "buckets": null,
1357          "mode": "time",
1358          "name": null,
1359          "show": false,
1360          "values": []
1361        },
1362        "yaxes": [
1363          {
1364            "format": "bytes",
1365            "label": "",
1366            "logBase": 1,
1367            "max": "269509197824",
1368            "min": 0,
1369            "show": true
1370          },
1371          {
1372            "format": "short",
1373            "label": null,
1374            "logBase": 1,
1375            "max": null,
1376            "min": null,
1377            "show": false
1378          }
1379        ],
1380        "yaxis": {
1381          "align": false,
1382          "alignLevel": null
1383        }
1384      },
1385      {
1386        "aliasColors": {
1387          "IN on /sda": "#7EB26D",
1388          "OUT on /sda": "#890F02"
1389        },
1390        "bars": false,
1391        "dashLength": 10,
1392        "dashes": false,
1393        "datasource": "Prometheus",
1394        "editable": true,
1395        "error": false,
1396        "fill": 1,
1397        "fillGradient": 0,
1398        "grid": {},
1399        "gridPos": {
1400          "h": 6,
1401          "w": 4,
1402          "x": 20,
1403          "y": 4
1404        },
1405        "hiddenSeries": false,
1406        "id": 3,
1407        "legend": {
1408          "avg": false,
1409          "current": false,
1410          "max": false,
1411          "min": false,
1412          "show": false,
1413          "total": false,
1414          "values": false
1415        },
1416        "lines": true,
1417        "linewidth": 1,
1418        "links": [],
1419        "nullPointMode": "null as zero",
1420        "options": {
1421          "alertThreshold": true
1422        },
1423        "percentage": false,
1424        "pluginVersion": "8.1.2",
1425        "pointradius": 5,
1426        "points": false,
1427        "renderer": "flot",
1428        "seriesOverrides": [],
1429        "spaceLength": 10,
1430        "stack": false,
1431        "steppedLine": false,
1432        "targets": [
1433          {
1434            "exemplar": true,
1435            "expr": "-sum(rate(node_disk_read_bytes_total{instance=~\"$node_instance\"}[5m]) * on(instance) group_left(nodename) node_uname_info) by (device, nodename)",
1436            "format": "time_series",
1437            "hide": false,
1438            "interval": "",
1439            "intervalFactor": 2,
1440            "legendFormat": "{{ nodename }} - OUT on /{{device}}",
1441            "metric": "node_disk_bytes_read",
1442            "refId": "A",
1443            "step": 600
1444          },
1445          {
1446            "exemplar": true,
1447            "expr": "sum(rate(node_disk_written_bytes_total{instance=~\"$node_instance\"}[5m]) * on(instance) group_left(nodename) node_uname_info) by (device, nodename)",
1448            "format": "time_series",
1449            "hide": false,
1450            "interval": "",
1451            "intervalFactor": 2,
1452            "legendFormat": "{{ nodename }} - IN on /{{device}}",
1453            "metric": "",
1454            "refId": "B",
1455            "step": 600
1456          }
1457        ],
1458        "thresholds": [],
1459        "timeFrom": null,
1460        "timeRegions": [],
1461        "timeShift": null,
1462        "title": "Disk I/O",
1463        "tooltip": {
1464          "msResolution": true,
1465          "shared": true,
1466          "sort": 0,
1467          "value_type": "cumulative"
1468        },
1469        "type": "graph",
1470        "xaxis": {
1471          "buckets": null,
1472          "mode": "time",
1473          "name": null,
1474          "show": false,
1475          "values": []
1476        },
1477        "yaxes": [
1478          {
1479            "format": "Bps",
1480            "label": null,
1481            "logBase": 1,
1482            "max": null,
1483            "min": null,
1484            "show": true
1485          },
1486          {
1487            "format": "short",
1488            "label": null,
1489            "logBase": 1,
1490            "max": null,
1491            "min": null,
1492            "show": false
1493          }
1494        ],
1495        "yaxis": {
1496          "align": false,
1497          "alignLevel": null
1498        }
1499      },
1500      {
1501        "aliasColors": {},
1502        "bars": false,
1503        "dashLength": 10,
1504        "dashes": false,
1505        "datasource": "Prometheus",
1506        "editable": true,
1507        "error": false,
1508        "fill": 1,
1509        "fillGradient": 0,
1510        "grid": {},
1511        "gridPos": {
1512          "h": 7,
1513          "w": 12,
1514          "x": 0,
1515          "y": 10
1516        },
1517        "hiddenSeries": false,
1518        "id": 8,
1519        "legend": {
1520          "alignAsTable": true,
1521          "avg": false,
1522          "current": false,
1523          "max": false,
1524          "min": false,
1525          "rightSide": true,
1526          "show": true,
1527          "total": false,
1528          "values": false
1529        },
1530        "lines": true,
1531        "linewidth": 2,
1532        "links": [],
1533        "nullPointMode": "null as zero",
1534        "options": {
1535          "alertThreshold": true
1536        },
1537        "percentage": false,
1538        "pluginVersion": "8.1.2",
1539        "pointradius": 5,
1540        "points": false,
1541        "renderer": "flot",
1542        "seriesOverrides": [],
1543        "spaceLength": 10,
1544        "stack": false,
1545        "steppedLine": false,
1546        "targets": [
1547          {
1548            "exemplar": true,
1549            "expr": "rate(container_network_receive_bytes_total{name!=\"\",instance=~\"$cadvisor_instance\"}[5m])",
1550            "format": "time_series",
1551            "hide": true,
1552            "interval": "",
1553            "intervalFactor": 2,
1554            "legendFormat": "{{name}}",
1555            "refId": "A",
1556            "step": 240
1557          },
1558          {
1559            "exemplar": true,
1560            "expr": "sum(rate(container_network_receive_bytes_total{instance=~\"$cadvisor_instance\"}[5m])) by (name)",
1561            "format": "time_series",
1562            "hide": false,
1563            "interval": "",
1564            "intervalFactor": 2,
1565            "legendFormat": "{{ name }}",
1566            "refId": "B",
1567            "step": 10
1568          }
1569        ],
1570        "thresholds": [],
1571        "timeFrom": null,
1572        "timeRegions": [],
1573        "timeShift": null,
1574        "title": "Received Network Traffic per Container",
1575        "tooltip": {
1576          "msResolution": true,
1577          "shared": true,
1578          "sort": 0,
1579          "value_type": "cumulative"
1580        },
1581        "type": "graph",
1582        "xaxis": {
1583          "buckets": null,
1584          "mode": "time",
1585          "name": null,
1586          "show": true,
1587          "values": []
1588        },
1589        "yaxes": [
1590          {
1591            "format": "Bps",
1592            "label": null,
1593            "logBase": 1,
1594            "max": null,
1595            "min": null,
1596            "show": true
1597          },
1598          {
1599            "format": "short",
1600            "label": null,
1601            "logBase": 1,
1602            "max": null,
1603            "min": null,
1604            "show": true
1605          }
1606        ],
1607        "yaxis": {
1608          "align": false,
1609          "alignLevel": null
1610        }
1611      },
1612      {
1613        "aliasColors": {},
1614        "bars": false,
1615        "dashLength": 10,
1616        "dashes": false,
1617        "datasource": "Prometheus",
1618        "editable": true,
1619        "error": false,
1620        "fill": 1,
1621        "fillGradient": 0,
1622        "grid": {},
1623        "gridPos": {
1624          "h": 7,
1625          "w": 12,
1626          "x": 12,
1627          "y": 10
1628        },
1629        "hiddenSeries": false,
1630        "id": 9,
1631        "legend": {
1632          "alignAsTable": true,
1633          "avg": false,
1634          "current": false,
1635          "hideEmpty": false,
1636          "hideZero": false,
1637          "max": false,
1638          "min": false,
1639          "rightSide": true,
1640          "show": true,
1641          "total": false,
1642          "values": false
1643        },
1644        "lines": true,
1645        "linewidth": 2,
1646        "links": [],
1647        "nullPointMode": "null as zero",
1648        "options": {
1649          "alertThreshold": true
1650        },
1651        "percentage": false,
1652        "pluginVersion": "8.1.2",
1653        "pointradius": 5,
1654        "points": false,
1655        "renderer": "flot",
1656        "seriesOverrides": [],
1657        "spaceLength": 10,
1658        "stack": false,
1659        "steppedLine": false,
1660        "targets": [
1661          {
1662            "expr": "sum(rate(container_network_transmit_bytes_total{name!=\"\",instance=~\"$cadvisor_instance\"}[5m])) by (name)",
1663            "format": "time_series",
1664            "intervalFactor": 2,
1665            "legendFormat": "{{name}}",
1666            "refId": "A",
1667            "step": 240
1668          },
1669          {
1670            "expr": "rate(container_network_transmit_bytes_total{id=\"/\"}[$__interval])",
1671            "format": "time_series",
1672            "hide": true,
1673            "intervalFactor": 2,
1674            "legendFormat": "",
1675            "refId": "B",
1676            "step": 10
1677          }
1678        ],
1679        "thresholds": [],
1680        "timeFrom": null,
1681        "timeRegions": [],
1682        "timeShift": null,
1683        "title": "Sent Network Traffic per Container",
1684        "tooltip": {
1685          "msResolution": true,
1686          "shared": true,
1687          "sort": 0,
1688          "value_type": "cumulative"
1689        },
1690        "type": "graph",
1691        "xaxis": {
1692          "buckets": null,
1693          "mode": "time",
1694          "name": null,
1695          "show": true,
1696          "values": []
1697        },
1698        "yaxes": [
1699          {
1700            "format": "Bps",
1701            "label": "",
1702            "logBase": 1,
1703            "max": null,
1704            "min": null,
1705            "show": true
1706          },
1707          {
1708            "format": "short",
1709            "label": "",
1710            "logBase": 10,
1711            "max": 8,
1712            "min": 0,
1713            "show": false
1714          }
1715        ],
1716        "yaxis": {
1717          "align": false,
1718          "alignLevel": null
1719        }
1720      },
1721      {
1722        "aliasColors": {},
1723        "bars": false,
1724        "dashLength": 10,
1725        "dashes": false,
1726        "datasource": "Prometheus",
1727        "editable": true,
1728        "error": false,
1729        "fill": 0,
1730        "fillGradient": 0,
1731        "grid": {},
1732        "gridPos": {
1733          "h": 7,
1734          "w": 12,
1735          "x": 0,
1736          "y": 17
1737        },
1738        "hiddenSeries": false,
1739        "id": 1,
1740        "legend": {
1741          "alignAsTable": true,
1742          "avg": false,
1743          "current": false,
1744          "max": false,
1745          "min": false,
1746          "rightSide": true,
1747          "show": true,
1748          "total": false,
1749          "values": false
1750        },
1751        "lines": true,
1752        "linewidth": 1,
1753        "links": [],
1754        "nullPointMode": "null as zero",
1755        "options": {
1756          "alertThreshold": true
1757        },
1758        "percentage": false,
1759        "pluginVersion": "8.1.2",
1760        "pointradius": 5,
1761        "points": false,
1762        "renderer": "flot",
1763        "seriesOverrides": [],
1764        "spaceLength": 10,
1765        "stack": false,
1766        "steppedLine": false,
1767        "targets": [
1768          {
1769            "expr": "sum(rate(container_cpu_usage_seconds_total{name=~\".+\",instance=~\"$cadvisor_instance\"}[5m])) by (name) * 100",
1770            "format": "time_series",
1771            "hide": false,
1772            "interval": "",
1773            "intervalFactor": 2,
1774            "legendFormat": "{{name}}",
1775            "metric": "",
1776            "refId": "F",
1777            "step": 240
1778          }
1779        ],
1780        "thresholds": [],
1781        "timeFrom": null,
1782        "timeRegions": [],
1783        "timeShift": null,
1784        "title": "CPU Usage per Container",
1785        "tooltip": {
1786          "msResolution": true,
1787          "shared": true,
1788          "sort": 0,
1789          "value_type": "individual"
1790        },
1791        "type": "graph",
1792        "xaxis": {
1793          "buckets": null,
1794          "mode": "time",
1795          "name": null,
1796          "show": true,
1797          "values": []
1798        },
1799        "yaxes": [
1800          {
1801            "format": "percent",
1802            "label": "",
1803            "logBase": 1,
1804            "max": null,
1805            "show": true
1806          },
1807          {
1808            "format": "short",
1809            "label": null,
1810            "logBase": 1,
1811            "max": null,
1812            "min": null,
1813            "show": false
1814          }
1815        ],
1816        "yaxis": {
1817          "align": false,
1818          "alignLevel": null
1819        }
1820      },
1821      {
1822        "aliasColors": {},
1823        "bars": false,
1824        "dashLength": 10,
1825        "dashes": false,
1826        "datasource": "Prometheus",
1827        "editable": true,
1828        "error": false,
1829        "fill": 3,
1830        "fillGradient": 0,
1831        "grid": {},
1832        "gridPos": {
1833          "h": 7,
1834          "w": 12,
1835          "x": 12,
1836          "y": 17
1837        },
1838        "hiddenSeries": false,
1839        "id": 10,
1840        "legend": {
1841          "alignAsTable": true,
1842          "avg": false,
1843          "current": false,
1844          "max": false,
1845          "min": false,
1846          "rightSide": true,
1847          "show": true,
1848          "total": false,
1849          "values": false
1850        },
1851        "lines": true,
1852        "linewidth": 2,
1853        "links": [],
1854        "nullPointMode": "null as zero",
1855        "options": {
1856          "alertThreshold": true
1857        },
1858        "percentage": false,
1859        "pluginVersion": "8.1.2",
1860        "pointradius": 5,
1861        "points": false,
1862        "renderer": "flot",
1863        "seriesOverrides": [],
1864        "spaceLength": 10,
1865        "stack": true,
1866        "steppedLine": false,
1867        "targets": [
1868          {
1869            "expr": "sum(container_memory_rss{name!=\"\",instance=~\"$cadvisor_instance\"}) by (name)",
1870            "format": "time_series",
1871            "hide": false,
1872            "intervalFactor": 2,
1873            "legendFormat": "{{name}}",
1874            "refId": "A",
1875            "step": 240
1876          },
1877          {
1878            "expr": "container_memory_usage_bytes{name=~\".+\"}",
1879            "format": "time_series",
1880            "hide": true,
1881            "intervalFactor": 2,
1882            "legendFormat": "{{name}}",
1883            "refId": "B",
1884            "step": 240
1885          }
1886        ],
1887        "thresholds": [],
1888        "timeFrom": null,
1889        "timeRegions": [],
1890        "timeShift": null,
1891        "title": "RSS Memory Usage per Container",
1892        "tooltip": {
1893          "msResolution": true,
1894          "shared": true,
1895          "sort": 0,
1896          "value_type": "individual"
1897        },
1898        "type": "graph",
1899        "xaxis": {
1900          "buckets": null,
1901          "mode": "time",
1902          "name": null,
1903          "show": true,
1904          "values": []
1905        },
1906        "yaxes": [
1907          {
1908            "format": "bytes",
1909            "label": "",
1910            "logBase": 1,
1911            "max": null,
1912            "min": null,
1913            "show": true
1914          },
1915          {
1916            "format": "short",
1917            "label": null,
1918            "logBase": 1,
1919            "max": null,
1920            "min": null,
1921            "show": true
1922          }
1923        ],
1924        "yaxis": {
1925          "align": false,
1926          "alignLevel": null
1927        }
1928      },
1929      {
1930        "aliasColors": {},
1931        "bars": false,
1932        "dashLength": 10,
1933        "dashes": false,
1934        "datasource": "Prometheus",
1935        "fill": 1,
1936        "fillGradient": 0,
1937        "gridPos": {
1938          "h": 7,
1939          "w": 8,
1940          "x": 0,
1941          "y": 24
1942        },
1943        "hiddenSeries": false,
1944        "id": 38,
1945        "legend": {
1946          "alignAsTable": true,
1947          "avg": false,
1948          "current": false,
1949          "max": false,
1950          "min": false,
1951          "rightSide": true,
1952          "show": true,
1953          "total": false,
1954          "values": false
1955        },
1956        "lines": true,
1957        "linewidth": 1,
1958        "links": [],
1959        "nullPointMode": "null",
1960        "options": {
1961          "alertThreshold": true
1962        },
1963        "percentage": false,
1964        "pluginVersion": "8.1.2",
1965        "pointradius": 5,
1966        "points": false,
1967        "renderer": "flot",
1968        "seriesOverrides": [],
1969        "spaceLength": 10,
1970        "stack": false,
1971        "steppedLine": false,
1972        "targets": [
1973          {
1974            "expr": "container_memory_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}",
1975            "format": "time_series",
1976            "hide": false,
1977            "intervalFactor": 2,
1978            "legendFormat": "{{name}}",
1979            "refId": "A",
1980            "target": ""
1981          },
1982          {
1983            "expr": "container_spec_memory_limit_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}",
1984            "format": "time_series",
1985            "hide": true,
1986            "intervalFactor": 2,
1987            "legendFormat": "Limit {{name}}",
1988            "refId": "B"
1989          }
1990        ],
1991        "thresholds": [],
1992        "timeFrom": null,
1993        "timeRegions": [],
1994        "timeShift": null,
1995        "title": "Used Memory per Container",
1996        "tooltip": {
1997          "shared": true,
1998          "sort": 0,
1999          "value_type": "individual"
2000        },
2001        "type": "graph",
2002        "xaxis": {
2003          "buckets": null,
2004          "mode": "time",
2005          "name": null,
2006          "show": true,
2007          "values": []
2008        },
2009        "yaxes": [
2010          {
2011            "decimals": 1,
2012            "format": "bytes",
2013            "label": null,
2014            "logBase": 1,
2015            "max": null,
2016            "min": null,
2017            "show": true
2018          },
2019          {
2020            "decimals": 1,
2021            "format": "bytes",
2022            "label": null,
2023            "logBase": 1,
2024            "max": null,
2025            "min": null,
2026            "show": true
2027          }
2028        ],
2029        "yaxis": {
2030          "align": false,
2031          "alignLevel": null
2032        }
2033      },
2034      {
2035        "aliasColors": {},
2036        "bars": false,
2037        "dashLength": 10,
2038        "dashes": false,
2039        "datasource": "Prometheus",
2040        "fill": 1,
2041        "fillGradient": 0,
2042        "gridPos": {
2043          "h": 7,
2044          "w": 8,
2045          "x": 8,
2046          "y": 24
2047        },
2048        "hiddenSeries": false,
2049        "id": 40,
2050        "legend": {
2051          "alignAsTable": true,
2052          "avg": false,
2053          "current": false,
2054          "max": false,
2055          "min": false,
2056          "rightSide": true,
2057          "show": true,
2058          "total": false,
2059          "values": false
2060        },
2061        "lines": true,
2062        "linewidth": 1,
2063        "links": [],
2064        "nullPointMode": "null",
2065        "options": {
2066          "alertThreshold": true
2067        },
2068        "percentage": false,
2069        "pluginVersion": "8.1.2",
2070        "pointradius": 5,
2071        "points": false,
2072        "renderer": "flot",
2073        "seriesOverrides": [],
2074        "spaceLength": 10,
2075        "stack": false,
2076        "steppedLine": false,
2077        "targets": [
2078          {
2079            "expr": "container_memory_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}",
2080            "format": "time_series",
2081            "hide": true,
2082            "intervalFactor": 2,
2083            "legendFormat": "{{name}}",
2084            "refId": "A",
2085            "target": ""
2086          },
2087          {
2088            "expr": "container_spec_memory_limit_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}-container_memory_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}",
2089            "format": "time_series",
2090            "hide": false,
2091            "intervalFactor": 2,
2092            "legendFormat": "{{name}}",
2093            "refId": "B"
2094          }
2095        ],
2096        "thresholds": [],
2097        "timeFrom": null,
2098        "timeRegions": [],
2099        "timeShift": null,
2100        "title": "Available Memory per Container",
2101        "tooltip": {
2102          "shared": true,
2103          "sort": 0,
2104          "value_type": "individual"
2105        },
2106        "type": "graph",
2107        "xaxis": {
2108          "buckets": null,
2109          "mode": "time",
2110          "name": null,
2111          "show": true,
2112          "values": []
2113        },
2114        "yaxes": [
2115          {
2116            "decimals": 1,
2117            "format": "bytes",
2118            "label": null,
2119            "logBase": 1,
2120            "max": null,
2121            "min": null,
2122            "show": true
2123          },
2124          {
2125            "decimals": 1,
2126            "format": "bytes",
2127            "label": null,
2128            "logBase": 1,
2129            "max": null,
2130            "min": null,
2131            "show": true
2132          }
2133        ],
2134        "yaxis": {
2135          "align": false,
2136          "alignLevel": null
2137        }
2138      },
2139      {
2140        "aliasColors": {},
2141        "bars": false,
2142        "dashLength": 10,
2143        "dashes": false,
2144        "datasource": "Prometheus",
2145        "fill": 1,
2146        "fillGradient": 0,
2147        "gridPos": {
2148          "h": 7,
2149          "w": 8,
2150          "x": 16,
2151          "y": 24
2152        },
2153        "hiddenSeries": false,
2154        "id": 39,
2155        "legend": {
2156          "alignAsTable": true,
2157          "avg": false,
2158          "current": false,
2159          "max": false,
2160          "min": false,
2161          "rightSide": true,
2162          "show": true,
2163          "total": false,
2164          "values": false
2165        },
2166        "lines": true,
2167        "linewidth": 1,
2168        "links": [],
2169        "nullPointMode": "null",
2170        "options": {
2171          "alertThreshold": true
2172        },
2173        "percentage": false,
2174        "pluginVersion": "8.1.2",
2175        "pointradius": 5,
2176        "points": false,
2177        "renderer": "flot",
2178        "seriesOverrides": [],
2179        "spaceLength": 10,
2180        "stack": false,
2181        "steppedLine": false,
2182        "targets": [
2183          {
2184            "expr": "container_memory_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}",
2185            "format": "time_series",
2186            "hide": true,
2187            "intervalFactor": 2,
2188            "legendFormat": "Used {{name}}",
2189            "refId": "A",
2190            "target": ""
2191          },
2192          {
2193            "expr": "container_spec_memory_limit_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}",
2194            "format": "time_series",
2195            "intervalFactor": 2,
2196            "legendFormat": "{{name}}",
2197            "refId": "B"
2198          }
2199        ],
2200        "thresholds": [],
2201        "timeFrom": null,
2202        "timeRegions": [],
2203        "timeShift": null,
2204        "title": "Limit Memory per Container",
2205        "tooltip": {
2206          "shared": true,
2207          "sort": 0,
2208          "value_type": "individual"
2209        },
2210        "type": "graph",
2211        "xaxis": {
2212          "buckets": null,
2213          "mode": "time",
2214          "name": null,
2215          "show": true,
2216          "values": []
2217        },
2218        "yaxes": [
2219          {
2220            "decimals": 1,
2221            "format": "bytes",
2222            "label": null,
2223            "logBase": 1,
2224            "max": null,
2225            "min": null,
2226            "show": true
2227          },
2228          {
2229            "decimals": 1,
2230            "format": "bytes",
2231            "label": null,
2232            "logBase": 1,
2233            "max": null,
2234            "min": null,
2235            "show": true
2236          }
2237        ],
2238        "yaxis": {
2239          "align": false,
2240          "alignLevel": null
2241        }
2242      },
2243      {
2244        "columns": [],
2245        "datasource": "Prometheus",
2246        "fontSize": "100%",
2247        "gridPos": {
2248          "h": 8,
2249          "w": 12,
2250          "x": 0,
2251          "y": 31
2252        },
2253        "id": 42,
2254        "links": [],
2255        "pageSize": null,
2256        "scroll": true,
2257        "showHeader": true,
2258        "sort": {
2259          "col": 0,
2260          "desc": true
2261        },
2262        "styles": [
2263          {
2264            "alias": "",
2265            "align": "auto",
2266            "colorMode": null,
2267            "colors": [
2268              "rgba(245, 54, 54, 0.9)",
2269              "rgba(237, 129, 40, 0.89)",
2270              "rgba(50, 172, 45, 0.97)"
2271            ],
2272            "dateFormat": "YYYY-MM-DD HH:mm:ss",
2273            "decimals": 2,
2274            "mappingType": 1,
2275            "pattern": "__name__",
2276            "thresholds": [],
2277            "type": "hidden",
2278            "unit": "short"
2279          },
2280          {
2281            "alias": "Used memory",
2282            "align": "auto",
2283            "colorMode": null,
2284            "colors": [
2285              "rgba(245, 54, 54, 0.9)",
2286              "rgba(237, 129, 40, 0.89)",
2287              "rgba(50, 172, 45, 0.97)"
2288            ],
2289            "dateFormat": "YYYY-MM-DD HH:mm:ss",
2290            "decimals": 2,
2291            "mappingType": 1,
2292            "pattern": "Value #A",
2293            "thresholds": [],
2294            "type": "number",
2295            "unit": "bytes"
2296          },
2297          {
2298            "alias": "Available memory",
2299            "align": "auto",
2300            "colorMode": null,
2301            "colors": [
2302              "rgba(245, 54, 54, 0.9)",
2303              "rgba(237, 129, 40, 0.89)",
2304              "rgba(50, 172, 45, 0.97)"
2305            ],
2306            "dateFormat": "YYYY-MM-DD HH:mm:ss",
2307            "decimals": 2,
2308            "mappingType": 1,
2309            "pattern": "Value #B",
2310            "thresholds": [],
2311            "type": "number",
2312            "unit": "bytes"
2313          },
2314          {
2315            "alias": "Limit memory",
2316            "align": "auto",
2317            "colorMode": null,
2318            "colors": [
2319              "rgba(245, 54, 54, 0.9)",
2320              "rgba(237, 129, 40, 0.89)",
2321              "rgba(50, 172, 45, 0.97)"
2322            ],
2323            "dateFormat": "YYYY-MM-DD HH:mm:ss",
2324            "decimals": 2,
2325            "mappingType": 1,
2326            "pattern": "Value #C",
2327            "thresholds": [],
2328            "type": "number",
2329            "unit": "bytes"
2330          },
2331          {
2332            "alias": "",
2333            "align": "auto",
2334            "colorMode": null,
2335            "colors": [
2336              "rgba(245, 54, 54, 0.9)",
2337              "rgba(237, 129, 40, 0.89)",
2338              "rgba(50, 172, 45, 0.97)"
2339            ],
2340            "dateFormat": "YYYY-MM-DD HH:mm:ss",
2341            "decimals": 2,
2342            "mappingType": 1,
2343            "pattern": "Time",
2344            "thresholds": [],
2345            "type": "hidden",
2346            "unit": "short"
2347          }
2348        ],
2349        "targets": [
2350          {
2351            "expr": "max(container_memory_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}) by (name)",
2352            "format": "table",
2353            "hide": false,
2354            "instant": true,
2355            "intervalFactor": 1,
2356            "legendFormat": "",
2357            "refId": "A"
2358          },
2359          {
2360            "expr": "max(container_memory_max_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}-container_memory_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"})by (name)",
2361            "format": "table",
2362            "instant": true,
2363            "intervalFactor": 1,
2364            "refId": "B"
2365          },
2366          {
2367            "expr": "max(container_memory_max_usage_bytes{name!=\"\",instance=~\"$cadvisor_instance\"}) by (name)",
2368            "format": "table",
2369            "instant": true,
2370            "intervalFactor": 1,
2371            "refId": "C"
2372          }
2373        ],
2374        "timeFrom": null,
2375        "timeShift": null,
2376        "title": "Memory usage per container",
2377        "transform": "table",
2378        "type": "table-old"
2379      }
2380    ],
2381    "refresh": "30s",
2382    "schemaVersion": 30,
2383    "style": "dark",
2384    "tags": [],
2385    "templating": {
2386      "list": [
2387        {
2388          "allValue": null,
2389          "current": {
2390            "selected": true,
2391            "text": [
2392              "c0"
2393            ],
2394            "value": [
2395              "c0"
2396            ]
2397          },
2398          "datasource": "Prometheus",
2399          "definition": "label_values(node_uname_info, nodename)",
2400          "description": null,
2401          "error": {
2402            "config": {
2403              "data": {
2404                "end": "1634427417",
2405                "match[]": "node_uname_info",
2406                "start": "1634405817"
2407              },
2408              "headers": {
2409                "Content-Type": "application/x-www-form-urlencoded",
2410                "X-Grafana-Org-Id": 1
2411              },
2412              "hideFromInspector": true,
2413              "method": "POST",
2414              "retry": 0,
2415              "url": "api/datasources/proxy/2/api/v1/series"
2416            },
2417            "data": {
2418              "error": "",
2419              "message": "",
2420              "response": ""
2421            },
2422            "message": "Query error: 502 ",
2423            "status": 502,
2424            "statusText": ""
2425          },
2426          "hide": 0,
2427          "includeAll": true,
2428          "label": "Node",
2429          "multi": true,
2430          "name": "node",
2431          "options": [],
2432          "query": {
2433            "query": "label_values(node_uname_info, nodename)",
2434            "refId": "StandardVariableQuery"
2435          },
2436          "refresh": 2,
2437          "regex": "",
2438          "skipUrlSync": false,
2439          "sort": 1,
2440          "tagValuesQuery": null,
2441          "tagsQuery": null,
2442          "type": "query",
2443          "useTags": false
2444        },
2445        {
2446          "allValue": null,
2447          "current": {
2448            "selected": false,
2449            "text": "All",
2450            "value": "$__all"
2451          },
2452          "datasource": null,
2453          "definition": "query_result(label_replace(node_uname_info{nodename=~\"$node\"}, \"instance\", \"$1:9100\", \"instance\", \"(.*):.*\"))",
2454          "description": null,
2455          "error": {
2456            "message": "Unknown error during query transaction. Please check JS console logs.",
2457            "status": 502,
2458            "statusText": ""
2459          },
2460          "hide": 2,
2461          "includeAll": true,
2462          "label": "",
2463          "multi": true,
2464          "name": "node_instance",
2465          "options": [],
2466          "query": {
2467            "query": "query_result(label_replace(node_uname_info{nodename=~\"$node\"}, \"instance\", \"$1:9100\", \"instance\", \"(.*):.*\"))",
2468            "refId": "StandardVariableQuery"
2469          },
2470          "refresh": 2,
2471          "regex": "/instance\\=\"(.*?)\"/",
2472          "skipUrlSync": false,
2473          "sort": 0,
2474          "type": "query"
2475        },
2476        {
2477          "allValue": null,
2478          "current": {
2479            "selected": false,
2480            "text": "All",
2481            "value": "$__all"
2482          },
2483          "datasource": null,
2484          "definition": "query_result(label_replace(node_uname_info{nodename=~\"$node\"}, \"instance\", \"$1:9080\", \"instance\", \"(.*):.*\"))",
2485          "description": null,
2486          "error": {
2487            "message": "Unknown error during query transaction. Please check JS console logs.",
2488            "status": 502,
2489            "statusText": ""
2490          },
2491          "hide": 2,
2492          "includeAll": true,
2493          "label": "",
2494          "multi": true,
2495          "name": "cadvisor_instance",
2496          "options": [],
2497          "query": {
2498            "query": "query_result(label_replace(node_uname_info{nodename=~\"$node\"}, \"instance\", \"$1:9080\", \"instance\", \"(.*):.*\"))",
2499            "refId": "StandardVariableQuery"
2500          },
2501          "refresh": 2,
2502          "regex": "/instance\\=\"(.*?)\"/",
2503          "skipUrlSync": false,
2504          "sort": 0,
2505          "type": "query"
2506        }
2507      ]
2508    },
2509    "time": {
2510      "from": "now-6h",
2511      "to": "now"
2512    },
2513    "timepicker": {
2514      "refresh_intervals": [
2515        "5s",
2516        "10s",
2517        "30s",
2518        "1m",
2519        "5m",
2520        "15m",
2521        "30m",
2522        "1h",
2523        "2h",
2524        "1d"
2525      ],
2526      "time_options": [
2527        "5m",
2528        "15m",
2529        "1h",
2530        "6h",
2531        "12h",
2532        "24h",
2533        "2d",
2534        "7d",
2535        "30d"
2536      ]
2537    },
2538    "timezone": "browser",
2539    "title": "Docker and OS metrics",
2540    "uid": "t47dYhgRz",
2541    "version": 12
2542}