installers/k8s/kubelet.yaml

   1 #   Licensed under the Apache License, Version 2.0 (the "License");
   2 #   you may not use this file except in compliance with the License.
   3 #   You may obtain a copy of the License at
   4 #
   5 #       http://www.apache.org/licenses/LICENSE-2.0
   6 #
   7 #   Unless required by applicable law or agreed to in writing, software
   8 #   distributed under the License is distributed on an "AS IS" BASIS,
   9 #   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10 #   See the License for the specific language governing permissions and
  11 #   limitations under the License.
  12
  13 {{- /*
  14 Generated from 'kubelet' from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/master/manifests/grafana-dashboardDefinitions.yaml
  15 Do not change in-place! In order to change this file first read following link:
  16 https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack
  17 */ -}}
  18 {{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }}
  19 {{- if and (or .Values.grafana.enabled .Values.grafana.forceDeployDashboards) (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.grafana.defaultDashboardsEnabled .Values.kubelet.enabled }}
  20 apiVersion: v1
  21 kind: ConfigMap
  22 metadata:
  23   namespace: {{ template "kube-prometheus-stack.namespace" . }}
  24   name: {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" $) "kubelet" | trunc 63 | trimSuffix "-" }}
  25   annotations:
  26 {{ toYaml .Values.grafana.sidecar.dashboards.annotations | indent 4 }}
  27   labels:
  28     {{- if $.Values.grafana.sidecar.dashboards.label }}
  29     {{ $.Values.grafana.sidecar.dashboards.label }}: "1"
  30     {{- end }}
  31     app: {{ template "kube-prometheus-stack.name" $ }}-grafana
  32 {{ include "kube-prometheus-stack.labels" $ | indent 4 }}
  33 data:
  34   kubelet.json: |-
  35     {
  36         "__inputs": [
  37
  38         ],
  39         "__requires": [
  40
  41         ],
  42         "annotations": {
  43             "list": [
  44
  45             ]
  46         },
  47         "editable": false,
  48         "gnetId": null,
  49         "graphTooltip": 0,
  50         "hideControls": false,
  51         "id": null,
  52         "links": [
  53
  54         ],
  55         "refresh": "10s",
  56         "rows": [
  57             {
  58                 "collapse": false,
  59                 "collapsed": false,
  60                 "panels": [
  61                     {
  62                         "cacheTimeout": null,
  63                         "colorBackground": false,
  64                         "colorValue": false,
  65                         "colors": [
  66                             "#299c46",
  67                             "rgba(237, 129, 40, 0.89)",
  68                             "#d44a3a"
  69                         ],
  70                         "datasource": "$datasource",
  71                         "format": "none",
  72                         "gauge": {
  73                             "maxValue": 100,
  74                             "minValue": 0,
  75                             "show": false,
  76                             "thresholdLabels": false,
  77                             "thresholdMarkers": true
  78                         },
  79                         "gridPos": {
  80
  81                         },
  82                         "id": 2,
  83                         "interval": null,
  84                         "links": [
  85
  86                         ],
  87                         "mappingType": 1,
  88                         "mappingTypes": [
  89                             {
  90                                 "name": "value to text",
  91                                 "value": 1
  92                             },
  93                             {
  94                                 "name": "range to text",
  95                                 "value": 2
  96                             }
  97                         ],
  98                         "maxDataPoints": 100,
  99                         "nullPointMode": "connected",
 100                         "nullText": null,
 101                         "postfix": "",
 102                         "postfixFontSize": "50%",
 103                         "prefix": "",
 104                         "prefixFontSize": "50%",
 105                         "rangeMaps": [
 106                             {
 107                                 "from": "null",
 108                                 "text": "N/A",
 109                                 "to": "null"
 110                             }
 111                         ],
 112                         "span": 2,
 113                         "sparkline": {
 114                             "fillColor": "rgba(31, 118, 189, 0.18)",
 115                             "full": false,
 116                             "lineColor": "rgb(31, 120, 193)",
 117                             "show": false
 118                         },
 119                         "tableColumn": "",
 120                         "targets": [
 121                             {
 122                                 "expr": "sum(kubelet_node_name{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"})",
 123                                 "format": "time_series",
 124                                 "intervalFactor": 2,
 125                                 "legendFormat": "",
 126                                 "refId": "A"
 127                             }
 128                         ],
 129                         "thresholds": "",
 130                         "title": "Running Kubelets",
 131                         "tooltip": {
 132                             "shared": false
 133                         },
 134                         "type": "singlestat",
 135                         "valueFontSize": "80%",
 136                         "valueMaps": [
 137                             {
 138                                 "op": "=",
 139                                 "text": "N/A",
 140                                 "value": "null"
 141                             }
 142                         ],
 143                         "valueName": "min"
 144                     },
 145                     {
 146                         "cacheTimeout": null,
 147                         "colorBackground": false,
 148                         "colorValue": false,
 149                         "colors": [
 150                             "#299c46",
 151                             "rgba(237, 129, 40, 0.89)",
 152                             "#d44a3a"
 153                         ],
 154                         "datasource": "$datasource",
 155                         "format": "none",
 156                         "gauge": {
 157                             "maxValue": 100,
 158                             "minValue": 0,
 159                             "show": false,
 160                             "thresholdLabels": false,
 161                             "thresholdMarkers": true
 162                         },
 163                         "gridPos": {
 164
 165                         },
 166                         "id": 3,
 167                         "interval": null,
 168                         "links": [
 169
 170                         ],
 171                         "mappingType": 1,
 172                         "mappingTypes": [
 173                             {
 174                                 "name": "value to text",
 175                                 "value": 1
 176                             },
 177                             {
 178                                 "name": "range to text",
 179                                 "value": 2
 180                             }
 181                         ],
 182                         "maxDataPoints": 100,
 183                         "nullPointMode": "connected",
 184                         "nullText": null,
 185                         "postfix": "",
 186                         "postfixFontSize": "50%",
 187                         "prefix": "",
 188                         "prefixFontSize": "50%",
 189                         "rangeMaps": [
 190                             {
 191                                 "from": "null",
 192                                 "text": "N/A",
 193                                 "to": "null"
 194                             }
 195                         ],
 196                         "span": 2,
 197                         "sparkline": {
 198                             "fillColor": "rgba(31, 118, 189, 0.18)",
 199                             "full": false,
 200                             "lineColor": "rgb(31, 120, 193)",
 201                             "show": false
 202                         },
 203                         "tableColumn": "",
 204                         "targets": [
 205                             {
 206                                 "expr": "sum(kubelet_running_pods{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_pod_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})",
 207                                 "format": "time_series",
 208                                 "intervalFactor": 2,
 209                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
 210                                 "refId": "A"
 211                             }
 212                         ],
 213                         "thresholds": "",
 214                         "title": "Running Pods",
 215                         "tooltip": {
 216                             "shared": false
 217                         },
 218                         "type": "singlestat",
 219                         "valueFontSize": "80%",
 220                         "valueMaps": [
 221                             {
 222                                 "op": "=",
 223                                 "text": "N/A",
 224                                 "value": "null"
 225                             }
 226                         ],
 227                         "valueName": "min"
 228                     },
 229                     {
 230                         "cacheTimeout": null,
 231                         "colorBackground": false,
 232                         "colorValue": false,
 233                         "colors": [
 234                             "#299c46",
 235                             "rgba(237, 129, 40, 0.89)",
 236                             "#d44a3a"
 237                         ],
 238                         "datasource": "$datasource",
 239                         "format": "none",
 240                         "gauge": {
 241                             "maxValue": 100,
 242                             "minValue": 0,
 243                             "show": false,
 244                             "thresholdLabels": false,
 245                             "thresholdMarkers": true
 246                         },
 247                         "gridPos": {
 248
 249                         },
 250                         "id": 4,
 251                         "interval": null,
 252                         "links": [
 253
 254                         ],
 255                         "mappingType": 1,
 256                         "mappingTypes": [
 257                             {
 258                                 "name": "value to text",
 259                                 "value": 1
 260                             },
 261                             {
 262                                 "name": "range to text",
 263                                 "value": 2
 264                             }
 265                         ],
 266                         "maxDataPoints": 100,
 267                         "nullPointMode": "connected",
 268                         "nullText": null,
 269                         "postfix": "",
 270                         "postfixFontSize": "50%",
 271                         "prefix": "",
 272                         "prefixFontSize": "50%",
 273                         "rangeMaps": [
 274                             {
 275                                 "from": "null",
 276                                 "text": "N/A",
 277                                 "to": "null"
 278                             }
 279                         ],
 280                         "span": 2,
 281                         "sparkline": {
 282                             "fillColor": "rgba(31, 118, 189, 0.18)",
 283                             "full": false,
 284                             "lineColor": "rgb(31, 120, 193)",
 285                             "show": false
 286                         },
 287                         "tableColumn": "",
 288                         "targets": [
 289                             {
 290                                 "expr": "sum(kubelet_running_containers{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_container_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})",
 291                                 "format": "time_series",
 292                                 "intervalFactor": 2,
 293                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
 294                                 "refId": "A"
 295                             }
 296                         ],
 297                         "thresholds": "",
 298                         "title": "Running Container",
 299                         "tooltip": {
 300                             "shared": false
 301                         },
 302                         "type": "singlestat",
 303                         "valueFontSize": "80%",
 304                         "valueMaps": [
 305                             {
 306                                 "op": "=",
 307                                 "text": "N/A",
 308                                 "value": "null"
 309                             }
 310                         ],
 311                         "valueName": "min"
 312                     },
 313                     {
 314                         "cacheTimeout": null,
 315                         "colorBackground": false,
 316                         "colorValue": false,
 317                         "colors": [
 318                             "#299c46",
 319                             "rgba(237, 129, 40, 0.89)",
 320                             "#d44a3a"
 321                         ],
 322                         "datasource": "$datasource",
 323                         "format": "none",
 324                         "gauge": {
 325                             "maxValue": 100,
 326                             "minValue": 0,
 327                             "show": false,
 328                             "thresholdLabels": false,
 329                             "thresholdMarkers": true
 330                         },
 331                         "gridPos": {
 332
 333                         },
 334                         "id": 5,
 335                         "interval": null,
 336                         "links": [
 337
 338                         ],
 339                         "mappingType": 1,
 340                         "mappingTypes": [
 341                             {
 342                                 "name": "value to text",
 343                                 "value": 1
 344                             },
 345                             {
 346                                 "name": "range to text",
 347                                 "value": 2
 348                             }
 349                         ],
 350                         "maxDataPoints": 100,
 351                         "nullPointMode": "connected",
 352                         "nullText": null,
 353                         "postfix": "",
 354                         "postfixFontSize": "50%",
 355                         "prefix": "",
 356                         "prefixFontSize": "50%",
 357                         "rangeMaps": [
 358                             {
 359                                 "from": "null",
 360                                 "text": "N/A",
 361                                 "to": "null"
 362                             }
 363                         ],
 364                         "span": 2,
 365                         "sparkline": {
 366                             "fillColor": "rgba(31, 118, 189, 0.18)",
 367                             "full": false,
 368                             "lineColor": "rgb(31, 120, 193)",
 369                             "show": false
 370                         },
 371                         "tableColumn": "",
 372                         "targets": [
 373                             {
 374                                 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\", state=\"actual_state_of_world\"})",
 375                                 "format": "time_series",
 376                                 "intervalFactor": 2,
 377                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
 378                                 "refId": "A"
 379                             }
 380                         ],
 381                         "thresholds": "",
 382                         "title": "Actual Volume Count",
 383                         "tooltip": {
 384                             "shared": false
 385                         },
 386                         "type": "singlestat",
 387                         "valueFontSize": "80%",
 388                         "valueMaps": [
 389                             {
 390                                 "op": "=",
 391                                 "text": "N/A",
 392                                 "value": "null"
 393                             }
 394                         ],
 395                         "valueName": "min"
 396                     },
 397                     {
 398                         "cacheTimeout": null,
 399                         "colorBackground": false,
 400                         "colorValue": false,
 401                         "colors": [
 402                             "#299c46",
 403                             "rgba(237, 129, 40, 0.89)",
 404                             "#d44a3a"
 405                         ],
 406                         "datasource": "$datasource",
 407                         "format": "none",
 408                         "gauge": {
 409                             "maxValue": 100,
 410                             "minValue": 0,
 411                             "show": false,
 412                             "thresholdLabels": false,
 413                             "thresholdMarkers": true
 414                         },
 415                         "gridPos": {
 416
 417                         },
 418                         "id": 6,
 419                         "interval": null,
 420                         "links": [
 421
 422                         ],
 423                         "mappingType": 1,
 424                         "mappingTypes": [
 425                             {
 426                                 "name": "value to text",
 427                                 "value": 1
 428                             },
 429                             {
 430                                 "name": "range to text",
 431                                 "value": 2
 432                             }
 433                         ],
 434                         "maxDataPoints": 100,
 435                         "nullPointMode": "connected",
 436                         "nullText": null,
 437                         "postfix": "",
 438                         "postfixFontSize": "50%",
 439                         "prefix": "",
 440                         "prefixFontSize": "50%",
 441                         "rangeMaps": [
 442                             {
 443                                 "from": "null",
 444                                 "text": "N/A",
 445                                 "to": "null"
 446                             }
 447                         ],
 448                         "span": 2,
 449                         "sparkline": {
 450                             "fillColor": "rgba(31, 118, 189, 0.18)",
 451                             "full": false,
 452                             "lineColor": "rgb(31, 120, 193)",
 453                             "show": false
 454                         },
 455                         "tableColumn": "",
 456                         "targets": [
 457                             {
 458                                 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",state=\"desired_state_of_world\"})",
 459                                 "format": "time_series",
 460                                 "intervalFactor": 2,
 461                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
 462                                 "refId": "A"
 463                             }
 464                         ],
 465                         "thresholds": "",
 466                         "title": "Desired Volume Count",
 467                         "tooltip": {
 468                             "shared": false
 469                         },
 470                         "type": "singlestat",
 471                         "valueFontSize": "80%",
 472                         "valueMaps": [
 473                             {
 474                                 "op": "=",
 475                                 "text": "N/A",
 476                                 "value": "null"
 477                             }
 478                         ],
 479                         "valueName": "min"
 480                     },
 481                     {
 482                         "cacheTimeout": null,
 483                         "colorBackground": false,
 484                         "colorValue": false,
 485                         "colors": [
 486                             "#299c46",
 487                             "rgba(237, 129, 40, 0.89)",
 488                             "#d44a3a"
 489                         ],
 490                         "datasource": "$datasource",
 491                         "format": "none",
 492                         "gauge": {
 493                             "maxValue": 100,
 494                             "minValue": 0,
 495                             "show": false,
 496                             "thresholdLabels": false,
 497                             "thresholdMarkers": true
 498                         },
 499                         "gridPos": {
 500
 501                         },
 502                         "id": 7,
 503                         "interval": null,
 504                         "links": [
 505
 506                         ],
 507                         "mappingType": 1,
 508                         "mappingTypes": [
 509                             {
 510                                 "name": "value to text",
 511                                 "value": 1
 512                             },
 513                             {
 514                                 "name": "range to text",
 515                                 "value": 2
 516                             }
 517                         ],
 518                         "maxDataPoints": 100,
 519                         "nullPointMode": "connected",
 520                         "nullText": null,
 521                         "postfix": "",
 522                         "postfixFontSize": "50%",
 523                         "prefix": "",
 524                         "prefixFontSize": "50%",
 525                         "rangeMaps": [
 526                             {
 527                                 "from": "null",
 528                                 "text": "N/A",
 529                                 "to": "null"
 530                             }
 531                         ],
 532                         "span": 2,
 533                         "sparkline": {
 534                             "fillColor": "rgba(31, 118, 189, 0.18)",
 535                             "full": false,
 536                             "lineColor": "rgb(31, 120, 193)",
 537                             "show": false
 538                         },
 539                         "tableColumn": "",
 540                         "targets": [
 541                             {
 542                                 "expr": "sum(rate(kubelet_node_config_error{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m]))",
 543                                 "format": "time_series",
 544                                 "intervalFactor": 2,
 545                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
 546                                 "refId": "A"
 547                             }
 548                         ],
 549                         "thresholds": "",
 550                         "title": "Config Error Count",
 551                         "tooltip": {
 552                             "shared": false
 553                         },
 554                         "type": "singlestat",
 555                         "valueFontSize": "80%",
 556                         "valueMaps": [
 557                             {
 558                                 "op": "=",
 559                                 "text": "N/A",
 560                                 "value": "null"
 561                             }
 562                         ],
 563                         "valueName": "min"
 564                     }
 565                 ],
 566                 "repeat": null,
 567                 "repeatIteration": null,
 568                 "repeatRowId": null,
 569                 "showTitle": false,
 570                 "title": "Dashboard Row",
 571                 "titleSize": "h6",
 572                 "type": "row"
 573             },
 574             {
 575                 "collapse": false,
 576                 "collapsed": false,
 577                 "panels": [
 578                     {
 579                         "aliasColors": {
 580
 581                         },
 582                         "bars": false,
 583                         "dashLength": 10,
 584                         "dashes": false,
 585                         "datasource": "$datasource",
 586                         "fill": 1,
 587                         "fillGradient": 0,
 588                         "gridPos": {
 589
 590                         },
 591                         "id": 8,
 592                         "legend": {
 593                             "alignAsTable": true,
 594                             "avg": false,
 595                             "current": true,
 596                             "max": false,
 597                             "min": false,
 598                             "rightSide": true,
 599                             "show": true,
 600                             "sideWidth": null,
 601                             "total": false,
 602                             "values": true
 603                         },
 604                         "lines": true,
 605                         "linewidth": 1,
 606                         "links": [
 607
 608                         ],
 609                         "nullPointMode": "null",
 610                         "percentage": false,
 611                         "pointradius": 5,
 612                         "points": false,
 613                         "renderer": "flot",
 614                         "repeat": null,
 615                         "seriesOverrides": [
 616
 617                         ],
 618                         "spaceLength": 10,
 619                         "span": 6,
 620                         "stack": false,
 621                         "steppedLine": false,
 622                         "targets": [
 623                             {
 624                                 "expr": "sum(rate(kubelet_runtime_operations_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (operation_type, instance)",
 625                                 "format": "time_series",
 626                                 "intervalFactor": 2,
 627                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
 628                                 "refId": "A"
 629                             }
 630                         ],
 631                         "thresholds": [
 632
 633                         ],
 634                         "timeFrom": null,
 635                         "timeShift": null,
 636                         "title": "Operation Rate",
 637                         "tooltip": {
 638                             "shared": false,
 639                             "sort": 0,
 640                             "value_type": "individual"
 641                         },
 642                         "type": "graph",
 643                         "xaxis": {
 644                             "buckets": null,
 645                             "mode": "time",
 646                             "name": null,
 647                             "show": true,
 648                             "values": [
 649
 650                             ]
 651                         },
 652                         "yaxes": [
 653                             {
 654                                 "format": "ops",
 655                                 "label": null,
 656                                 "logBase": 1,
 657                                 "max": null,
 658                                 "min": null,
 659                                 "show": true
 660                             },
 661                             {
 662                                 "format": "ops",
 663                                 "label": null,
 664                                 "logBase": 1,
 665                                 "max": null,
 666                                 "min": null,
 667                                 "show": true
 668                             }
 669                         ]
 670                     },
 671                     {
 672                         "aliasColors": {
 673
 674                         },
 675                         "bars": false,
 676                         "dashLength": 10,
 677                         "dashes": false,
 678                         "datasource": "$datasource",
 679                         "fill": 1,
 680                         "fillGradient": 0,
 681                         "gridPos": {
 682
 683                         },
 684                         "id": 9,
 685                         "legend": {
 686                             "alignAsTable": true,
 687                             "avg": false,
 688                             "current": true,
 689                             "max": false,
 690                             "min": false,
 691                             "rightSide": true,
 692                             "show": true,
 693                             "sideWidth": null,
 694                             "total": false,
 695                             "values": true
 696                         },
 697                         "lines": true,
 698                         "linewidth": 1,
 699                         "links": [
 700
 701                         ],
 702                         "nullPointMode": "null",
 703                         "percentage": false,
 704                         "pointradius": 5,
 705                         "points": false,
 706                         "renderer": "flot",
 707                         "repeat": null,
 708                         "seriesOverrides": [
 709
 710                         ],
 711                         "spaceLength": 10,
 712                         "span": 6,
 713                         "stack": false,
 714                         "steppedLine": false,
 715                         "targets": [
 716                             {
 717                                 "expr": "sum(rate(kubelet_runtime_operations_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_type)",
 718                                 "format": "time_series",
 719                                 "intervalFactor": 2,
 720                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
 721                                 "refId": "A"
 722                             }
 723                         ],
 724                         "thresholds": [
 725
 726                         ],
 727                         "timeFrom": null,
 728                         "timeShift": null,
 729                         "title": "Operation Error Rate",
 730                         "tooltip": {
 731                             "shared": false,
 732                             "sort": 0,
 733                             "value_type": "individual"
 734                         },
 735                         "type": "graph",
 736                         "xaxis": {
 737                             "buckets": null,
 738                             "mode": "time",
 739                             "name": null,
 740                             "show": true,
 741                             "values": [
 742
 743                             ]
 744                         },
 745                         "yaxes": [
 746                             {
 747                                 "format": "ops",
 748                                 "label": null,
 749                                 "logBase": 1,
 750                                 "max": null,
 751                                 "min": 0,
 752                                 "show": true
 753                             },
 754                             {
 755                                 "format": "ops",
 756                                 "label": null,
 757                                 "logBase": 1,
 758                                 "max": null,
 759                                 "min": 0,
 760                                 "show": true
 761                             }
 762                         ]
 763                     }
 764                 ],
 765                 "repeat": null,
 766                 "repeatIteration": null,
 767                 "repeatRowId": null,
 768                 "showTitle": false,
 769                 "title": "Dashboard Row",
 770                 "titleSize": "h6",
 771                 "type": "row"
 772             },
 773             {
 774                 "collapse": false,
 775                 "collapsed": false,
 776                 "panels": [
 777                     {
 778                         "aliasColors": {
 779
 780                         },
 781                         "bars": false,
 782                         "dashLength": 10,
 783                         "dashes": false,
 784                         "datasource": "$datasource",
 785                         "fill": 1,
 786                         "fillGradient": 0,
 787                         "gridPos": {
 788
 789                         },
 790                         "id": 10,
 791                         "legend": {
 792                             "alignAsTable": true,
 793                             "avg": false,
 794                             "current": true,
 795                             "max": false,
 796                             "min": false,
 797                             "rightSide": true,
 798                             "show": true,
 799                             "sideWidth": null,
 800                             "total": false,
 801                             "values": true
 802                         },
 803                         "lines": true,
 804                         "linewidth": 1,
 805                         "links": [
 806
 807                         ],
 808                         "nullPointMode": "null",
 809                         "percentage": false,
 810                         "pointradius": 5,
 811                         "points": false,
 812                         "renderer": "flot",
 813                         "repeat": null,
 814                         "seriesOverrides": [
 815
 816                         ],
 817                         "spaceLength": 10,
 818                         "span": 12,
 819                         "stack": false,
 820                         "steppedLine": false,
 821                         "targets": [
 822                             {
 823                                 "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_type, le))",
 824                                 "format": "time_series",
 825                                 "intervalFactor": 2,
 826                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
 827                                 "refId": "A"
 828                             }
 829                         ],
 830                         "thresholds": [
 831
 832                         ],
 833                         "timeFrom": null,
 834                         "timeShift": null,
 835                         "title": "Operation duration 99th quantile",
 836                         "tooltip": {
 837                             "shared": false,
 838                             "sort": 0,
 839                             "value_type": "individual"
 840                         },
 841                         "type": "graph",
 842                         "xaxis": {
 843                             "buckets": null,
 844                             "mode": "time",
 845                             "name": null,
 846                             "show": true,
 847                             "values": [
 848
 849                             ]
 850                         },
 851                         "yaxes": [
 852                             {
 853                                 "format": "s",
 854                                 "label": null,
 855                                 "logBase": 1,
 856                                 "max": null,
 857                                 "min": null,
 858                                 "show": true
 859                             },
 860                             {
 861                                 "format": "s",
 862                                 "label": null,
 863                                 "logBase": 1,
 864                                 "max": null,
 865                                 "min": null,
 866                                 "show": true
 867                             }
 868                         ]
 869                     }
 870                 ],
 871                 "repeat": null,
 872                 "repeatIteration": null,
 873                 "repeatRowId": null,
 874                 "showTitle": false,
 875                 "title": "Dashboard Row",
 876                 "titleSize": "h6",
 877                 "type": "row"
 878             },
 879             {
 880                 "collapse": false,
 881                 "collapsed": false,
 882                 "panels": [
 883                     {
 884                         "aliasColors": {
 885
 886                         },
 887                         "bars": false,
 888                         "dashLength": 10,
 889                         "dashes": false,
 890                         "datasource": "$datasource",
 891                         "fill": 1,
 892                         "fillGradient": 0,
 893                         "gridPos": {
 894
 895                         },
 896                         "id": 11,
 897                         "legend": {
 898                             "alignAsTable": true,
 899                             "avg": false,
 900                             "current": true,
 901                             "max": false,
 902                             "min": false,
 903                             "rightSide": true,
 904                             "show": true,
 905                             "sideWidth": null,
 906                             "total": false,
 907                             "values": true
 908                         },
 909                         "lines": true,
 910                         "linewidth": 1,
 911                         "links": [
 912
 913                         ],
 914                         "nullPointMode": "null",
 915                         "percentage": false,
 916                         "pointradius": 5,
 917                         "points": false,
 918                         "renderer": "flot",
 919                         "repeat": null,
 920                         "seriesOverrides": [
 921
 922                         ],
 923                         "spaceLength": 10,
 924                         "span": 6,
 925                         "stack": false,
 926                         "steppedLine": false,
 927                         "targets": [
 928                             {
 929                                 "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance)",
 930                                 "format": "time_series",
 931                                 "intervalFactor": 2,
 932                                 "legendFormat": "{{`{{`}}instance{{`}}`}} pod",
 933                                 "refId": "A"
 934                             },
 935                             {
 936                                 "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance)",
 937                                 "format": "time_series",
 938                                 "intervalFactor": 2,
 939                                 "legendFormat": "{{`{{`}}instance{{`}}`}} worker",
 940                                 "refId": "B"
 941                             }
 942                         ],
 943                         "thresholds": [
 944
 945                         ],
 946                         "timeFrom": null,
 947                         "timeShift": null,
 948                         "title": "Pod Start Rate",
 949                         "tooltip": {
 950                             "shared": false,
 951                             "sort": 0,
 952                             "value_type": "individual"
 953                         },
 954                         "type": "graph",
 955                         "xaxis": {
 956                             "buckets": null,
 957                             "mode": "time",
 958                             "name": null,
 959                             "show": true,
 960                             "values": [
 961
 962                             ]
 963                         },
 964                         "yaxes": [
 965                             {
 966                                 "format": "ops",
 967                                 "label": null,
 968                                 "logBase": 1,
 969                                 "max": null,
 970                                 "min": 0,
 971                                 "show": true
 972                             },
 973                             {
 974                                 "format": "ops",
 975                                 "label": null,
 976                                 "logBase": 1,
 977                                 "max": null,
 978                                 "min": 0,
 979                                 "show": true
 980                             }
 981                         ]
 982                     },
 983                     {
 984                         "aliasColors": {
 985
 986                         },
 987                         "bars": false,
 988                         "dashLength": 10,
 989                         "dashes": false,
 990                         "datasource": "$datasource",
 991                         "fill": 1,
 992                         "fillGradient": 0,
 993                         "gridPos": {
 994
 995                         },
 996                         "id": 12,
 997                         "legend": {
 998                             "alignAsTable": true,
 999                             "avg": false,
1000                             "current": true,
1001                             "max": false,
1002                             "min": false,
1003                             "rightSide": true,
1004                             "show": true,
1005                             "sideWidth": null,
1006                             "total": false,
1007                             "values": true
1008                         },
1009                         "lines": true,
1010                         "linewidth": 1,
1011                         "links": [
1012
1013                         ],
1014                         "nullPointMode": "null",
1015                         "percentage": false,
1016                         "pointradius": 5,
1017                         "points": false,
1018                         "renderer": "flot",
1019                         "repeat": null,
1020                         "seriesOverrides": [
1021
1022                         ],
1023                         "spaceLength": 10,
1024                         "span": 6,
1025                         "stack": false,
1026                         "steppedLine": false,
1027                         "targets": [
1028                             {
1029                                 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1030                                 "format": "time_series",
1031                                 "intervalFactor": 2,
1032                                 "legendFormat": "{{`{{`}}instance{{`}}`}} pod",
1033                                 "refId": "A"
1034                             },
1035                             {
1036                                 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1037                                 "format": "time_series",
1038                                 "intervalFactor": 2,
1039                                 "legendFormat": "{{`{{`}}instance{{`}}`}} worker",
1040                                 "refId": "B"
1041                             }
1042                         ],
1043                         "thresholds": [
1044
1045                         ],
1046                         "timeFrom": null,
1047                         "timeShift": null,
1048                         "title": "Pod Start Duration",
1049                         "tooltip": {
1050                             "shared": false,
1051                             "sort": 0,
1052                             "value_type": "individual"
1053                         },
1054                         "type": "graph",
1055                         "xaxis": {
1056                             "buckets": null,
1057                             "mode": "time",
1058                             "name": null,
1059                             "show": true,
1060                             "values": [
1061
1062                             ]
1063                         },
1064                         "yaxes": [
1065                             {
1066                                 "format": "s",
1067                                 "label": null,
1068                                 "logBase": 1,
1069                                 "max": null,
1070                                 "min": 0,
1071                                 "show": true
1072                             },
1073                             {
1074                                 "format": "s",
1075                                 "label": null,
1076                                 "logBase": 1,
1077                                 "max": null,
1078                                 "min": 0,
1079                                 "show": true
1080                             }
1081                         ]
1082                     }
1083                 ],
1084                 "repeat": null,
1085                 "repeatIteration": null,
1086                 "repeatRowId": null,
1087                 "showTitle": false,
1088                 "title": "Dashboard Row",
1089                 "titleSize": "h6",
1090                 "type": "row"
1091             },
1092             {
1093                 "collapse": false,
1094                 "collapsed": false,
1095                 "panels": [
1096                     {
1097                         "aliasColors": {
1098
1099                         },
1100                         "bars": false,
1101                         "dashLength": 10,
1102                         "dashes": false,
1103                         "datasource": "$datasource",
1104                         "fill": 1,
1105                         "fillGradient": 0,
1106                         "gridPos": {
1107
1108                         },
1109                         "id": 13,
1110                         "legend": {
1111                             "alignAsTable": true,
1112                             "avg": false,
1113                             "current": true,
1114                             "hideEmpty": true,
1115                             "hideZero": true,
1116                             "max": false,
1117                             "min": false,
1118                             "rightSide": true,
1119                             "show": true,
1120                             "sideWidth": null,
1121                             "total": false,
1122                             "values": true
1123                         },
1124                         "lines": true,
1125                         "linewidth": 1,
1126                         "links": [
1127
1128                         ],
1129                         "nullPointMode": "null",
1130                         "percentage": false,
1131                         "pointradius": 5,
1132                         "points": false,
1133                         "renderer": "flot",
1134                         "repeat": null,
1135                         "seriesOverrides": [
1136
1137                         ],
1138                         "spaceLength": 10,
1139                         "span": 6,
1140                         "stack": false,
1141                         "steppedLine": false,
1142                         "targets": [
1143                             {
1144                                 "expr": "sum(rate(storage_operation_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
1145                                 "format": "time_series",
1146                                 "intervalFactor": 2,
1147                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
1148                                 "refId": "A"
1149                             }
1150                         ],
1151                         "thresholds": [
1152
1153                         ],
1154                         "timeFrom": null,
1155                         "timeShift": null,
1156                         "title": "Storage Operation Rate",
1157                         "tooltip": {
1158                             "shared": false,
1159                             "sort": 0,
1160                             "value_type": "individual"
1161                         },
1162                         "type": "graph",
1163                         "xaxis": {
1164                             "buckets": null,
1165                             "mode": "time",
1166                             "name": null,
1167                             "show": true,
1168                             "values": [
1169
1170                             ]
1171                         },
1172                         "yaxes": [
1173                             {
1174                                 "format": "ops",
1175                                 "label": null,
1176                                 "logBase": 1,
1177                                 "max": null,
1178                                 "min": 0,
1179                                 "show": true
1180                             },
1181                             {
1182                                 "format": "ops",
1183                                 "label": null,
1184                                 "logBase": 1,
1185                                 "max": null,
1186                                 "min": 0,
1187                                 "show": true
1188                             }
1189                         ]
1190                     },
1191                     {
1192                         "aliasColors": {
1193
1194                         },
1195                         "bars": false,
1196                         "dashLength": 10,
1197                         "dashes": false,
1198                         "datasource": "$datasource",
1199                         "fill": 1,
1200                         "fillGradient": 0,
1201                         "gridPos": {
1202
1203                         },
1204                         "id": 14,
1205                         "legend": {
1206                             "alignAsTable": true,
1207                             "avg": false,
1208                             "current": true,
1209                             "hideEmpty": true,
1210                             "hideZero": true,
1211                             "max": false,
1212                             "min": false,
1213                             "rightSide": true,
1214                             "show": true,
1215                             "sideWidth": null,
1216                             "total": false,
1217                             "values": true
1218                         },
1219                         "lines": true,
1220                         "linewidth": 1,
1221                         "links": [
1222
1223                         ],
1224                         "nullPointMode": "null",
1225                         "percentage": false,
1226                         "pointradius": 5,
1227                         "points": false,
1228                         "renderer": "flot",
1229                         "repeat": null,
1230                         "seriesOverrides": [
1231
1232                         ],
1233                         "spaceLength": 10,
1234                         "span": 6,
1235                         "stack": false,
1236                         "steppedLine": false,
1237                         "targets": [
1238                             {
1239                                 "expr": "sum(rate(storage_operation_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
1240                                 "format": "time_series",
1241                                 "intervalFactor": 2,
1242                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
1243                                 "refId": "A"
1244                             }
1245                         ],
1246                         "thresholds": [
1247
1248                         ],
1249                         "timeFrom": null,
1250                         "timeShift": null,
1251                         "title": "Storage Operation Error Rate",
1252                         "tooltip": {
1253                             "shared": false,
1254                             "sort": 0,
1255                             "value_type": "individual"
1256                         },
1257                         "type": "graph",
1258                         "xaxis": {
1259                             "buckets": null,
1260                             "mode": "time",
1261                             "name": null,
1262                             "show": true,
1263                             "values": [
1264
1265                             ]
1266                         },
1267                         "yaxes": [
1268                             {
1269                                 "format": "ops",
1270                                 "label": null,
1271                                 "logBase": 1,
1272                                 "max": null,
1273                                 "min": 0,
1274                                 "show": true
1275                             },
1276                             {
1277                                 "format": "ops",
1278                                 "label": null,
1279                                 "logBase": 1,
1280                                 "max": null,
1281                                 "min": 0,
1282                                 "show": true
1283                             }
1284                         ]
1285                     }
1286                 ],
1287                 "repeat": null,
1288                 "repeatIteration": null,
1289                 "repeatRowId": null,
1290                 "showTitle": false,
1291                 "title": "Dashboard Row",
1292                 "titleSize": "h6",
1293                 "type": "row"
1294             },
1295             {
1296                 "collapse": false,
1297                 "collapsed": false,
1298                 "panels": [
1299                     {
1300                         "aliasColors": {
1301
1302                         },
1303                         "bars": false,
1304                         "dashLength": 10,
1305                         "dashes": false,
1306                         "datasource": "$datasource",
1307                         "fill": 1,
1308                         "fillGradient": 0,
1309                         "gridPos": {
1310
1311                         },
1312                         "id": 15,
1313                         "legend": {
1314                             "alignAsTable": true,
1315                             "avg": false,
1316                             "current": true,
1317                             "hideEmpty": true,
1318                             "hideZero": true,
1319                             "max": false,
1320                             "min": false,
1321                             "rightSide": true,
1322                             "show": true,
1323                             "sideWidth": null,
1324                             "total": false,
1325                             "values": true
1326                         },
1327                         "lines": true,
1328                         "linewidth": 1,
1329                         "links": [
1330
1331                         ],
1332                         "nullPointMode": "null",
1333                         "percentage": false,
1334                         "pointradius": 5,
1335                         "points": false,
1336                         "renderer": "flot",
1337                         "repeat": null,
1338                         "seriesOverrides": [
1339
1340                         ],
1341                         "spaceLength": 10,
1342                         "span": 12,
1343                         "stack": false,
1344                         "steppedLine": false,
1345                         "targets": [
1346                             {
1347                                 "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin, le))",
1348                                 "format": "time_series",
1349                                 "intervalFactor": 2,
1350                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
1351                                 "refId": "A"
1352                             }
1353                         ],
1354                         "thresholds": [
1355
1356                         ],
1357                         "timeFrom": null,
1358                         "timeShift": null,
1359                         "title": "Storage Operation Duration 99th quantile",
1360                         "tooltip": {
1361                             "shared": false,
1362                             "sort": 0,
1363                             "value_type": "individual"
1364                         },
1365                         "type": "graph",
1366                         "xaxis": {
1367                             "buckets": null,
1368                             "mode": "time",
1369                             "name": null,
1370                             "show": true,
1371                             "values": [
1372
1373                             ]
1374                         },
1375                         "yaxes": [
1376                             {
1377                                 "format": "s",
1378                                 "label": null,
1379                                 "logBase": 1,
1380                                 "max": null,
1381                                 "min": 0,
1382                                 "show": true
1383                             },
1384                             {
1385                                 "format": "s",
1386                                 "label": null,
1387                                 "logBase": 1,
1388                                 "max": null,
1389                                 "min": 0,
1390                                 "show": true
1391                             }
1392                         ]
1393                     }
1394                 ],
1395                 "repeat": null,
1396                 "repeatIteration": null,
1397                 "repeatRowId": null,
1398                 "showTitle": false,
1399                 "title": "Dashboard Row",
1400                 "titleSize": "h6",
1401                 "type": "row"
1402             },
1403             {
1404                 "collapse": false,
1405                 "collapsed": false,
1406                 "panels": [
1407                     {
1408                         "aliasColors": {
1409
1410                         },
1411                         "bars": false,
1412                         "dashLength": 10,
1413                         "dashes": false,
1414                         "datasource": "$datasource",
1415                         "fill": 1,
1416                         "fillGradient": 0,
1417                         "gridPos": {
1418
1419                         },
1420                         "id": 16,
1421                         "legend": {
1422                             "alignAsTable": true,
1423                             "avg": false,
1424                             "current": true,
1425                             "max": false,
1426                             "min": false,
1427                             "rightSide": true,
1428                             "show": true,
1429                             "sideWidth": null,
1430                             "total": false,
1431                             "values": true
1432                         },
1433                         "lines": true,
1434                         "linewidth": 1,
1435                         "links": [
1436
1437                         ],
1438                         "nullPointMode": "null",
1439                         "percentage": false,
1440                         "pointradius": 5,
1441                         "points": false,
1442                         "renderer": "flot",
1443                         "repeat": null,
1444                         "seriesOverrides": [
1445
1446                         ],
1447                         "spaceLength": 10,
1448                         "span": 6,
1449                         "stack": false,
1450                         "steppedLine": false,
1451                         "targets": [
1452                             {
1453                                 "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_type)",
1454                                 "format": "time_series",
1455                                 "intervalFactor": 2,
1456                                 "legendFormat": "{{`{{`}}operation_type{{`}}`}}",
1457                                 "refId": "A"
1458                             }
1459                         ],
1460                         "thresholds": [
1461
1462                         ],
1463                         "timeFrom": null,
1464                         "timeShift": null,
1465                         "title": "Cgroup manager operation rate",
1466                         "tooltip": {
1467                             "shared": false,
1468                             "sort": 0,
1469                             "value_type": "individual"
1470                         },
1471                         "type": "graph",
1472                         "xaxis": {
1473                             "buckets": null,
1474                             "mode": "time",
1475                             "name": null,
1476                             "show": true,
1477                             "values": [
1478
1479                             ]
1480                         },
1481                         "yaxes": [
1482                             {
1483                                 "format": "ops",
1484                                 "label": null,
1485                                 "logBase": 1,
1486                                 "max": null,
1487                                 "min": 0,
1488                                 "show": true
1489                             },
1490                             {
1491                                 "format": "ops",
1492                                 "label": null,
1493                                 "logBase": 1,
1494                                 "max": null,
1495                                 "min": 0,
1496                                 "show": true
1497                             }
1498                         ]
1499                     },
1500                     {
1501                         "aliasColors": {
1502
1503                         },
1504                         "bars": false,
1505                         "dashLength": 10,
1506                         "dashes": false,
1507                         "datasource": "$datasource",
1508                         "fill": 1,
1509                         "fillGradient": 0,
1510                         "gridPos": {
1511
1512                         },
1513                         "id": 17,
1514                         "legend": {
1515                             "alignAsTable": true,
1516                             "avg": false,
1517                             "current": true,
1518                             "max": false,
1519                             "min": false,
1520                             "rightSide": true,
1521                             "show": true,
1522                             "sideWidth": null,
1523                             "total": false,
1524                             "values": true
1525                         },
1526                         "lines": true,
1527                         "linewidth": 1,
1528                         "links": [
1529
1530                         ],
1531                         "nullPointMode": "null",
1532                         "percentage": false,
1533                         "pointradius": 5,
1534                         "points": false,
1535                         "renderer": "flot",
1536                         "repeat": null,
1537                         "seriesOverrides": [
1538
1539                         ],
1540                         "spaceLength": 10,
1541                         "span": 6,
1542                         "stack": false,
1543                         "steppedLine": false,
1544                         "targets": [
1545                             {
1546                                 "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_type, le))",
1547                                 "format": "time_series",
1548                                 "intervalFactor": 2,
1549                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
1550                                 "refId": "A"
1551                             }
1552                         ],
1553                         "thresholds": [
1554
1555                         ],
1556                         "timeFrom": null,
1557                         "timeShift": null,
1558                         "title": "Cgroup manager 99th quantile",
1559                         "tooltip": {
1560                             "shared": false,
1561                             "sort": 0,
1562                             "value_type": "individual"
1563                         },
1564                         "type": "graph",
1565                         "xaxis": {
1566                             "buckets": null,
1567                             "mode": "time",
1568                             "name": null,
1569                             "show": true,
1570                             "values": [
1571
1572                             ]
1573                         },
1574                         "yaxes": [
1575                             {
1576                                 "format": "s",
1577                                 "label": null,
1578                                 "logBase": 1,
1579                                 "max": null,
1580                                 "min": 0,
1581                                 "show": true
1582                             },
1583                             {
1584                                 "format": "s",
1585                                 "label": null,
1586                                 "logBase": 1,
1587                                 "max": null,
1588                                 "min": 0,
1589                                 "show": true
1590                             }
1591                         ]
1592                     }
1593                 ],
1594                 "repeat": null,
1595                 "repeatIteration": null,
1596                 "repeatRowId": null,
1597                 "showTitle": false,
1598                 "title": "Dashboard Row",
1599                 "titleSize": "h6",
1600                 "type": "row"
1601             },
1602             {
1603                 "collapse": false,
1604                 "collapsed": false,
1605                 "panels": [
1606                     {
1607                         "aliasColors": {
1608
1609                         },
1610                         "bars": false,
1611                         "dashLength": 10,
1612                         "dashes": false,
1613                         "datasource": "$datasource",
1614                         "description": "Pod lifecycle event generator",
1615                         "fill": 1,
1616                         "fillGradient": 0,
1617                         "gridPos": {
1618
1619                         },
1620                         "id": 18,
1621                         "legend": {
1622                             "alignAsTable": true,
1623                             "avg": false,
1624                             "current": true,
1625                             "max": false,
1626                             "min": false,
1627                             "rightSide": true,
1628                             "show": true,
1629                             "sideWidth": null,
1630                             "total": false,
1631                             "values": true
1632                         },
1633                         "lines": true,
1634                         "linewidth": 1,
1635                         "links": [
1636
1637                         ],
1638                         "nullPointMode": "null",
1639                         "percentage": false,
1640                         "pointradius": 5,
1641                         "points": false,
1642                         "renderer": "flot",
1643                         "repeat": null,
1644                         "seriesOverrides": [
1645
1646                         ],
1647                         "spaceLength": 10,
1648                         "span": 6,
1649                         "stack": false,
1650                         "steppedLine": false,
1651                         "targets": [
1652                             {
1653                                 "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance)",
1654                                 "format": "time_series",
1655                                 "intervalFactor": 2,
1656                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
1657                                 "refId": "A"
1658                             }
1659                         ],
1660                         "thresholds": [
1661
1662                         ],
1663                         "timeFrom": null,
1664                         "timeShift": null,
1665                         "title": "PLEG relist rate",
1666                         "tooltip": {
1667                             "shared": false,
1668                             "sort": 0,
1669                             "value_type": "individual"
1670                         },
1671                         "type": "graph",
1672                         "xaxis": {
1673                             "buckets": null,
1674                             "mode": "time",
1675                             "name": null,
1676                             "show": true,
1677                             "values": [
1678
1679                             ]
1680                         },
1681                         "yaxes": [
1682                             {
1683                                 "format": "ops",
1684                                 "label": null,
1685                                 "logBase": 1,
1686                                 "max": null,
1687                                 "min": 0,
1688                                 "show": true
1689                             },
1690                             {
1691                                 "format": "ops",
1692                                 "label": null,
1693                                 "logBase": 1,
1694                                 "max": null,
1695                                 "min": 0,
1696                                 "show": true
1697                             }
1698                         ]
1699                     },
1700                     {
1701                         "aliasColors": {
1702
1703                         },
1704                         "bars": false,
1705                         "dashLength": 10,
1706                         "dashes": false,
1707                         "datasource": "$datasource",
1708                         "fill": 1,
1709                         "fillGradient": 0,
1710                         "gridPos": {
1711
1712                         },
1713                         "id": 19,
1714                         "legend": {
1715                             "alignAsTable": true,
1716                             "avg": false,
1717                             "current": true,
1718                             "max": false,
1719                             "min": false,
1720                             "rightSide": true,
1721                             "show": true,
1722                             "sideWidth": null,
1723                             "total": false,
1724                             "values": true
1725                         },
1726                         "lines": true,
1727                         "linewidth": 1,
1728                         "links": [
1729
1730                         ],
1731                         "nullPointMode": "null",
1732                         "percentage": false,
1733                         "pointradius": 5,
1734                         "points": false,
1735                         "renderer": "flot",
1736                         "repeat": null,
1737                         "seriesOverrides": [
1738
1739                         ],
1740                         "spaceLength": 10,
1741                         "span": 6,
1742                         "stack": false,
1743                         "steppedLine": false,
1744                         "targets": [
1745                             {
1746                                 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1747                                 "format": "time_series",
1748                                 "intervalFactor": 2,
1749                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
1750                                 "refId": "A"
1751                             }
1752                         ],
1753                         "thresholds": [
1754
1755                         ],
1756                         "timeFrom": null,
1757                         "timeShift": null,
1758                         "title": "PLEG relist interval",
1759                         "tooltip": {
1760                             "shared": false,
1761                             "sort": 0,
1762                             "value_type": "individual"
1763                         },
1764                         "type": "graph",
1765                         "xaxis": {
1766                             "buckets": null,
1767                             "mode": "time",
1768                             "name": null,
1769                             "show": true,
1770                             "values": [
1771
1772                             ]
1773                         },
1774                         "yaxes": [
1775                             {
1776                                 "format": "s",
1777                                 "label": null,
1778                                 "logBase": 1,
1779                                 "max": null,
1780                                 "min": 0,
1781                                 "show": true
1782                             },
1783                             {
1784                                 "format": "s",
1785                                 "label": null,
1786                                 "logBase": 1,
1787                                 "max": null,
1788                                 "min": 0,
1789                                 "show": true
1790                             }
1791                         ]
1792                     }
1793                 ],
1794                 "repeat": null,
1795                 "repeatIteration": null,
1796                 "repeatRowId": null,
1797                 "showTitle": false,
1798                 "title": "Dashboard Row",
1799                 "titleSize": "h6",
1800                 "type": "row"
1801             },
1802             {
1803                 "collapse": false,
1804                 "collapsed": false,
1805                 "panels": [
1806                     {
1807                         "aliasColors": {
1808
1809                         },
1810                         "bars": false,
1811                         "dashLength": 10,
1812                         "dashes": false,
1813                         "datasource": "$datasource",
1814                         "fill": 1,
1815                         "fillGradient": 0,
1816                         "gridPos": {
1817
1818                         },
1819                         "id": 20,
1820                         "legend": {
1821                             "alignAsTable": true,
1822                             "avg": false,
1823                             "current": true,
1824                             "max": false,
1825                             "min": false,
1826                             "rightSide": true,
1827                             "show": true,
1828                             "sideWidth": null,
1829                             "total": false,
1830                             "values": true
1831                         },
1832                         "lines": true,
1833                         "linewidth": 1,
1834                         "links": [
1835
1836                         ],
1837                         "nullPointMode": "null",
1838                         "percentage": false,
1839                         "pointradius": 5,
1840                         "points": false,
1841                         "renderer": "flot",
1842                         "repeat": null,
1843                         "seriesOverrides": [
1844
1845                         ],
1846                         "spaceLength": 10,
1847                         "span": 12,
1848                         "stack": false,
1849                         "steppedLine": false,
1850                         "targets": [
1851                             {
1852                                 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1853                                 "format": "time_series",
1854                                 "intervalFactor": 2,
1855                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
1856                                 "refId": "A"
1857                             }
1858                         ],
1859                         "thresholds": [
1860
1861                         ],
1862                         "timeFrom": null,
1863                         "timeShift": null,
1864                         "title": "PLEG relist duration",
1865                         "tooltip": {
1866                             "shared": false,
1867                             "sort": 0,
1868                             "value_type": "individual"
1869                         },
1870                         "type": "graph",
1871                         "xaxis": {
1872                             "buckets": null,
1873                             "mode": "time",
1874                             "name": null,
1875                             "show": true,
1876                             "values": [
1877
1878                             ]
1879                         },
1880                         "yaxes": [
1881                             {
1882                                 "format": "s",
1883                                 "label": null,
1884                                 "logBase": 1,
1885                                 "max": null,
1886                                 "min": 0,
1887                                 "show": true
1888                             },
1889                             {
1890                                 "format": "s",
1891                                 "label": null,
1892                                 "logBase": 1,
1893                                 "max": null,
1894                                 "min": 0,
1895                                 "show": true
1896                             }
1897                         ]
1898                     }
1899                 ],
1900                 "repeat": null,
1901                 "repeatIteration": null,
1902                 "repeatRowId": null,
1903                 "showTitle": false,
1904                 "title": "Dashboard Row",
1905                 "titleSize": "h6",
1906                 "type": "row"
1907             },
1908             {
1909                 "collapse": false,
1910                 "collapsed": false,
1911                 "panels": [
1912                     {
1913                         "aliasColors": {
1914
1915                         },
1916                         "bars": false,
1917                         "dashLength": 10,
1918                         "dashes": false,
1919                         "datasource": "$datasource",
1920                         "fill": 1,
1921                         "fillGradient": 0,
1922                         "gridPos": {
1923
1924                         },
1925                         "id": 21,
1926                         "legend": {
1927                             "alignAsTable": false,
1928                             "avg": false,
1929                             "current": false,
1930                             "max": false,
1931                             "min": false,
1932                             "rightSide": false,
1933                             "show": true,
1934                             "sideWidth": null,
1935                             "total": false,
1936                             "values": false
1937                         },
1938                         "lines": true,
1939                         "linewidth": 1,
1940                         "links": [
1941
1942                         ],
1943                         "nullPointMode": "null",
1944                         "percentage": false,
1945                         "pointradius": 5,
1946                         "points": false,
1947                         "renderer": "flot",
1948                         "repeat": null,
1949                         "seriesOverrides": [
1950
1951                         ],
1952                         "spaceLength": 10,
1953                         "span": 12,
1954                         "stack": false,
1955                         "steppedLine": false,
1956                         "targets": [
1957                             {
1958                                 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
1959                                 "format": "time_series",
1960                                 "intervalFactor": 2,
1961                                 "legendFormat": "2xx",
1962                                 "refId": "A"
1963                             },
1964                             {
1965                                 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
1966                                 "format": "time_series",
1967                                 "intervalFactor": 2,
1968                                 "legendFormat": "3xx",
1969                                 "refId": "B"
1970                             },
1971                             {
1972                                 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
1973                                 "format": "time_series",
1974                                 "intervalFactor": 2,
1975                                 "legendFormat": "4xx",
1976                                 "refId": "C"
1977                             },
1978                             {
1979                                 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
1980                                 "format": "time_series",
1981                                 "intervalFactor": 2,
1982                                 "legendFormat": "5xx",
1983                                 "refId": "D"
1984                             }
1985                         ],
1986                         "thresholds": [
1987
1988                         ],
1989                         "timeFrom": null,
1990                         "timeShift": null,
1991                         "title": "RPC Rate",
1992                         "tooltip": {
1993                             "shared": false,
1994                             "sort": 0,
1995                             "value_type": "individual"
1996                         },
1997                         "type": "graph",
1998                         "xaxis": {
1999                             "buckets": null,
2000                             "mode": "time",
2001                             "name": null,
2002                             "show": true,
2003                             "values": [
2004
2005                             ]
2006                         },
2007                         "yaxes": [
2008                             {
2009                                 "format": "ops",
2010                                 "label": null,
2011                                 "logBase": 1,
2012                                 "max": null,
2013                                 "min": 0,
2014                                 "show": true
2015                             },
2016                             {
2017                                 "format": "ops",
2018                                 "label": null,
2019                                 "logBase": 1,
2020                                 "max": null,
2021                                 "min": 0,
2022                                 "show": true
2023                             }
2024                         ]
2025                     }
2026                 ],
2027                 "repeat": null,
2028                 "repeatIteration": null,
2029                 "repeatRowId": null,
2030                 "showTitle": false,
2031                 "title": "Dashboard Row",
2032                 "titleSize": "h6",
2033                 "type": "row"
2034             },
2035             {
2036                 "collapse": false,
2037                 "collapsed": false,
2038                 "panels": [
2039                     {
2040                         "aliasColors": {
2041
2042                         },
2043                         "bars": false,
2044                         "dashLength": 10,
2045                         "dashes": false,
2046                         "datasource": "$datasource",
2047                         "fill": 1,
2048                         "fillGradient": 0,
2049                         "gridPos": {
2050
2051                         },
2052                         "id": 22,
2053                         "legend": {
2054                             "alignAsTable": true,
2055                             "avg": false,
2056                             "current": true,
2057                             "max": false,
2058                             "min": false,
2059                             "rightSide": true,
2060                             "show": true,
2061                             "sideWidth": null,
2062                             "total": false,
2063                             "values": true
2064                         },
2065                         "lines": true,
2066                         "linewidth": 1,
2067                         "links": [
2068
2069                         ],
2070                         "nullPointMode": "null",
2071                         "percentage": false,
2072                         "pointradius": 5,
2073                         "points": false,
2074                         "renderer": "flot",
2075                         "repeat": null,
2076                         "seriesOverrides": [
2077
2078                         ],
2079                         "spaceLength": 10,
2080                         "span": 12,
2081                         "stack": false,
2082                         "steppedLine": false,
2083                         "targets": [
2084                             {
2085                                 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, verb, url, le))",
2086                                 "format": "time_series",
2087                                 "intervalFactor": 2,
2088                                 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}verb{{`}}`}} {{`{{`}}url{{`}}`}}",
2089                                 "refId": "A"
2090                             }
2091                         ],
2092                         "thresholds": [
2093
2094                         ],
2095                         "timeFrom": null,
2096                         "timeShift": null,
2097                         "title": "Request duration 99th quantile",
2098                         "tooltip": {
2099                             "shared": false,
2100                             "sort": 0,
2101                             "value_type": "individual"
2102                         },
2103                         "type": "graph",
2104                         "xaxis": {
2105                             "buckets": null,
2106                             "mode": "time",
2107                             "name": null,
2108                             "show": true,
2109                             "values": [
2110
2111                             ]
2112                         },
2113                         "yaxes": [
2114                             {
2115                                 "format": "s",
2116                                 "label": null,
2117                                 "logBase": 1,
2118                                 "max": null,
2119                                 "min": 0,
2120                                 "show": true
2121                             },
2122                             {
2123                                 "format": "s",
2124                                 "label": null,
2125                                 "logBase": 1,
2126                                 "max": null,
2127                                 "min": 0,
2128                                 "show": true
2129                             }
2130                         ]
2131                     }
2132                 ],
2133                 "repeat": null,
2134                 "repeatIteration": null,
2135                 "repeatRowId": null,
2136                 "showTitle": false,
2137                 "title": "Dashboard Row",
2138                 "titleSize": "h6",
2139                 "type": "row"
2140             },
2141             {
2142                 "collapse": false,
2143                 "collapsed": false,
2144                 "panels": [
2145                     {
2146                         "aliasColors": {
2147
2148                         },
2149                         "bars": false,
2150                         "dashLength": 10,
2151                         "dashes": false,
2152                         "datasource": "$datasource",
2153                         "fill": 1,
2154                         "fillGradient": 0,
2155                         "gridPos": {
2156
2157                         },
2158                         "id": 23,
2159                         "legend": {
2160                             "alignAsTable": false,
2161                             "avg": false,
2162                             "current": false,
2163                             "max": false,
2164                             "min": false,
2165                             "rightSide": false,
2166                             "show": true,
2167                             "sideWidth": null,
2168                             "total": false,
2169                             "values": false
2170                         },
2171                         "lines": true,
2172                         "linewidth": 1,
2173                         "links": [
2174
2175                         ],
2176                         "nullPointMode": "null",
2177                         "percentage": false,
2178                         "pointradius": 5,
2179                         "points": false,
2180                         "renderer": "flot",
2181                         "repeat": null,
2182                         "seriesOverrides": [
2183
2184                         ],
2185                         "spaceLength": 10,
2186                         "span": 4,
2187                         "stack": false,
2188                         "steppedLine": false,
2189                         "targets": [
2190                             {
2191                                 "expr": "process_resident_memory_bytes{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}",
2192                                 "format": "time_series",
2193                                 "intervalFactor": 2,
2194                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
2195                                 "refId": "A"
2196                             }
2197                         ],
2198                         "thresholds": [
2199
2200                         ],
2201                         "timeFrom": null,
2202                         "timeShift": null,
2203                         "title": "Memory",
2204                         "tooltip": {
2205                             "shared": false,
2206                             "sort": 0,
2207                             "value_type": "individual"
2208                         },
2209                         "type": "graph",
2210                         "xaxis": {
2211                             "buckets": null,
2212                             "mode": "time",
2213                             "name": null,
2214                             "show": true,
2215                             "values": [
2216
2217                             ]
2218                         },
2219                         "yaxes": [
2220                             {
2221                                 "format": "bytes",
2222                                 "label": null,
2223                                 "logBase": 1,
2224                                 "max": null,
2225                                 "min": null,
2226                                 "show": true
2227                             },
2228                             {
2229                                 "format": "bytes",
2230                                 "label": null,
2231                                 "logBase": 1,
2232                                 "max": null,
2233                                 "min": null,
2234                                 "show": true
2235                             }
2236                         ]
2237                     },
2238                     {
2239                         "aliasColors": {
2240
2241                         },
2242                         "bars": false,
2243                         "dashLength": 10,
2244                         "dashes": false,
2245                         "datasource": "$datasource",
2246                         "fill": 1,
2247                         "fillGradient": 0,
2248                         "gridPos": {
2249
2250                         },
2251                         "id": 24,
2252                         "legend": {
2253                             "alignAsTable": false,
2254                             "avg": false,
2255                             "current": false,
2256                             "max": false,
2257                             "min": false,
2258                             "rightSide": false,
2259                             "show": true,
2260                             "sideWidth": null,
2261                             "total": false,
2262                             "values": false
2263                         },
2264                         "lines": true,
2265                         "linewidth": 1,
2266                         "links": [
2267
2268                         ],
2269                         "nullPointMode": "null",
2270                         "percentage": false,
2271                         "pointradius": 5,
2272                         "points": false,
2273                         "renderer": "flot",
2274                         "repeat": null,
2275                         "seriesOverrides": [
2276
2277                         ],
2278                         "spaceLength": 10,
2279                         "span": 4,
2280                         "stack": false,
2281                         "steppedLine": false,
2282                         "targets": [
2283                             {
2284                                 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])",
2285                                 "format": "time_series",
2286                                 "intervalFactor": 2,
2287                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
2288                                 "refId": "A"
2289                             }
2290                         ],
2291                         "thresholds": [
2292
2293                         ],
2294                         "timeFrom": null,
2295                         "timeShift": null,
2296                         "title": "CPU usage",
2297                         "tooltip": {
2298                             "shared": false,
2299                             "sort": 0,
2300                             "value_type": "individual"
2301                         },
2302                         "type": "graph",
2303                         "xaxis": {
2304                             "buckets": null,
2305                             "mode": "time",
2306                             "name": null,
2307                             "show": true,
2308                             "values": [
2309
2310                             ]
2311                         },
2312                         "yaxes": [
2313                             {
2314                                 "format": "short",
2315                                 "label": null,
2316                                 "logBase": 1,
2317                                 "max": null,
2318                                 "min": 0,
2319                                 "show": true
2320                             },
2321                             {
2322                                 "format": "short",
2323                                 "label": null,
2324                                 "logBase": 1,
2325                                 "max": null,
2326                                 "min": 0,
2327                                 "show": true
2328                             }
2329                         ]
2330                     },
2331                     {
2332                         "aliasColors": {
2333
2334                         },
2335                         "bars": false,
2336                         "dashLength": 10,
2337                         "dashes": false,
2338                         "datasource": "$datasource",
2339                         "fill": 1,
2340                         "fillGradient": 0,
2341                         "gridPos": {
2342
2343                         },
2344                         "id": 25,
2345                         "legend": {
2346                             "alignAsTable": false,
2347                             "avg": false,
2348                             "current": false,
2349                             "max": false,
2350                             "min": false,
2351                             "rightSide": false,
2352                             "show": true,
2353                             "sideWidth": null,
2354                             "total": false,
2355                             "values": false
2356                         },
2357                         "lines": true,
2358                         "linewidth": 1,
2359                         "links": [
2360
2361                         ],
2362                         "nullPointMode": "null",
2363                         "percentage": false,
2364                         "pointradius": 5,
2365                         "points": false,
2366                         "renderer": "flot",
2367                         "repeat": null,
2368                         "seriesOverrides": [
2369
2370                         ],
2371                         "spaceLength": 10,
2372                         "span": 4,
2373                         "stack": false,
2374                         "steppedLine": false,
2375                         "targets": [
2376                             {
2377                                 "expr": "go_goroutines{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}",
2378                                 "format": "time_series",
2379                                 "intervalFactor": 2,
2380                                 "legendFormat": "{{`{{`}}instance{{`}}`}}",
2381                                 "refId": "A"
2382                             }
2383                         ],
2384                         "thresholds": [
2385
2386                         ],
2387                         "timeFrom": null,
2388                         "timeShift": null,
2389                         "title": "Goroutines",
2390                         "tooltip": {
2391                             "shared": false,
2392                             "sort": 0,
2393                             "value_type": "individual"
2394                         },
2395                         "type": "graph",
2396                         "xaxis": {
2397                             "buckets": null,
2398                             "mode": "time",
2399                             "name": null,
2400                             "show": true,
2401                             "values": [
2402
2403                             ]
2404                         },
2405                         "yaxes": [
2406                             {
2407                                 "format": "short",
2408                                 "label": null,
2409                                 "logBase": 1,
2410                                 "max": null,
2411                                 "min": null,
2412                                 "show": true
2413                             },
2414                             {
2415                                 "format": "short",
2416                                 "label": null,
2417                                 "logBase": 1,
2418                                 "max": null,
2419                                 "min": null,
2420                                 "show": true
2421                             }
2422                         ]
2423                     }
2424                 ],
2425                 "repeat": null,
2426                 "repeatIteration": null,
2427                 "repeatRowId": null,
2428                 "showTitle": false,
2429                 "title": "Dashboard Row",
2430                 "titleSize": "h6",
2431                 "type": "row"
2432             }
2433         ],
2434         "schemaVersion": 14,
2435         "style": "dark",
2436         "tags": [
2437             "kubernetes-mixin"
2438         ],
2439         "templating": {
2440             "list": [
2441                 {
2442                     "current": {
2443                         "text": "default",
2444                         "value": "default"
2445                     },
2446                     "hide": 0,
2447                     "label": null,
2448                     "name": "datasource",
2449                     "options": [
2450
2451                     ],
2452                     "query": "prometheus",
2453                     "refresh": 1,
2454                     "regex": "",
2455                     "type": "datasource"
2456                 },
2457                 {
2458                     "allValue": null,
2459                     "current": {
2460
2461                     },
2462                     "datasource": "$datasource",
2463                     "hide": {{ if .Values.grafana.sidecar.dashboards.multicluster }}0{{ else }}2{{ end }},
2464                     "includeAll": false,
2465                     "label": "cluster",
2466                     "multi": false,
2467                     "name": "cluster",
2468                     "options": [
2469
2470                     ],
2471                     "query": "label_values(kube_pod_info, cluster)",
2472                     "refresh": 2,
2473                     "regex": "",
2474                     "sort": 1,
2475                     "tagValuesQuery": "",
2476                     "tags": [
2477
2478                     ],
2479                     "tagsQuery": "",
2480                     "type": "query",
2481                     "useTags": false
2482                 },
2483                 {
2484                     "allValue": null,
2485                     "current": {
2486
2487                     },
2488                     "datasource": "$datasource",
2489                     "hide": 0,
2490                     "includeAll": true,
2491                     "label": null,
2492                     "multi": false,
2493                     "name": "instance",
2494                     "options": [
2495
2496                     ],
2497                     "query": "label_values(kubelet_runtime_operations_total{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"}, instance)",
2498                     "refresh": 2,
2499                     "regex": "",
2500                     "sort": 1,
2501                     "tagValuesQuery": "",
2502                     "tags": [
2503
2504                     ],
2505                     "tagsQuery": "",
2506                     "type": "query",
2507                     "useTags": false
2508                 }
2509             ]
2510         },
2511         "time": {
2512             "from": "now-1h",
2513             "to": "now"
2514         },
2515         "timepicker": {
2516             "refresh_intervals": [
2517                 "5s",
2518                 "10s",
2519                 "30s",
2520                 "1m",
2521                 "5m",
2522                 "15m",
2523                 "30m",
2524                 "1h",
2525                 "2h",
2526                 "1d"
2527             ],
2528             "time_options": [
2529                 "5m",
2530                 "15m",
2531                 "1h",
2532                 "6h",
2533                 "12h",
2534                 "24h",
2535                 "2d",
2536                 "7d",
2537                 "30d"
2538             ]
2539         },
2540         "timezone": "UTC",
2541         "title": "Kubernetes / Kubelet",
2542         "uid": "3138fa155d5915769fbded898ac09fd9",
2543         "version": 0
2544     }
2545 {{- end }}