Gitiles
Code Review Sign In
osm.etsi.org / osm / devops / 1f2e2e981dba00a2bd37182a74e622b3eb1acdc0 / . / installers / k8s / kubelet.yaml
blob: a17f92af27bd0be1d45b3f87822602e7e56ca158 [file] [log] [blame]
limon89a4f0a2022-01-26 10:49:39 +0100[diff] [blame]1# Licensed under the Apache License, Version 2.0 (the "License");
2# you may not use this file except in compliance with the License.
3# You may obtain a copy of the License at
4#
5# http://www.apache.org/licenses/LICENSE-2.0
6#
7# Unless required by applicable law or agreed to in writing, software
8# distributed under the License is distributed on an "AS IS" BASIS,
9# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10# See the License for the specific language governing permissions and
11# limitations under the License.
12
13{{- /*
14Generated from 'kubelet' from https://raw.githubusercontent.com/prometheus-operator/kube-prometheus/master/manifests/grafana-dashboardDefinitions.yaml
15Do not change in-place! In order to change this file first read following link:
16https://github.com/prometheus-community/helm-charts/tree/main/charts/kube-prometheus-stack/hack
17*/ -}}
18{{- $kubeTargetVersion := default .Capabilities.KubeVersion.GitVersion .Values.kubeTargetVersionOverride }}
19{{- if and (or .Values.grafana.enabled .Values.grafana.forceDeployDashboards) (semverCompare ">=1.14.0-0" $kubeTargetVersion) (semverCompare "<9.9.9-9" $kubeTargetVersion) .Values.grafana.defaultDashboardsEnabled .Values.kubelet.enabled }}
20apiVersion: v1
21kind: ConfigMap
22metadata:
23 namespace: {{ template "kube-prometheus-stack.namespace" . }}
24 name: {{ printf "%s-%s" (include "kube-prometheus-stack.fullname" $) "kubelet" | trunc 63 | trimSuffix "-" }}
25 annotations:
26{{ toYaml .Values.grafana.sidecar.dashboards.annotations | indent 4 }}
27 labels:
28 {{- if $.Values.grafana.sidecar.dashboards.label }}
29 {{ $.Values.grafana.sidecar.dashboards.label }}: "1"
30 {{- end }}
31 app: {{ template "kube-prometheus-stack.name" $ }}-grafana
32{{ include "kube-prometheus-stack.labels" $ | indent 4 }}
33data:
34 kubelet.json: |-
35 {
36 "__inputs": [
37
38 ],
39 "__requires": [
40
41 ],
42 "annotations": {
43 "list": [
44
45 ]
46 },
47 "editable": false,
48 "gnetId": null,
49 "graphTooltip": 0,
50 "hideControls": false,
51 "id": null,
52 "links": [
53
54 ],
55 "refresh": "10s",
56 "rows": [
57 {
58 "collapse": false,
59 "collapsed": false,
60 "panels": [
61 {
62 "cacheTimeout": null,
63 "colorBackground": false,
64 "colorValue": false,
65 "colors": [
66 "#299c46",
67 "rgba(237, 129, 40, 0.89)",
68 "#d44a3a"
69 ],
70 "datasource": "$datasource",
71 "format": "none",
72 "gauge": {
73 "maxValue": 100,
74 "minValue": 0,
75 "show": false,
76 "thresholdLabels": false,
77 "thresholdMarkers": true
78 },
79 "gridPos": {
80
81 },
82 "id": 2,
83 "interval": null,
84 "links": [
85
86 ],
87 "mappingType": 1,
88 "mappingTypes": [
89 {
90 "name": "value to text",
91 "value": 1
92 },
93 {
94 "name": "range to text",
95 "value": 2
96 }
97 ],
98 "maxDataPoints": 100,
99 "nullPointMode": "connected",
100 "nullText": null,
101 "postfix": "",
102 "postfixFontSize": "50%",
103 "prefix": "",
104 "prefixFontSize": "50%",
105 "rangeMaps": [
106 {
107 "from": "null",
108 "text": "N/A",
109 "to": "null"
110 }
111 ],
112 "span": 2,
113 "sparkline": {
114 "fillColor": "rgba(31, 118, 189, 0.18)",
115 "full": false,
116 "lineColor": "rgb(31, 120, 193)",
117 "show": false
118 },
119 "tableColumn": "",
120 "targets": [
121 {
122 "expr": "sum(kubelet_node_name{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"})",
123 "format": "time_series",
124 "intervalFactor": 2,
125 "legendFormat": "",
126 "refId": "A"
127 }
128 ],
129 "thresholds": "",
130 "title": "Running Kubelets",
131 "tooltip": {
132 "shared": false
133 },
134 "type": "singlestat",
135 "valueFontSize": "80%",
136 "valueMaps": [
137 {
138 "op": "=",
139 "text": "N/A",
140 "value": "null"
141 }
142 ],
143 "valueName": "min"
144 },
145 {
146 "cacheTimeout": null,
147 "colorBackground": false,
148 "colorValue": false,
149 "colors": [
150 "#299c46",
151 "rgba(237, 129, 40, 0.89)",
152 "#d44a3a"
153 ],
154 "datasource": "$datasource",
155 "format": "none",
156 "gauge": {
157 "maxValue": 100,
158 "minValue": 0,
159 "show": false,
160 "thresholdLabels": false,
161 "thresholdMarkers": true
162 },
163 "gridPos": {
164
165 },
166 "id": 3,
167 "interval": null,
168 "links": [
169
170 ],
171 "mappingType": 1,
172 "mappingTypes": [
173 {
174 "name": "value to text",
175 "value": 1
176 },
177 {
178 "name": "range to text",
179 "value": 2
180 }
181 ],
182 "maxDataPoints": 100,
183 "nullPointMode": "connected",
184 "nullText": null,
185 "postfix": "",
186 "postfixFontSize": "50%",
187 "prefix": "",
188 "prefixFontSize": "50%",
189 "rangeMaps": [
190 {
191 "from": "null",
192 "text": "N/A",
193 "to": "null"
194 }
195 ],
196 "span": 2,
197 "sparkline": {
198 "fillColor": "rgba(31, 118, 189, 0.18)",
199 "full": false,
200 "lineColor": "rgb(31, 120, 193)",
201 "show": false
202 },
203 "tableColumn": "",
204 "targets": [
205 {
206 "expr": "sum(kubelet_running_pods{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_pod_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})",
207 "format": "time_series",
208 "intervalFactor": 2,
209 "legendFormat": "{{`{{`}}instance{{`}}`}}",
210 "refId": "A"
211 }
212 ],
213 "thresholds": "",
214 "title": "Running Pods",
215 "tooltip": {
216 "shared": false
217 },
218 "type": "singlestat",
219 "valueFontSize": "80%",
220 "valueMaps": [
221 {
222 "op": "=",
223 "text": "N/A",
224 "value": "null"
225 }
226 ],
227 "valueName": "min"
228 },
229 {
230 "cacheTimeout": null,
231 "colorBackground": false,
232 "colorValue": false,
233 "colors": [
234 "#299c46",
235 "rgba(237, 129, 40, 0.89)",
236 "#d44a3a"
237 ],
238 "datasource": "$datasource",
239 "format": "none",
240 "gauge": {
241 "maxValue": 100,
242 "minValue": 0,
243 "show": false,
244 "thresholdLabels": false,
245 "thresholdMarkers": true
246 },
247 "gridPos": {
248
249 },
250 "id": 4,
251 "interval": null,
252 "links": [
253
254 ],
255 "mappingType": 1,
256 "mappingTypes": [
257 {
258 "name": "value to text",
259 "value": 1
260 },
261 {
262 "name": "range to text",
263 "value": 2
264 }
265 ],
266 "maxDataPoints": 100,
267 "nullPointMode": "connected",
268 "nullText": null,
269 "postfix": "",
270 "postfixFontSize": "50%",
271 "prefix": "",
272 "prefixFontSize": "50%",
273 "rangeMaps": [
274 {
275 "from": "null",
276 "text": "N/A",
277 "to": "null"
278 }
279 ],
280 "span": 2,
281 "sparkline": {
282 "fillColor": "rgba(31, 118, 189, 0.18)",
283 "full": false,
284 "lineColor": "rgb(31, 120, 193)",
285 "show": false
286 },
287 "tableColumn": "",
288 "targets": [
289 {
290 "expr": "sum(kubelet_running_containers{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}) OR sum(kubelet_running_container_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"})",
291 "format": "time_series",
292 "intervalFactor": 2,
293 "legendFormat": "{{`{{`}}instance{{`}}`}}",
294 "refId": "A"
295 }
296 ],
297 "thresholds": "",
298 "title": "Running Container",
299 "tooltip": {
300 "shared": false
301 },
302 "type": "singlestat",
303 "valueFontSize": "80%",
304 "valueMaps": [
305 {
306 "op": "=",
307 "text": "N/A",
308 "value": "null"
309 }
310 ],
311 "valueName": "min"
312 },
313 {
314 "cacheTimeout": null,
315 "colorBackground": false,
316 "colorValue": false,
317 "colors": [
318 "#299c46",
319 "rgba(237, 129, 40, 0.89)",
320 "#d44a3a"
321 ],
322 "datasource": "$datasource",
323 "format": "none",
324 "gauge": {
325 "maxValue": 100,
326 "minValue": 0,
327 "show": false,
328 "thresholdLabels": false,
329 "thresholdMarkers": true
330 },
331 "gridPos": {
332
333 },
334 "id": 5,
335 "interval": null,
336 "links": [
337
338 ],
339 "mappingType": 1,
340 "mappingTypes": [
341 {
342 "name": "value to text",
343 "value": 1
344 },
345 {
346 "name": "range to text",
347 "value": 2
348 }
349 ],
350 "maxDataPoints": 100,
351 "nullPointMode": "connected",
352 "nullText": null,
353 "postfix": "",
354 "postfixFontSize": "50%",
355 "prefix": "",
356 "prefixFontSize": "50%",
357 "rangeMaps": [
358 {
359 "from": "null",
360 "text": "N/A",
361 "to": "null"
362 }
363 ],
364 "span": 2,
365 "sparkline": {
366 "fillColor": "rgba(31, 118, 189, 0.18)",
367 "full": false,
368 "lineColor": "rgb(31, 120, 193)",
369 "show": false
370 },
371 "tableColumn": "",
372 "targets": [
373 {
374 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\", state=\"actual_state_of_world\"})",
375 "format": "time_series",
376 "intervalFactor": 2,
377 "legendFormat": "{{`{{`}}instance{{`}}`}}",
378 "refId": "A"
379 }
380 ],
381 "thresholds": "",
382 "title": "Actual Volume Count",
383 "tooltip": {
384 "shared": false
385 },
386 "type": "singlestat",
387 "valueFontSize": "80%",
388 "valueMaps": [
389 {
390 "op": "=",
391 "text": "N/A",
392 "value": "null"
393 }
394 ],
395 "valueName": "min"
396 },
397 {
398 "cacheTimeout": null,
399 "colorBackground": false,
400 "colorValue": false,
401 "colors": [
402 "#299c46",
403 "rgba(237, 129, 40, 0.89)",
404 "#d44a3a"
405 ],
406 "datasource": "$datasource",
407 "format": "none",
408 "gauge": {
409 "maxValue": 100,
410 "minValue": 0,
411 "show": false,
412 "thresholdLabels": false,
413 "thresholdMarkers": true
414 },
415 "gridPos": {
416
417 },
418 "id": 6,
419 "interval": null,
420 "links": [
421
422 ],
423 "mappingType": 1,
424 "mappingTypes": [
425 {
426 "name": "value to text",
427 "value": 1
428 },
429 {
430 "name": "range to text",
431 "value": 2
432 }
433 ],
434 "maxDataPoints": 100,
435 "nullPointMode": "connected",
436 "nullText": null,
437 "postfix": "",
438 "postfixFontSize": "50%",
439 "prefix": "",
440 "prefixFontSize": "50%",
441 "rangeMaps": [
442 {
443 "from": "null",
444 "text": "N/A",
445 "to": "null"
446 }
447 ],
448 "span": 2,
449 "sparkline": {
450 "fillColor": "rgba(31, 118, 189, 0.18)",
451 "full": false,
452 "lineColor": "rgb(31, 120, 193)",
453 "show": false
454 },
455 "tableColumn": "",
456 "targets": [
457 {
458 "expr": "sum(volume_manager_total_volumes{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",state=\"desired_state_of_world\"})",
459 "format": "time_series",
460 "intervalFactor": 2,
461 "legendFormat": "{{`{{`}}instance{{`}}`}}",
462 "refId": "A"
463 }
464 ],
465 "thresholds": "",
466 "title": "Desired Volume Count",
467 "tooltip": {
468 "shared": false
469 },
470 "type": "singlestat",
471 "valueFontSize": "80%",
472 "valueMaps": [
473 {
474 "op": "=",
475 "text": "N/A",
476 "value": "null"
477 }
478 ],
479 "valueName": "min"
480 },
481 {
482 "cacheTimeout": null,
483 "colorBackground": false,
484 "colorValue": false,
485 "colors": [
486 "#299c46",
487 "rgba(237, 129, 40, 0.89)",
488 "#d44a3a"
489 ],
490 "datasource": "$datasource",
491 "format": "none",
492 "gauge": {
493 "maxValue": 100,
494 "minValue": 0,
495 "show": false,
496 "thresholdLabels": false,
497 "thresholdMarkers": true
498 },
499 "gridPos": {
500
501 },
502 "id": 7,
503 "interval": null,
504 "links": [
505
506 ],
507 "mappingType": 1,
508 "mappingTypes": [
509 {
510 "name": "value to text",
511 "value": 1
512 },
513 {
514 "name": "range to text",
515 "value": 2
516 }
517 ],
518 "maxDataPoints": 100,
519 "nullPointMode": "connected",
520 "nullText": null,
521 "postfix": "",
522 "postfixFontSize": "50%",
523 "prefix": "",
524 "prefixFontSize": "50%",
525 "rangeMaps": [
526 {
527 "from": "null",
528 "text": "N/A",
529 "to": "null"
530 }
531 ],
532 "span": 2,
533 "sparkline": {
534 "fillColor": "rgba(31, 118, 189, 0.18)",
535 "full": false,
536 "lineColor": "rgb(31, 120, 193)",
537 "show": false
538 },
539 "tableColumn": "",
540 "targets": [
541 {
542 "expr": "sum(rate(kubelet_node_config_error{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m]))",
543 "format": "time_series",
544 "intervalFactor": 2,
545 "legendFormat": "{{`{{`}}instance{{`}}`}}",
546 "refId": "A"
547 }
548 ],
549 "thresholds": "",
550 "title": "Config Error Count",
551 "tooltip": {
552 "shared": false
553 },
554 "type": "singlestat",
555 "valueFontSize": "80%",
556 "valueMaps": [
557 {
558 "op": "=",
559 "text": "N/A",
560 "value": "null"
561 }
562 ],
563 "valueName": "min"
564 }
565 ],
566 "repeat": null,
567 "repeatIteration": null,
568 "repeatRowId": null,
569 "showTitle": false,
570 "title": "Dashboard Row",
571 "titleSize": "h6",
572 "type": "row"
573 },
574 {
575 "collapse": false,
576 "collapsed": false,
577 "panels": [
578 {
579 "aliasColors": {
580
581 },
582 "bars": false,
583 "dashLength": 10,
584 "dashes": false,
585 "datasource": "$datasource",
586 "fill": 1,
587 "fillGradient": 0,
588 "gridPos": {
589
590 },
591 "id": 8,
592 "legend": {
593 "alignAsTable": true,
594 "avg": false,
595 "current": true,
596 "max": false,
597 "min": false,
598 "rightSide": true,
599 "show": true,
600 "sideWidth": null,
601 "total": false,
602 "values": true
603 },
604 "lines": true,
605 "linewidth": 1,
606 "links": [
607
608 ],
609 "nullPointMode": "null",
610 "percentage": false,
611 "pointradius": 5,
612 "points": false,
613 "renderer": "flot",
614 "repeat": null,
615 "seriesOverrides": [
616
617 ],
618 "spaceLength": 10,
619 "span": 6,
620 "stack": false,
621 "steppedLine": false,
622 "targets": [
623 {
624 "expr": "sum(rate(kubelet_runtime_operations_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (operation_type, instance)",
625 "format": "time_series",
626 "intervalFactor": 2,
627 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
628 "refId": "A"
629 }
630 ],
631 "thresholds": [
632
633 ],
634 "timeFrom": null,
635 "timeShift": null,
636 "title": "Operation Rate",
637 "tooltip": {
638 "shared": false,
639 "sort": 0,
640 "value_type": "individual"
641 },
642 "type": "graph",
643 "xaxis": {
644 "buckets": null,
645 "mode": "time",
646 "name": null,
647 "show": true,
648 "values": [
649
650 ]
651 },
652 "yaxes": [
653 {
654 "format": "ops",
655 "label": null,
656 "logBase": 1,
657 "max": null,
658 "min": null,
659 "show": true
660 },
661 {
662 "format": "ops",
663 "label": null,
664 "logBase": 1,
665 "max": null,
666 "min": null,
667 "show": true
668 }
669 ]
670 },
671 {
672 "aliasColors": {
673
674 },
675 "bars": false,
676 "dashLength": 10,
677 "dashes": false,
678 "datasource": "$datasource",
679 "fill": 1,
680 "fillGradient": 0,
681 "gridPos": {
682
683 },
684 "id": 9,
685 "legend": {
686 "alignAsTable": true,
687 "avg": false,
688 "current": true,
689 "max": false,
690 "min": false,
691 "rightSide": true,
692 "show": true,
693 "sideWidth": null,
694 "total": false,
695 "values": true
696 },
697 "lines": true,
698 "linewidth": 1,
699 "links": [
700
701 ],
702 "nullPointMode": "null",
703 "percentage": false,
704 "pointradius": 5,
705 "points": false,
706 "renderer": "flot",
707 "repeat": null,
708 "seriesOverrides": [
709
710 ],
711 "spaceLength": 10,
712 "span": 6,
713 "stack": false,
714 "steppedLine": false,
715 "targets": [
716 {
717 "expr": "sum(rate(kubelet_runtime_operations_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_type)",
718 "format": "time_series",
719 "intervalFactor": 2,
720 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
721 "refId": "A"
722 }
723 ],
724 "thresholds": [
725
726 ],
727 "timeFrom": null,
728 "timeShift": null,
729 "title": "Operation Error Rate",
730 "tooltip": {
731 "shared": false,
732 "sort": 0,
733 "value_type": "individual"
734 },
735 "type": "graph",
736 "xaxis": {
737 "buckets": null,
738 "mode": "time",
739 "name": null,
740 "show": true,
741 "values": [
742
743 ]
744 },
745 "yaxes": [
746 {
747 "format": "ops",
748 "label": null,
749 "logBase": 1,
750 "max": null,
751 "min": 0,
752 "show": true
753 },
754 {
755 "format": "ops",
756 "label": null,
757 "logBase": 1,
758 "max": null,
759 "min": 0,
760 "show": true
761 }
762 ]
763 }
764 ],
765 "repeat": null,
766 "repeatIteration": null,
767 "repeatRowId": null,
768 "showTitle": false,
769 "title": "Dashboard Row",
770 "titleSize": "h6",
771 "type": "row"
772 },
773 {
774 "collapse": false,
775 "collapsed": false,
776 "panels": [
777 {
778 "aliasColors": {
779
780 },
781 "bars": false,
782 "dashLength": 10,
783 "dashes": false,
784 "datasource": "$datasource",
785 "fill": 1,
786 "fillGradient": 0,
787 "gridPos": {
788
789 },
790 "id": 10,
791 "legend": {
792 "alignAsTable": true,
793 "avg": false,
794 "current": true,
795 "max": false,
796 "min": false,
797 "rightSide": true,
798 "show": true,
799 "sideWidth": null,
800 "total": false,
801 "values": true
802 },
803 "lines": true,
804 "linewidth": 1,
805 "links": [
806
807 ],
808 "nullPointMode": "null",
809 "percentage": false,
810 "pointradius": 5,
811 "points": false,
812 "renderer": "flot",
813 "repeat": null,
814 "seriesOverrides": [
815
816 ],
817 "spaceLength": 10,
818 "span": 12,
819 "stack": false,
820 "steppedLine": false,
821 "targets": [
822 {
823 "expr": "histogram_quantile(0.99, sum(rate(kubelet_runtime_operations_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_type, le))",
824 "format": "time_series",
825 "intervalFactor": 2,
826 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
827 "refId": "A"
828 }
829 ],
830 "thresholds": [
831
832 ],
833 "timeFrom": null,
834 "timeShift": null,
835 "title": "Operation duration 99th quantile",
836 "tooltip": {
837 "shared": false,
838 "sort": 0,
839 "value_type": "individual"
840 },
841 "type": "graph",
842 "xaxis": {
843 "buckets": null,
844 "mode": "time",
845 "name": null,
846 "show": true,
847 "values": [
848
849 ]
850 },
851 "yaxes": [
852 {
853 "format": "s",
854 "label": null,
855 "logBase": 1,
856 "max": null,
857 "min": null,
858 "show": true
859 },
860 {
861 "format": "s",
862 "label": null,
863 "logBase": 1,
864 "max": null,
865 "min": null,
866 "show": true
867 }
868 ]
869 }
870 ],
871 "repeat": null,
872 "repeatIteration": null,
873 "repeatRowId": null,
874 "showTitle": false,
875 "title": "Dashboard Row",
876 "titleSize": "h6",
877 "type": "row"
878 },
879 {
880 "collapse": false,
881 "collapsed": false,
882 "panels": [
883 {
884 "aliasColors": {
885
886 },
887 "bars": false,
888 "dashLength": 10,
889 "dashes": false,
890 "datasource": "$datasource",
891 "fill": 1,
892 "fillGradient": 0,
893 "gridPos": {
894
895 },
896 "id": 11,
897 "legend": {
898 "alignAsTable": true,
899 "avg": false,
900 "current": true,
901 "max": false,
902 "min": false,
903 "rightSide": true,
904 "show": true,
905 "sideWidth": null,
906 "total": false,
907 "values": true
908 },
909 "lines": true,
910 "linewidth": 1,
911 "links": [
912
913 ],
914 "nullPointMode": "null",
915 "percentage": false,
916 "pointradius": 5,
917 "points": false,
918 "renderer": "flot",
919 "repeat": null,
920 "seriesOverrides": [
921
922 ],
923 "spaceLength": 10,
924 "span": 6,
925 "stack": false,
926 "steppedLine": false,
927 "targets": [
928 {
929 "expr": "sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance)",
930 "format": "time_series",
931 "intervalFactor": 2,
932 "legendFormat": "{{`{{`}}instance{{`}}`}} pod",
933 "refId": "A"
934 },
935 {
936 "expr": "sum(rate(kubelet_pod_worker_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance)",
937 "format": "time_series",
938 "intervalFactor": 2,
939 "legendFormat": "{{`{{`}}instance{{`}}`}} worker",
940 "refId": "B"
941 }
942 ],
943 "thresholds": [
944
945 ],
946 "timeFrom": null,
947 "timeShift": null,
948 "title": "Pod Start Rate",
949 "tooltip": {
950 "shared": false,
951 "sort": 0,
952 "value_type": "individual"
953 },
954 "type": "graph",
955 "xaxis": {
956 "buckets": null,
957 "mode": "time",
958 "name": null,
959 "show": true,
960 "values": [
961
962 ]
963 },
964 "yaxes": [
965 {
966 "format": "ops",
967 "label": null,
968 "logBase": 1,
969 "max": null,
970 "min": 0,
971 "show": true
972 },
973 {
974 "format": "ops",
975 "label": null,
976 "logBase": 1,
977 "max": null,
978 "min": 0,
979 "show": true
980 }
981 ]
982 },
983 {
984 "aliasColors": {
985
986 },
987 "bars": false,
988 "dashLength": 10,
989 "dashes": false,
990 "datasource": "$datasource",
991 "fill": 1,
992 "fillGradient": 0,
993 "gridPos": {
994
995 },
996 "id": 12,
997 "legend": {
998 "alignAsTable": true,
999 "avg": false,
1000 "current": true,
1001 "max": false,
1002 "min": false,
1003 "rightSide": true,
1004 "show": true,
1005 "sideWidth": null,
1006 "total": false,
1007 "values": true
1008 },
1009 "lines": true,
1010 "linewidth": 1,
1011 "links": [
1012
1013 ],
1014 "nullPointMode": "null",
1015 "percentage": false,
1016 "pointradius": 5,
1017 "points": false,
1018 "renderer": "flot",
1019 "repeat": null,
1020 "seriesOverrides": [
1021
1022 ],
1023 "spaceLength": 10,
1024 "span": 6,
1025 "stack": false,
1026 "steppedLine": false,
1027 "targets": [
1028 {
1029 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_start_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1030 "format": "time_series",
1031 "intervalFactor": 2,
1032 "legendFormat": "{{`{{`}}instance{{`}}`}} pod",
1033 "refId": "A"
1034 },
1035 {
1036 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pod_worker_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1037 "format": "time_series",
1038 "intervalFactor": 2,
1039 "legendFormat": "{{`{{`}}instance{{`}}`}} worker",
1040 "refId": "B"
1041 }
1042 ],
1043 "thresholds": [
1044
1045 ],
1046 "timeFrom": null,
1047 "timeShift": null,
1048 "title": "Pod Start Duration",
1049 "tooltip": {
1050 "shared": false,
1051 "sort": 0,
1052 "value_type": "individual"
1053 },
1054 "type": "graph",
1055 "xaxis": {
1056 "buckets": null,
1057 "mode": "time",
1058 "name": null,
1059 "show": true,
1060 "values": [
1061
1062 ]
1063 },
1064 "yaxes": [
1065 {
1066 "format": "s",
1067 "label": null,
1068 "logBase": 1,
1069 "max": null,
1070 "min": 0,
1071 "show": true
1072 },
1073 {
1074 "format": "s",
1075 "label": null,
1076 "logBase": 1,
1077 "max": null,
1078 "min": 0,
1079 "show": true
1080 }
1081 ]
1082 }
1083 ],
1084 "repeat": null,
1085 "repeatIteration": null,
1086 "repeatRowId": null,
1087 "showTitle": false,
1088 "title": "Dashboard Row",
1089 "titleSize": "h6",
1090 "type": "row"
1091 },
1092 {
1093 "collapse": false,
1094 "collapsed": false,
1095 "panels": [
1096 {
1097 "aliasColors": {
1098
1099 },
1100 "bars": false,
1101 "dashLength": 10,
1102 "dashes": false,
1103 "datasource": "$datasource",
1104 "fill": 1,
1105 "fillGradient": 0,
1106 "gridPos": {
1107
1108 },
1109 "id": 13,
1110 "legend": {
1111 "alignAsTable": true,
1112 "avg": false,
1113 "current": true,
1114 "hideEmpty": true,
1115 "hideZero": true,
1116 "max": false,
1117 "min": false,
1118 "rightSide": true,
1119 "show": true,
1120 "sideWidth": null,
1121 "total": false,
1122 "values": true
1123 },
1124 "lines": true,
1125 "linewidth": 1,
1126 "links": [
1127
1128 ],
1129 "nullPointMode": "null",
1130 "percentage": false,
1131 "pointradius": 5,
1132 "points": false,
1133 "renderer": "flot",
1134 "repeat": null,
1135 "seriesOverrides": [
1136
1137 ],
1138 "spaceLength": 10,
1139 "span": 6,
1140 "stack": false,
1141 "steppedLine": false,
1142 "targets": [
1143 {
1144 "expr": "sum(rate(storage_operation_duration_seconds_count{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
1145 "format": "time_series",
1146 "intervalFactor": 2,
1147 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
1148 "refId": "A"
1149 }
1150 ],
1151 "thresholds": [
1152
1153 ],
1154 "timeFrom": null,
1155 "timeShift": null,
1156 "title": "Storage Operation Rate",
1157 "tooltip": {
1158 "shared": false,
1159 "sort": 0,
1160 "value_type": "individual"
1161 },
1162 "type": "graph",
1163 "xaxis": {
1164 "buckets": null,
1165 "mode": "time",
1166 "name": null,
1167 "show": true,
1168 "values": [
1169
1170 ]
1171 },
1172 "yaxes": [
1173 {
1174 "format": "ops",
1175 "label": null,
1176 "logBase": 1,
1177 "max": null,
1178 "min": 0,
1179 "show": true
1180 },
1181 {
1182 "format": "ops",
1183 "label": null,
1184 "logBase": 1,
1185 "max": null,
1186 "min": 0,
1187 "show": true
1188 }
1189 ]
1190 },
1191 {
1192 "aliasColors": {
1193
1194 },
1195 "bars": false,
1196 "dashLength": 10,
1197 "dashes": false,
1198 "datasource": "$datasource",
1199 "fill": 1,
1200 "fillGradient": 0,
1201 "gridPos": {
1202
1203 },
1204 "id": 14,
1205 "legend": {
1206 "alignAsTable": true,
1207 "avg": false,
1208 "current": true,
1209 "hideEmpty": true,
1210 "hideZero": true,
1211 "max": false,
1212 "min": false,
1213 "rightSide": true,
1214 "show": true,
1215 "sideWidth": null,
1216 "total": false,
1217 "values": true
1218 },
1219 "lines": true,
1220 "linewidth": 1,
1221 "links": [
1222
1223 ],
1224 "nullPointMode": "null",
1225 "percentage": false,
1226 "pointradius": 5,
1227 "points": false,
1228 "renderer": "flot",
1229 "repeat": null,
1230 "seriesOverrides": [
1231
1232 ],
1233 "spaceLength": 10,
1234 "span": 6,
1235 "stack": false,
1236 "steppedLine": false,
1237 "targets": [
1238 {
1239 "expr": "sum(rate(storage_operation_errors_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin)",
1240 "format": "time_series",
1241 "intervalFactor": 2,
1242 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
1243 "refId": "A"
1244 }
1245 ],
1246 "thresholds": [
1247
1248 ],
1249 "timeFrom": null,
1250 "timeShift": null,
1251 "title": "Storage Operation Error Rate",
1252 "tooltip": {
1253 "shared": false,
1254 "sort": 0,
1255 "value_type": "individual"
1256 },
1257 "type": "graph",
1258 "xaxis": {
1259 "buckets": null,
1260 "mode": "time",
1261 "name": null,
1262 "show": true,
1263 "values": [
1264
1265 ]
1266 },
1267 "yaxes": [
1268 {
1269 "format": "ops",
1270 "label": null,
1271 "logBase": 1,
1272 "max": null,
1273 "min": 0,
1274 "show": true
1275 },
1276 {
1277 "format": "ops",
1278 "label": null,
1279 "logBase": 1,
1280 "max": null,
1281 "min": 0,
1282 "show": true
1283 }
1284 ]
1285 }
1286 ],
1287 "repeat": null,
1288 "repeatIteration": null,
1289 "repeatRowId": null,
1290 "showTitle": false,
1291 "title": "Dashboard Row",
1292 "titleSize": "h6",
1293 "type": "row"
1294 },
1295 {
1296 "collapse": false,
1297 "collapsed": false,
1298 "panels": [
1299 {
1300 "aliasColors": {
1301
1302 },
1303 "bars": false,
1304 "dashLength": 10,
1305 "dashes": false,
1306 "datasource": "$datasource",
1307 "fill": 1,
1308 "fillGradient": 0,
1309 "gridPos": {
1310
1311 },
1312 "id": 15,
1313 "legend": {
1314 "alignAsTable": true,
1315 "avg": false,
1316 "current": true,
1317 "hideEmpty": true,
1318 "hideZero": true,
1319 "max": false,
1320 "min": false,
1321 "rightSide": true,
1322 "show": true,
1323 "sideWidth": null,
1324 "total": false,
1325 "values": true
1326 },
1327 "lines": true,
1328 "linewidth": 1,
1329 "links": [
1330
1331 ],
1332 "nullPointMode": "null",
1333 "percentage": false,
1334 "pointradius": 5,
1335 "points": false,
1336 "renderer": "flot",
1337 "repeat": null,
1338 "seriesOverrides": [
1339
1340 ],
1341 "spaceLength": 10,
1342 "span": 12,
1343 "stack": false,
1344 "steppedLine": false,
1345 "targets": [
1346 {
1347 "expr": "histogram_quantile(0.99, sum(rate(storage_operation_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_name, volume_plugin, le))",
1348 "format": "time_series",
1349 "intervalFactor": 2,
1350 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_name{{`}}`}} {{`{{`}}volume_plugin{{`}}`}}",
1351 "refId": "A"
1352 }
1353 ],
1354 "thresholds": [
1355
1356 ],
1357 "timeFrom": null,
1358 "timeShift": null,
1359 "title": "Storage Operation Duration 99th quantile",
1360 "tooltip": {
1361 "shared": false,
1362 "sort": 0,
1363 "value_type": "individual"
1364 },
1365 "type": "graph",
1366 "xaxis": {
1367 "buckets": null,
1368 "mode": "time",
1369 "name": null,
1370 "show": true,
1371 "values": [
1372
1373 ]
1374 },
1375 "yaxes": [
1376 {
1377 "format": "s",
1378 "label": null,
1379 "logBase": 1,
1380 "max": null,
1381 "min": 0,
1382 "show": true
1383 },
1384 {
1385 "format": "s",
1386 "label": null,
1387 "logBase": 1,
1388 "max": null,
1389 "min": 0,
1390 "show": true
1391 }
1392 ]
1393 }
1394 ],
1395 "repeat": null,
1396 "repeatIteration": null,
1397 "repeatRowId": null,
1398 "showTitle": false,
1399 "title": "Dashboard Row",
1400 "titleSize": "h6",
1401 "type": "row"
1402 },
1403 {
1404 "collapse": false,
1405 "collapsed": false,
1406 "panels": [
1407 {
1408 "aliasColors": {
1409
1410 },
1411 "bars": false,
1412 "dashLength": 10,
1413 "dashes": false,
1414 "datasource": "$datasource",
1415 "fill": 1,
1416 "fillGradient": 0,
1417 "gridPos": {
1418
1419 },
1420 "id": 16,
1421 "legend": {
1422 "alignAsTable": true,
1423 "avg": false,
1424 "current": true,
1425 "max": false,
1426 "min": false,
1427 "rightSide": true,
1428 "show": true,
1429 "sideWidth": null,
1430 "total": false,
1431 "values": true
1432 },
1433 "lines": true,
1434 "linewidth": 1,
1435 "links": [
1436
1437 ],
1438 "nullPointMode": "null",
1439 "percentage": false,
1440 "pointradius": 5,
1441 "points": false,
1442 "renderer": "flot",
1443 "repeat": null,
1444 "seriesOverrides": [
1445
1446 ],
1447 "spaceLength": 10,
1448 "span": 6,
1449 "stack": false,
1450 "steppedLine": false,
1451 "targets": [
1452 {
1453 "expr": "sum(rate(kubelet_cgroup_manager_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_type)",
1454 "format": "time_series",
1455 "intervalFactor": 2,
1456 "legendFormat": "{{`{{`}}operation_type{{`}}`}}",
1457 "refId": "A"
1458 }
1459 ],
1460 "thresholds": [
1461
1462 ],
1463 "timeFrom": null,
1464 "timeShift": null,
1465 "title": "Cgroup manager operation rate",
1466 "tooltip": {
1467 "shared": false,
1468 "sort": 0,
1469 "value_type": "individual"
1470 },
1471 "type": "graph",
1472 "xaxis": {
1473 "buckets": null,
1474 "mode": "time",
1475 "name": null,
1476 "show": true,
1477 "values": [
1478
1479 ]
1480 },
1481 "yaxes": [
1482 {
1483 "format": "ops",
1484 "label": null,
1485 "logBase": 1,
1486 "max": null,
1487 "min": 0,
1488 "show": true
1489 },
1490 {
1491 "format": "ops",
1492 "label": null,
1493 "logBase": 1,
1494 "max": null,
1495 "min": 0,
1496 "show": true
1497 }
1498 ]
1499 },
1500 {
1501 "aliasColors": {
1502
1503 },
1504 "bars": false,
1505 "dashLength": 10,
1506 "dashes": false,
1507 "datasource": "$datasource",
1508 "fill": 1,
1509 "fillGradient": 0,
1510 "gridPos": {
1511
1512 },
1513 "id": 17,
1514 "legend": {
1515 "alignAsTable": true,
1516 "avg": false,
1517 "current": true,
1518 "max": false,
1519 "min": false,
1520 "rightSide": true,
1521 "show": true,
1522 "sideWidth": null,
1523 "total": false,
1524 "values": true
1525 },
1526 "lines": true,
1527 "linewidth": 1,
1528 "links": [
1529
1530 ],
1531 "nullPointMode": "null",
1532 "percentage": false,
1533 "pointradius": 5,
1534 "points": false,
1535 "renderer": "flot",
1536 "repeat": null,
1537 "seriesOverrides": [
1538
1539 ],
1540 "spaceLength": 10,
1541 "span": 6,
1542 "stack": false,
1543 "steppedLine": false,
1544 "targets": [
1545 {
1546 "expr": "histogram_quantile(0.99, sum(rate(kubelet_cgroup_manager_duration_seconds_bucket{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, operation_type, le))",
1547 "format": "time_series",
1548 "intervalFactor": 2,
1549 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}operation_type{{`}}`}}",
1550 "refId": "A"
1551 }
1552 ],
1553 "thresholds": [
1554
1555 ],
1556 "timeFrom": null,
1557 "timeShift": null,
1558 "title": "Cgroup manager 99th quantile",
1559 "tooltip": {
1560 "shared": false,
1561 "sort": 0,
1562 "value_type": "individual"
1563 },
1564 "type": "graph",
1565 "xaxis": {
1566 "buckets": null,
1567 "mode": "time",
1568 "name": null,
1569 "show": true,
1570 "values": [
1571
1572 ]
1573 },
1574 "yaxes": [
1575 {
1576 "format": "s",
1577 "label": null,
1578 "logBase": 1,
1579 "max": null,
1580 "min": 0,
1581 "show": true
1582 },
1583 {
1584 "format": "s",
1585 "label": null,
1586 "logBase": 1,
1587 "max": null,
1588 "min": 0,
1589 "show": true
1590 }
1591 ]
1592 }
1593 ],
1594 "repeat": null,
1595 "repeatIteration": null,
1596 "repeatRowId": null,
1597 "showTitle": false,
1598 "title": "Dashboard Row",
1599 "titleSize": "h6",
1600 "type": "row"
1601 },
1602 {
1603 "collapse": false,
1604 "collapsed": false,
1605 "panels": [
1606 {
1607 "aliasColors": {
1608
1609 },
1610 "bars": false,
1611 "dashLength": 10,
1612 "dashes": false,
1613 "datasource": "$datasource",
1614 "description": "Pod lifecycle event generator",
1615 "fill": 1,
1616 "fillGradient": 0,
1617 "gridPos": {
1618
1619 },
1620 "id": 18,
1621 "legend": {
1622 "alignAsTable": true,
1623 "avg": false,
1624 "current": true,
1625 "max": false,
1626 "min": false,
1627 "rightSide": true,
1628 "show": true,
1629 "sideWidth": null,
1630 "total": false,
1631 "values": true
1632 },
1633 "lines": true,
1634 "linewidth": 1,
1635 "links": [
1636
1637 ],
1638 "nullPointMode": "null",
1639 "percentage": false,
1640 "pointradius": 5,
1641 "points": false,
1642 "renderer": "flot",
1643 "repeat": null,
1644 "seriesOverrides": [
1645
1646 ],
1647 "spaceLength": 10,
1648 "span": 6,
1649 "stack": false,
1650 "steppedLine": false,
1651 "targets": [
1652 {
1653 "expr": "sum(rate(kubelet_pleg_relist_duration_seconds_count{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance)",
1654 "format": "time_series",
1655 "intervalFactor": 2,
1656 "legendFormat": "{{`{{`}}instance{{`}}`}}",
1657 "refId": "A"
1658 }
1659 ],
1660 "thresholds": [
1661
1662 ],
1663 "timeFrom": null,
1664 "timeShift": null,
1665 "title": "PLEG relist rate",
1666 "tooltip": {
1667 "shared": false,
1668 "sort": 0,
1669 "value_type": "individual"
1670 },
1671 "type": "graph",
1672 "xaxis": {
1673 "buckets": null,
1674 "mode": "time",
1675 "name": null,
1676 "show": true,
1677 "values": [
1678
1679 ]
1680 },
1681 "yaxes": [
1682 {
1683 "format": "ops",
1684 "label": null,
1685 "logBase": 1,
1686 "max": null,
1687 "min": 0,
1688 "show": true
1689 },
1690 {
1691 "format": "ops",
1692 "label": null,
1693 "logBase": 1,
1694 "max": null,
1695 "min": 0,
1696 "show": true
1697 }
1698 ]
1699 },
1700 {
1701 "aliasColors": {
1702
1703 },
1704 "bars": false,
1705 "dashLength": 10,
1706 "dashes": false,
1707 "datasource": "$datasource",
1708 "fill": 1,
1709 "fillGradient": 0,
1710 "gridPos": {
1711
1712 },
1713 "id": 19,
1714 "legend": {
1715 "alignAsTable": true,
1716 "avg": false,
1717 "current": true,
1718 "max": false,
1719 "min": false,
1720 "rightSide": true,
1721 "show": true,
1722 "sideWidth": null,
1723 "total": false,
1724 "values": true
1725 },
1726 "lines": true,
1727 "linewidth": 1,
1728 "links": [
1729
1730 ],
1731 "nullPointMode": "null",
1732 "percentage": false,
1733 "pointradius": 5,
1734 "points": false,
1735 "renderer": "flot",
1736 "repeat": null,
1737 "seriesOverrides": [
1738
1739 ],
1740 "spaceLength": 10,
1741 "span": 6,
1742 "stack": false,
1743 "steppedLine": false,
1744 "targets": [
1745 {
1746 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_interval_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1747 "format": "time_series",
1748 "intervalFactor": 2,
1749 "legendFormat": "{{`{{`}}instance{{`}}`}}",
1750 "refId": "A"
1751 }
1752 ],
1753 "thresholds": [
1754
1755 ],
1756 "timeFrom": null,
1757 "timeShift": null,
1758 "title": "PLEG relist interval",
1759 "tooltip": {
1760 "shared": false,
1761 "sort": 0,
1762 "value_type": "individual"
1763 },
1764 "type": "graph",
1765 "xaxis": {
1766 "buckets": null,
1767 "mode": "time",
1768 "name": null,
1769 "show": true,
1770 "values": [
1771
1772 ]
1773 },
1774 "yaxes": [
1775 {
1776 "format": "s",
1777 "label": null,
1778 "logBase": 1,
1779 "max": null,
1780 "min": 0,
1781 "show": true
1782 },
1783 {
1784 "format": "s",
1785 "label": null,
1786 "logBase": 1,
1787 "max": null,
1788 "min": 0,
1789 "show": true
1790 }
1791 ]
1792 }
1793 ],
1794 "repeat": null,
1795 "repeatIteration": null,
1796 "repeatRowId": null,
1797 "showTitle": false,
1798 "title": "Dashboard Row",
1799 "titleSize": "h6",
1800 "type": "row"
1801 },
1802 {
1803 "collapse": false,
1804 "collapsed": false,
1805 "panels": [
1806 {
1807 "aliasColors": {
1808
1809 },
1810 "bars": false,
1811 "dashLength": 10,
1812 "dashes": false,
1813 "datasource": "$datasource",
1814 "fill": 1,
1815 "fillGradient": 0,
1816 "gridPos": {
1817
1818 },
1819 "id": 20,
1820 "legend": {
1821 "alignAsTable": true,
1822 "avg": false,
1823 "current": true,
1824 "max": false,
1825 "min": false,
1826 "rightSide": true,
1827 "show": true,
1828 "sideWidth": null,
1829 "total": false,
1830 "values": true
1831 },
1832 "lines": true,
1833 "linewidth": 1,
1834 "links": [
1835
1836 ],
1837 "nullPointMode": "null",
1838 "percentage": false,
1839 "pointradius": 5,
1840 "points": false,
1841 "renderer": "flot",
1842 "repeat": null,
1843 "seriesOverrides": [
1844
1845 ],
1846 "spaceLength": 10,
1847 "span": 12,
1848 "stack": false,
1849 "steppedLine": false,
1850 "targets": [
1851 {
1852 "expr": "histogram_quantile(0.99, sum(rate(kubelet_pleg_relist_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])) by (instance, le))",
1853 "format": "time_series",
1854 "intervalFactor": 2,
1855 "legendFormat": "{{`{{`}}instance{{`}}`}}",
1856 "refId": "A"
1857 }
1858 ],
1859 "thresholds": [
1860
1861 ],
1862 "timeFrom": null,
1863 "timeShift": null,
1864 "title": "PLEG relist duration",
1865 "tooltip": {
1866 "shared": false,
1867 "sort": 0,
1868 "value_type": "individual"
1869 },
1870 "type": "graph",
1871 "xaxis": {
1872 "buckets": null,
1873 "mode": "time",
1874 "name": null,
1875 "show": true,
1876 "values": [
1877
1878 ]
1879 },
1880 "yaxes": [
1881 {
1882 "format": "s",
1883 "label": null,
1884 "logBase": 1,
1885 "max": null,
1886 "min": 0,
1887 "show": true
1888 },
1889 {
1890 "format": "s",
1891 "label": null,
1892 "logBase": 1,
1893 "max": null,
1894 "min": 0,
1895 "show": true
1896 }
1897 ]
1898 }
1899 ],
1900 "repeat": null,
1901 "repeatIteration": null,
1902 "repeatRowId": null,
1903 "showTitle": false,
1904 "title": "Dashboard Row",
1905 "titleSize": "h6",
1906 "type": "row"
1907 },
1908 {
1909 "collapse": false,
1910 "collapsed": false,
1911 "panels": [
1912 {
1913 "aliasColors": {
1914
1915 },
1916 "bars": false,
1917 "dashLength": 10,
1918 "dashes": false,
1919 "datasource": "$datasource",
1920 "fill": 1,
1921 "fillGradient": 0,
1922 "gridPos": {
1923
1924 },
1925 "id": 21,
1926 "legend": {
1927 "alignAsTable": false,
1928 "avg": false,
1929 "current": false,
1930 "max": false,
1931 "min": false,
1932 "rightSide": false,
1933 "show": true,
1934 "sideWidth": null,
1935 "total": false,
1936 "values": false
1937 },
1938 "lines": true,
1939 "linewidth": 1,
1940 "links": [
1941
1942 ],
1943 "nullPointMode": "null",
1944 "percentage": false,
1945 "pointradius": 5,
1946 "points": false,
1947 "renderer": "flot",
1948 "repeat": null,
1949 "seriesOverrides": [
1950
1951 ],
1952 "spaceLength": 10,
1953 "span": 12,
1954 "stack": false,
1955 "steppedLine": false,
1956 "targets": [
1957 {
1958 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"2..\"}[5m]))",
1959 "format": "time_series",
1960 "intervalFactor": 2,
1961 "legendFormat": "2xx",
1962 "refId": "A"
1963 },
1964 {
1965 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"3..\"}[5m]))",
1966 "format": "time_series",
1967 "intervalFactor": 2,
1968 "legendFormat": "3xx",
1969 "refId": "B"
1970 },
1971 {
1972 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"4..\"}[5m]))",
1973 "format": "time_series",
1974 "intervalFactor": 2,
1975 "legendFormat": "4xx",
1976 "refId": "C"
1977 },
1978 {
1979 "expr": "sum(rate(rest_client_requests_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\",code=~\"5..\"}[5m]))",
1980 "format": "time_series",
1981 "intervalFactor": 2,
1982 "legendFormat": "5xx",
1983 "refId": "D"
1984 }
1985 ],
1986 "thresholds": [
1987
1988 ],
1989 "timeFrom": null,
1990 "timeShift": null,
1991 "title": "RPC Rate",
1992 "tooltip": {
1993 "shared": false,
1994 "sort": 0,
1995 "value_type": "individual"
1996 },
1997 "type": "graph",
1998 "xaxis": {
1999 "buckets": null,
2000 "mode": "time",
2001 "name": null,
2002 "show": true,
2003 "values": [
2004
2005 ]
2006 },
2007 "yaxes": [
2008 {
2009 "format": "ops",
2010 "label": null,
2011 "logBase": 1,
2012 "max": null,
2013 "min": 0,
2014 "show": true
2015 },
2016 {
2017 "format": "ops",
2018 "label": null,
2019 "logBase": 1,
2020 "max": null,
2021 "min": 0,
2022 "show": true
2023 }
2024 ]
2025 }
2026 ],
2027 "repeat": null,
2028 "repeatIteration": null,
2029 "repeatRowId": null,
2030 "showTitle": false,
2031 "title": "Dashboard Row",
2032 "titleSize": "h6",
2033 "type": "row"
2034 },
2035 {
2036 "collapse": false,
2037 "collapsed": false,
2038 "panels": [
2039 {
2040 "aliasColors": {
2041
2042 },
2043 "bars": false,
2044 "dashLength": 10,
2045 "dashes": false,
2046 "datasource": "$datasource",
2047 "fill": 1,
2048 "fillGradient": 0,
2049 "gridPos": {
2050
2051 },
2052 "id": 22,
2053 "legend": {
2054 "alignAsTable": true,
2055 "avg": false,
2056 "current": true,
2057 "max": false,
2058 "min": false,
2059 "rightSide": true,
2060 "show": true,
2061 "sideWidth": null,
2062 "total": false,
2063 "values": true
2064 },
2065 "lines": true,
2066 "linewidth": 1,
2067 "links": [
2068
2069 ],
2070 "nullPointMode": "null",
2071 "percentage": false,
2072 "pointradius": 5,
2073 "points": false,
2074 "renderer": "flot",
2075 "repeat": null,
2076 "seriesOverrides": [
2077
2078 ],
2079 "spaceLength": 10,
2080 "span": 12,
2081 "stack": false,
2082 "steppedLine": false,
2083 "targets": [
2084 {
2085 "expr": "histogram_quantile(0.99, sum(rate(rest_client_request_duration_seconds_bucket{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\", instance=~\"$instance\"}[5m])) by (instance, verb, url, le))",
2086 "format": "time_series",
2087 "intervalFactor": 2,
2088 "legendFormat": "{{`{{`}}instance{{`}}`}} {{`{{`}}verb{{`}}`}} {{`{{`}}url{{`}}`}}",
2089 "refId": "A"
2090 }
2091 ],
2092 "thresholds": [
2093
2094 ],
2095 "timeFrom": null,
2096 "timeShift": null,
2097 "title": "Request duration 99th quantile",
2098 "tooltip": {
2099 "shared": false,
2100 "sort": 0,
2101 "value_type": "individual"
2102 },
2103 "type": "graph",
2104 "xaxis": {
2105 "buckets": null,
2106 "mode": "time",
2107 "name": null,
2108 "show": true,
2109 "values": [
2110
2111 ]
2112 },
2113 "yaxes": [
2114 {
2115 "format": "s",
2116 "label": null,
2117 "logBase": 1,
2118 "max": null,
2119 "min": 0,
2120 "show": true
2121 },
2122 {
2123 "format": "s",
2124 "label": null,
2125 "logBase": 1,
2126 "max": null,
2127 "min": 0,
2128 "show": true
2129 }
2130 ]
2131 }
2132 ],
2133 "repeat": null,
2134 "repeatIteration": null,
2135 "repeatRowId": null,
2136 "showTitle": false,
2137 "title": "Dashboard Row",
2138 "titleSize": "h6",
2139 "type": "row"
2140 },
2141 {
2142 "collapse": false,
2143 "collapsed": false,
2144 "panels": [
2145 {
2146 "aliasColors": {
2147
2148 },
2149 "bars": false,
2150 "dashLength": 10,
2151 "dashes": false,
2152 "datasource": "$datasource",
2153 "fill": 1,
2154 "fillGradient": 0,
2155 "gridPos": {
2156
2157 },
2158 "id": 23,
2159 "legend": {
2160 "alignAsTable": false,
2161 "avg": false,
2162 "current": false,
2163 "max": false,
2164 "min": false,
2165 "rightSide": false,
2166 "show": true,
2167 "sideWidth": null,
2168 "total": false,
2169 "values": false
2170 },
2171 "lines": true,
2172 "linewidth": 1,
2173 "links": [
2174
2175 ],
2176 "nullPointMode": "null",
2177 "percentage": false,
2178 "pointradius": 5,
2179 "points": false,
2180 "renderer": "flot",
2181 "repeat": null,
2182 "seriesOverrides": [
2183
2184 ],
2185 "spaceLength": 10,
2186 "span": 4,
2187 "stack": false,
2188 "steppedLine": false,
2189 "targets": [
2190 {
2191 "expr": "process_resident_memory_bytes{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}",
2192 "format": "time_series",
2193 "intervalFactor": 2,
2194 "legendFormat": "{{`{{`}}instance{{`}}`}}",
2195 "refId": "A"
2196 }
2197 ],
2198 "thresholds": [
2199
2200 ],
2201 "timeFrom": null,
2202 "timeShift": null,
2203 "title": "Memory",
2204 "tooltip": {
2205 "shared": false,
2206 "sort": 0,
2207 "value_type": "individual"
2208 },
2209 "type": "graph",
2210 "xaxis": {
2211 "buckets": null,
2212 "mode": "time",
2213 "name": null,
2214 "show": true,
2215 "values": [
2216
2217 ]
2218 },
2219 "yaxes": [
2220 {
2221 "format": "bytes",
2222 "label": null,
2223 "logBase": 1,
2224 "max": null,
2225 "min": null,
2226 "show": true
2227 },
2228 {
2229 "format": "bytes",
2230 "label": null,
2231 "logBase": 1,
2232 "max": null,
2233 "min": null,
2234 "show": true
2235 }
2236 ]
2237 },
2238 {
2239 "aliasColors": {
2240
2241 },
2242 "bars": false,
2243 "dashLength": 10,
2244 "dashes": false,
2245 "datasource": "$datasource",
2246 "fill": 1,
2247 "fillGradient": 0,
2248 "gridPos": {
2249
2250 },
2251 "id": 24,
2252 "legend": {
2253 "alignAsTable": false,
2254 "avg": false,
2255 "current": false,
2256 "max": false,
2257 "min": false,
2258 "rightSide": false,
2259 "show": true,
2260 "sideWidth": null,
2261 "total": false,
2262 "values": false
2263 },
2264 "lines": true,
2265 "linewidth": 1,
2266 "links": [
2267
2268 ],
2269 "nullPointMode": "null",
2270 "percentage": false,
2271 "pointradius": 5,
2272 "points": false,
2273 "renderer": "flot",
2274 "repeat": null,
2275 "seriesOverrides": [
2276
2277 ],
2278 "spaceLength": 10,
2279 "span": 4,
2280 "stack": false,
2281 "steppedLine": false,
2282 "targets": [
2283 {
2284 "expr": "rate(process_cpu_seconds_total{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}[5m])",
2285 "format": "time_series",
2286 "intervalFactor": 2,
2287 "legendFormat": "{{`{{`}}instance{{`}}`}}",
2288 "refId": "A"
2289 }
2290 ],
2291 "thresholds": [
2292
2293 ],
2294 "timeFrom": null,
2295 "timeShift": null,
2296 "title": "CPU usage",
2297 "tooltip": {
2298 "shared": false,
2299 "sort": 0,
2300 "value_type": "individual"
2301 },
2302 "type": "graph",
2303 "xaxis": {
2304 "buckets": null,
2305 "mode": "time",
2306 "name": null,
2307 "show": true,
2308 "values": [
2309
2310 ]
2311 },
2312 "yaxes": [
2313 {
2314 "format": "short",
2315 "label": null,
2316 "logBase": 1,
2317 "max": null,
2318 "min": 0,
2319 "show": true
2320 },
2321 {
2322 "format": "short",
2323 "label": null,
2324 "logBase": 1,
2325 "max": null,
2326 "min": 0,
2327 "show": true
2328 }
2329 ]
2330 },
2331 {
2332 "aliasColors": {
2333
2334 },
2335 "bars": false,
2336 "dashLength": 10,
2337 "dashes": false,
2338 "datasource": "$datasource",
2339 "fill": 1,
2340 "fillGradient": 0,
2341 "gridPos": {
2342
2343 },
2344 "id": 25,
2345 "legend": {
2346 "alignAsTable": false,
2347 "avg": false,
2348 "current": false,
2349 "max": false,
2350 "min": false,
2351 "rightSide": false,
2352 "show": true,
2353 "sideWidth": null,
2354 "total": false,
2355 "values": false
2356 },
2357 "lines": true,
2358 "linewidth": 1,
2359 "links": [
2360
2361 ],
2362 "nullPointMode": "null",
2363 "percentage": false,
2364 "pointradius": 5,
2365 "points": false,
2366 "renderer": "flot",
2367 "repeat": null,
2368 "seriesOverrides": [
2369
2370 ],
2371 "spaceLength": 10,
2372 "span": 4,
2373 "stack": false,
2374 "steppedLine": false,
2375 "targets": [
2376 {
2377 "expr": "go_goroutines{cluster=\"$cluster\",job=\"kubelet\", metrics_path=\"/metrics\",instance=~\"$instance\"}",
2378 "format": "time_series",
2379 "intervalFactor": 2,
2380 "legendFormat": "{{`{{`}}instance{{`}}`}}",
2381 "refId": "A"
2382 }
2383 ],
2384 "thresholds": [
2385
2386 ],
2387 "timeFrom": null,
2388 "timeShift": null,
2389 "title": "Goroutines",
2390 "tooltip": {
2391 "shared": false,
2392 "sort": 0,
2393 "value_type": "individual"
2394 },
2395 "type": "graph",
2396 "xaxis": {
2397 "buckets": null,
2398 "mode": "time",
2399 "name": null,
2400 "show": true,
2401 "values": [
2402
2403 ]
2404 },
2405 "yaxes": [
2406 {
2407 "format": "short",
2408 "label": null,
2409 "logBase": 1,
2410 "max": null,
2411 "min": null,
2412 "show": true
2413 },
2414 {
2415 "format": "short",
2416 "label": null,
2417 "logBase": 1,
2418 "max": null,
2419 "min": null,
2420 "show": true
2421 }
2422 ]
2423 }
2424 ],
2425 "repeat": null,
2426 "repeatIteration": null,
2427 "repeatRowId": null,
2428 "showTitle": false,
2429 "title": "Dashboard Row",
2430 "titleSize": "h6",
2431 "type": "row"
2432 }
2433 ],
2434 "schemaVersion": 14,
2435 "style": "dark",
2436 "tags": [
2437 "kubernetes-mixin"
2438 ],
2439 "templating": {
2440 "list": [
2441 {
2442 "current": {
2443 "text": "default",
2444 "value": "default"
2445 },
2446 "hide": 0,
2447 "label": null,
2448 "name": "datasource",
2449 "options": [
2450
2451 ],
2452 "query": "prometheus",
2453 "refresh": 1,
2454 "regex": "",
2455 "type": "datasource"
2456 },
2457 {
2458 "allValue": null,
2459 "current": {
2460
2461 },
2462 "datasource": "$datasource",
2463 "hide": {{ if .Values.grafana.sidecar.dashboards.multicluster }}0{{ else }}2{{ end }},
2464 "includeAll": false,
2465 "label": "cluster",
2466 "multi": false,
2467 "name": "cluster",
2468 "options": [
2469
2470 ],
2471 "query": "label_values(kube_pod_info, cluster)",
2472 "refresh": 2,
2473 "regex": "",
2474 "sort": 1,
2475 "tagValuesQuery": "",
2476 "tags": [
2477
2478 ],
2479 "tagsQuery": "",
2480 "type": "query",
2481 "useTags": false
2482 },
2483 {
2484 "allValue": null,
2485 "current": {
2486
2487 },
2488 "datasource": "$datasource",
2489 "hide": 0,
2490 "includeAll": true,
2491 "label": null,
2492 "multi": false,
2493 "name": "instance",
2494 "options": [
2495
2496 ],
2497 "query": "label_values(kubelet_runtime_operations_total{cluster=\"$cluster\", job=\"kubelet\", metrics_path=\"/metrics\"}, instance)",
2498 "refresh": 2,
2499 "regex": "",
2500 "sort": 1,
2501 "tagValuesQuery": "",
2502 "tags": [
2503
2504 ],
2505 "tagsQuery": "",
2506 "type": "query",
2507 "useTags": false
2508 }
2509 ]
2510 },
2511 "time": {
2512 "from": "now-1h",
2513 "to": "now"
2514 },
2515 "timepicker": {
2516 "refresh_intervals": [
2517 "5s",
2518 "10s",
2519 "30s",
2520 "1m",
2521 "5m",
2522 "15m",
2523 "30m",
2524 "1h",
2525 "2h",
2526 "1d"
2527 ],
2528 "time_options": [
2529 "5m",
2530 "15m",
2531 "1h",
2532 "6h",
2533 "12h",
2534 "24h",
2535 "2d",
2536 "7d",
2537 "30d"
2538 ]
2539 },
2540 "timezone": "UTC",
2541 "title": "Kubernetes / Kubelet",
2542 "uid": "3138fa155d5915769fbded898ac09fd9",
2543 "version": 0
2544 }
2545{{- end }}