1{
2 "__inputs": [
3 {
4 "name": "datasource",
5 "label": "prometheus",
6 "description": "",
7 "type": "datasource",
8 "pluginId": "prometheus",
9 "pluginName": "Prometheus"
10 }
11 ],
12 "__elements": [],
13 "__requires": [
14 {
15 "type": "panel",
16 "id": "gauge",
17 "name": "Gauge",
18 "version": ""
19 },
20 {
21 "type": "grafana",
22 "id": "grafana",
23 "name": "Grafana",
24 "version": "8.3.3"
25 },
26 {
27 "type": "panel",
28 "id": "graph",
29 "name": "Graph (old)",
30 "version": ""
31 },
32 {
33 "type": "panel",
34 "id": "heatmap",
35 "name": "Heatmap",
36 "version": ""
37 },
38 {
39 "type": "datasource",
40 "id": "prometheus",
41 "name": "Prometheus",
42 "version": "1.0.0"
43 },
44 {
45 "type": "panel",
46 "id": "stat",
47 "name": "Stat",
48 "version": ""
49 },
50 {
51 "type": "panel",
52 "id": "text",
53 "name": "Text",
54 "version": ""
55 }
56 ],
57 "annotations": {
58 "list": [
59 {
60 "builtIn": 1,
61 "datasource": "-- Grafana --",
62 "enable": true,
63 "hide": true,
64 "iconColor": "rgba(0, 211, 255, 1)",
65 "name": "Annotations & Alerts",
66 "type": "dashboard"
67 }
68 ]
69 },
70 "description": "Metrics useful for benchmarking and loadtesting Prometheus itself. Designed primarily for Prometheus 2.7.x.",
71 "editable": true,
72 "gnetId": 9761,
73 "graphTooltip": 1,
74 "id": null,
75 "iteration": 1549379947837,
76 "links": [],
77 "panels": [
78 {
79 "collapsed": false,
80 "gridPos": {
81 "h": 1,
82 "w": 24,
83 "x": 0,
84 "y": 0
85 },
86 "id": 49,
87 "panels": [],
88 "title": "Basics",
89 "type": "row"
90 },
91 {
92 "aliasColors": {},
93 "bars": false,
94 "dashLength": 10,
95 "dashes": false,
96 "datasource": {
97 "type": "prometheus",
98 "uid": "${datasource}"
99 },
100 "fill": 1,
101 "gridPos": {
102 "h": 7,
103 "w": 8,
104 "x": 0,
105 "y": 1
106 },
107 "id": 40,
108 "legend": {
109 "avg": false,
110 "current": false,
111 "max": false,
112 "min": false,
113 "show": true,
114 "total": false,
115 "values": false
116 },
117 "lines": true,
118 "linewidth": 1,
119 "links": [],
120 "nullPointMode": "null",
121 "percentage": false,
122 "pointradius": 5,
123 "points": false,
124 "renderer": "flot",
125 "seriesOverrides": [],
126 "spaceLength": 10,
127 "stack": false,
128 "steppedLine": false,
129 "targets": [
130 {
131 "expr": "prometheus_build_info{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
132 "format": "time_series",
133 "intervalFactor": 1,
134 "legendFormat": "{{version}} - {{revision}}",
135 "refId": "A"
136 }
137 ],
138 "thresholds": [],
139 "timeFrom": null,
140 "timeRegions": [],
141 "timeShift": null,
142 "title": "Prometheus Version",
143 "tooltip": {
144 "shared": true,
145 "sort": 0,
146 "value_type": "individual"
147 },
148 "type": "graph",
149 "xaxis": {
150 "buckets": null,
151 "mode": "time",
152 "name": null,
153 "show": true,
154 "values": []
155 },
156 "yaxes": [
157 {
158 "format": "short",
159 "label": null,
160 "logBase": 1,
161 "max": null,
162 "min": null,
163 "show": true
164 },
165 {
166 "format": "short",
167 "label": null,
168 "logBase": 1,
169 "max": null,
170 "min": null,
171 "show": true
172 }
173 ],
174 "yaxis": {
175 "align": false,
176 "alignLevel": null
177 }
178 },
179 {
180 "aliasColors": {},
181 "bars": false,
182 "dashLength": 10,
183 "dashes": false,
184 "datasource": {
185 "type": "prometheus",
186 "uid": "${datasource}"
187 },
188 "fill": 1,
189 "gridPos": {
190 "h": 7,
191 "w": 8,
192 "x": 8,
193 "y": 1
194 },
195 "id": 42,
196 "legend": {
197 "avg": false,
198 "current": false,
199 "max": false,
200 "min": false,
201 "show": true,
202 "total": false,
203 "values": false
204 },
205 "lines": true,
206 "linewidth": 1,
207 "links": [],
208 "nullPointMode": "null",
209 "percentage": false,
210 "pointradius": 5,
211 "points": false,
212 "renderer": "flot",
213 "seriesOverrides": [],
214 "spaceLength": 10,
215 "stack": false,
216 "steppedLine": false,
217 "targets": [
218 {
219 "expr": "time() - process_start_time_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
220 "format": "time_series",
221 "intervalFactor": 1,
222 "legendFormat": "Uptime",
223 "refId": "A"
224 }
225 ],
226 "thresholds": [],
227 "timeFrom": null,
228 "timeRegions": [],
229 "timeShift": null,
230 "title": "Uptime",
231 "tooltip": {
232 "shared": true,
233 "sort": 0,
234 "value_type": "individual"
235 },
236 "type": "graph",
237 "xaxis": {
238 "buckets": null,
239 "mode": "time",
240 "name": null,
241 "show": true,
242 "values": []
243 },
244 "yaxes": [
245 {
246 "format": "dtdurations",
247 "label": null,
248 "logBase": 1,
249 "max": null,
250 "min": null,
251 "show": true
252 },
253 {
254 "format": "short",
255 "label": null,
256 "logBase": 1,
257 "max": null,
258 "min": null,
259 "show": true
260 }
261 ],
262 "yaxis": {
263 "align": false,
264 "alignLevel": null
265 }
266 },
267 {
268 "aliasColors": {},
269 "bars": false,
270 "dashLength": 10,
271 "dashes": false,
272 "datasource": {
273 "type": "prometheus",
274 "uid": "${datasource}"
275 },
276 "fill": 1,
277 "gridPos": {
278 "h": 7,
279 "w": 8,
280 "x": 16,
281 "y": 1
282 },
283 "id": 72,
284 "legend": {
285 "avg": false,
286 "current": false,
287 "max": false,
288 "min": false,
289 "show": true,
290 "total": false,
291 "values": false
292 },
293 "lines": true,
294 "linewidth": 1,
295 "links": [],
296 "nullPointMode": "null",
297 "percentage": false,
298 "pointradius": 5,
299 "points": false,
300 "renderer": "flot",
301 "seriesOverrides": [],
302 "spaceLength": 10,
303 "stack": false,
304 "steppedLine": false,
305 "targets": [
306 {
307 "expr": "time() - prometheus_config_last_reload_success_timestamp_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
308 "format": "time_series",
309 "intervalFactor": 1,
310 "legendFormat": "Age",
311 "refId": "A"
312 }
313 ],
314 "thresholds": [],
315 "timeFrom": null,
316 "timeRegions": [],
317 "timeShift": null,
318 "title": "Last Successful Config Reload",
319 "tooltip": {
320 "shared": true,
321 "sort": 0,
322 "value_type": "individual"
323 },
324 "transparent": false,
325 "type": "graph",
326 "xaxis": {
327 "buckets": null,
328 "mode": "time",
329 "name": null,
330 "show": true,
331 "values": []
332 },
333 "yaxes": [
334 {
335 "format": "dtdurations",
336 "label": null,
337 "logBase": 1,
338 "max": null,
339 "min": null,
340 "show": true
341 },
342 {
343 "format": "short",
344 "label": null,
345 "logBase": 1,
346 "max": null,
347 "min": null,
348 "show": true
349 }
350 ],
351 "yaxis": {
352 "align": false,
353 "alignLevel": null
354 }
355 },
356 {
357 "collapsed": false,
358 "gridPos": {
359 "h": 1,
360 "w": 24,
361 "x": 0,
362 "y": 8
363 },
364 "id": 46,
365 "panels": [],
366 "title": "Ingestion",
367 "type": "row"
368 },
369 {
370 "aliasColors": {
371 "Chunks": "#1F78C1",
372 "Chunks to persist": "#508642",
373 "Max chunks": "#052B51",
374 "Max to persist": "#3F6833",
375 "Time series": "#70dbed"
376 },
377 "bars": false,
378 "dashLength": 10,
379 "dashes": false,
380 "datasource": {
381 "type": "prometheus",
382 "uid": "${datasource}"
383 },
384 "editable": true,
385 "error": false,
386 "fill": 1,
387 "gridPos": {
388 "h": 7,
389 "w": 8,
390 "x": 0,
391 "y": 9
392 },
393 "id": 3,
394 "legend": {
395 "avg": false,
396 "current": false,
397 "max": false,
398 "min": false,
399 "show": false,
400 "total": false,
401 "values": false
402 },
403 "lines": true,
404 "linewidth": 1,
405 "links": [],
406 "nullPointMode": "null",
407 "percentage": false,
408 "pointradius": 5,
409 "points": false,
410 "renderer": "flot",
411 "seriesOverrides": [],
412 "spaceLength": 10,
413 "stack": false,
414 "steppedLine": false,
415 "targets": [
416 {
417 "expr": "prometheus_tsdb_head_series{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
418 "format": "time_series",
419 "intervalFactor": 2,
420 "legendFormat": "Time series",
421 "metric": "prometheus_local_storage_memory_series",
422 "refId": "A",
423 "step": 10
424 }
425 ],
426 "thresholds": [],
427 "timeFrom": null,
428 "timeRegions": [],
429 "timeShift": null,
430 "title": "Head Time series",
431 "tooltip": {
432 "msResolution": false,
433 "shared": true,
434 "sort": 0,
435 "value_type": "individual"
436 },
437 "type": "graph",
438 "xaxis": {
439 "buckets": null,
440 "mode": "time",
441 "name": null,
442 "show": true,
443 "values": []
444 },
445 "yaxes": [
446 {
447 "format": "short",
448 "label": null,
449 "logBase": 1,
450 "max": null,
451 "min": "0",
452 "show": true
453 },
454 {
455 "format": "short",
456 "label": null,
457 "logBase": 1,
458 "max": null,
459 "min": null,
460 "show": true
461 }
462 ],
463 "yaxis": {
464 "align": false,
465 "alignLevel": null
466 }
467 },
468 {
469 "aliasColors": {
470 "Chunks": "#1F78C1",
471 "Chunks to persist": "#508642",
472 "Max chunks": "#052B51",
473 "Max to persist": "#3F6833"
474 },
475 "bars": false,
476 "dashLength": 10,
477 "dashes": false,
478 "datasource": {
479 "type": "prometheus",
480 "uid": "${datasource}"
481 },
482 "editable": true,
483 "error": false,
484 "fill": 1,
485 "gridPos": {
486 "h": 7,
487 "w": 8,
488 "x": 8,
489 "y": 9
490 },
491 "id": 26,
492 "legend": {
493 "avg": false,
494 "current": false,
495 "max": false,
496 "min": false,
497 "show": false,
498 "total": false,
499 "values": false
500 },
501 "lines": true,
502 "linewidth": 1,
503 "links": [],
504 "nullPointMode": "null",
505 "percentage": false,
506 "pointradius": 5,
507 "points": false,
508 "renderer": "flot",
509 "seriesOverrides": [],
510 "spaceLength": 10,
511 "stack": false,
512 "steppedLine": false,
513 "targets": [
514 {
515 "expr": "prometheus_tsdb_head_active_appenders{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
516 "format": "time_series",
517 "intervalFactor": 2,
518 "legendFormat": "Head Appenders",
519 "metric": "prometheus_local_storage_memory_series",
520 "refId": "A",
521 "step": 10
522 }
523 ],
524 "thresholds": [],
525 "timeFrom": null,
526 "timeRegions": [],
527 "timeShift": null,
528 "title": "Head Active Appenders",
529 "tooltip": {
530 "msResolution": false,
531 "shared": true,
532 "sort": 0,
533 "value_type": "individual"
534 },
535 "type": "graph",
536 "xaxis": {
537 "buckets": null,
538 "mode": "time",
539 "name": null,
540 "show": true,
541 "values": []
542 },
543 "yaxes": [
544 {
545 "format": "short",
546 "label": null,
547 "logBase": 1,
548 "max": null,
549 "min": "0",
550 "show": true
551 },
552 {
553 "format": "short",
554 "label": null,
555 "logBase": 1,
556 "max": null,
557 "min": null,
558 "show": true
559 }
560 ],
561 "yaxis": {
562 "align": false,
563 "alignLevel": null
564 }
565 },
566 {
567 "aliasColors": {
568 "samples/s": "#e5a8e2"
569 },
570 "bars": false,
571 "dashLength": 10,
572 "dashes": false,
573 "datasource": {
574 "type": "prometheus",
575 "uid": "${datasource}"
576 },
577 "editable": true,
578 "error": false,
579 "fill": 1,
580 "gridPos": {
581 "h": 7,
582 "w": 8,
583 "x": 16,
584 "y": 9
585 },
586 "id": 1,
587 "legend": {
588 "avg": false,
589 "current": false,
590 "max": false,
591 "min": false,
592 "show": false,
593 "total": false,
594 "values": false
595 },
596 "lines": true,
597 "linewidth": 1,
598 "links": [],
599 "nullPointMode": "null",
600 "percentage": false,
601 "pointradius": 5,
602 "points": false,
603 "renderer": "flot",
604 "seriesOverrides": [],
605 "spaceLength": 10,
606 "stack": false,
607 "steppedLine": false,
608 "targets": [
609 {
610 "expr": "rate(prometheus_tsdb_head_samples_appended_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
611 "format": "time_series",
612 "intervalFactor": 2,
613 "legendFormat": "samples/s",
614 "metric": "prometheus_local_storage_ingested_samples_total",
615 "refId": "A",
616 "step": 10
617 }
618 ],
619 "thresholds": [],
620 "timeFrom": null,
621 "timeRegions": [],
622 "timeShift": null,
623 "title": "Samples Appended/s",
624 "tooltip": {
625 "msResolution": false,
626 "shared": true,
627 "sort": 0,
628 "value_type": "individual"
629 },
630 "type": "graph",
631 "xaxis": {
632 "buckets": null,
633 "mode": "time",
634 "name": null,
635 "show": true,
636 "values": []
637 },
638 "yaxes": [
639 {
640 "format": "short",
641 "label": "",
642 "logBase": 1,
643 "max": null,
644 "min": "0",
645 "show": true
646 },
647 {
648 "format": "short",
649 "label": null,
650 "logBase": 1,
651 "max": null,
652 "min": null,
653 "show": true
654 }
655 ],
656 "yaxis": {
657 "align": false,
658 "alignLevel": null
659 }
660 },
661 {
662 "aliasColors": {
663 "Chunks": "#1F78C1",
664 "Chunks to persist": "#508642",
665 "Max chunks": "#052B51",
666 "Max to persist": "#3F6833",
667 "To persist": "#9AC48A"
668 },
669 "bars": false,
670 "dashLength": 10,
671 "dashes": false,
672 "datasource": {
673 "type": "prometheus",
674 "uid": "${datasource}"
675 },
676 "editable": true,
677 "error": false,
678 "fill": 0,
679 "gridPos": {
680 "h": 7,
681 "w": 8,
682 "x": 0,
683 "y": 16
684 },
685 "id": 2,
686 "legend": {
687 "avg": false,
688 "current": false,
689 "max": false,
690 "min": false,
691 "show": false,
692 "total": false,
693 "values": false
694 },
695 "lines": true,
696 "linewidth": 1,
697 "links": [],
698 "nullPointMode": "null",
699 "percentage": false,
700 "pointradius": 5,
701 "points": false,
702 "renderer": "flot",
703 "seriesOverrides": [
704 {
705 "alias": "/Max.*/",
706 "fill": 0
707 }
708 ],
709 "spaceLength": 10,
710 "stack": false,
711 "steppedLine": false,
712 "targets": [
713 {
714 "expr": "prometheus_tsdb_head_chunks{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
715 "format": "time_series",
716 "intervalFactor": 2,
717 "legendFormat": "Chunks",
718 "metric": "prometheus_local_storage_memory_chunks",
719 "refId": "A",
720 "step": 10
721 }
722 ],
723 "thresholds": [],
724 "timeFrom": null,
725 "timeRegions": [],
726 "timeShift": null,
727 "title": "Head Chunks",
728 "tooltip": {
729 "msResolution": false,
730 "shared": true,
731 "sort": 0,
732 "value_type": "individual"
733 },
734 "type": "graph",
735 "xaxis": {
736 "buckets": null,
737 "mode": "time",
738 "name": null,
739 "show": true,
740 "values": []
741 },
742 "yaxes": [
743 {
744 "format": "short",
745 "label": null,
746 "logBase": 1,
747 "max": null,
748 "min": "0",
749 "show": true
750 },
751 {
752 "format": "short",
753 "label": null,
754 "logBase": 1,
755 "max": null,
756 "min": null,
757 "show": true
758 }
759 ],
760 "yaxis": {
761 "align": false,
762 "alignLevel": null
763 }
764 },
765 {
766 "aliasColors": {
767 "Chunks": "#1F78C1",
768 "Chunks to persist": "#508642",
769 "Max chunks": "#052B51",
770 "Max to persist": "#3F6833"
771 },
772 "bars": false,
773 "dashLength": 10,
774 "dashes": false,
775 "datasource": {
776 "type": "prometheus",
777 "uid": "${datasource}"
778 },
779 "editable": true,
780 "error": false,
781 "fill": 1,
782 "gridPos": {
783 "h": 7,
784 "w": 8,
785 "x": 8,
786 "y": 16
787 },
788 "id": 4,
789 "legend": {
790 "avg": false,
791 "current": false,
792 "max": false,
793 "min": false,
794 "show": false,
795 "total": false,
796 "values": false
797 },
798 "lines": true,
799 "linewidth": 1,
800 "links": [],
801 "nullPointMode": "null",
802 "percentage": false,
803 "pointradius": 5,
804 "points": false,
805 "renderer": "flot",
806 "seriesOverrides": [],
807 "spaceLength": 10,
808 "stack": false,
809 "steppedLine": false,
810 "targets": [
811 {
812 "expr": "rate(prometheus_tsdb_head_chunks_created_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
813 "format": "time_series",
814 "intervalFactor": 2,
815 "legendFormat": "Created",
816 "metric": "prometheus_local_storage_chunk_ops_total",
817 "refId": "A",
818 "step": 10
819 }
820 ],
821 "thresholds": [],
822 "timeFrom": null,
823 "timeRegions": [],
824 "timeShift": null,
825 "title": "Head Chunks Created",
826 "tooltip": {
827 "msResolution": false,
828 "shared": true,
829 "sort": 0,
830 "value_type": "individual"
831 },
832 "type": "graph",
833 "xaxis": {
834 "buckets": null,
835 "mode": "time",
836 "name": null,
837 "show": true,
838 "values": []
839 },
840 "yaxes": [
841 {
842 "format": "ops",
843 "label": null,
844 "logBase": 1,
845 "max": null,
846 "min": "0",
847 "show": true
848 },
849 {
850 "format": "short",
851 "label": null,
852 "logBase": 1,
853 "max": null,
854 "min": null,
855 "show": true
856 }
857 ],
858 "yaxis": {
859 "align": false,
860 "alignLevel": null
861 }
862 },
863 {
864 "aliasColors": {
865 "Chunks": "#1F78C1",
866 "Chunks to persist": "#508642",
867 "Max chunks": "#052B51",
868 "Max to persist": "#3F6833",
869 "Removed": "#e5ac0e"
870 },
871 "bars": false,
872 "dashLength": 10,
873 "dashes": false,
874 "datasource": {
875 "type": "prometheus",
876 "uid": "${datasource}"
877 },
878 "editable": true,
879 "error": false,
880 "fill": 1,
881 "gridPos": {
882 "h": 7,
883 "w": 8,
884 "x": 16,
885 "y": 16
886 },
887 "id": 25,
888 "legend": {
889 "avg": false,
890 "current": false,
891 "max": false,
892 "min": false,
893 "show": true,
894 "total": false,
895 "values": false
896 },
897 "lines": true,
898 "linewidth": 1,
899 "links": [],
900 "nullPointMode": "null",
901 "percentage": false,
902 "pointradius": 5,
903 "points": false,
904 "renderer": "flot",
905 "seriesOverrides": [],
906 "spaceLength": 10,
907 "stack": false,
908 "steppedLine": false,
909 "targets": [
910 {
911 "expr": "rate(prometheus_tsdb_head_chunks_removed_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
912 "format": "time_series",
913 "intervalFactor": 2,
914 "legendFormat": "Removed",
915 "metric": "prometheus_local_storage_chunk_ops_total",
916 "refId": "B",
917 "step": 10
918 }
919 ],
920 "thresholds": [],
921 "timeFrom": null,
922 "timeRegions": [],
923 "timeShift": null,
924 "title": "Head Chunks Removed",
925 "tooltip": {
926 "msResolution": false,
927 "shared": true,
928 "sort": 0,
929 "value_type": "individual"
930 },
931 "type": "graph",
932 "xaxis": {
933 "buckets": null,
934 "mode": "time",
935 "name": null,
936 "show": true,
937 "values": []
938 },
939 "yaxes": [
940 {
941 "format": "ops",
942 "label": null,
943 "logBase": 1,
944 "max": null,
945 "min": "0",
946 "show": true
947 },
948 {
949 "format": "short",
950 "label": null,
951 "logBase": 1,
952 "max": null,
953 "min": null,
954 "show": true
955 }
956 ],
957 "yaxis": {
958 "align": false,
959 "alignLevel": null
960 }
961 },
962 {
963 "collapsed": false,
964 "gridPos": {
965 "h": 1,
966 "w": 24,
967 "x": 0,
968 "y": 23
969 },
970 "id": 52,
971 "panels": [],
972 "title": "Compaction",
973 "type": "row"
974 },
975 {
976 "aliasColors": {
977 "Chunks": "#1F78C1",
978 "Chunks to persist": "#508642",
979 "Max": "#447ebc",
980 "Max chunks": "#052B51",
981 "Max to persist": "#3F6833",
982 "Min": "#447ebc",
983 "Now": "#7eb26d"
984 },
985 "bars": false,
986 "dashLength": 10,
987 "dashes": false,
988 "datasource": {
989 "type": "prometheus",
990 "uid": "${datasource}"
991 },
992 "editable": true,
993 "error": false,
994 "fill": 0,
995 "gridPos": {
996 "h": 7,
997 "w": 8,
998 "x": 0,
999 "y": 24
1000 },
1001 "id": 28,
1002 "legend": {
1003 "avg": false,
1004 "current": false,
1005 "max": false,
1006 "min": false,
1007 "show": true,
1008 "total": false,
1009 "values": false
1010 },
1011 "lines": true,
1012 "linewidth": 1,
1013 "links": [],
1014 "nullPointMode": "null",
1015 "percentage": false,
1016 "pointradius": 5,
1017 "points": false,
1018 "renderer": "flot",
1019 "seriesOverrides": [
1020 {
1021 "alias": "Max",
1022 "fillBelowTo": "Min",
1023 "lines": false
1024 }
1025 ],
1026 "spaceLength": 10,
1027 "stack": false,
1028 "steppedLine": false,
1029 "targets": [
1030 {
1031 "expr": "prometheus_tsdb_head_min_time{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
1032 "format": "time_series",
1033 "intervalFactor": 2,
1034 "legendFormat": "Min",
1035 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1036 "refId": "A",
1037 "step": 10
1038 },
1039 {
1040 "expr": "time() * 1000",
1041 "format": "time_series",
1042 "hide": false,
1043 "intervalFactor": 2,
1044 "legendFormat": "Now",
1045 "refId": "C"
1046 },
1047 {
1048 "expr": "prometheus_tsdb_head_max_time{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
1049 "format": "time_series",
1050 "intervalFactor": 2,
1051 "legendFormat": "Max",
1052 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1053 "refId": "B",
1054 "step": 10
1055 }
1056 ],
1057 "thresholds": [],
1058 "timeFrom": null,
1059 "timeRegions": [],
1060 "timeShift": null,
1061 "title": "Head Time Range",
1062 "tooltip": {
1063 "msResolution": false,
1064 "shared": true,
1065 "sort": 0,
1066 "value_type": "individual"
1067 },
1068 "type": "graph",
1069 "xaxis": {
1070 "buckets": null,
1071 "mode": "time",
1072 "name": null,
1073 "show": true,
1074 "values": []
1075 },
1076 "yaxes": [
1077 {
1078 "decimals": null,
1079 "format": "dateTimeAsIso",
1080 "label": null,
1081 "logBase": 1,
1082 "max": null,
1083 "min": null,
1084 "show": true
1085 },
1086 {
1087 "format": "short",
1088 "label": null,
1089 "logBase": 1,
1090 "max": null,
1091 "min": null,
1092 "show": true
1093 }
1094 ],
1095 "yaxis": {
1096 "align": false,
1097 "alignLevel": null
1098 }
1099 },
1100 {
1101 "aliasColors": {
1102 "Chunks": "#1F78C1",
1103 "Chunks to persist": "#508642",
1104 "Max chunks": "#052B51",
1105 "Max to persist": "#3F6833"
1106 },
1107 "bars": false,
1108 "dashLength": 10,
1109 "dashes": false,
1110 "datasource": {
1111 "type": "prometheus",
1112 "uid": "${datasource}"
1113 },
1114 "editable": true,
1115 "error": false,
1116 "fill": 1,
1117 "gridPos": {
1118 "h": 7,
1119 "w": 8,
1120 "x": 8,
1121 "y": 24
1122 },
1123 "id": 29,
1124 "legend": {
1125 "avg": false,
1126 "current": false,
1127 "max": false,
1128 "min": false,
1129 "show": false,
1130 "total": false,
1131 "values": false
1132 },
1133 "lines": true,
1134 "linewidth": 1,
1135 "links": [],
1136 "nullPointMode": "null",
1137 "percentage": false,
1138 "pointradius": 5,
1139 "points": false,
1140 "renderer": "flot",
1141 "seriesOverrides": [],
1142 "spaceLength": 10,
1143 "stack": false,
1144 "steppedLine": false,
1145 "targets": [
1146 {
1147 "expr": "rate(prometheus_tsdb_head_gc_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
1148 "format": "time_series",
1149 "intervalFactor": 2,
1150 "legendFormat": "GC Time/s",
1151 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1152 "refId": "A",
1153 "step": 10
1154 }
1155 ],
1156 "thresholds": [],
1157 "timeFrom": null,
1158 "timeRegions": [],
1159 "timeShift": null,
1160 "title": "Head GC Time/s",
1161 "tooltip": {
1162 "msResolution": false,
1163 "shared": true,
1164 "sort": 0,
1165 "value_type": "individual"
1166 },
1167 "type": "graph",
1168 "xaxis": {
1169 "buckets": null,
1170 "mode": "time",
1171 "name": null,
1172 "show": true,
1173 "values": []
1174 },
1175 "yaxes": [
1176 {
1177 "format": "s",
1178 "label": null,
1179 "logBase": 1,
1180 "max": null,
1181 "min": "0",
1182 "show": true
1183 },
1184 {
1185 "format": "short",
1186 "label": null,
1187 "logBase": 1,
1188 "max": null,
1189 "min": null,
1190 "show": true
1191 }
1192 ],
1193 "yaxis": {
1194 "align": false,
1195 "alignLevel": null
1196 }
1197 },
1198 {
1199 "aliasColors": {
1200 "Chunks": "#1F78C1",
1201 "Chunks to persist": "#508642",
1202 "Max chunks": "#052B51",
1203 "Max to persist": "#3F6833"
1204 },
1205 "bars": false,
1206 "dashLength": 10,
1207 "dashes": false,
1208 "datasource": {
1209 "type": "prometheus",
1210 "uid": "${datasource}"
1211 },
1212 "editable": true,
1213 "error": false,
1214 "fill": 1,
1215 "gridPos": {
1216 "h": 7,
1217 "w": 8,
1218 "x": 16,
1219 "y": 24
1220 },
1221 "id": 14,
1222 "legend": {
1223 "avg": false,
1224 "current": false,
1225 "max": false,
1226 "min": false,
1227 "show": false,
1228 "total": false,
1229 "values": false
1230 },
1231 "lines": true,
1232 "linewidth": 1,
1233 "links": [],
1234 "nullPointMode": "null",
1235 "percentage": false,
1236 "pointradius": 5,
1237 "points": false,
1238 "renderer": "flot",
1239 "seriesOverrides": [
1240 {
1241 "alias": "Queue length",
1242 "yaxis": 2
1243 }
1244 ],
1245 "spaceLength": 10,
1246 "stack": false,
1247 "steppedLine": false,
1248 "targets": [
1249 {
1250 "expr": "prometheus_tsdb_blocks_loaded{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
1251 "format": "time_series",
1252 "intervalFactor": 2,
1253 "legendFormat": "Blocks Loaded",
1254 "metric": "prometheus_local_storage_indexing_batch_sizes_sum",
1255 "refId": "A",
1256 "step": 10
1257 }
1258 ],
1259 "thresholds": [],
1260 "timeFrom": null,
1261 "timeRegions": [],
1262 "timeShift": null,
1263 "title": "Blocks Loaded",
1264 "tooltip": {
1265 "msResolution": false,
1266 "shared": true,
1267 "sort": 0,
1268 "value_type": "individual"
1269 },
1270 "type": "graph",
1271 "xaxis": {
1272 "buckets": null,
1273 "mode": "time",
1274 "name": null,
1275 "show": true,
1276 "values": []
1277 },
1278 "yaxes": [
1279 {
1280 "format": "short",
1281 "label": null,
1282 "logBase": 1,
1283 "max": null,
1284 "min": "0",
1285 "show": true
1286 },
1287 {
1288 "format": "short",
1289 "label": null,
1290 "logBase": 1,
1291 "max": null,
1292 "min": "0",
1293 "show": true
1294 }
1295 ],
1296 "yaxis": {
1297 "align": false,
1298 "alignLevel": null
1299 }
1300 },
1301 {
1302 "aliasColors": {
1303 "Chunks": "#1F78C1",
1304 "Chunks to persist": "#508642",
1305 "Failed Compactions": "#bf1b00",
1306 "Failed Reloads": "#bf1b00",
1307 "Max chunks": "#052B51",
1308 "Max to persist": "#3F6833"
1309 },
1310 "bars": false,
1311 "dashLength": 10,
1312 "dashes": false,
1313 "datasource": {
1314 "type": "prometheus",
1315 "uid": "${datasource}"
1316 },
1317 "editable": true,
1318 "error": false,
1319 "fill": 1,
1320 "gridPos": {
1321 "h": 7,
1322 "w": 8,
1323 "x": 0,
1324 "y": 31
1325 },
1326 "id": 30,
1327 "legend": {
1328 "avg": false,
1329 "current": false,
1330 "max": false,
1331 "min": false,
1332 "show": true,
1333 "total": false,
1334 "values": false
1335 },
1336 "lines": true,
1337 "linewidth": 1,
1338 "links": [],
1339 "nullPointMode": "null",
1340 "percentage": false,
1341 "pointradius": 5,
1342 "points": false,
1343 "renderer": "flot",
1344 "seriesOverrides": [],
1345 "spaceLength": 10,
1346 "stack": false,
1347 "steppedLine": false,
1348 "targets": [
1349 {
1350 "expr": "rate(prometheus_tsdb_reloads_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1351 "format": "time_series",
1352 "interval": "",
1353 "intervalFactor": 2,
1354 "legendFormat": "Reloads",
1355 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1356 "refId": "A",
1357 "step": 10
1358 }
1359 ],
1360 "thresholds": [],
1361 "timeFrom": null,
1362 "timeRegions": [],
1363 "timeShift": null,
1364 "title": "TSDB Reloads/s",
1365 "tooltip": {
1366 "msResolution": false,
1367 "shared": true,
1368 "sort": 0,
1369 "value_type": "individual"
1370 },
1371 "type": "graph",
1372 "xaxis": {
1373 "buckets": null,
1374 "mode": "time",
1375 "name": null,
1376 "show": true,
1377 "values": []
1378 },
1379 "yaxes": [
1380 {
1381 "format": "none",
1382 "label": null,
1383 "logBase": 1,
1384 "max": null,
1385 "min": "0",
1386 "show": true
1387 },
1388 {
1389 "format": "short",
1390 "label": null,
1391 "logBase": 1,
1392 "max": null,
1393 "min": null,
1394 "show": true
1395 }
1396 ],
1397 "yaxis": {
1398 "align": false,
1399 "alignLevel": null
1400 }
1401 },
1402 {
1403 "aliasColors": {
1404 "Chunks": "#1F78C1",
1405 "Chunks to persist": "#508642",
1406 "Failed Compactions": "#bf1b00",
1407 "Max chunks": "#052B51",
1408 "Max to persist": "#3F6833"
1409 },
1410 "bars": false,
1411 "dashLength": 10,
1412 "dashes": false,
1413 "datasource": {
1414 "type": "prometheus",
1415 "uid": "${datasource}"
1416 },
1417 "editable": true,
1418 "error": false,
1419 "fill": 1,
1420 "gridPos": {
1421 "h": 7,
1422 "w": 8,
1423 "x": 8,
1424 "y": 31
1425 },
1426 "id": 31,
1427 "legend": {
1428 "avg": false,
1429 "current": false,
1430 "max": false,
1431 "min": false,
1432 "show": true,
1433 "total": false,
1434 "values": false
1435 },
1436 "lines": true,
1437 "linewidth": 1,
1438 "links": [],
1439 "nullPointMode": "null",
1440 "percentage": false,
1441 "pointradius": 5,
1442 "points": false,
1443 "renderer": "flot",
1444 "seriesOverrides": [],
1445 "spaceLength": 10,
1446 "stack": false,
1447 "steppedLine": false,
1448 "targets": [
1449 {
1450 "expr": "rate(prometheus_tsdb_wal_fsync_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m]) / rate(prometheus_tsdb_wal_fsync_duration_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
1451 "format": "time_series",
1452 "interval": "",
1453 "intervalFactor": 2,
1454 "legendFormat": "Fsync Latency",
1455 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1456 "refId": "A",
1457 "step": 10
1458 },
1459 {
1460 "expr": "rate(prometheus_tsdb_wal_truncate_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m]) / rate(prometheus_tsdb_wal_truncate_duration_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
1461 "format": "time_series",
1462 "interval": "",
1463 "intervalFactor": 2,
1464 "legendFormat": "Truncate Latency",
1465 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1466 "refId": "B",
1467 "step": 10
1468 }
1469 ],
1470 "thresholds": [],
1471 "timeFrom": null,
1472 "timeRegions": [],
1473 "timeShift": null,
1474 "title": "WAL Fsync&Truncate Latency",
1475 "tooltip": {
1476 "msResolution": false,
1477 "shared": true,
1478 "sort": 0,
1479 "value_type": "individual"
1480 },
1481 "type": "graph",
1482 "xaxis": {
1483 "buckets": null,
1484 "mode": "time",
1485 "name": null,
1486 "show": true,
1487 "values": []
1488 },
1489 "yaxes": [
1490 {
1491 "format": "s",
1492 "label": null,
1493 "logBase": 1,
1494 "max": null,
1495 "min": "0",
1496 "show": true
1497 },
1498 {
1499 "format": "short",
1500 "label": null,
1501 "logBase": 1,
1502 "max": null,
1503 "min": null,
1504 "show": true
1505 }
1506 ],
1507 "yaxis": {
1508 "align": false,
1509 "alignLevel": null
1510 }
1511 },
1512 {
1513 "aliasColors": {
1514 "Chunks": "#1F78C1",
1515 "Chunks to persist": "#508642",
1516 "Failed Compactions": "#bf1b00",
1517 "Max chunks": "#052B51",
1518 "Max to persist": "#3F6833",
1519 "{instance=\"demo.robustperception.io:9090\",job=\"prometheus\"}": "#bf1b00"
1520 },
1521 "bars": false,
1522 "dashLength": 10,
1523 "dashes": false,
1524 "datasource": {
1525 "type": "prometheus",
1526 "uid": "${datasource}"
1527 },
1528 "editable": true,
1529 "error": false,
1530 "fill": 1,
1531 "gridPos": {
1532 "h": 7,
1533 "w": 8,
1534 "x": 16,
1535 "y": 31
1536 },
1537 "id": 32,
1538 "legend": {
1539 "avg": false,
1540 "current": false,
1541 "max": false,
1542 "min": false,
1543 "show": true,
1544 "total": false,
1545 "values": false
1546 },
1547 "lines": true,
1548 "linewidth": 1,
1549 "links": [],
1550 "nullPointMode": "null",
1551 "percentage": false,
1552 "pointradius": 5,
1553 "points": false,
1554 "renderer": "flot",
1555 "seriesOverrides": [],
1556 "spaceLength": 10,
1557 "stack": false,
1558 "steppedLine": false,
1559 "targets": [
1560 {
1561 "expr": "rate(prometheus_tsdb_wal_corruptions_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1562 "format": "time_series",
1563 "interval": "",
1564 "intervalFactor": 2,
1565 "legendFormat": "WAL Corruptions",
1566 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1567 "refId": "A",
1568 "step": 10
1569 },
1570 {
1571 "expr": "rate(prometheus_tsdb_reloads_failures_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1572 "format": "time_series",
1573 "interval": "",
1574 "intervalFactor": 2,
1575 "legendFormat": "Reload Failures",
1576 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1577 "refId": "B",
1578 "step": 10
1579 },
1580 {
1581 "expr": "rate(prometheus_tsdb_head_series_not_found{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1582 "format": "time_series",
1583 "interval": "",
1584 "intervalFactor": 2,
1585 "legendFormat": "Head Series Not Found",
1586 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1587 "refId": "C",
1588 "step": 10
1589 },
1590 {
1591 "expr": "rate(prometheus_tsdb_compactions_failed_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1592 "format": "time_series",
1593 "interval": "",
1594 "intervalFactor": 2,
1595 "legendFormat": "Compaction Failures",
1596 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1597 "refId": "D",
1598 "step": 10
1599 },
1600 {
1601 "expr": "rate(prometheus_tsdb_retention_cutoffs_failures_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1602 "format": "time_series",
1603 "interval": "",
1604 "intervalFactor": 2,
1605 "legendFormat": "Retention Cutoff Failures",
1606 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1607 "refId": "E",
1608 "step": 10
1609 },
1610 {
1611 "expr": "rate(prometheus_tsdb_checkpoint_creations_failed_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1612 "format": "time_series",
1613 "interval": "",
1614 "intervalFactor": 2,
1615 "legendFormat": "WAL Checkpoint Creation Failures",
1616 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1617 "refId": "F",
1618 "step": 10
1619 },
1620 {
1621 "expr": "rate(prometheus_tsdb_checkpoint_deletions_failed_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1622 "format": "time_series",
1623 "interval": "",
1624 "intervalFactor": 2,
1625 "legendFormat": "WAL Checkpoint Deletion Failures",
1626 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1627 "refId": "G",
1628 "step": 10
1629 }
1630 ],
1631 "thresholds": [],
1632 "timeFrom": null,
1633 "timeRegions": [],
1634 "timeShift": null,
1635 "title": "TSDB Problems/s",
1636 "tooltip": {
1637 "msResolution": false,
1638 "shared": true,
1639 "sort": 0,
1640 "value_type": "individual"
1641 },
1642 "type": "graph",
1643 "xaxis": {
1644 "buckets": null,
1645 "mode": "time",
1646 "name": null,
1647 "show": true,
1648 "values": []
1649 },
1650 "yaxes": [
1651 {
1652 "format": "none",
1653 "label": null,
1654 "logBase": 1,
1655 "max": null,
1656 "min": "0",
1657 "show": true
1658 },
1659 {
1660 "format": "short",
1661 "label": null,
1662 "logBase": 1,
1663 "max": null,
1664 "min": null,
1665 "show": true
1666 }
1667 ],
1668 "yaxis": {
1669 "align": false,
1670 "alignLevel": null
1671 }
1672 },
1673 {
1674 "aliasColors": {
1675 "Chunks": "#1F78C1",
1676 "Chunks to persist": "#508642",
1677 "Failed Compactions": "#bf1b00",
1678 "Max chunks": "#052B51",
1679 "Max to persist": "#3F6833"
1680 },
1681 "bars": false,
1682 "dashLength": 10,
1683 "dashes": false,
1684 "datasource": {
1685 "type": "prometheus",
1686 "uid": "${datasource}"
1687 },
1688 "editable": true,
1689 "error": false,
1690 "fill": 1,
1691 "gridPos": {
1692 "h": 7,
1693 "w": 8,
1694 "x": 0,
1695 "y": 38
1696 },
1697 "id": 19,
1698 "legend": {
1699 "avg": false,
1700 "current": false,
1701 "max": false,
1702 "min": false,
1703 "show": true,
1704 "total": false,
1705 "values": false
1706 },
1707 "lines": true,
1708 "linewidth": 1,
1709 "links": [],
1710 "nullPointMode": "null",
1711 "percentage": false,
1712 "pointradius": 5,
1713 "points": false,
1714 "renderer": "flot",
1715 "seriesOverrides": [],
1716 "spaceLength": 10,
1717 "stack": false,
1718 "steppedLine": false,
1719 "targets": [
1720 {
1721 "expr": "rate(prometheus_tsdb_compactions_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1722 "format": "time_series",
1723 "interval": "",
1724 "intervalFactor": 2,
1725 "legendFormat": "Compactions",
1726 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1727 "refId": "A",
1728 "step": 10
1729 }
1730 ],
1731 "thresholds": [],
1732 "timeFrom": null,
1733 "timeRegions": [],
1734 "timeShift": null,
1735 "title": "Compactions/s",
1736 "tooltip": {
1737 "msResolution": false,
1738 "shared": true,
1739 "sort": 0,
1740 "value_type": "individual"
1741 },
1742 "type": "graph",
1743 "xaxis": {
1744 "buckets": null,
1745 "mode": "time",
1746 "name": null,
1747 "show": true,
1748 "values": []
1749 },
1750 "yaxes": [
1751 {
1752 "format": "none",
1753 "label": null,
1754 "logBase": 1,
1755 "max": null,
1756 "min": "0",
1757 "show": true
1758 },
1759 {
1760 "format": "short",
1761 "label": null,
1762 "logBase": 1,
1763 "max": null,
1764 "min": null,
1765 "show": true
1766 }
1767 ],
1768 "yaxis": {
1769 "align": false,
1770 "alignLevel": null
1771 }
1772 },
1773 {
1774 "aliasColors": {
1775 "Chunks": "#1F78C1",
1776 "Chunks to persist": "#508642",
1777 "Max chunks": "#052B51",
1778 "Max to persist": "#3F6833"
1779 },
1780 "bars": false,
1781 "dashLength": 10,
1782 "dashes": false,
1783 "datasource": {
1784 "type": "prometheus",
1785 "uid": "${datasource}"
1786 },
1787 "editable": true,
1788 "error": false,
1789 "fill": 1,
1790 "gridPos": {
1791 "h": 7,
1792 "w": 8,
1793 "x": 8,
1794 "y": 38
1795 },
1796 "id": 33,
1797 "legend": {
1798 "avg": false,
1799 "current": false,
1800 "max": false,
1801 "min": false,
1802 "show": false,
1803 "total": false,
1804 "values": false
1805 },
1806 "lines": true,
1807 "linewidth": 1,
1808 "links": [],
1809 "nullPointMode": "null",
1810 "percentage": false,
1811 "pointradius": 5,
1812 "points": false,
1813 "renderer": "flot",
1814 "seriesOverrides": [],
1815 "spaceLength": 10,
1816 "stack": false,
1817 "steppedLine": false,
1818 "targets": [
1819 {
1820 "expr": "rate(prometheus_tsdb_compaction_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
1821 "format": "time_series",
1822 "intervalFactor": 2,
1823 "legendFormat": "",
1824 "metric": "prometheus_local_storage_series_chunks_persisted_count",
1825 "refId": "A",
1826 "step": 10
1827 }
1828 ],
1829 "thresholds": [],
1830 "timeFrom": null,
1831 "timeRegions": [],
1832 "timeShift": null,
1833 "title": "Compaction Time/s",
1834 "tooltip": {
1835 "msResolution": false,
1836 "shared": true,
1837 "sort": 0,
1838 "value_type": "individual"
1839 },
1840 "type": "graph",
1841 "xaxis": {
1842 "buckets": null,
1843 "mode": "time",
1844 "name": null,
1845 "show": true,
1846 "values": []
1847 },
1848 "yaxes": [
1849 {
1850 "format": "s",
1851 "label": null,
1852 "logBase": 1,
1853 "max": null,
1854 "min": "0",
1855 "show": true
1856 },
1857 {
1858 "format": "short",
1859 "label": null,
1860 "logBase": 1,
1861 "max": null,
1862 "min": null,
1863 "show": true
1864 }
1865 ],
1866 "yaxis": {
1867 "align": false,
1868 "alignLevel": null
1869 }
1870 },
1871 {
1872 "aliasColors": {
1873 "Allocated bytes": "#F9BA8F",
1874 "Chunks": "#1F78C1",
1875 "Chunks to persist": "#508642",
1876 "Max chunks": "#052B51",
1877 "Max to persist": "#3F6833",
1878 "RSS": "#890F02"
1879 },
1880 "bars": false,
1881 "dashLength": 10,
1882 "dashes": false,
1883 "datasource": {
1884 "type": "prometheus",
1885 "uid": "${datasource}"
1886 },
1887 "editable": true,
1888 "error": false,
1889 "fill": 1,
1890 "gridPos": {
1891 "h": 7,
1892 "w": 8,
1893 "x": 16,
1894 "y": 38
1895 },
1896 "id": 8,
1897 "legend": {
1898 "avg": false,
1899 "current": false,
1900 "max": false,
1901 "min": false,
1902 "show": true,
1903 "total": false,
1904 "values": false
1905 },
1906 "lines": true,
1907 "linewidth": 1,
1908 "links": [],
1909 "nullPointMode": "null",
1910 "percentage": false,
1911 "pointradius": 5,
1912 "points": false,
1913 "renderer": "flot",
1914 "seriesOverrides": [],
1915 "spaceLength": 10,
1916 "stack": false,
1917 "steppedLine": false,
1918 "targets": [
1919 {
1920 "expr": "rate(prometheus_tsdb_time_retentions_total[10m])",
1921 "format": "time_series",
1922 "intervalFactor": 2,
1923 "legendFormat": "Time Cutoffs",
1924 "metric": "last",
1925 "refId": "A",
1926 "step": 10
1927 },
1928 {
1929 "expr": "rate(prometheus_tsdb_size_retentions_total[10m])",
1930 "format": "time_series",
1931 "intervalFactor": 2,
1932 "legendFormat": "Size Cutoffs",
1933 "metric": "last",
1934 "refId": "B",
1935 "step": 10
1936 }
1937 ],
1938 "thresholds": [],
1939 "timeFrom": null,
1940 "timeRegions": [],
1941 "timeShift": null,
1942 "title": "Retention Cutoffs/s",
1943 "tooltip": {
1944 "msResolution": false,
1945 "shared": true,
1946 "sort": 0,
1947 "value_type": "individual"
1948 },
1949 "type": "graph",
1950 "xaxis": {
1951 "buckets": null,
1952 "mode": "time",
1953 "name": null,
1954 "show": true,
1955 "values": []
1956 },
1957 "yaxes": [
1958 {
1959 "format": "none",
1960 "label": null,
1961 "logBase": 1,
1962 "max": null,
1963 "min": "0",
1964 "show": true
1965 },
1966 {
1967 "format": "short",
1968 "label": null,
1969 "logBase": 1,
1970 "max": null,
1971 "min": null,
1972 "show": true
1973 }
1974 ],
1975 "yaxis": {
1976 "align": false,
1977 "alignLevel": null
1978 }
1979 },
1980 {
1981 "aliasColors": {
1982 "Chunks": "#1F78C1",
1983 "Chunks to persist": "#508642",
1984 "Max chunks": "#052B51",
1985 "Max to persist": "#3F6833"
1986 },
1987 "bars": false,
1988 "dashLength": 10,
1989 "dashes": false,
1990 "datasource": {
1991 "type": "prometheus",
1992 "uid": "${datasource}"
1993 },
1994 "editable": true,
1995 "error": false,
1996 "fill": 1,
1997 "gridPos": {
1998 "h": 7,
1999 "w": 8,
2000 "x": 0,
2001 "y": 45
2002 },
2003 "id": 27,
2004 "legend": {
2005 "avg": false,
2006 "current": false,
2007 "max": false,
2008 "min": false,
2009 "show": false,
2010 "total": false,
2011 "values": false
2012 },
2013 "lines": true,
2014 "linewidth": 1,
2015 "links": [],
2016 "nullPointMode": "null",
2017 "percentage": false,
2018 "pointradius": 5,
2019 "points": false,
2020 "renderer": "flot",
2021 "seriesOverrides": [],
2022 "spaceLength": 10,
2023 "stack": false,
2024 "steppedLine": false,
2025 "targets": [
2026 {
2027 "expr": "rate(prometheus_tsdb_compaction_chunk_range_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m]) / rate(prometheus_tsdb_compaction_chunk_range_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
2028 "format": "time_series",
2029 "intervalFactor": 2,
2030 "legendFormat": "Chunk Time Range",
2031 "metric": "prometheus_local_storage_series_chunks_persisted_count",
2032 "refId": "A",
2033 "step": 10
2034 }
2035 ],
2036 "thresholds": [],
2037 "timeFrom": null,
2038 "timeRegions": [],
2039 "timeShift": null,
2040 "title": "First Compaction, Avg Chunk Time Range",
2041 "tooltip": {
2042 "msResolution": false,
2043 "shared": true,
2044 "sort": 0,
2045 "value_type": "individual"
2046 },
2047 "type": "graph",
2048 "xaxis": {
2049 "buckets": null,
2050 "mode": "time",
2051 "name": null,
2052 "show": true,
2053 "values": []
2054 },
2055 "yaxes": [
2056 {
2057 "decimals": null,
2058 "format": "dtdurationms",
2059 "label": "",
2060 "logBase": 1,
2061 "max": null,
2062 "min": null,
2063 "show": true
2064 },
2065 {
2066 "format": "short",
2067 "label": null,
2068 "logBase": 1,
2069 "max": null,
2070 "min": null,
2071 "show": true
2072 }
2073 ],
2074 "yaxis": {
2075 "align": false,
2076 "alignLevel": null
2077 }
2078 },
2079 {
2080 "aliasColors": {
2081 "Chunks": "#1F78C1",
2082 "Chunks to persist": "#508642",
2083 "Max chunks": "#052B51",
2084 "Max to persist": "#3F6833"
2085 },
2086 "bars": false,
2087 "dashLength": 10,
2088 "dashes": false,
2089 "datasource": {
2090 "type": "prometheus",
2091 "uid": "${datasource}"
2092 },
2093 "editable": true,
2094 "error": false,
2095 "fill": 1,
2096 "gridPos": {
2097 "h": 7,
2098 "w": 8,
2099 "x": 8,
2100 "y": 45
2101 },
2102 "id": 35,
2103 "legend": {
2104 "avg": false,
2105 "current": false,
2106 "max": false,
2107 "min": false,
2108 "show": false,
2109 "total": false,
2110 "values": false
2111 },
2112 "lines": true,
2113 "linewidth": 1,
2114 "links": [],
2115 "nullPointMode": "null",
2116 "percentage": false,
2117 "pointradius": 5,
2118 "points": false,
2119 "renderer": "flot",
2120 "seriesOverrides": [],
2121 "spaceLength": 10,
2122 "stack": false,
2123 "steppedLine": false,
2124 "targets": [
2125 {
2126 "expr": "rate(prometheus_tsdb_compaction_chunk_size_bytes_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m]) / rate(prometheus_tsdb_compaction_chunk_samples_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
2127 "format": "time_series",
2128 "intervalFactor": 2,
2129 "legendFormat": "Bytes/Sample",
2130 "metric": "prometheus_local_storage_series_chunks_persisted_count",
2131 "refId": "A",
2132 "step": 10
2133 }
2134 ],
2135 "thresholds": [],
2136 "timeFrom": null,
2137 "timeRegions": [],
2138 "timeShift": null,
2139 "title": "First Compaction, Avg Bytes/Sample",
2140 "tooltip": {
2141 "msResolution": false,
2142 "shared": true,
2143 "sort": 0,
2144 "value_type": "individual"
2145 },
2146 "type": "graph",
2147 "xaxis": {
2148 "buckets": null,
2149 "mode": "time",
2150 "name": null,
2151 "show": true,
2152 "values": []
2153 },
2154 "yaxes": [
2155 {
2156 "decimals": null,
2157 "format": "bytes",
2158 "label": null,
2159 "logBase": 1,
2160 "max": null,
2161 "min": null,
2162 "show": true
2163 },
2164 {
2165 "format": "short",
2166 "label": null,
2167 "logBase": 1,
2168 "max": null,
2169 "min": null,
2170 "show": true
2171 }
2172 ],
2173 "yaxis": {
2174 "align": false,
2175 "alignLevel": null
2176 }
2177 },
2178 {
2179 "aliasColors": {
2180 "Chunks": "#1F78C1",
2181 "Chunks to persist": "#508642",
2182 "Max chunks": "#052B51",
2183 "Max to persist": "#3F6833"
2184 },
2185 "bars": false,
2186 "dashLength": 10,
2187 "dashes": false,
2188 "datasource": {
2189 "type": "prometheus",
2190 "uid": "${datasource}"
2191 },
2192 "editable": true,
2193 "error": false,
2194 "fill": 1,
2195 "gridPos": {
2196 "h": 7,
2197 "w": 8,
2198 "x": 16,
2199 "y": 45
2200 },
2201 "id": 34,
2202 "legend": {
2203 "avg": false,
2204 "current": false,
2205 "max": false,
2206 "min": false,
2207 "show": false,
2208 "total": false,
2209 "values": false
2210 },
2211 "lines": true,
2212 "linewidth": 1,
2213 "links": [],
2214 "nullPointMode": "null",
2215 "percentage": false,
2216 "pointradius": 5,
2217 "points": false,
2218 "renderer": "flot",
2219 "seriesOverrides": [],
2220 "spaceLength": 10,
2221 "stack": false,
2222 "steppedLine": false,
2223 "targets": [
2224 {
2225 "expr": "rate(prometheus_tsdb_compaction_chunk_samples_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m]) / rate(prometheus_tsdb_compaction_chunk_samples_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[10m])",
2226 "format": "time_series",
2227 "intervalFactor": 2,
2228 "legendFormat": "Chunk Samples",
2229 "metric": "prometheus_local_storage_series_chunks_persisted_count",
2230 "refId": "A",
2231 "step": 10
2232 }
2233 ],
2234 "thresholds": [],
2235 "timeFrom": null,
2236 "timeRegions": [],
2237 "timeShift": null,
2238 "title": "First Compaction, Avg Chunk Samples",
2239 "tooltip": {
2240 "msResolution": false,
2241 "shared": true,
2242 "sort": 0,
2243 "value_type": "individual"
2244 },
2245 "type": "graph",
2246 "xaxis": {
2247 "buckets": null,
2248 "mode": "time",
2249 "name": null,
2250 "show": true,
2251 "values": []
2252 },
2253 "yaxes": [
2254 {
2255 "decimals": null,
2256 "format": "none",
2257 "label": null,
2258 "logBase": 1,
2259 "max": null,
2260 "min": null,
2261 "show": true
2262 },
2263 {
2264 "format": "short",
2265 "label": null,
2266 "logBase": 1,
2267 "max": null,
2268 "min": null,
2269 "show": true
2270 }
2271 ],
2272 "yaxis": {
2273 "align": false,
2274 "alignLevel": null
2275 }
2276 },
2277 {
2278 "collapsed": false,
2279 "gridPos": {
2280 "h": 1,
2281 "w": 24,
2282 "x": 0,
2283 "y": 52
2284 },
2285 "id": 55,
2286 "panels": [],
2287 "title": "Resource Usage",
2288 "type": "row"
2289 },
2290 {
2291 "aliasColors": {
2292 "Allocated bytes": "#7EB26D",
2293 "Allocated bytes - 1m max": "#BF1B00",
2294 "Allocated bytes - 1m min": "#BF1B00",
2295 "Allocated bytes - 5m max": "#BF1B00",
2296 "Allocated bytes - 5m min": "#BF1B00",
2297 "Chunks": "#1F78C1",
2298 "Chunks to persist": "#508642",
2299 "Max chunks": "#052B51",
2300 "Max to persist": "#3F6833",
2301 "RSS": "#447EBC"
2302 },
2303 "bars": false,
2304 "dashLength": 10,
2305 "dashes": false,
2306 "datasource": {
2307 "type": "prometheus",
2308 "uid": "${datasource}"
2309 },
2310 "decimals": null,
2311 "editable": true,
2312 "error": false,
2313 "fill": 0,
2314 "gridPos": {
2315 "h": 7,
2316 "w": 8,
2317 "x": 0,
2318 "y": 53
2319 },
2320 "id": 6,
2321 "legend": {
2322 "avg": false,
2323 "current": false,
2324 "max": false,
2325 "min": false,
2326 "show": true,
2327 "total": false,
2328 "values": false
2329 },
2330 "lines": true,
2331 "linewidth": 1,
2332 "links": [],
2333 "nullPointMode": "null",
2334 "percentage": false,
2335 "pointradius": 5,
2336 "points": false,
2337 "renderer": "flot",
2338 "seriesOverrides": [
2339 {
2340 "alias": "/-/",
2341 "fill": 0
2342 }
2343 ],
2344 "spaceLength": 10,
2345 "stack": false,
2346 "steppedLine": false,
2347 "targets": [
2348 {
2349 "expr": "process_resident_memory_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2350 "intervalFactor": 2,
2351 "legendFormat": "RSS",
2352 "metric": "process_resident_memory_bytes",
2353 "refId": "B",
2354 "step": 10
2355 },
2356 {
2357 "expr": "prometheus_local_storage_target_heap_size_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2358 "intervalFactor": 2,
2359 "legendFormat": "Target heap size",
2360 "metric": "go_memstats_alloc_bytes",
2361 "refId": "D",
2362 "step": 10
2363 },
2364 {
2365 "expr": "go_memstats_next_gc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2366 "intervalFactor": 2,
2367 "legendFormat": "Next GC",
2368 "metric": "go_memstats_next_gc_bytes",
2369 "refId": "C",
2370 "step": 10
2371 },
2372 {
2373 "expr": "go_memstats_alloc_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2374 "intervalFactor": 2,
2375 "legendFormat": "Allocated",
2376 "metric": "go_memstats_alloc_bytes",
2377 "refId": "A",
2378 "step": 10
2379 }
2380 ],
2381 "thresholds": [],
2382 "timeFrom": null,
2383 "timeRegions": [],
2384 "timeShift": null,
2385 "title": "Memory",
2386 "tooltip": {
2387 "msResolution": false,
2388 "shared": true,
2389 "sort": 0,
2390 "value_type": "individual"
2391 },
2392 "type": "graph",
2393 "xaxis": {
2394 "buckets": null,
2395 "mode": "time",
2396 "name": null,
2397 "show": true,
2398 "values": []
2399 },
2400 "yaxes": [
2401 {
2402 "format": "bytes",
2403 "label": null,
2404 "logBase": 1,
2405 "max": null,
2406 "min": "0",
2407 "show": true
2408 },
2409 {
2410 "format": "short",
2411 "label": null,
2412 "logBase": 1,
2413 "max": null,
2414 "min": null,
2415 "show": true
2416 }
2417 ],
2418 "yaxis": {
2419 "align": false,
2420 "alignLevel": null
2421 }
2422 },
2423 {
2424 "aliasColors": {
2425 "Allocated bytes": "#F9BA8F",
2426 "Chunks": "#1F78C1",
2427 "Chunks to persist": "#508642",
2428 "Max chunks": "#052B51",
2429 "Max to persist": "#3F6833",
2430 "RSS": "#890F02"
2431 },
2432 "bars": false,
2433 "dashLength": 10,
2434 "dashes": false,
2435 "datasource": {
2436 "type": "prometheus",
2437 "uid": "${datasource}"
2438 },
2439 "editable": true,
2440 "error": false,
2441 "fill": 1,
2442 "gridPos": {
2443 "h": 7,
2444 "w": 8,
2445 "x": 8,
2446 "y": 53
2447 },
2448 "id": 7,
2449 "legend": {
2450 "avg": false,
2451 "current": false,
2452 "max": false,
2453 "min": false,
2454 "show": true,
2455 "total": false,
2456 "values": false
2457 },
2458 "lines": true,
2459 "linewidth": 1,
2460 "links": [],
2461 "nullPointMode": "null",
2462 "percentage": false,
2463 "pointradius": 5,
2464 "points": false,
2465 "renderer": "flot",
2466 "seriesOverrides": [],
2467 "spaceLength": 10,
2468 "stack": false,
2469 "steppedLine": false,
2470 "targets": [
2471 {
2472 "expr": "rate(go_memstats_alloc_bytes_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
2473 "intervalFactor": 2,
2474 "legendFormat": "Allocated Bytes/s",
2475 "metric": "go_memstats_alloc_bytes",
2476 "refId": "A",
2477 "step": 10
2478 }
2479 ],
2480 "thresholds": [],
2481 "timeFrom": null,
2482 "timeRegions": [],
2483 "timeShift": null,
2484 "title": "Allocations",
2485 "tooltip": {
2486 "msResolution": false,
2487 "shared": true,
2488 "sort": 0,
2489 "value_type": "individual"
2490 },
2491 "type": "graph",
2492 "xaxis": {
2493 "buckets": null,
2494 "mode": "time",
2495 "name": null,
2496 "show": true,
2497 "values": []
2498 },
2499 "yaxes": [
2500 {
2501 "format": "bytes",
2502 "label": null,
2503 "logBase": 1,
2504 "max": null,
2505 "min": "0",
2506 "show": true
2507 },
2508 {
2509 "format": "short",
2510 "label": null,
2511 "logBase": 1,
2512 "max": null,
2513 "min": null,
2514 "show": true
2515 }
2516 ],
2517 "yaxis": {
2518 "align": false,
2519 "alignLevel": null
2520 }
2521 },
2522 {
2523 "aliasColors": {},
2524 "bars": false,
2525 "dashLength": 10,
2526 "dashes": false,
2527 "datasource": {
2528 "type": "prometheus",
2529 "uid": "${datasource}"
2530 },
2531 "decimals": 2,
2532 "editable": true,
2533 "error": false,
2534 "fill": 1,
2535 "gridPos": {
2536 "h": 7,
2537 "w": 8,
2538 "x": 16,
2539 "y": 53
2540 },
2541 "id": 9,
2542 "legend": {
2543 "alignAsTable": false,
2544 "avg": false,
2545 "current": false,
2546 "hideEmpty": false,
2547 "max": false,
2548 "min": false,
2549 "rightSide": false,
2550 "show": true,
2551 "total": false,
2552 "values": false
2553 },
2554 "lines": true,
2555 "linewidth": 1,
2556 "links": [],
2557 "nullPointMode": "null",
2558 "percentage": false,
2559 "pointradius": 5,
2560 "points": false,
2561 "renderer": "flot",
2562 "seriesOverrides": [],
2563 "spaceLength": 10,
2564 "stack": false,
2565 "steppedLine": false,
2566 "targets": [
2567 {
2568 "expr": "irate(process_cpu_seconds_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
2569 "intervalFactor": 2,
2570 "legendFormat": "Irate",
2571 "metric": "prometheus_local_storage_ingested_samples_total",
2572 "refId": "A",
2573 "step": 10
2574 },
2575 {
2576 "expr": "rate(process_cpu_seconds_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[5m])",
2577 "intervalFactor": 2,
2578 "legendFormat": "5m rate",
2579 "metric": "prometheus_local_storage_ingested_samples_total",
2580 "refId": "B",
2581 "step": 10
2582 }
2583 ],
2584 "thresholds": [],
2585 "timeFrom": null,
2586 "timeRegions": [],
2587 "timeShift": null,
2588 "title": "CPU",
2589 "tooltip": {
2590 "msResolution": false,
2591 "shared": true,
2592 "sort": 0,
2593 "value_type": "individual"
2594 },
2595 "type": "graph",
2596 "xaxis": {
2597 "buckets": null,
2598 "mode": "time",
2599 "name": null,
2600 "show": true,
2601 "values": [
2602 "avg"
2603 ]
2604 },
2605 "yaxes": [
2606 {
2607 "format": "none",
2608 "label": null,
2609 "logBase": 1,
2610 "max": null,
2611 "min": "0",
2612 "show": true
2613 },
2614 {
2615 "format": "short",
2616 "label": null,
2617 "logBase": 1,
2618 "max": null,
2619 "min": null,
2620 "show": true
2621 }
2622 ],
2623 "yaxis": {
2624 "align": false,
2625 "alignLevel": null
2626 }
2627 },
2628 {
2629 "aliasColors": {},
2630 "bars": false,
2631 "dashLength": 10,
2632 "dashes": false,
2633 "datasource": {
2634 "type": "prometheus",
2635 "uid": "${datasource}"
2636 },
2637 "decimals": 2,
2638 "editable": true,
2639 "error": false,
2640 "fill": 1,
2641 "gridPos": {
2642 "h": 7,
2643 "w": 8,
2644 "x": 0,
2645 "y": 60
2646 },
2647 "id": 70,
2648 "legend": {
2649 "alignAsTable": false,
2650 "avg": false,
2651 "current": false,
2652 "hideEmpty": false,
2653 "max": false,
2654 "min": false,
2655 "rightSide": false,
2656 "show": true,
2657 "total": false,
2658 "values": false
2659 },
2660 "lines": true,
2661 "linewidth": 1,
2662 "links": [],
2663 "nullPointMode": "null",
2664 "percentage": false,
2665 "pointradius": 5,
2666 "points": false,
2667 "renderer": "flot",
2668 "seriesOverrides": [],
2669 "spaceLength": 10,
2670 "stack": false,
2671 "steppedLine": false,
2672 "targets": [
2673 {
2674 "expr": "prometheus_tsdb_symbol_table_size_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2675 "format": "time_series",
2676 "intervalFactor": 2,
2677 "legendFormat": "RAM Used",
2678 "metric": "prometheus_local_storage_ingested_samples_total",
2679 "refId": "A",
2680 "step": 10
2681 }
2682 ],
2683 "thresholds": [],
2684 "timeFrom": null,
2685 "timeRegions": [],
2686 "timeShift": null,
2687 "title": "Symbol Tables Size",
2688 "tooltip": {
2689 "msResolution": false,
2690 "shared": true,
2691 "sort": 0,
2692 "value_type": "individual"
2693 },
2694 "type": "graph",
2695 "xaxis": {
2696 "buckets": null,
2697 "mode": "time",
2698 "name": null,
2699 "show": true,
2700 "values": [
2701 "avg"
2702 ]
2703 },
2704 "yaxes": [
2705 {
2706 "format": "bytes",
2707 "label": null,
2708 "logBase": 1,
2709 "max": null,
2710 "min": "0",
2711 "show": true
2712 },
2713 {
2714 "format": "short",
2715 "label": null,
2716 "logBase": 1,
2717 "max": null,
2718 "min": null,
2719 "show": true
2720 }
2721 ],
2722 "yaxis": {
2723 "align": false,
2724 "alignLevel": null
2725 }
2726 },
2727 {
2728 "aliasColors": {},
2729 "bars": false,
2730 "dashLength": 10,
2731 "dashes": false,
2732 "datasource": {
2733 "type": "prometheus",
2734 "uid": "${datasource}"
2735 },
2736 "decimals": 2,
2737 "editable": true,
2738 "error": false,
2739 "fill": 1,
2740 "gridPos": {
2741 "h": 7,
2742 "w": 8,
2743 "x": 8,
2744 "y": 60
2745 },
2746 "id": 71,
2747 "legend": {
2748 "alignAsTable": false,
2749 "avg": false,
2750 "current": false,
2751 "hideEmpty": false,
2752 "max": false,
2753 "min": false,
2754 "rightSide": false,
2755 "show": true,
2756 "total": false,
2757 "values": false
2758 },
2759 "lines": true,
2760 "linewidth": 1,
2761 "links": [],
2762 "nullPointMode": "null",
2763 "percentage": false,
2764 "pointradius": 5,
2765 "points": false,
2766 "renderer": "flot",
2767 "seriesOverrides": [],
2768 "spaceLength": 10,
2769 "stack": false,
2770 "steppedLine": false,
2771 "targets": [
2772 {
2773 "expr": "prometheus_tsdb_storage_blocks_bytes_total{job=\"prometheus\",instance=\"$Prometheus:9090\"} or prometheus_tsdb_storage_blocks_bytes{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2774 "format": "time_series",
2775 "intervalFactor": 2,
2776 "legendFormat": "Disk Used",
2777 "metric": "prometheus_local_storage_ingested_samples_total",
2778 "refId": "A",
2779 "step": 10
2780 }
2781 ],
2782 "thresholds": [],
2783 "timeFrom": null,
2784 "timeRegions": [],
2785 "timeShift": null,
2786 "title": "Block Size",
2787 "tooltip": {
2788 "msResolution": false,
2789 "shared": true,
2790 "sort": 0,
2791 "value_type": "individual"
2792 },
2793 "type": "graph",
2794 "xaxis": {
2795 "buckets": null,
2796 "mode": "time",
2797 "name": null,
2798 "show": true,
2799 "values": [
2800 "avg"
2801 ]
2802 },
2803 "yaxes": [
2804 {
2805 "format": "bytes",
2806 "label": null,
2807 "logBase": 1,
2808 "max": null,
2809 "min": "0",
2810 "show": true
2811 },
2812 {
2813 "format": "short",
2814 "label": null,
2815 "logBase": 1,
2816 "max": null,
2817 "min": null,
2818 "show": true
2819 }
2820 ],
2821 "yaxis": {
2822 "align": false,
2823 "alignLevel": null
2824 }
2825 },
2826 {
2827 "aliasColors": {
2828 "Max": "#e24d42",
2829 "Open": "#508642"
2830 },
2831 "bars": false,
2832 "dashLength": 10,
2833 "dashes": false,
2834 "datasource": {
2835 "type": "prometheus",
2836 "uid": "${datasource}"
2837 },
2838 "fill": 0,
2839 "gridPos": {
2840 "h": 7,
2841 "w": 8,
2842 "x": 16,
2843 "y": 60
2844 },
2845 "id": 41,
2846 "legend": {
2847 "avg": false,
2848 "current": false,
2849 "max": false,
2850 "min": false,
2851 "show": true,
2852 "total": false,
2853 "values": false
2854 },
2855 "lines": true,
2856 "linewidth": 1,
2857 "links": [],
2858 "nullPointMode": "null",
2859 "percentage": false,
2860 "pointradius": 5,
2861 "points": false,
2862 "renderer": "flot",
2863 "seriesOverrides": [],
2864 "spaceLength": 10,
2865 "stack": false,
2866 "steppedLine": false,
2867 "targets": [
2868 {
2869 "expr": "process_max_fds{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2870 "format": "time_series",
2871 "intervalFactor": 1,
2872 "legendFormat": "Max",
2873 "refId": "A"
2874 },
2875 {
2876 "expr": "process_open_fds{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
2877 "format": "time_series",
2878 "intervalFactor": 1,
2879 "legendFormat": "Open",
2880 "refId": "B"
2881 }
2882 ],
2883 "thresholds": [],
2884 "timeFrom": null,
2885 "timeRegions": [],
2886 "timeShift": null,
2887 "title": "File Descriptors",
2888 "tooltip": {
2889 "shared": true,
2890 "sort": 0,
2891 "value_type": "individual"
2892 },
2893 "type": "graph",
2894 "xaxis": {
2895 "buckets": null,
2896 "mode": "time",
2897 "name": null,
2898 "show": true,
2899 "values": []
2900 },
2901 "yaxes": [
2902 {
2903 "format": "short",
2904 "label": null,
2905 "logBase": 1,
2906 "max": null,
2907 "min": null,
2908 "show": true
2909 },
2910 {
2911 "format": "short",
2912 "label": null,
2913 "logBase": 1,
2914 "max": null,
2915 "min": null,
2916 "show": true
2917 }
2918 ],
2919 "yaxis": {
2920 "align": false,
2921 "alignLevel": null
2922 }
2923 },
2924 {
2925 "collapsed": false,
2926 "gridPos": {
2927 "h": 1,
2928 "w": 24,
2929 "x": 0,
2930 "y": 67
2931 },
2932 "id": 58,
2933 "panels": [],
2934 "title": "HTTP Server",
2935 "type": "row"
2936 },
2937 {
2938 "aliasColors": {
2939 "Chunks": "#1F78C1",
2940 "Chunks to persist": "#508642",
2941 "Max chunks": "#052B51",
2942 "Max to persist": "#3F6833"
2943 },
2944 "bars": false,
2945 "dashLength": 10,
2946 "dashes": false,
2947 "datasource": {
2948 "type": "prometheus",
2949 "uid": "${datasource}"
2950 },
2951 "description": "",
2952 "editable": true,
2953 "error": false,
2954 "fill": 0,
2955 "gridPos": {
2956 "h": 7,
2957 "w": 8,
2958 "x": 0,
2959 "y": 68
2960 },
2961 "id": 38,
2962 "legend": {
2963 "avg": false,
2964 "current": false,
2965 "max": false,
2966 "min": false,
2967 "show": true,
2968 "total": false,
2969 "values": false
2970 },
2971 "lines": true,
2972 "linewidth": 1,
2973 "links": [],
2974 "nullPointMode": "null",
2975 "percentage": false,
2976 "pointradius": 5,
2977 "points": false,
2978 "renderer": "flot",
2979 "seriesOverrides": [],
2980 "spaceLength": 10,
2981 "stack": false,
2982 "steppedLine": false,
2983 "targets": [
2984 {
2985 "expr": "rate(prometheus_http_request_duration_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
2986 "format": "time_series",
2987 "intervalFactor": 2,
2988 "legendFormat": "{{handler}}",
2989 "metric": "prometheus_local_storage_memory_chunkdescs",
2990 "refId": "A",
2991 "step": 10
2992 }
2993 ],
2994 "thresholds": [],
2995 "timeFrom": null,
2996 "timeRegions": [],
2997 "timeShift": null,
2998 "title": "HTTP requests/s",
2999 "tooltip": {
3000 "msResolution": false,
3001 "shared": true,
3002 "sort": 0,
3003 "value_type": "individual"
3004 },
3005 "type": "graph",
3006 "xaxis": {
3007 "buckets": null,
3008 "mode": "time",
3009 "name": null,
3010 "show": true,
3011 "values": []
3012 },
3013 "yaxes": [
3014 {
3015 "format": "s",
3016 "label": null,
3017 "logBase": 1,
3018 "max": null,
3019 "min": "0",
3020 "show": true
3021 },
3022 {
3023 "format": "short",
3024 "label": null,
3025 "logBase": 1,
3026 "max": null,
3027 "min": null,
3028 "show": true
3029 }
3030 ],
3031 "yaxis": {
3032 "align": false,
3033 "alignLevel": null
3034 }
3035 },
3036 {
3037 "aliasColors": {
3038 "Chunks": "#1F78C1",
3039 "Chunks to persist": "#508642",
3040 "Max chunks": "#052B51",
3041 "Max to persist": "#3F6833"
3042 },
3043 "bars": false,
3044 "dashLength": 10,
3045 "dashes": false,
3046 "datasource": {
3047 "type": "prometheus",
3048 "uid": "${datasource}"
3049 },
3050 "description": "",
3051 "editable": true,
3052 "error": false,
3053 "fill": 0,
3054 "gridPos": {
3055 "h": 7,
3056 "w": 8,
3057 "x": 8,
3058 "y": 68
3059 },
3060 "id": 37,
3061 "legend": {
3062 "avg": false,
3063 "current": false,
3064 "max": false,
3065 "min": false,
3066 "show": true,
3067 "total": false,
3068 "values": false
3069 },
3070 "lines": true,
3071 "linewidth": 1,
3072 "links": [],
3073 "nullPointMode": "null",
3074 "percentage": false,
3075 "pointradius": 5,
3076 "points": false,
3077 "renderer": "flot",
3078 "seriesOverrides": [],
3079 "spaceLength": 10,
3080 "stack": false,
3081 "steppedLine": false,
3082 "targets": [
3083 {
3084 "expr": "rate(prometheus_http_request_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m]) / rate(prometheus_http_request_duration_seconds_count{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
3085 "format": "time_series",
3086 "intervalFactor": 2,
3087 "legendFormat": "{{handler}}",
3088 "metric": "prometheus_local_storage_memory_chunkdescs",
3089 "refId": "A",
3090 "step": 10
3091 }
3092 ],
3093 "thresholds": [],
3094 "timeFrom": null,
3095 "timeRegions": [],
3096 "timeShift": null,
3097 "title": "HTTP request latency",
3098 "tooltip": {
3099 "msResolution": false,
3100 "shared": true,
3101 "sort": 0,
3102 "value_type": "individual"
3103 },
3104 "type": "graph",
3105 "xaxis": {
3106 "buckets": null,
3107 "mode": "time",
3108 "name": null,
3109 "show": true,
3110 "values": []
3111 },
3112 "yaxes": [
3113 {
3114 "format": "s",
3115 "label": null,
3116 "logBase": 1,
3117 "max": null,
3118 "min": "0",
3119 "show": true
3120 },
3121 {
3122 "format": "short",
3123 "label": null,
3124 "logBase": 1,
3125 "max": null,
3126 "min": null,
3127 "show": true
3128 }
3129 ],
3130 "yaxis": {
3131 "align": false,
3132 "alignLevel": null
3133 }
3134 },
3135 {
3136 "aliasColors": {
3137 "Chunks": "#1F78C1",
3138 "Chunks to persist": "#508642",
3139 "Max chunks": "#052B51",
3140 "Max to persist": "#3F6833"
3141 },
3142 "bars": false,
3143 "dashLength": 10,
3144 "dashes": false,
3145 "datasource": {
3146 "type": "prometheus",
3147 "uid": "${datasource}"
3148 },
3149 "description": "",
3150 "editable": true,
3151 "error": false,
3152 "fill": 1,
3153 "gridPos": {
3154 "h": 7,
3155 "w": 8,
3156 "x": 16,
3157 "y": 68
3158 },
3159 "id": 36,
3160 "legend": {
3161 "avg": false,
3162 "current": false,
3163 "max": false,
3164 "min": false,
3165 "show": true,
3166 "total": false,
3167 "values": false
3168 },
3169 "lines": true,
3170 "linewidth": 1,
3171 "links": [],
3172 "nullPointMode": "null",
3173 "percentage": false,
3174 "pointradius": 5,
3175 "points": false,
3176 "renderer": "flot",
3177 "seriesOverrides": [],
3178 "spaceLength": 10,
3179 "stack": true,
3180 "steppedLine": false,
3181 "targets": [
3182 {
3183 "expr": "rate(prometheus_http_request_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
3184 "format": "time_series",
3185 "intervalFactor": 2,
3186 "legendFormat": "{{handler}}",
3187 "metric": "prometheus_local_storage_memory_chunkdescs",
3188 "refId": "A",
3189 "step": 10
3190 }
3191 ],
3192 "thresholds": [],
3193 "timeFrom": null,
3194 "timeRegions": [],
3195 "timeShift": null,
3196 "title": "Time spent in HTTP requests/s",
3197 "tooltip": {
3198 "msResolution": false,
3199 "shared": true,
3200 "sort": 0,
3201 "value_type": "individual"
3202 },
3203 "type": "graph",
3204 "xaxis": {
3205 "buckets": null,
3206 "mode": "time",
3207 "name": null,
3208 "show": true,
3209 "values": []
3210 },
3211 "yaxes": [
3212 {
3213 "format": "s",
3214 "label": null,
3215 "logBase": 1,
3216 "max": null,
3217 "min": "0",
3218 "show": true
3219 },
3220 {
3221 "format": "short",
3222 "label": null,
3223 "logBase": 1,
3224 "max": null,
3225 "min": null,
3226 "show": true
3227 }
3228 ],
3229 "yaxis": {
3230 "align": false,
3231 "alignLevel": null
3232 }
3233 },
3234 {
3235 "collapsed": false,
3236 "gridPos": {
3237 "h": 1,
3238 "w": 24,
3239 "x": 0,
3240 "y": 75
3241 },
3242 "id": 63,
3243 "panels": [],
3244 "title": "Query Engine",
3245 "type": "row"
3246 },
3247 {
3248 "aliasColors": {
3249 "Chunks": "#1F78C1",
3250 "Chunks to persist": "#508642",
3251 "Max chunks": "#052B51",
3252 "Max to persist": "#3F6833"
3253 },
3254 "bars": false,
3255 "dashLength": 10,
3256 "dashes": false,
3257 "datasource": {
3258 "type": "prometheus",
3259 "uid": "${datasource}"
3260 },
3261 "description": "Time spent in each mode, per second",
3262 "editable": true,
3263 "error": false,
3264 "fill": 1,
3265 "gridPos": {
3266 "h": 7,
3267 "w": 8,
3268 "x": 0,
3269 "y": 76
3270 },
3271 "id": 24,
3272 "legend": {
3273 "avg": false,
3274 "current": false,
3275 "max": false,
3276 "min": false,
3277 "show": true,
3278 "total": false,
3279 "values": false
3280 },
3281 "lines": true,
3282 "linewidth": 1,
3283 "links": [],
3284 "nullPointMode": "null",
3285 "percentage": false,
3286 "pointradius": 5,
3287 "points": false,
3288 "renderer": "flot",
3289 "seriesOverrides": [],
3290 "spaceLength": 10,
3291 "stack": true,
3292 "steppedLine": false,
3293 "targets": [
3294 {
3295 "expr": "rate(prometheus_engine_query_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
3296 "format": "time_series",
3297 "intervalFactor": 2,
3298 "legendFormat": "{{slice}}",
3299 "metric": "prometheus_local_storage_memory_chunkdescs",
3300 "refId": "A",
3301 "step": 10
3302 }
3303 ],
3304 "thresholds": [],
3305 "timeFrom": null,
3306 "timeRegions": [],
3307 "timeShift": null,
3308 "title": "Query engine timings/s",
3309 "tooltip": {
3310 "msResolution": false,
3311 "shared": true,
3312 "sort": 0,
3313 "value_type": "individual"
3314 },
3315 "type": "graph",
3316 "xaxis": {
3317 "buckets": null,
3318 "mode": "time",
3319 "name": null,
3320 "show": true,
3321 "values": []
3322 },
3323 "yaxes": [
3324 {
3325 "format": "s",
3326 "label": null,
3327 "logBase": 1,
3328 "max": null,
3329 "min": "0",
3330 "show": true
3331 },
3332 {
3333 "format": "short",
3334 "label": null,
3335 "logBase": 1,
3336 "max": null,
3337 "min": null,
3338 "show": true
3339 }
3340 ],
3341 "yaxis": {
3342 "align": false,
3343 "alignLevel": null
3344 }
3345 },
3346 {
3347 "aliasColors": {
3348 "Chunks": "#1F78C1",
3349 "Chunks to persist": "#508642",
3350 "Max chunks": "#052B51",
3351 "Max to persist": "#3F6833"
3352 },
3353 "bars": false,
3354 "dashLength": 10,
3355 "dashes": false,
3356 "datasource": {
3357 "type": "prometheus",
3358 "uid": "${datasource}"
3359 },
3360 "editable": true,
3361 "error": false,
3362 "fill": 1,
3363 "gridPos": {
3364 "h": 7,
3365 "w": 8,
3366 "x": 8,
3367 "y": 76
3368 },
3369 "id": 22,
3370 "legend": {
3371 "avg": false,
3372 "current": false,
3373 "max": false,
3374 "min": false,
3375 "show": true,
3376 "total": false,
3377 "values": false
3378 },
3379 "lines": true,
3380 "linewidth": 1,
3381 "links": [],
3382 "nullPointMode": "null",
3383 "percentage": false,
3384 "pointradius": 5,
3385 "points": false,
3386 "renderer": "flot",
3387 "seriesOverrides": [],
3388 "spaceLength": 10,
3389 "stack": false,
3390 "steppedLine": false,
3391 "targets": [
3392 {
3393 "expr": "rate(prometheus_rule_group_iterations_missed_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m]) ",
3394 "format": "time_series",
3395 "intervalFactor": 2,
3396 "legendFormat": "Rule group missed",
3397 "metric": "prometheus_local_storage_memory_chunkdescs",
3398 "refId": "B",
3399 "step": 10
3400 },
3401 {
3402 "expr": "rate(prometheus_rule_evaluation_failures_total{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
3403 "format": "time_series",
3404 "intervalFactor": 2,
3405 "legendFormat": "Rule evals failed",
3406 "metric": "prometheus_local_storage_memory_chunkdescs",
3407 "refId": "C",
3408 "step": 10
3409 }
3410 ],
3411 "thresholds": [],
3412 "timeFrom": null,
3413 "timeRegions": [],
3414 "timeShift": null,
3415 "title": "Rule group evaluation problems/s",
3416 "tooltip": {
3417 "msResolution": false,
3418 "shared": true,
3419 "sort": 0,
3420 "value_type": "individual"
3421 },
3422 "type": "graph",
3423 "xaxis": {
3424 "buckets": null,
3425 "mode": "time",
3426 "name": null,
3427 "show": true,
3428 "values": []
3429 },
3430 "yaxes": [
3431 {
3432 "format": "short",
3433 "label": null,
3434 "logBase": 1,
3435 "max": null,
3436 "min": "0",
3437 "show": true
3438 },
3439 {
3440 "format": "short",
3441 "label": null,
3442 "logBase": 1,
3443 "max": null,
3444 "min": null,
3445 "show": true
3446 }
3447 ],
3448 "yaxis": {
3449 "align": false,
3450 "alignLevel": null
3451 }
3452 },
3453 {
3454 "aliasColors": {
3455 "Chunks": "#1F78C1",
3456 "Chunks to persist": "#508642",
3457 "Max chunks": "#052B51",
3458 "Max to persist": "#3F6833"
3459 },
3460 "bars": false,
3461 "dashLength": 10,
3462 "dashes": false,
3463 "datasource": {
3464 "type": "prometheus",
3465 "uid": "${datasource}"
3466 },
3467 "editable": true,
3468 "error": false,
3469 "fill": 1,
3470 "gridPos": {
3471 "h": 7,
3472 "w": 8,
3473 "x": 16,
3474 "y": 76
3475 },
3476 "id": 23,
3477 "legend": {
3478 "avg": false,
3479 "current": false,
3480 "max": false,
3481 "min": false,
3482 "show": true,
3483 "total": false,
3484 "values": false
3485 },
3486 "lines": true,
3487 "linewidth": 1,
3488 "links": [],
3489 "nullPointMode": "null",
3490 "percentage": false,
3491 "pointradius": 5,
3492 "points": false,
3493 "renderer": "flot",
3494 "seriesOverrides": [],
3495 "spaceLength": 10,
3496 "stack": false,
3497 "steppedLine": false,
3498 "targets": [
3499 {
3500 "expr": "rate(prometheus_rule_group_duration_seconds_sum{job=\"prometheus\",instance=\"$Prometheus:9090\"}[1m])",
3501 "format": "time_series",
3502 "intervalFactor": 2,
3503 "legendFormat": "Rule evaluation duration",
3504 "metric": "prometheus_local_storage_memory_chunkdescs",
3505 "refId": "A",
3506 "step": 10
3507 }
3508 ],
3509 "thresholds": [],
3510 "timeFrom": null,
3511 "timeRegions": [],
3512 "timeShift": null,
3513 "title": "Evaluation time of rule groups/s",
3514 "tooltip": {
3515 "msResolution": false,
3516 "shared": true,
3517 "sort": 0,
3518 "value_type": "individual"
3519 },
3520 "type": "graph",
3521 "xaxis": {
3522 "buckets": null,
3523 "mode": "time",
3524 "name": null,
3525 "show": true,
3526 "values": []
3527 },
3528 "yaxes": [
3529 {
3530 "format": "s",
3531 "label": null,
3532 "logBase": 1,
3533 "max": null,
3534 "min": "0",
3535 "show": true
3536 },
3537 {
3538 "format": "short",
3539 "label": null,
3540 "logBase": 1,
3541 "max": null,
3542 "min": null,
3543 "show": true
3544 }
3545 ],
3546 "yaxis": {
3547 "align": false,
3548 "alignLevel": null
3549 }
3550 },
3551 {
3552 "collapsed": false,
3553 "gridPos": {
3554 "h": 1,
3555 "w": 24,
3556 "x": 0,
3557 "y": 83
3558 },
3559 "id": 61,
3560 "panels": [],
3561 "repeat": "RuleGroup",
3562 "title": "Rule Group: $RuleGroup",
3563 "type": "row"
3564 },
3565 {
3566 "aliasColors": {
3567 "Chunks": "#1F78C1",
3568 "Chunks to persist": "#508642",
3569 "Interval": "#890f02",
3570 "Last Duration": "#f9934e",
3571 "Max chunks": "#052B51",
3572 "Max to persist": "#3F6833"
3573 },
3574 "bars": false,
3575 "dashLength": 10,
3576 "dashes": false,
3577 "datasource": {
3578 "type": "prometheus",
3579 "uid": "${datasource}"
3580 },
3581 "editable": true,
3582 "error": false,
3583 "fill": 0,
3584 "gridPos": {
3585 "h": 7,
3586 "w": 12,
3587 "x": 0,
3588 "y": 84
3589 },
3590 "id": 43,
3591 "legend": {
3592 "avg": false,
3593 "current": false,
3594 "max": false,
3595 "min": false,
3596 "show": true,
3597 "total": false,
3598 "values": false
3599 },
3600 "lines": true,
3601 "linewidth": 1,
3602 "links": [],
3603 "nullPointMode": "null",
3604 "percentage": false,
3605 "pointradius": 5,
3606 "points": false,
3607 "renderer": "flot",
3608 "repeat": null,
3609 "repeatDirection": "h",
3610 "seriesOverrides": [],
3611 "spaceLength": 10,
3612 "stack": false,
3613 "steppedLine": false,
3614 "targets": [
3615 {
3616 "expr": "prometheus_rule_group_interval_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\",rule_group=~\"$RuleGroup\"}\n",
3617 "format": "time_series",
3618 "intervalFactor": 2,
3619 "legendFormat": "Interval",
3620 "metric": "prometheus_local_storage_memory_chunkdescs",
3621 "refId": "A",
3622 "step": 10
3623 },
3624 {
3625 "expr": "prometheus_rule_group_last_duration_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\",rule_group=~\"$RuleGroup\"}\n",
3626 "format": "time_series",
3627 "intervalFactor": 2,
3628 "legendFormat": "Last Duration",
3629 "metric": "prometheus_local_storage_memory_chunkdescs",
3630 "refId": "B",
3631 "step": 10
3632 }
3633 ],
3634 "thresholds": [],
3635 "timeFrom": null,
3636 "timeRegions": [],
3637 "timeShift": null,
3638 "title": "$RuleGroup: Duration",
3639 "tooltip": {
3640 "msResolution": false,
3641 "shared": true,
3642 "sort": 0,
3643 "value_type": "individual"
3644 },
3645 "type": "graph",
3646 "xaxis": {
3647 "buckets": null,
3648 "mode": "time",
3649 "name": null,
3650 "show": true,
3651 "values": []
3652 },
3653 "yaxes": [
3654 {
3655 "format": "s",
3656 "label": null,
3657 "logBase": 1,
3658 "max": null,
3659 "min": "0",
3660 "show": true
3661 },
3662 {
3663 "format": "short",
3664 "label": null,
3665 "logBase": 1,
3666 "max": null,
3667 "min": null,
3668 "show": true
3669 }
3670 ],
3671 "yaxis": {
3672 "align": false,
3673 "alignLevel": null
3674 }
3675 },
3676 {
3677 "aliasColors": {
3678 "Chunks": "#1F78C1",
3679 "Chunks to persist": "#508642",
3680 "Interval": "#890f02",
3681 "Last Duration": "#f9934e",
3682 "Max chunks": "#052B51",
3683 "Max to persist": "#3F6833"
3684 },
3685 "bars": false,
3686 "dashLength": 10,
3687 "dashes": false,
3688 "datasource": {
3689 "type": "prometheus",
3690 "uid": "${datasource}"
3691 },
3692 "editable": true,
3693 "error": false,
3694 "fill": 0,
3695 "gridPos": {
3696 "h": 7,
3697 "w": 12,
3698 "x": 12,
3699 "y": 84
3700 },
3701 "id": 66,
3702 "legend": {
3703 "avg": false,
3704 "current": false,
3705 "max": false,
3706 "min": false,
3707 "show": true,
3708 "total": false,
3709 "values": false
3710 },
3711 "lines": true,
3712 "linewidth": 1,
3713 "links": [],
3714 "nullPointMode": "null",
3715 "percentage": false,
3716 "pointradius": 5,
3717 "points": false,
3718 "renderer": "flot",
3719 "repeatDirection": "h",
3720 "seriesOverrides": [],
3721 "spaceLength": 10,
3722 "stack": false,
3723 "steppedLine": false,
3724 "targets": [
3725 {
3726 "expr": "prometheus_rule_group_rules{job=\"prometheus\",instance=\"$Prometheus:9090\",rule_group=~\"$RuleGroup\"}\n",
3727 "format": "time_series",
3728 "intervalFactor": 2,
3729 "legendFormat": "Rules",
3730 "metric": "prometheus_local_storage_memory_chunkdescs",
3731 "refId": "A",
3732 "step": 10
3733 }
3734 ],
3735 "thresholds": [],
3736 "timeFrom": null,
3737 "timeRegions": [],
3738 "timeShift": null,
3739 "title": "$RuleGroup: Rules",
3740 "tooltip": {
3741 "msResolution": false,
3742 "shared": true,
3743 "sort": 0,
3744 "value_type": "individual"
3745 },
3746 "type": "graph",
3747 "xaxis": {
3748 "buckets": null,
3749 "mode": "time",
3750 "name": null,
3751 "show": true,
3752 "values": []
3753 },
3754 "yaxes": [
3755 {
3756 "decimals": 0,
3757 "format": "none",
3758 "label": null,
3759 "logBase": 1,
3760 "max": null,
3761 "min": "0",
3762 "show": true
3763 },
3764 {
3765 "format": "short",
3766 "label": null,
3767 "logBase": 1,
3768 "max": null,
3769 "min": null,
3770 "show": true
3771 }
3772 ],
3773 "yaxis": {
3774 "align": false,
3775 "alignLevel": null
3776 }
3777 },
3778 {
3779 "content": "<div>\n <div style=\"position: absolute; top: 0, left: 0\">\n <a href=\"https://linkerd.io\" target=\"_blank\"><img src=\"https://linkerd.io/images/identity/svg/linkerd_primary_color_white.svg\" style=\"height: 30px;\"></a>\n </div>\n <div id=\"version\" style=\"position: absolute; top: 0; right: 0; font-size: 15px\">\n </div>\n</div>\n<div style=\"display:none\">\n<script type=\"text/javascript\">\nvar localReqURL =\n window.location.href.substring(\n 0,\n window.location.href.indexOf(\n \"/grafana/\"\n )\n )+'/overview';\n\nfetch(localReqURL, {\n credentials: 'include',\n headers: {\n \"Content-Type\": \"text/html; charset=utf-8\",\n },\n})\n.then(response => response.text())\n.then(text => (new window.DOMParser()).parseFromString(text, \"text/html\"))\n.then(html => {\n var main = html.getElementById('main');\n var localVersion = main.getAttribute(\"data-release-version\");\n var versionElem = document.getElementById('version');\n\n var channel;\n var parts = localVersion.split(\"-\", 2);\n if (parts.length === 2) {\n channel = parts[0];\n versionElem.innerHTML += 'Running Linkerd ' + parts[1] + ' (' + parts[0] + ')' + '.<br>';\n } else {\n versionElem.innerHTML += 'Running Linkerd ' + localVersion + '.<br>';\n }\n var uuid = main.getAttribute(\"data-uuid\");\n\n fetch('https://versioncheck.linkerd.io/version.json?version='+localVersion+'&uuid='+uuid+'&source=grafana', {\n credentials: 'include',\n headers: {\n \"Content-Type\": \"application/json; charset=utf-8\",\n },\n })\n .then(response => response.json())\n .then(json => {\n if (!channel || !json[channel]) {\n versionElem.innerHTML += 'Version check failed.'\n } else if (json[channel] === localVersion) {\n versionElem.innerHTML += 'Linkerd is up to date.';\n } else {\n parts = json[channel].split(\"-\", 2);\n if (parts.length === 2) {\n versionElem.innerHTML += \"A new \"+parts[0]+\" version (\"+parts[1]+\") is available.\"\n } else {\n versionElem.innerHTML += \"A new version (\"+json[channel]+\") is available.\"\n }\n versionElem.innerHTML += \" <a href='https://versioncheck.linkerd.io/update' target='_blank'>Update now</a>.\";\n }\n });\n});\n</script>\n</div>",
3780 "gridPos": {
3781 "h": 3,
3782 "w": 24,
3783 "x": 0,
3784 "y": 91
3785 },
3786 "height": "1px",
3787 "id": 171,
3788 "links": [],
3789 "mode": "html",
3790 "title": "",
3791 "transparent": true,
3792 "type": "text"
3793 }
3794 ],
3795 "refresh": "1m",
3796 "schemaVersion": 16,
3797 "style": "dark",
3798 "tags": [
3799 "prometheus"
3800 ],
3801 "templating": {
3802 "list": [
3803 {
3804 "current": {
3805 "text": "default",
3806 "value": "default"
3807 },
3808 "hide": 0,
3809 "label": "Data Source",
3810 "name": "datasource",
3811 "options": [],
3812 "query": "prometheus",
3813 "refresh": 1,
3814 "regex": "",
3815 "type": "datasource"
3816 },
3817 {
3818 "allValue": ".*",
3819 "current": {},
3820 "datasource": {
3821 "type": "prometheus",
3822 "uid": "${datasource}"
3823 },
3824 "definition": "",
3825 "hide": 0,
3826 "includeAll": false,
3827 "label": null,
3828 "multi": false,
3829 "name": "Prometheus",
3830 "options": [],
3831 "query": "query_result(up{job=\"prometheus\"} == 1)",
3832 "refresh": 2,
3833 "regex": ".*instance=\"([^\"]+):9090\".*",
3834 "skipUrlSync": false,
3835 "sort": 0,
3836 "tagValuesQuery": null,
3837 "tags": [],
3838 "tagsQuery": null,
3839 "type": "query",
3840 "useTags": false
3841 },
3842 {
3843 "allValue": ".*",
3844 "current": {},
3845 "datasource": {
3846 "type": "prometheus",
3847 "uid": "${datasource}"
3848 },
3849 "definition": "",
3850 "hide": 2,
3851 "includeAll": true,
3852 "label": null,
3853 "multi": false,
3854 "name": "RuleGroup",
3855 "options": [],
3856 "query": "prometheus_rule_group_last_duration_seconds{job=\"prometheus\",instance=\"$Prometheus:9090\"}",
3857 "refresh": 2,
3858 "regex": ".*rule_group=\"(.*?)\".*",
3859 "skipUrlSync": false,
3860 "sort": 1,
3861 "tagValuesQuery": "",
3862 "tags": [],
3863 "tagsQuery": "",
3864 "type": "query",
3865 "useTags": false
3866 }
3867 ]
3868 },
3869 "time": {
3870 "from": "now-6h",
3871 "to": "now"
3872 },
3873 "timepicker": {
3874 "refresh_intervals": [
3875 "5s",
3876 "10s",
3877 "30s",
3878 "1m",
3879 "5m",
3880 "15m",
3881 "30m",
3882 "1h",
3883 "2h",
3884 "1d"
3885 ],
3886 "time_options": [
3887 "5m",
3888 "15m",
3889 "1h",
3890 "6h",
3891 "12h",
3892 "24h",
3893 "2d",
3894 "7d",
3895 "30d"
3896 ]
3897 },
3898 "timezone": "browser",
3899 "title": "Prometheus Benchmark - 2.7.x",
3900 "uid": "prometheus-benchmark",
3901 "version": 10
3902}
View as plain text