ZTS: Add additional exceptions
[zfs.git] / cmd / zpool_influxdb / dashboards / grafana / ZFS-pool-latency-heatmaps-influxdb.json
blob70260ae40814ad1373e1b693b44830895350ad31
2   "__inputs": [
3     {
4       "name": "DS_MACBOOK-INFLUX",
5       "label": "macbook-influx",
6       "description": "",
7       "type": "datasource",
8       "pluginId": "influxdb",
9       "pluginName": "InfluxDB"
10     }
11   ],
12   "__requires": [
13     {
14       "type": "grafana",
15       "id": "grafana",
16       "name": "Grafana",
17       "version": "6.7.3"
18     },
19     {
20       "type": "panel",
21       "id": "heatmap",
22       "name": "Heatmap",
23       "version": ""
24     },
25     {
26       "type": "datasource",
27       "id": "influxdb",
28       "name": "InfluxDB",
29       "version": "1.0.0"
30     },
31     {
32       "type": "panel",
33       "id": "jdbranham-diagram-panel",
34       "name": "Diagram",
35       "version": "1.4.5"
36     },
37     {
38       "type": "panel",
39       "id": "text",
40       "name": "Text",
41       "version": ""
42     }
43   ],
44   "annotations": {
45     "list": [
46       {
47         "$$hashKey": "object:1627",
48         "builtIn": 1,
49         "datasource": "-- Grafana --",
50         "enable": true,
51         "hide": true,
52         "iconColor": "rgba(0, 211, 255, 1)",
53         "name": "Annotations & Alerts",
54         "type": "dashboard"
55       }
56     ]
57   },
58   "description": "Top-level ZFS pool latency by ZIO type",
59   "editable": true,
60   "gnetId": null,
61   "graphTooltip": 1,
62   "id": null,
63   "iteration": 1590445168391,
64   "links": [],
65   "panels": [
66     {
67       "collapsed": false,
68       "datasource": "${DS_MACBOOK-INFLUX}",
69       "gridPos": {
70         "h": 1,
71         "w": 24,
72         "x": 0,
73         "y": 0
74       },
75       "id": 5,
76       "panels": [],
77       "title": "Total Reads and Writes",
78       "type": "row"
79     },
80     {
81       "cards": {
82         "cardPadding": null,
83         "cardRound": null
84       },
85       "color": {
86         "cardColor": "#b4ff00",
87         "colorScale": "sqrt",
88         "colorScheme": "interpolateOranges",
89         "exponent": 0.5,
90         "mode": "spectrum"
91       },
92       "dataFormat": "tsbuckets",
93       "datasource": "${DS_MACBOOK-INFLUX}",
94       "description": "Latency histogram for the total reads of a ZFS pool",
95       "fieldConfig": {
96         "defaults": {
97           "custom": {}
98         },
99         "overrides": []
100       },
101       "gridPos": {
102         "h": 9,
103         "w": 12,
104         "x": 0,
105         "y": 1
106       },
107       "heatmap": {},
108       "hideZeroBuckets": false,
109       "highlightCards": true,
110       "id": 2,
111       "legend": {
112         "show": true
113       },
114       "reverseYBuckets": false,
115       "targets": [
116         {
117           "alias": "$tag_le",
118           "groupBy": [
119             {
120               "params": [
121                 "$__interval"
122               ],
123               "type": "time"
124             },
125             {
126               "params": [
127                 "le"
128               ],
129               "type": "tag"
130             },
131             {
132               "params": [
133                 "null"
134               ],
135               "type": "fill"
136             }
137           ],
138           "measurement": "zpool_latency",
139           "orderByTime": "ASC",
140           "policy": "default",
141           "refId": "A",
142           "resultFormat": "time_series",
143           "select": [
144             [
145               {
146                 "params": [
147                   "total_read"
148                 ],
149                 "type": "field"
150               },
151               {
152                 "params": [],
153                 "type": "last"
154               },
155               {
156                 "params": [
157                   "1s"
158                 ],
159                 "type": "non_negative_derivative"
160               }
161             ]
162           ],
163           "tags": [
164             {
165               "key": "host",
166               "operator": "=~",
167               "value": "/^$hostname$/"
168             },
169             {
170               "condition": "AND",
171               "key": "name",
172               "operator": "=~",
173               "value": "/^$poolname$/"
174             }
175           ]
176         }
177       ],
178       "timeFrom": null,
179       "timeShift": null,
180       "title": "Total Reads",
181       "tooltip": {
182         "show": true,
183         "showHistogram": true
184       },
185       "type": "heatmap",
186       "xAxis": {
187         "show": true
188       },
189       "xBucketNumber": null,
190       "xBucketSize": null,
191       "yAxis": {
192         "decimals": 0,
193         "format": "s",
194         "logBase": 1,
195         "max": null,
196         "min": null,
197         "show": true,
198         "splitFactor": null
199       },
200       "yBucketBound": "auto",
201       "yBucketNumber": null,
202       "yBucketSize": null
203     },
204     {
205       "cards": {
206         "cardPadding": null,
207         "cardRound": null
208       },
209       "color": {
210         "cardColor": "#b4ff00",
211         "colorScale": "sqrt",
212         "colorScheme": "interpolateOranges",
213         "exponent": 0.5,
214         "mode": "spectrum"
215       },
216       "dataFormat": "tsbuckets",
217       "datasource": "${DS_MACBOOK-INFLUX}",
218       "description": "Latency histogram for the total writes of a ZFS pool",
219       "fieldConfig": {
220         "defaults": {
221           "custom": {}
222         },
223         "overrides": []
224       },
225       "gridPos": {
226         "h": 9,
227         "w": 12,
228         "x": 12,
229         "y": 1
230       },
231       "heatmap": {},
232       "hideZeroBuckets": false,
233       "highlightCards": true,
234       "id": 3,
235       "legend": {
236         "show": true
237       },
238       "reverseYBuckets": false,
239       "targets": [
240         {
241           "alias": "$tag_le",
242           "groupBy": [
243             {
244               "params": [
245                 "$__interval"
246               ],
247               "type": "time"
248             },
249             {
250               "params": [
251                 "le"
252               ],
253               "type": "tag"
254             },
255             {
256               "params": [
257                 "null"
258               ],
259               "type": "fill"
260             }
261           ],
262           "measurement": "zpool_latency",
263           "orderByTime": "ASC",
264           "policy": "default",
265           "refId": "A",
266           "resultFormat": "time_series",
267           "select": [
268             [
269               {
270                 "params": [
271                   "total_write"
272                 ],
273                 "type": "field"
274               },
275               {
276                 "params": [],
277                 "type": "last"
278               },
279               {
280                 "params": [
281                   "1s"
282                 ],
283                 "type": "non_negative_derivative"
284               }
285             ]
286           ],
287           "tags": [
288             {
289               "key": "host",
290               "operator": "=~",
291               "value": "/^$hostname$/"
292             },
293             {
294               "condition": "AND",
295               "key": "name",
296               "operator": "=~",
297               "value": "/^$poolname$/"
298             }
299           ]
300         }
301       ],
302       "timeFrom": null,
303       "timeShift": null,
304       "title": "Total Writes",
305       "tooltip": {
306         "show": true,
307         "showHistogram": true
308       },
309       "type": "heatmap",
310       "xAxis": {
311         "show": true
312       },
313       "xBucketNumber": null,
314       "xBucketSize": null,
315       "yAxis": {
316         "decimals": 0,
317         "format": "s",
318         "logBase": 1,
319         "max": null,
320         "min": null,
321         "show": true,
322         "splitFactor": null
323       },
324       "yBucketBound": "auto",
325       "yBucketNumber": null,
326       "yBucketSize": null
327     },
328     {
329       "collapsed": false,
330       "datasource": "${DS_MACBOOK-INFLUX}",
331       "gridPos": {
332         "h": 1,
333         "w": 24,
334         "x": 0,
335         "y": 10
336       },
337       "id": 8,
338       "panels": [],
339       "title": "ZIO Scheduler Queues for Read Operations",
340       "type": "row"
341     },
342     {
343       "cards": {
344         "cardPadding": null,
345         "cardRound": null
346       },
347       "color": {
348         "cardColor": "#b4ff00",
349         "colorScale": "sqrt",
350         "colorScheme": "interpolateOranges",
351         "exponent": 0.5,
352         "mode": "spectrum"
353       },
354       "dataFormat": "tsbuckets",
355       "datasource": "${DS_MACBOOK-INFLUX}",
356       "description": "Latency histogram for the synchronous reads of a ZFS pool",
357       "fieldConfig": {
358         "defaults": {
359           "custom": {}
360         },
361         "overrides": []
362       },
363       "gridPos": {
364         "h": 8,
365         "w": 5,
366         "x": 0,
367         "y": 11
368       },
369       "heatmap": {},
370       "hideZeroBuckets": false,
371       "highlightCards": true,
372       "id": 6,
373       "legend": {
374         "show": false
375       },
376       "reverseYBuckets": false,
377       "targets": [
378         {
379           "alias": "$tag_le",
380           "groupBy": [
381             {
382               "params": [
383                 "$__interval"
384               ],
385               "type": "time"
386             },
387             {
388               "params": [
389                 "le"
390               ],
391               "type": "tag"
392             },
393             {
394               "params": [
395                 "null"
396               ],
397               "type": "fill"
398             }
399           ],
400           "measurement": "zpool_latency",
401           "orderByTime": "ASC",
402           "policy": "default",
403           "refId": "A",
404           "resultFormat": "time_series",
405           "select": [
406             [
407               {
408                 "params": [
409                   "sync_read"
410                 ],
411                 "type": "field"
412               },
413               {
414                 "params": [],
415                 "type": "last"
416               },
417               {
418                 "params": [
419                   "1s"
420                 ],
421                 "type": "non_negative_derivative"
422               }
423             ]
424           ],
425           "tags": [
426             {
427               "key": "host",
428               "operator": "=~",
429               "value": "/^$hostname$/"
430             },
431             {
432               "condition": "AND",
433               "key": "name",
434               "operator": "=~",
435               "value": "/^$poolname$/"
436             }
437           ]
438         }
439       ],
440       "timeFrom": null,
441       "timeShift": null,
442       "title": "Sync Read Queue",
443       "tooltip": {
444         "show": true,
445         "showHistogram": true
446       },
447       "type": "heatmap",
448       "xAxis": {
449         "show": true
450       },
451       "xBucketNumber": null,
452       "xBucketSize": null,
453       "yAxis": {
454         "decimals": 0,
455         "format": "s",
456         "logBase": 1,
457         "max": null,
458         "min": null,
459         "show": true,
460         "splitFactor": null
461       },
462       "yBucketBound": "auto",
463       "yBucketNumber": null,
464       "yBucketSize": null
465     },
466     {
467       "cards": {
468         "cardPadding": null,
469         "cardRound": null
470       },
471       "color": {
472         "cardColor": "#b4ff00",
473         "colorScale": "sqrt",
474         "colorScheme": "interpolateOranges",
475         "exponent": 0.5,
476         "mode": "spectrum"
477       },
478       "dataFormat": "tsbuckets",
479       "datasource": "${DS_MACBOOK-INFLUX}",
480       "description": "Latency histogram for the asynchronous reads of a ZFS pool",
481       "fieldConfig": {
482         "defaults": {
483           "custom": {}
484         },
485         "overrides": []
486       },
487       "gridPos": {
488         "h": 8,
489         "w": 5,
490         "x": 5,
491         "y": 11
492       },
493       "heatmap": {},
494       "hideZeroBuckets": false,
495       "highlightCards": true,
496       "id": 9,
497       "legend": {
498         "show": false
499       },
500       "reverseYBuckets": false,
501       "targets": [
502         {
503           "alias": "$tag_le",
504           "groupBy": [
505             {
506               "params": [
507                 "$__interval"
508               ],
509               "type": "time"
510             },
511             {
512               "params": [
513                 "le"
514               ],
515               "type": "tag"
516             },
517             {
518               "params": [
519                 "null"
520               ],
521               "type": "fill"
522             }
523           ],
524           "measurement": "zpool_latency",
525           "orderByTime": "ASC",
526           "policy": "default",
527           "refId": "A",
528           "resultFormat": "time_series",
529           "select": [
530             [
531               {
532                 "params": [
533                   "async_read"
534                 ],
535                 "type": "field"
536               },
537               {
538                 "params": [],
539                 "type": "last"
540               },
541               {
542                 "params": [
543                   "1s"
544                 ],
545                 "type": "non_negative_derivative"
546               }
547             ]
548           ],
549           "tags": [
550             {
551               "key": "host",
552               "operator": "=~",
553               "value": "/^$hostname$/"
554             },
555             {
556               "condition": "AND",
557               "key": "name",
558               "operator": "=~",
559               "value": "/^$poolname$/"
560             }
561           ]
562         }
563       ],
564       "timeFrom": null,
565       "timeShift": null,
566       "title": "Async Read Queue",
567       "tooltip": {
568         "show": true,
569         "showHistogram": true
570       },
571       "type": "heatmap",
572       "xAxis": {
573         "show": true
574       },
575       "xBucketNumber": null,
576       "xBucketSize": null,
577       "yAxis": {
578         "decimals": 0,
579         "format": "s",
580         "logBase": 1,
581         "max": null,
582         "min": null,
583         "show": true,
584         "splitFactor": null
585       },
586       "yBucketBound": "auto",
587       "yBucketNumber": null,
588       "yBucketSize": null
589     },
590     {
591       "cards": {
592         "cardPadding": null,
593         "cardRound": null
594       },
595       "color": {
596         "cardColor": "#b4ff00",
597         "colorScale": "sqrt",
598         "colorScheme": "interpolateOranges",
599         "exponent": 0.5,
600         "mode": "spectrum"
601       },
602       "dataFormat": "tsbuckets",
603       "datasource": "${DS_MACBOOK-INFLUX}",
604       "description": "Latency histogram for the scrub or scan reads of a ZFS pool",
605       "fieldConfig": {
606         "defaults": {
607           "custom": {}
608         },
609         "overrides": []
610       },
611       "gridPos": {
612         "h": 8,
613         "w": 5,
614         "x": 10,
615         "y": 11
616       },
617       "heatmap": {},
618       "hideZeroBuckets": false,
619       "highlightCards": true,
620       "id": 10,
621       "legend": {
622         "show": false
623       },
624       "reverseYBuckets": false,
625       "targets": [
626         {
627           "alias": "$tag_le",
628           "groupBy": [
629             {
630               "params": [
631                 "$__interval"
632               ],
633               "type": "time"
634             },
635             {
636               "params": [
637                 "le"
638               ],
639               "type": "tag"
640             },
641             {
642               "params": [
643                 "null"
644               ],
645               "type": "fill"
646             }
647           ],
648           "measurement": "zpool_latency",
649           "orderByTime": "ASC",
650           "policy": "default",
651           "refId": "A",
652           "resultFormat": "time_series",
653           "select": [
654             [
655               {
656                 "params": [
657                   "scrub"
658                 ],
659                 "type": "field"
660               },
661               {
662                 "params": [],
663                 "type": "last"
664               },
665               {
666                 "params": [
667                   "1s"
668                 ],
669                 "type": "non_negative_derivative"
670               }
671             ]
672           ],
673           "tags": [
674             {
675               "key": "host",
676               "operator": "=~",
677               "value": "/^$hostname$/"
678             },
679             {
680               "condition": "AND",
681               "key": "name",
682               "operator": "=~",
683               "value": "/^$poolname$/"
684             }
685           ]
686         }
687       ],
688       "timeFrom": null,
689       "timeShift": null,
690       "title": "Scrub/Scan Read Queue",
691       "tooltip": {
692         "show": true,
693         "showHistogram": true
694       },
695       "type": "heatmap",
696       "xAxis": {
697         "show": true
698       },
699       "xBucketNumber": null,
700       "xBucketSize": null,
701       "yAxis": {
702         "decimals": 0,
703         "format": "s",
704         "logBase": 1,
705         "max": null,
706         "min": null,
707         "show": true,
708         "splitFactor": null
709       },
710       "yBucketBound": "auto",
711       "yBucketNumber": null,
712       "yBucketSize": null
713     },
714     {
715       "cards": {
716         "cardPadding": null,
717         "cardRound": null
718       },
719       "color": {
720         "cardColor": "#b4ff00",
721         "colorScale": "sqrt",
722         "colorScheme": "interpolateOranges",
723         "exponent": 0.5,
724         "mode": "spectrum"
725       },
726       "dataFormat": "tsbuckets",
727       "datasource": "${DS_MACBOOK-INFLUX}",
728       "description": "Latency histogram for the actual disk reads of a ZFS pool",
729       "fieldConfig": {
730         "defaults": {
731           "custom": {}
732         },
733         "overrides": []
734       },
735       "gridPos": {
736         "h": 8,
737         "w": 9,
738         "x": 15,
739         "y": 11
740       },
741       "heatmap": {},
742       "hideZeroBuckets": false,
743       "highlightCards": true,
744       "id": 11,
745       "legend": {
746         "show": false
747       },
748       "reverseYBuckets": false,
749       "targets": [
750         {
751           "alias": "$tag_le",
752           "groupBy": [
753             {
754               "params": [
755                 "$__interval"
756               ],
757               "type": "time"
758             },
759             {
760               "params": [
761                 "le"
762               ],
763               "type": "tag"
764             },
765             {
766               "params": [
767                 "null"
768               ],
769               "type": "fill"
770             }
771           ],
772           "measurement": "zpool_latency",
773           "orderByTime": "ASC",
774           "policy": "default",
775           "refId": "A",
776           "resultFormat": "time_series",
777           "select": [
778             [
779               {
780                 "params": [
781                   "disk_read"
782                 ],
783                 "type": "field"
784               },
785               {
786                 "params": [],
787                 "type": "last"
788               },
789               {
790                 "params": [
791                   "1s"
792                 ],
793                 "type": "non_negative_derivative"
794               }
795             ]
796           ],
797           "tags": [
798             {
799               "key": "host",
800               "operator": "=~",
801               "value": "/^$hostname$/"
802             },
803             {
804               "condition": "AND",
805               "key": "name",
806               "operator": "=~",
807               "value": "/^$poolname$/"
808             }
809           ]
810         }
811       ],
812       "timeFrom": null,
813       "timeShift": null,
814       "title": "Disk Read Queue",
815       "tooltip": {
816         "show": true,
817         "showHistogram": true
818       },
819       "type": "heatmap",
820       "xAxis": {
821         "show": true
822       },
823       "xBucketNumber": null,
824       "xBucketSize": null,
825       "yAxis": {
826         "decimals": 0,
827         "format": "s",
828         "logBase": 1,
829         "max": null,
830         "min": null,
831         "show": true,
832         "splitFactor": null
833       },
834       "yBucketBound": "auto",
835       "yBucketNumber": null,
836       "yBucketSize": null
837     },
838     {
839       "collapsed": false,
840       "datasource": "${DS_MACBOOK-INFLUX}",
841       "gridPos": {
842         "h": 1,
843         "w": 24,
844         "x": 0,
845         "y": 19
846       },
847       "id": 13,
848       "panels": [],
849       "title": "ZIO Scheduler Queues for Write Operations",
850       "type": "row"
851     },
852     {
853       "cards": {
854         "cardPadding": null,
855         "cardRound": null
856       },
857       "color": {
858         "cardColor": "#b4ff00",
859         "colorScale": "sqrt",
860         "colorScheme": "interpolateOranges",
861         "exponent": 0.5,
862         "mode": "spectrum"
863       },
864       "dataFormat": "tsbuckets",
865       "datasource": "${DS_MACBOOK-INFLUX}",
866       "description": "Latency histogram for the synchronous writes of a ZFS pool",
867       "fieldConfig": {
868         "defaults": {
869           "custom": {}
870         },
871         "overrides": []
872       },
873       "gridPos": {
874         "h": 8,
875         "w": 5,
876         "x": 0,
877         "y": 20
878       },
879       "heatmap": {},
880       "hideZeroBuckets": false,
881       "highlightCards": true,
882       "id": 14,
883       "legend": {
884         "show": false
885       },
886       "reverseYBuckets": false,
887       "targets": [
888         {
889           "alias": "$tag_le",
890           "groupBy": [
891             {
892               "params": [
893                 "$__interval"
894               ],
895               "type": "time"
896             },
897             {
898               "params": [
899                 "le"
900               ],
901               "type": "tag"
902             },
903             {
904               "params": [
905                 "null"
906               ],
907               "type": "fill"
908             }
909           ],
910           "measurement": "zpool_latency",
911           "orderByTime": "ASC",
912           "policy": "default",
913           "refId": "A",
914           "resultFormat": "time_series",
915           "select": [
916             [
917               {
918                 "params": [
919                   "sync_write"
920                 ],
921                 "type": "field"
922               },
923               {
924                 "params": [],
925                 "type": "last"
926               },
927               {
928                 "params": [
929                   "1s"
930                 ],
931                 "type": "non_negative_derivative"
932               }
933             ]
934           ],
935           "tags": [
936             {
937               "key": "host",
938               "operator": "=~",
939               "value": "/^$hostname$/"
940             },
941             {
942               "condition": "AND",
943               "key": "name",
944               "operator": "=~",
945               "value": "/^$poolname$/"
946             }
947           ]
948         }
949       ],
950       "timeFrom": null,
951       "timeShift": null,
952       "title": "Sync Write Queue",
953       "tooltip": {
954         "show": true,
955         "showHistogram": true
956       },
957       "type": "heatmap",
958       "xAxis": {
959         "show": true
960       },
961       "xBucketNumber": null,
962       "xBucketSize": null,
963       "yAxis": {
964         "decimals": 0,
965         "format": "s",
966         "logBase": 1,
967         "max": null,
968         "min": null,
969         "show": true,
970         "splitFactor": null
971       },
972       "yBucketBound": "auto",
973       "yBucketNumber": null,
974       "yBucketSize": null
975     },
976     {
977       "cards": {
978         "cardPadding": null,
979         "cardRound": null
980       },
981       "color": {
982         "cardColor": "#b4ff00",
983         "colorScale": "sqrt",
984         "colorScheme": "interpolateOranges",
985         "exponent": 0.5,
986         "mode": "spectrum"
987       },
988       "dataFormat": "tsbuckets",
989       "datasource": "${DS_MACBOOK-INFLUX}",
990       "description": "Latency histogram for the asynchronous writes of a ZFS pool",
991       "fieldConfig": {
992         "defaults": {
993           "custom": {}
994         },
995         "overrides": []
996       },
997       "gridPos": {
998         "h": 8,
999         "w": 5,
1000         "x": 5,
1001         "y": 20
1002       },
1003       "heatmap": {},
1004       "hideZeroBuckets": false,
1005       "highlightCards": true,
1006       "id": 15,
1007       "legend": {
1008         "show": false
1009       },
1010       "reverseYBuckets": false,
1011       "targets": [
1012         {
1013           "alias": "$tag_le",
1014           "groupBy": [
1015             {
1016               "params": [
1017                 "$__interval"
1018               ],
1019               "type": "time"
1020             },
1021             {
1022               "params": [
1023                 "le"
1024               ],
1025               "type": "tag"
1026             },
1027             {
1028               "params": [
1029                 "null"
1030               ],
1031               "type": "fill"
1032             }
1033           ],
1034           "measurement": "zpool_latency",
1035           "orderByTime": "ASC",
1036           "policy": "default",
1037           "refId": "A",
1038           "resultFormat": "time_series",
1039           "select": [
1040             [
1041               {
1042                 "params": [
1043                   "async_write"
1044                 ],
1045                 "type": "field"
1046               },
1047               {
1048                 "params": [],
1049                 "type": "last"
1050               },
1051               {
1052                 "params": [
1053                   "1s"
1054                 ],
1055                 "type": "non_negative_derivative"
1056               }
1057             ]
1058           ],
1059           "tags": [
1060             {
1061               "key": "host",
1062               "operator": "=~",
1063               "value": "/^$hostname$/"
1064             },
1065             {
1066               "condition": "AND",
1067               "key": "name",
1068               "operator": "=~",
1069               "value": "/^$poolname$/"
1070             }
1071           ]
1072         }
1073       ],
1074       "timeFrom": null,
1075       "timeShift": null,
1076       "title": "Async Write Queue",
1077       "tooltip": {
1078         "show": true,
1079         "showHistogram": true
1080       },
1081       "type": "heatmap",
1082       "xAxis": {
1083         "show": true
1084       },
1085       "xBucketNumber": null,
1086       "xBucketSize": null,
1087       "yAxis": {
1088         "decimals": 0,
1089         "format": "s",
1090         "logBase": 1,
1091         "max": null,
1092         "min": null,
1093         "show": true,
1094         "splitFactor": null
1095       },
1096       "yBucketBound": "auto",
1097       "yBucketNumber": null,
1098       "yBucketSize": null
1099     },
1100     {
1101       "cards": {
1102         "cardPadding": null,
1103         "cardRound": null
1104       },
1105       "color": {
1106         "cardColor": "#b4ff00",
1107         "colorScale": "sqrt",
1108         "colorScheme": "interpolateOranges",
1109         "exponent": 0.5,
1110         "mode": "spectrum"
1111       },
1112       "dataFormat": "tsbuckets",
1113       "datasource": "${DS_MACBOOK-INFLUX}",
1114       "description": "Latency histogram for the trim or unmap operations of a ZFS pool",
1115       "fieldConfig": {
1116         "defaults": {
1117           "custom": {}
1118         },
1119         "overrides": []
1120       },
1121       "gridPos": {
1122         "h": 8,
1123         "w": 5,
1124         "x": 10,
1125         "y": 20
1126       },
1127       "heatmap": {},
1128       "hideZeroBuckets": false,
1129       "highlightCards": true,
1130       "id": 16,
1131       "legend": {
1132         "show": false
1133       },
1134       "reverseYBuckets": false,
1135       "targets": [
1136         {
1137           "alias": "$tag_le",
1138           "groupBy": [
1139             {
1140               "params": [
1141                 "$__interval"
1142               ],
1143               "type": "time"
1144             },
1145             {
1146               "params": [
1147                 "le"
1148               ],
1149               "type": "tag"
1150             },
1151             {
1152               "params": [
1153                 "null"
1154               ],
1155               "type": "fill"
1156             }
1157           ],
1158           "measurement": "zpool_latency",
1159           "orderByTime": "ASC",
1160           "policy": "default",
1161           "refId": "A",
1162           "resultFormat": "time_series",
1163           "select": [
1164             [
1165               {
1166                 "params": [
1167                   "trim"
1168                 ],
1169                 "type": "field"
1170               },
1171               {
1172                 "params": [],
1173                 "type": "last"
1174               },
1175               {
1176                 "params": [
1177                   "1s"
1178                 ],
1179                 "type": "non_negative_derivative"
1180               }
1181             ]
1182           ],
1183           "tags": [
1184             {
1185               "key": "host",
1186               "operator": "=~",
1187               "value": "/^$hostname$/"
1188             },
1189             {
1190               "condition": "AND",
1191               "key": "name",
1192               "operator": "=~",
1193               "value": "/^$poolname$/"
1194             }
1195           ]
1196         }
1197       ],
1198       "timeFrom": null,
1199       "timeShift": null,
1200       "title": "Trim Write Queue",
1201       "tooltip": {
1202         "show": true,
1203         "showHistogram": true
1204       },
1205       "type": "heatmap",
1206       "xAxis": {
1207         "show": true
1208       },
1209       "xBucketNumber": null,
1210       "xBucketSize": null,
1211       "yAxis": {
1212         "decimals": 0,
1213         "format": "s",
1214         "logBase": 1,
1215         "max": null,
1216         "min": null,
1217         "show": true,
1218         "splitFactor": null
1219       },
1220       "yBucketBound": "auto",
1221       "yBucketNumber": null,
1222       "yBucketSize": null
1223     },
1224     {
1225       "cards": {
1226         "cardPadding": null,
1227         "cardRound": null
1228       },
1229       "color": {
1230         "cardColor": "#b4ff00",
1231         "colorScale": "sqrt",
1232         "colorScheme": "interpolateOranges",
1233         "exponent": 0.5,
1234         "mode": "spectrum"
1235       },
1236       "dataFormat": "tsbuckets",
1237       "datasource": "${DS_MACBOOK-INFLUX}",
1238       "description": "Latency histogram for the disk write operations of a ZFS pool",
1239       "fieldConfig": {
1240         "defaults": {
1241           "custom": {}
1242         },
1243         "overrides": []
1244       },
1245       "gridPos": {
1246         "h": 8,
1247         "w": 9,
1248         "x": 15,
1249         "y": 20
1250       },
1251       "heatmap": {},
1252       "hideZeroBuckets": false,
1253       "highlightCards": true,
1254       "id": 17,
1255       "legend": {
1256         "show": false
1257       },
1258       "reverseYBuckets": false,
1259       "targets": [
1260         {
1261           "alias": "$tag_le",
1262           "groupBy": [
1263             {
1264               "params": [
1265                 "$__interval"
1266               ],
1267               "type": "time"
1268             },
1269             {
1270               "params": [
1271                 "le"
1272               ],
1273               "type": "tag"
1274             },
1275             {
1276               "params": [
1277                 "null"
1278               ],
1279               "type": "fill"
1280             }
1281           ],
1282           "measurement": "zpool_latency",
1283           "orderByTime": "ASC",
1284           "policy": "default",
1285           "refId": "A",
1286           "resultFormat": "time_series",
1287           "select": [
1288             [
1289               {
1290                 "params": [
1291                   "disk_write"
1292                 ],
1293                 "type": "field"
1294               },
1295               {
1296                 "params": [],
1297                 "type": "last"
1298               },
1299               {
1300                 "params": [
1301                   "1s"
1302                 ],
1303                 "type": "non_negative_derivative"
1304               }
1305             ]
1306           ],
1307           "tags": [
1308             {
1309               "key": "host",
1310               "operator": "=~",
1311               "value": "/^$hostname$/"
1312             },
1313             {
1314               "condition": "AND",
1315               "key": "name",
1316               "operator": "=~",
1317               "value": "/^$poolname$/"
1318             }
1319           ]
1320         }
1321       ],
1322       "timeFrom": null,
1323       "timeShift": null,
1324       "title": "Disk Write Queue",
1325       "tooltip": {
1326         "show": true,
1327         "showHistogram": true
1328       },
1329       "type": "heatmap",
1330       "xAxis": {
1331         "show": true
1332       },
1333       "xBucketNumber": null,
1334       "xBucketSize": null,
1335       "yAxis": {
1336         "decimals": 0,
1337         "format": "s",
1338         "logBase": 1,
1339         "max": null,
1340         "min": null,
1341         "show": true,
1342         "splitFactor": null
1343       },
1344       "yBucketBound": "auto",
1345       "yBucketNumber": null,
1346       "yBucketSize": null
1347     },
1348     {
1349       "collapsed": false,
1350       "datasource": "${DS_MACBOOK-INFLUX}",
1351       "gridPos": {
1352         "h": 1,
1353         "w": 24,
1354         "x": 0,
1355         "y": 28
1356       },
1357       "id": 19,
1358       "panels": [],
1359       "title": "About",
1360       "type": "row"
1361     },
1362     {
1363       "content": "I/O requests that are satisfied by accessing pool devices are managed by the ZIO scheduler.\nThe total latency is measured from the start of the I/O to completion by the disk.\nLatency through each queue is shown prior to its submission to the disk queue.\n\nThis view is useful for observing the effects of tuning the ZIO scheduler min and max values\n(see zfs(4) and [ZFS on Linux Module Parameters](https://openzfs.github.io/openzfs-docs/Performance%20and%20tuning/ZFS%20on%20Linux%20Module%20Parameters.html)):\n+ *zfs_vdev_max_active* controls the ZIO scheduler's disk queue depth (do not confuse with the block device's nr_requests)\n+ *zfs_vdev_sync_read_min_active* and *zfs_vdev_sync_read_max_active* control the synchronous queue for reads: most reads are sync\n+ *zfs_vdev_sync_write_min_active* and *zfs_vdev_sync_write_max_active* control the synchronous queue for writes: \nusually metadata or user data depending on the \"sync\" property setting or I/Os that are requested to be flushed\n+ *zfs_vdev_async_read_min_active* and *zfs_vdev_async_read_max_active* control the asynchronous queue for reads: usually prefetches\n+ *zfs_vdev_async_write_min_active* and *zfs_vdev_async_write_max_active* control the asynchronous queue for writes: \nusually the bulk of all writes at transaction group (txg) commit\n+ *zfs_vdev_scrub_min_active* and *zfs_vdev_scrub_max_active* controls the scan reads: usually scrub or resilver\n\n",
1364       "datasource": "${DS_MACBOOK-INFLUX}",
1365       "fieldConfig": {
1366         "defaults": {
1367           "custom": {}
1368         },
1369         "overrides": []
1370       },
1371       "gridPos": {
1372         "h": 15,
1373         "w": 16,
1374         "x": 0,
1375         "y": 29
1376       },
1377       "id": 21,
1378       "mode": "markdown",
1379       "targets": [
1380         {
1381           "groupBy": [
1382             {
1383               "params": [
1384                 "$__interval"
1385               ],
1386               "type": "time"
1387             },
1388             {
1389               "params": [
1390                 "null"
1391               ],
1392               "type": "fill"
1393             }
1394           ],
1395           "orderByTime": "ASC",
1396           "policy": "default",
1397           "refId": "A",
1398           "resultFormat": "time_series",
1399           "select": [
1400             [
1401               {
1402                 "params": [
1403                   "value"
1404                 ],
1405                 "type": "field"
1406               },
1407               {
1408                 "params": [],
1409                 "type": "mean"
1410               }
1411             ]
1412           ],
1413           "tags": []
1414         }
1415       ],
1416       "timeFrom": null,
1417       "timeShift": null,
1418       "title": "About ZFS Pool All Queues Read/Write Latency Histograms",
1419       "type": "text"
1420     },
1421     {
1422       "colors": [
1423         "rgba(50, 172, 45, 0.97)",
1424         "rgba(237, 129, 40, 0.89)",
1425         "rgba(245, 54, 54, 0.9)"
1426       ],
1427       "composites": [],
1428       "content": "graph LR\nIO((I/O request)) --> SR(sync read queue)\nIO --> SW(sync write queue)\nIO --> AR(async read queue)\nIO --> AW(async write queue)\nIO --> SCRUB(scrub queue)\nIO --> TRIM(trim queue)\nSR --> DISKQ(disk queue)\nSW --> DISKQ\nAR --> DISKQ\nAW --> DISKQ\nSCRUB --> DISKQ\nTRIM --> DISKQ\nDISKQ --> DISK((disk))\n",
1429       "datasource": "${DS_MACBOOK-INFLUX}",
1430       "decimals": 2,
1431       "fieldConfig": {
1432         "defaults": {
1433           "custom": {}
1434         },
1435         "overrides": []
1436       },
1437       "format": "none",
1438       "graphId": "diagram_23",
1439       "gridPos": {
1440         "h": 15,
1441         "w": 7,
1442         "x": 16,
1443         "y": 29
1444       },
1445       "id": 23,
1446       "init": {
1447         "arrowMarkerAbsolute": true,
1448         "cloneCssStyles": true,
1449         "flowchart": {
1450           "htmlLabels": true,
1451           "useMaxWidth": true
1452         },
1453         "gantt": {
1454           "barGap": 4,
1455           "barHeight": 20,
1456           "fontFamily": "\"Open-Sans\", \"sans-serif\"",
1457           "fontSize": 11,
1458           "gridLineStartPadding": 35,
1459           "leftPadding": 75,
1460           "numberSectionStyles": 3,
1461           "titleTopMargin": 25,
1462           "topPadding": 50
1463         },
1464         "logLevel": 3,
1465         "securityLevel": "loose",
1466         "sequence": {
1467           "actorMargin": 50,
1468           "bottomMarginAdj": 1,
1469           "boxMargin": 10,
1470           "boxTextMargin": 5,
1471           "diagramMarginX": 50,
1472           "diagramMarginY": 10,
1473           "height": 65,
1474           "messageMargin": 35,
1475           "mirrorActors": true,
1476           "noteMargin": 10,
1477           "useMaxWidth": true,
1478           "width": 150
1479         },
1480         "startOnLoad": false,
1481         "theme": "dark"
1482       },
1483       "legend": {
1484         "avg": true,
1485         "current": true,
1486         "gradient": {
1487           "enabled": true,
1488           "show": true
1489         },
1490         "max": true,
1491         "min": true,
1492         "show": false,
1493         "total": true
1494       },
1495       "mappingType": 1,
1496       "mappingTypes": [
1497         {
1498           "$$hashKey": "object:155",
1499           "name": "value to text",
1500           "value": 1
1501         },
1502         {
1503           "$$hashKey": "object:156",
1504           "name": "range to text",
1505           "value": 2
1506         }
1507       ],
1508       "maxDataPoints": 100,
1509       "maxWidth": false,
1510       "mermaidServiceUrl": "",
1511       "metricCharacterReplacements": [],
1512       "moddedSeriesVal": 0,
1513       "mode": "content",
1514       "nullPointMode": "connected",
1515       "seriesOverrides": [],
1516       "style": "",
1517       "styleValues": {},
1518       "targets": [
1519         {
1520           "groupBy": [
1521             {
1522               "params": [
1523                 "$__interval"
1524               ],
1525               "type": "time"
1526             },
1527             {
1528               "params": [
1529                 "null"
1530               ],
1531               "type": "fill"
1532             }
1533           ],
1534           "hide": true,
1535           "orderByTime": "ASC",
1536           "policy": "default",
1537           "refId": "A",
1538           "resultFormat": "time_series",
1539           "select": [
1540             [
1541               {
1542                 "params": [
1543                   "value"
1544                 ],
1545                 "type": "field"
1546               },
1547               {
1548                 "params": [],
1549                 "type": "mean"
1550               }
1551             ]
1552           ],
1553           "tags": []
1554         }
1555       ],
1556       "themes": [
1557         "default",
1558         "dark",
1559         "forest",
1560         "neutral"
1561       ],
1562       "thresholds": "0,10",
1563       "timeFrom": null,
1564       "timeShift": null,
1565       "title": "Panel Title",
1566       "type": "jdbranham-diagram-panel",
1567       "valueMaps": [
1568         {
1569           "$$hashKey": "object:151",
1570           "op": "=",
1571           "text": "N/A",
1572           "value": "null"
1573         }
1574       ],
1575       "valueName": "avg",
1576       "valueOptions": [
1577         "avg",
1578         "min",
1579         "max",
1580         "total",
1581         "current"
1582       ]
1583     }
1584   ],
1585   "refresh": false,
1586   "schemaVersion": 22,
1587   "style": "dark",
1588   "tags": [
1589     "ZFS",
1590     "Latency",
1591     "Histogram"
1592   ],
1593   "templating": {
1594     "list": [
1595       {
1596         "allValue": null,
1597         "current": {},
1598         "datasource": "${DS_MACBOOK-INFLUX}",
1599         "definition": "show tag values from \"zpool_latency\" with key = \"host\"",
1600         "hide": 0,
1601         "includeAll": false,
1602         "index": -1,
1603         "label": null,
1604         "multi": false,
1605         "name": "hostname",
1606         "options": [],
1607         "query": "show tag values from \"zpool_latency\" with key = \"host\"",
1608         "refresh": 1,
1609         "regex": "/([-a-zA-Z-0-9]+)/",
1610         "skipUrlSync": false,
1611         "sort": 5,
1612         "tagValuesQuery": "",
1613         "tags": [],
1614         "tagsQuery": "",
1615         "type": "query",
1616         "useTags": false
1617       },
1618       {
1619         "allValue": null,
1620         "current": {},
1621         "datasource": "${DS_MACBOOK-INFLUX}",
1622         "definition": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1623         "hide": 0,
1624         "includeAll": false,
1625         "index": -1,
1626         "label": null,
1627         "multi": false,
1628         "name": "poolname",
1629         "options": [],
1630         "query": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1631         "refresh": 1,
1632         "regex": "",
1633         "skipUrlSync": false,
1634         "sort": 5,
1635         "tagValuesQuery": "",
1636         "tags": [],
1637         "tagsQuery": "",
1638         "type": "query",
1639         "useTags": false
1640       }
1641     ]
1642   },
1643   "time": {
1644     "from": "2020-05-25T21:34:30.137Z",
1645     "to": "2020-05-25T21:39:54.445Z"
1646   },
1647   "timepicker": {
1648     "refresh_intervals": [
1649       "10s",
1650       "30s",
1651       "1m",
1652       "5m",
1653       "15m",
1654       "30m",
1655       "1h",
1656       "2h",
1657       "1d"
1658     ]
1659   },
1660   "timezone": "",
1661   "title": "ZFS Pool Latency Heatmaps Influxdb",
1662   "uid": "TbB4-DkGz",
1663   "variables": {
1664     "list": []
1665   },
1666   "version": 2