cmd/zpool_influxdb/dashboards/grafana/ZFS-pool-latency-heatmaps-influxdb.json

   1 {
   2   "__inputs": [
   3     {
   4       "name": "DS_MACBOOK-INFLUX",
   5       "label": "macbook-influx",
   6       "description": "",
   7       "type": "datasource",
   8       "pluginId": "influxdb",
   9       "pluginName": "InfluxDB"
  10     }
  11   ],
  12   "__requires": [
  13     {
  14       "type": "grafana",
  15       "id": "grafana",
  16       "name": "Grafana",
  17       "version": "6.7.3"
  18     },
  19     {
  20       "type": "panel",
  21       "id": "heatmap",
  22       "name": "Heatmap",
  23       "version": ""
  24     },
  25     {
  26       "type": "datasource",
  27       "id": "influxdb",
  28       "name": "InfluxDB",
  29       "version": "1.0.0"
  30     },
  31     {
  32       "type": "panel",
  33       "id": "jdbranham-diagram-panel",
  34       "name": "Diagram",
  35       "version": "1.4.5"
  36     },
  37     {
  38       "type": "panel",
  39       "id": "text",
  40       "name": "Text",
  41       "version": ""
  42     }
  43   ],
  44   "annotations": {
  45     "list": [
  46       {
  47         "$$hashKey": "object:1627",
  48         "builtIn": 1,
  49         "datasource": "-- Grafana --",
  50         "enable": true,
  51         "hide": true,
  52         "iconColor": "rgba(0, 211, 255, 1)",
  53         "name": "Annotations & Alerts",
  54         "type": "dashboard"
  55       }
  56     ]
  57   },
  58   "description": "Top-level ZFS pool latency by ZIO type",
  59   "editable": true,
  60   "gnetId": null,
  61   "graphTooltip": 1,
  62   "id": null,
  63   "iteration": 1590445168391,
  64   "links": [],
  65   "panels": [
  66     {
  67       "collapsed": false,
  68       "datasource": "${DS_MACBOOK-INFLUX}",
  69       "gridPos": {
  70         "h": 1,
  71         "w": 24,
  72         "x": 0,
  73         "y": 0
  74       },
  75       "id": 5,
  76       "panels": [],
  77       "title": "Total Reads and Writes",
  78       "type": "row"
  79     },
  80     {
  81       "cards": {
  82         "cardPadding": null,
  83         "cardRound": null
  84       },
  85       "color": {
  86         "cardColor": "#b4ff00",
  87         "colorScale": "sqrt",
  88         "colorScheme": "interpolateOranges",
  89         "exponent": 0.5,
  90         "mode": "spectrum"
  91       },
  92       "dataFormat": "tsbuckets",
  93       "datasource": "${DS_MACBOOK-INFLUX}",
  94       "description": "Latency histogram for the total reads of a ZFS pool",
  95       "fieldConfig": {
  96         "defaults": {
  97           "custom": {}
  98         },
  99         "overrides": []
 100       },
 101       "gridPos": {
 102         "h": 9,
 103         "w": 12,
 104         "x": 0,
 105         "y": 1
 106       },
 107       "heatmap": {},
 108       "hideZeroBuckets": false,
 109       "highlightCards": true,
 110       "id": 2,
 111       "legend": {
 112         "show": true
 113       },
 114       "reverseYBuckets": false,
 115       "targets": [
 116         {
 117           "alias": "$tag_le",
 118           "groupBy": [
 119             {
 120               "params": [
 121                 "$__interval"
 122               ],
 123               "type": "time"
 124             },
 125             {
 126               "params": [
 127                 "le"
 128               ],
 129               "type": "tag"
 130             },
 131             {
 132               "params": [
 133                 "null"
 134               ],
 135               "type": "fill"
 136             }
 137           ],
 138           "measurement": "zpool_latency",
 139           "orderByTime": "ASC",
 140           "policy": "default",
 141           "refId": "A",
 142           "resultFormat": "time_series",
 143           "select": [
 144             [
 145               {
 146                 "params": [
 147                   "total_read"
 148                 ],
 149                 "type": "field"
 150               },
 151               {
 152                 "params": [],
 153                 "type": "last"
 154               },
 155               {
 156                 "params": [
 157                   "1s"
 158                 ],
 159                 "type": "non_negative_derivative"
 160               }
 161             ]
 162           ],
 163           "tags": [
 164             {
 165               "key": "host",
 166               "operator": "=~",
 167               "value": "/^$hostname$/"
 168             },
 169             {
 170               "condition": "AND",
 171               "key": "name",
 172               "operator": "=~",
 173               "value": "/^$poolname$/"
 174             }
 175           ]
 176         }
 177       ],
 178       "timeFrom": null,
 179       "timeShift": null,
 180       "title": "Total Reads",
 181       "tooltip": {
 182         "show": true,
 183         "showHistogram": true
 184       },
 185       "type": "heatmap",
 186       "xAxis": {
 187         "show": true
 188       },
 189       "xBucketNumber": null,
 190       "xBucketSize": null,
 191       "yAxis": {
 192         "decimals": 0,
 193         "format": "s",
 194         "logBase": 1,
 195         "max": null,
 196         "min": null,
 197         "show": true,
 198         "splitFactor": null
 199       },
 200       "yBucketBound": "auto",
 201       "yBucketNumber": null,
 202       "yBucketSize": null
 203     },
 204     {
 205       "cards": {
 206         "cardPadding": null,
 207         "cardRound": null
 208       },
 209       "color": {
 210         "cardColor": "#b4ff00",
 211         "colorScale": "sqrt",
 212         "colorScheme": "interpolateOranges",
 213         "exponent": 0.5,
 214         "mode": "spectrum"
 215       },
 216       "dataFormat": "tsbuckets",
 217       "datasource": "${DS_MACBOOK-INFLUX}",
 218       "description": "Latency histogram for the total writes of a ZFS pool",
 219       "fieldConfig": {
 220         "defaults": {
 221           "custom": {}
 222         },
 223         "overrides": []
 224       },
 225       "gridPos": {
 226         "h": 9,
 227         "w": 12,
 228         "x": 12,
 229         "y": 1
 230       },
 231       "heatmap": {},
 232       "hideZeroBuckets": false,
 233       "highlightCards": true,
 234       "id": 3,
 235       "legend": {
 236         "show": true
 237       },
 238       "reverseYBuckets": false,
 239       "targets": [
 240         {
 241           "alias": "$tag_le",
 242           "groupBy": [
 243             {
 244               "params": [
 245                 "$__interval"
 246               ],
 247               "type": "time"
 248             },
 249             {
 250               "params": [
 251                 "le"
 252               ],
 253               "type": "tag"
 254             },
 255             {
 256               "params": [
 257                 "null"
 258               ],
 259               "type": "fill"
 260             }
 261           ],
 262           "measurement": "zpool_latency",
 263           "orderByTime": "ASC",
 264           "policy": "default",
 265           "refId": "A",
 266           "resultFormat": "time_series",
 267           "select": [
 268             [
 269               {
 270                 "params": [
 271                   "total_write"
 272                 ],
 273                 "type": "field"
 274               },
 275               {
 276                 "params": [],
 277                 "type": "last"
 278               },
 279               {
 280                 "params": [
 281                   "1s"
 282                 ],
 283                 "type": "non_negative_derivative"
 284               }
 285             ]
 286           ],
 287           "tags": [
 288             {
 289               "key": "host",
 290               "operator": "=~",
 291               "value": "/^$hostname$/"
 292             },
 293             {
 294               "condition": "AND",
 295               "key": "name",
 296               "operator": "=~",
 297               "value": "/^$poolname$/"
 298             }
 299           ]
 300         }
 301       ],
 302       "timeFrom": null,
 303       "timeShift": null,
 304       "title": "Total Writes",
 305       "tooltip": {
 306         "show": true,
 307         "showHistogram": true
 308       },
 309       "type": "heatmap",
 310       "xAxis": {
 311         "show": true
 312       },
 313       "xBucketNumber": null,
 314       "xBucketSize": null,
 315       "yAxis": {
 316         "decimals": 0,
 317         "format": "s",
 318         "logBase": 1,
 319         "max": null,
 320         "min": null,
 321         "show": true,
 322         "splitFactor": null
 323       },
 324       "yBucketBound": "auto",
 325       "yBucketNumber": null,
 326       "yBucketSize": null
 327     },
 328     {
 329       "collapsed": false,
 330       "datasource": "${DS_MACBOOK-INFLUX}",
 331       "gridPos": {
 332         "h": 1,
 333         "w": 24,
 334         "x": 0,
 335         "y": 10
 336       },
 337       "id": 8,
 338       "panels": [],
 339       "title": "ZIO Scheduler Queues for Read Operations",
 340       "type": "row"
 341     },
 342     {
 343       "cards": {
 344         "cardPadding": null,
 345         "cardRound": null
 346       },
 347       "color": {
 348         "cardColor": "#b4ff00",
 349         "colorScale": "sqrt",
 350         "colorScheme": "interpolateOranges",
 351         "exponent": 0.5,
 352         "mode": "spectrum"
 353       },
 354       "dataFormat": "tsbuckets",
 355       "datasource": "${DS_MACBOOK-INFLUX}",
 356       "description": "Latency histogram for the synchronous reads of a ZFS pool",
 357       "fieldConfig": {
 358         "defaults": {
 359           "custom": {}
 360         },
 361         "overrides": []
 362       },
 363       "gridPos": {
 364         "h": 8,
 365         "w": 5,
 366         "x": 0,
 367         "y": 11
 368       },
 369       "heatmap": {},
 370       "hideZeroBuckets": false,
 371       "highlightCards": true,
 372       "id": 6,
 373       "legend": {
 374         "show": false
 375       },
 376       "reverseYBuckets": false,
 377       "targets": [
 378         {
 379           "alias": "$tag_le",
 380           "groupBy": [
 381             {
 382               "params": [
 383                 "$__interval"
 384               ],
 385               "type": "time"
 386             },
 387             {
 388               "params": [
 389                 "le"
 390               ],
 391               "type": "tag"
 392             },
 393             {
 394               "params": [
 395                 "null"
 396               ],
 397               "type": "fill"
 398             }
 399           ],
 400           "measurement": "zpool_latency",
 401           "orderByTime": "ASC",
 402           "policy": "default",
 403           "refId": "A",
 404           "resultFormat": "time_series",
 405           "select": [
 406             [
 407               {
 408                 "params": [
 409                   "sync_read"
 410                 ],
 411                 "type": "field"
 412               },
 413               {
 414                 "params": [],
 415                 "type": "last"
 416               },
 417               {
 418                 "params": [
 419                   "1s"
 420                 ],
 421                 "type": "non_negative_derivative"
 422               }
 423             ]
 424           ],
 425           "tags": [
 426             {
 427               "key": "host",
 428               "operator": "=~",
 429               "value": "/^$hostname$/"
 430             },
 431             {
 432               "condition": "AND",
 433               "key": "name",
 434               "operator": "=~",
 435               "value": "/^$poolname$/"
 436             }
 437           ]
 438         }
 439       ],
 440       "timeFrom": null,
 441       "timeShift": null,
 442       "title": "Sync Read Queue",
 443       "tooltip": {
 444         "show": true,
 445         "showHistogram": true
 446       },
 447       "type": "heatmap",
 448       "xAxis": {
 449         "show": true
 450       },
 451       "xBucketNumber": null,
 452       "xBucketSize": null,
 453       "yAxis": {
 454         "decimals": 0,
 455         "format": "s",
 456         "logBase": 1,
 457         "max": null,
 458         "min": null,
 459         "show": true,
 460         "splitFactor": null
 461       },
 462       "yBucketBound": "auto",
 463       "yBucketNumber": null,
 464       "yBucketSize": null
 465     },
 466     {
 467       "cards": {
 468         "cardPadding": null,
 469         "cardRound": null
 470       },
 471       "color": {
 472         "cardColor": "#b4ff00",
 473         "colorScale": "sqrt",
 474         "colorScheme": "interpolateOranges",
 475         "exponent": 0.5,
 476         "mode": "spectrum"
 477       },
 478       "dataFormat": "tsbuckets",
 479       "datasource": "${DS_MACBOOK-INFLUX}",
 480       "description": "Latency histogram for the asynchronous reads of a ZFS pool",
 481       "fieldConfig": {
 482         "defaults": {
 483           "custom": {}
 484         },
 485         "overrides": []
 486       },
 487       "gridPos": {
 488         "h": 8,
 489         "w": 5,
 490         "x": 5,
 491         "y": 11
 492       },
 493       "heatmap": {},
 494       "hideZeroBuckets": false,
 495       "highlightCards": true,
 496       "id": 9,
 497       "legend": {
 498         "show": false
 499       },
 500       "reverseYBuckets": false,
 501       "targets": [
 502         {
 503           "alias": "$tag_le",
 504           "groupBy": [
 505             {
 506               "params": [
 507                 "$__interval"
 508               ],
 509               "type": "time"
 510             },
 511             {
 512               "params": [
 513                 "le"
 514               ],
 515               "type": "tag"
 516             },
 517             {
 518               "params": [
 519                 "null"
 520               ],
 521               "type": "fill"
 522             }
 523           ],
 524           "measurement": "zpool_latency",
 525           "orderByTime": "ASC",
 526           "policy": "default",
 527           "refId": "A",
 528           "resultFormat": "time_series",
 529           "select": [
 530             [
 531               {
 532                 "params": [
 533                   "async_read"
 534                 ],
 535                 "type": "field"
 536               },
 537               {
 538                 "params": [],
 539                 "type": "last"
 540               },
 541               {
 542                 "params": [
 543                   "1s"
 544                 ],
 545                 "type": "non_negative_derivative"
 546               }
 547             ]
 548           ],
 549           "tags": [
 550             {
 551               "key": "host",
 552               "operator": "=~",
 553               "value": "/^$hostname$/"
 554             },
 555             {
 556               "condition": "AND",
 557               "key": "name",
 558               "operator": "=~",
 559               "value": "/^$poolname$/"
 560             }
 561           ]
 562         }
 563       ],
 564       "timeFrom": null,
 565       "timeShift": null,
 566       "title": "Async Read Queue",
 567       "tooltip": {
 568         "show": true,
 569         "showHistogram": true
 570       },
 571       "type": "heatmap",
 572       "xAxis": {
 573         "show": true
 574       },
 575       "xBucketNumber": null,
 576       "xBucketSize": null,
 577       "yAxis": {
 578         "decimals": 0,
 579         "format": "s",
 580         "logBase": 1,
 581         "max": null,
 582         "min": null,
 583         "show": true,
 584         "splitFactor": null
 585       },
 586       "yBucketBound": "auto",
 587       "yBucketNumber": null,
 588       "yBucketSize": null
 589     },
 590     {
 591       "cards": {
 592         "cardPadding": null,
 593         "cardRound": null
 594       },
 595       "color": {
 596         "cardColor": "#b4ff00",
 597         "colorScale": "sqrt",
 598         "colorScheme": "interpolateOranges",
 599         "exponent": 0.5,
 600         "mode": "spectrum"
 601       },
 602       "dataFormat": "tsbuckets",
 603       "datasource": "${DS_MACBOOK-INFLUX}",
 604       "description": "Latency histogram for the scrub or scan reads of a ZFS pool",
 605       "fieldConfig": {
 606         "defaults": {
 607           "custom": {}
 608         },
 609         "overrides": []
 610       },
 611       "gridPos": {
 612         "h": 8,
 613         "w": 5,
 614         "x": 10,
 615         "y": 11
 616       },
 617       "heatmap": {},
 618       "hideZeroBuckets": false,
 619       "highlightCards": true,
 620       "id": 10,
 621       "legend": {
 622         "show": false
 623       },
 624       "reverseYBuckets": false,
 625       "targets": [
 626         {
 627           "alias": "$tag_le",
 628           "groupBy": [
 629             {
 630               "params": [
 631                 "$__interval"
 632               ],
 633               "type": "time"
 634             },
 635             {
 636               "params": [
 637                 "le"
 638               ],
 639               "type": "tag"
 640             },
 641             {
 642               "params": [
 643                 "null"
 644               ],
 645               "type": "fill"
 646             }
 647           ],
 648           "measurement": "zpool_latency",
 649           "orderByTime": "ASC",
 650           "policy": "default",
 651           "refId": "A",
 652           "resultFormat": "time_series",
 653           "select": [
 654             [
 655               {
 656                 "params": [
 657                   "scrub"
 658                 ],
 659                 "type": "field"
 660               },
 661               {
 662                 "params": [],
 663                 "type": "last"
 664               },
 665               {
 666                 "params": [
 667                   "1s"
 668                 ],
 669                 "type": "non_negative_derivative"
 670               }
 671             ]
 672           ],
 673           "tags": [
 674             {
 675               "key": "host",
 676               "operator": "=~",
 677               "value": "/^$hostname$/"
 678             },
 679             {
 680               "condition": "AND",
 681               "key": "name",
 682               "operator": "=~",
 683               "value": "/^$poolname$/"
 684             }
 685           ]
 686         }
 687       ],
 688       "timeFrom": null,
 689       "timeShift": null,
 690       "title": "Scrub/Scan Read Queue",
 691       "tooltip": {
 692         "show": true,
 693         "showHistogram": true
 694       },
 695       "type": "heatmap",
 696       "xAxis": {
 697         "show": true
 698       },
 699       "xBucketNumber": null,
 700       "xBucketSize": null,
 701       "yAxis": {
 702         "decimals": 0,
 703         "format": "s",
 704         "logBase": 1,
 705         "max": null,
 706         "min": null,
 707         "show": true,
 708         "splitFactor": null
 709       },
 710       "yBucketBound": "auto",
 711       "yBucketNumber": null,
 712       "yBucketSize": null
 713     },
 714     {
 715       "cards": {
 716         "cardPadding": null,
 717         "cardRound": null
 718       },
 719       "color": {
 720         "cardColor": "#b4ff00",
 721         "colorScale": "sqrt",
 722         "colorScheme": "interpolateOranges",
 723         "exponent": 0.5,
 724         "mode": "spectrum"
 725       },
 726       "dataFormat": "tsbuckets",
 727       "datasource": "${DS_MACBOOK-INFLUX}",
 728       "description": "Latency histogram for the actual disk reads of a ZFS pool",
 729       "fieldConfig": {
 730         "defaults": {
 731           "custom": {}
 732         },
 733         "overrides": []
 734       },
 735       "gridPos": {
 736         "h": 8,
 737         "w": 9,
 738         "x": 15,
 739         "y": 11
 740       },
 741       "heatmap": {},
 742       "hideZeroBuckets": false,
 743       "highlightCards": true,
 744       "id": 11,
 745       "legend": {
 746         "show": false
 747       },
 748       "reverseYBuckets": false,
 749       "targets": [
 750         {
 751           "alias": "$tag_le",
 752           "groupBy": [
 753             {
 754               "params": [
 755                 "$__interval"
 756               ],
 757               "type": "time"
 758             },
 759             {
 760               "params": [
 761                 "le"
 762               ],
 763               "type": "tag"
 764             },
 765             {
 766               "params": [
 767                 "null"
 768               ],
 769               "type": "fill"
 770             }
 771           ],
 772           "measurement": "zpool_latency",
 773           "orderByTime": "ASC",
 774           "policy": "default",
 775           "refId": "A",
 776           "resultFormat": "time_series",
 777           "select": [
 778             [
 779               {
 780                 "params": [
 781                   "disk_read"
 782                 ],
 783                 "type": "field"
 784               },
 785               {
 786                 "params": [],
 787                 "type": "last"
 788               },
 789               {
 790                 "params": [
 791                   "1s"
 792                 ],
 793                 "type": "non_negative_derivative"
 794               }
 795             ]
 796           ],
 797           "tags": [
 798             {
 799               "key": "host",
 800               "operator": "=~",
 801               "value": "/^$hostname$/"
 802             },
 803             {
 804               "condition": "AND",
 805               "key": "name",
 806               "operator": "=~",
 807               "value": "/^$poolname$/"
 808             }
 809           ]
 810         }
 811       ],
 812       "timeFrom": null,
 813       "timeShift": null,
 814       "title": "Disk Read Queue",
 815       "tooltip": {
 816         "show": true,
 817         "showHistogram": true
 818       },
 819       "type": "heatmap",
 820       "xAxis": {
 821         "show": true
 822       },
 823       "xBucketNumber": null,
 824       "xBucketSize": null,
 825       "yAxis": {
 826         "decimals": 0,
 827         "format": "s",
 828         "logBase": 1,
 829         "max": null,
 830         "min": null,
 831         "show": true,
 832         "splitFactor": null
 833       },
 834       "yBucketBound": "auto",
 835       "yBucketNumber": null,
 836       "yBucketSize": null
 837     },
 838     {
 839       "collapsed": false,
 840       "datasource": "${DS_MACBOOK-INFLUX}",
 841       "gridPos": {
 842         "h": 1,
 843         "w": 24,
 844         "x": 0,
 845         "y": 19
 846       },
 847       "id": 13,
 848       "panels": [],
 849       "title": "ZIO Scheduler Queues for Write Operations",
 850       "type": "row"
 851     },
 852     {
 853       "cards": {
 854         "cardPadding": null,
 855         "cardRound": null
 856       },
 857       "color": {
 858         "cardColor": "#b4ff00",
 859         "colorScale": "sqrt",
 860         "colorScheme": "interpolateOranges",
 861         "exponent": 0.5,
 862         "mode": "spectrum"
 863       },
 864       "dataFormat": "tsbuckets",
 865       "datasource": "${DS_MACBOOK-INFLUX}",
 866       "description": "Latency histogram for the synchronous writes of a ZFS pool",
 867       "fieldConfig": {
 868         "defaults": {
 869           "custom": {}
 870         },
 871         "overrides": []
 872       },
 873       "gridPos": {
 874         "h": 8,
 875         "w": 5,
 876         "x": 0,
 877         "y": 20
 878       },
 879       "heatmap": {},
 880       "hideZeroBuckets": false,
 881       "highlightCards": true,
 882       "id": 14,
 883       "legend": {
 884         "show": false
 885       },
 886       "reverseYBuckets": false,
 887       "targets": [
 888         {
 889           "alias": "$tag_le",
 890           "groupBy": [
 891             {
 892               "params": [
 893                 "$__interval"
 894               ],
 895               "type": "time"
 896             },
 897             {
 898               "params": [
 899                 "le"
 900               ],
 901               "type": "tag"
 902             },
 903             {
 904               "params": [
 905                 "null"
 906               ],
 907               "type": "fill"
 908             }
 909           ],
 910           "measurement": "zpool_latency",
 911           "orderByTime": "ASC",
 912           "policy": "default",
 913           "refId": "A",
 914           "resultFormat": "time_series",
 915           "select": [
 916             [
 917               {
 918                 "params": [
 919                   "sync_write"
 920                 ],
 921                 "type": "field"
 922               },
 923               {
 924                 "params": [],
 925                 "type": "last"
 926               },
 927               {
 928                 "params": [
 929                   "1s"
 930                 ],
 931                 "type": "non_negative_derivative"
 932               }
 933             ]
 934           ],
 935           "tags": [
 936             {
 937               "key": "host",
 938               "operator": "=~",
 939               "value": "/^$hostname$/"
 940             },
 941             {
 942               "condition": "AND",
 943               "key": "name",
 944               "operator": "=~",
 945               "value": "/^$poolname$/"
 946             }
 947           ]
 948         }
 949       ],
 950       "timeFrom": null,
 951       "timeShift": null,
 952       "title": "Sync Write Queue",
 953       "tooltip": {
 954         "show": true,
 955         "showHistogram": true
 956       },
 957       "type": "heatmap",
 958       "xAxis": {
 959         "show": true
 960       },
 961       "xBucketNumber": null,
 962       "xBucketSize": null,
 963       "yAxis": {
 964         "decimals": 0,
 965         "format": "s",
 966         "logBase": 1,
 967         "max": null,
 968         "min": null,
 969         "show": true,
 970         "splitFactor": null
 971       },
 972       "yBucketBound": "auto",
 973       "yBucketNumber": null,
 974       "yBucketSize": null
 975     },
 976     {
 977       "cards": {
 978         "cardPadding": null,
 979         "cardRound": null
 980       },
 981       "color": {
 982         "cardColor": "#b4ff00",
 983         "colorScale": "sqrt",
 984         "colorScheme": "interpolateOranges",
 985         "exponent": 0.5,
 986         "mode": "spectrum"
 987       },
 988       "dataFormat": "tsbuckets",
 989       "datasource": "${DS_MACBOOK-INFLUX}",
 990       "description": "Latency histogram for the asynchronous writes of a ZFS pool",
 991       "fieldConfig": {
 992         "defaults": {
 993           "custom": {}
 994         },
 995         "overrides": []
 996       },
 997       "gridPos": {
 998         "h": 8,
 999         "w": 5,
1000         "x": 5,
1001         "y": 20
1002       },
1003       "heatmap": {},
1004       "hideZeroBuckets": false,
1005       "highlightCards": true,
1006       "id": 15,
1007       "legend": {
1008         "show": false
1009       },
1010       "reverseYBuckets": false,
1011       "targets": [
1012         {
1013           "alias": "$tag_le",
1014           "groupBy": [
1015             {
1016               "params": [
1017                 "$__interval"
1018               ],
1019               "type": "time"
1020             },
1021             {
1022               "params": [
1023                 "le"
1024               ],
1025               "type": "tag"
1026             },
1027             {
1028               "params": [
1029                 "null"
1030               ],
1031               "type": "fill"
1032             }
1033           ],
1034           "measurement": "zpool_latency",
1035           "orderByTime": "ASC",
1036           "policy": "default",
1037           "refId": "A",
1038           "resultFormat": "time_series",
1039           "select": [
1040             [
1041               {
1042                 "params": [
1043                   "async_write"
1044                 ],
1045                 "type": "field"
1046               },
1047               {
1048                 "params": [],
1049                 "type": "last"
1050               },
1051               {
1052                 "params": [
1053                   "1s"
1054                 ],
1055                 "type": "non_negative_derivative"
1056               }
1057             ]
1058           ],
1059           "tags": [
1060             {
1061               "key": "host",
1062               "operator": "=~",
1063               "value": "/^$hostname$/"
1064             },
1065             {
1066               "condition": "AND",
1067               "key": "name",
1068               "operator": "=~",
1069               "value": "/^$poolname$/"
1070             }
1071           ]
1072         }
1073       ],
1074       "timeFrom": null,
1075       "timeShift": null,
1076       "title": "Async Write Queue",
1077       "tooltip": {
1078         "show": true,
1079         "showHistogram": true
1080       },
1081       "type": "heatmap",
1082       "xAxis": {
1083         "show": true
1084       },
1085       "xBucketNumber": null,
1086       "xBucketSize": null,
1087       "yAxis": {
1088         "decimals": 0,
1089         "format": "s",
1090         "logBase": 1,
1091         "max": null,
1092         "min": null,
1093         "show": true,
1094         "splitFactor": null
1095       },
1096       "yBucketBound": "auto",
1097       "yBucketNumber": null,
1098       "yBucketSize": null
1099     },
1100     {
1101       "cards": {
1102         "cardPadding": null,
1103         "cardRound": null
1104       },
1105       "color": {
1106         "cardColor": "#b4ff00",
1107         "colorScale": "sqrt",
1108         "colorScheme": "interpolateOranges",
1109         "exponent": 0.5,
1110         "mode": "spectrum"
1111       },
1112       "dataFormat": "tsbuckets",
1113       "datasource": "${DS_MACBOOK-INFLUX}",
1114       "description": "Latency histogram for the trim or unmap operations of a ZFS pool",
1115       "fieldConfig": {
1116         "defaults": {
1117           "custom": {}
1118         },
1119         "overrides": []
1120       },
1121       "gridPos": {
1122         "h": 8,
1123         "w": 5,
1124         "x": 10,
1125         "y": 20
1126       },
1127       "heatmap": {},
1128       "hideZeroBuckets": false,
1129       "highlightCards": true,
1130       "id": 16,
1131       "legend": {
1132         "show": false
1133       },
1134       "reverseYBuckets": false,
1135       "targets": [
1136         {
1137           "alias": "$tag_le",
1138           "groupBy": [
1139             {
1140               "params": [
1141                 "$__interval"
1142               ],
1143               "type": "time"
1144             },
1145             {
1146               "params": [
1147                 "le"
1148               ],
1149               "type": "tag"
1150             },
1151             {
1152               "params": [
1153                 "null"
1154               ],
1155               "type": "fill"
1156             }
1157           ],
1158           "measurement": "zpool_latency",
1159           "orderByTime": "ASC",
1160           "policy": "default",
1161           "refId": "A",
1162           "resultFormat": "time_series",
1163           "select": [
1164             [
1165               {
1166                 "params": [
1167                   "trim"
1168                 ],
1169                 "type": "field"
1170               },
1171               {
1172                 "params": [],
1173                 "type": "last"
1174               },
1175               {
1176                 "params": [
1177                   "1s"
1178                 ],
1179                 "type": "non_negative_derivative"
1180               }
1181             ]
1182           ],
1183           "tags": [
1184             {
1185               "key": "host",
1186               "operator": "=~",
1187               "value": "/^$hostname$/"
1188             },
1189             {
1190               "condition": "AND",
1191               "key": "name",
1192               "operator": "=~",
1193               "value": "/^$poolname$/"
1194             }
1195           ]
1196         }
1197       ],
1198       "timeFrom": null,
1199       "timeShift": null,
1200       "title": "Trim Write Queue",
1201       "tooltip": {
1202         "show": true,
1203         "showHistogram": true
1204       },
1205       "type": "heatmap",
1206       "xAxis": {
1207         "show": true
1208       },
1209       "xBucketNumber": null,
1210       "xBucketSize": null,
1211       "yAxis": {
1212         "decimals": 0,
1213         "format": "s",
1214         "logBase": 1,
1215         "max": null,
1216         "min": null,
1217         "show": true,
1218         "splitFactor": null
1219       },
1220       "yBucketBound": "auto",
1221       "yBucketNumber": null,
1222       "yBucketSize": null
1223     },
1224     {
1225       "cards": {
1226         "cardPadding": null,
1227         "cardRound": null
1228       },
1229       "color": {
1230         "cardColor": "#b4ff00",
1231         "colorScale": "sqrt",
1232         "colorScheme": "interpolateOranges",
1233         "exponent": 0.5,
1234         "mode": "spectrum"
1235       },
1236       "dataFormat": "tsbuckets",
1237       "datasource": "${DS_MACBOOK-INFLUX}",
1238       "description": "Latency histogram for the disk write operations of a ZFS pool",
1239       "fieldConfig": {
1240         "defaults": {
1241           "custom": {}
1242         },
1243         "overrides": []
1244       },
1245       "gridPos": {
1246         "h": 8,
1247         "w": 9,
1248         "x": 15,
1249         "y": 20
1250       },
1251       "heatmap": {},
1252       "hideZeroBuckets": false,
1253       "highlightCards": true,
1254       "id": 17,
1255       "legend": {
1256         "show": false
1257       },
1258       "reverseYBuckets": false,
1259       "targets": [
1260         {
1261           "alias": "$tag_le",
1262           "groupBy": [
1263             {
1264               "params": [
1265                 "$__interval"
1266               ],
1267               "type": "time"
1268             },
1269             {
1270               "params": [
1271                 "le"
1272               ],
1273               "type": "tag"
1274             },
1275             {
1276               "params": [
1277                 "null"
1278               ],
1279               "type": "fill"
1280             }
1281           ],
1282           "measurement": "zpool_latency",
1283           "orderByTime": "ASC",
1284           "policy": "default",
1285           "refId": "A",
1286           "resultFormat": "time_series",
1287           "select": [
1288             [
1289               {
1290                 "params": [
1291                   "disk_write"
1292                 ],
1293                 "type": "field"
1294               },
1295               {
1296                 "params": [],
1297                 "type": "last"
1298               },
1299               {
1300                 "params": [
1301                   "1s"
1302                 ],
1303                 "type": "non_negative_derivative"
1304               }
1305             ]
1306           ],
1307           "tags": [
1308             {
1309               "key": "host",
1310               "operator": "=~",
1311               "value": "/^$hostname$/"
1312             },
1313             {
1314               "condition": "AND",
1315               "key": "name",
1316               "operator": "=~",
1317               "value": "/^$poolname$/"
1318             }
1319           ]
1320         }
1321       ],
1322       "timeFrom": null,
1323       "timeShift": null,
1324       "title": "Disk Write Queue",
1325       "tooltip": {
1326         "show": true,
1327         "showHistogram": true
1328       },
1329       "type": "heatmap",
1330       "xAxis": {
1331         "show": true
1332       },
1333       "xBucketNumber": null,
1334       "xBucketSize": null,
1335       "yAxis": {
1336         "decimals": 0,
1337         "format": "s",
1338         "logBase": 1,
1339         "max": null,
1340         "min": null,
1341         "show": true,
1342         "splitFactor": null
1343       },
1344       "yBucketBound": "auto",
1345       "yBucketNumber": null,
1346       "yBucketSize": null
1347     },
1348     {
1349       "collapsed": false,
1350       "datasource": "${DS_MACBOOK-INFLUX}",
1351       "gridPos": {
1352         "h": 1,
1353         "w": 24,
1354         "x": 0,
1355         "y": 28
1356       },
1357       "id": 19,
1358       "panels": [],
1359       "title": "About",
1360       "type": "row"
1361     },
1362     {
1363       "content": "I/O requests that are satisfied by accessing pool devices are managed by the ZIO scheduler.\nThe total latency is measured from the start of the I/O to completion by the disk.\nLatency through each queue is shown prior to its submission to the disk queue.\n\nThis view is useful for observing the effects of tuning the ZIO scheduler min and max values\n(see zfs(4) and [ZFS on Linux Module Parameters](https://openzfs.github.io/openzfs-docs/Performance%20and%20tuning/ZFS%20on%20Linux%20Module%20Parameters.html)):\n+ *zfs_vdev_max_active* controls the ZIO scheduler's disk queue depth (do not confuse with the block device's nr_requests)\n+ *zfs_vdev_sync_read_min_active* and *zfs_vdev_sync_read_max_active* control the synchronous queue for reads: most reads are sync\n+ *zfs_vdev_sync_write_min_active* and *zfs_vdev_sync_write_max_active* control the synchronous queue for writes: \nusually metadata or user data depending on the \"sync\" property setting or I/Os that are requested to be flushed\n+ *zfs_vdev_async_read_min_active* and *zfs_vdev_async_read_max_active* control the asynchronous queue for reads: usually prefetches\n+ *zfs_vdev_async_write_min_active* and *zfs_vdev_async_write_max_active* control the asynchronous queue for writes: \nusually the bulk of all writes at transaction group (txg) commit\n+ *zfs_vdev_scrub_min_active* and *zfs_vdev_scrub_max_active* controls the scan reads: usually scrub or resilver\n\n",
1364       "datasource": "${DS_MACBOOK-INFLUX}",
1365       "fieldConfig": {
1366         "defaults": {
1367           "custom": {}
1368         },
1369         "overrides": []
1370       },
1371       "gridPos": {
1372         "h": 15,
1373         "w": 16,
1374         "x": 0,
1375         "y": 29
1376       },
1377       "id": 21,
1378       "mode": "markdown",
1379       "targets": [
1380         {
1381           "groupBy": [
1382             {
1383               "params": [
1384                 "$__interval"
1385               ],
1386               "type": "time"
1387             },
1388             {
1389               "params": [
1390                 "null"
1391               ],
1392               "type": "fill"
1393             }
1394           ],
1395           "orderByTime": "ASC",
1396           "policy": "default",
1397           "refId": "A",
1398           "resultFormat": "time_series",
1399           "select": [
1400             [
1401               {
1402                 "params": [
1403                   "value"
1404                 ],
1405                 "type": "field"
1406               },
1407               {
1408                 "params": [],
1409                 "type": "mean"
1410               }
1411             ]
1412           ],
1413           "tags": []
1414         }
1415       ],
1416       "timeFrom": null,
1417       "timeShift": null,
1418       "title": "About ZFS Pool All Queues Read/Write Latency Histograms",
1419       "type": "text"
1420     },
1421     {
1422       "colors": [
1423         "rgba(50, 172, 45, 0.97)",
1424         "rgba(237, 129, 40, 0.89)",
1425         "rgba(245, 54, 54, 0.9)"
1426       ],
1427       "composites": [],
1428       "content": "graph LR\nIO((I/O request)) --> SR(sync read queue)\nIO --> SW(sync write queue)\nIO --> AR(async read queue)\nIO --> AW(async write queue)\nIO --> SCRUB(scrub queue)\nIO --> TRIM(trim queue)\nSR --> DISKQ(disk queue)\nSW --> DISKQ\nAR --> DISKQ\nAW --> DISKQ\nSCRUB --> DISKQ\nTRIM --> DISKQ\nDISKQ --> DISK((disk))\n",
1429       "datasource": "${DS_MACBOOK-INFLUX}",
1430       "decimals": 2,
1431       "fieldConfig": {
1432         "defaults": {
1433           "custom": {}
1434         },
1435         "overrides": []
1436       },
1437       "format": "none",
1438       "graphId": "diagram_23",
1439       "gridPos": {
1440         "h": 15,
1441         "w": 7,
1442         "x": 16,
1443         "y": 29
1444       },
1445       "id": 23,
1446       "init": {
1447         "arrowMarkerAbsolute": true,
1448         "cloneCssStyles": true,
1449         "flowchart": {
1450           "htmlLabels": true,
1451           "useMaxWidth": true
1452         },
1453         "gantt": {
1454           "barGap": 4,
1455           "barHeight": 20,
1456           "fontFamily": "\"Open-Sans\", \"sans-serif\"",
1457           "fontSize": 11,
1458           "gridLineStartPadding": 35,
1459           "leftPadding": 75,
1460           "numberSectionStyles": 3,
1461           "titleTopMargin": 25,
1462           "topPadding": 50
1463         },
1464         "logLevel": 3,
1465         "securityLevel": "loose",
1466         "sequence": {
1467           "actorMargin": 50,
1468           "bottomMarginAdj": 1,
1469           "boxMargin": 10,
1470           "boxTextMargin": 5,
1471           "diagramMarginX": 50,
1472           "diagramMarginY": 10,
1473           "height": 65,
1474           "messageMargin": 35,
1475           "mirrorActors": true,
1476           "noteMargin": 10,
1477           "useMaxWidth": true,
1478           "width": 150
1479         },
1480         "startOnLoad": false,
1481         "theme": "dark"
1482       },
1483       "legend": {
1484         "avg": true,
1485         "current": true,
1486         "gradient": {
1487           "enabled": true,
1488           "show": true
1489         },
1490         "max": true,
1491         "min": true,
1492         "show": false,
1493         "total": true
1494       },
1495       "mappingType": 1,
1496       "mappingTypes": [
1497         {
1498           "$$hashKey": "object:155",
1499           "name": "value to text",
1500           "value": 1
1501         },
1502         {
1503           "$$hashKey": "object:156",
1504           "name": "range to text",
1505           "value": 2
1506         }
1507       ],
1508       "maxDataPoints": 100,
1509       "maxWidth": false,
1510       "mermaidServiceUrl": "",
1511       "metricCharacterReplacements": [],
1512       "moddedSeriesVal": 0,
1513       "mode": "content",
1514       "nullPointMode": "connected",
1515       "seriesOverrides": [],
1516       "style": "",
1517       "styleValues": {},
1518       "targets": [
1519         {
1520           "groupBy": [
1521             {
1522               "params": [
1523                 "$__interval"
1524               ],
1525               "type": "time"
1526             },
1527             {
1528               "params": [
1529                 "null"
1530               ],
1531               "type": "fill"
1532             }
1533           ],
1534           "hide": true,
1535           "orderByTime": "ASC",
1536           "policy": "default",
1537           "refId": "A",
1538           "resultFormat": "time_series",
1539           "select": [
1540             [
1541               {
1542                 "params": [
1543                   "value"
1544                 ],
1545                 "type": "field"
1546               },
1547               {
1548                 "params": [],
1549                 "type": "mean"
1550               }
1551             ]
1552           ],
1553           "tags": []
1554         }
1555       ],
1556       "themes": [
1557         "default",
1558         "dark",
1559         "forest",
1560         "neutral"
1561       ],
1562       "thresholds": "0,10",
1563       "timeFrom": null,
1564       "timeShift": null,
1565       "title": "Panel Title",
1566       "type": "jdbranham-diagram-panel",
1567       "valueMaps": [
1568         {
1569           "$$hashKey": "object:151",
1570           "op": "=",
1571           "text": "N/A",
1572           "value": "null"
1573         }
1574       ],
1575       "valueName": "avg",
1576       "valueOptions": [
1577         "avg",
1578         "min",
1579         "max",
1580         "total",
1581         "current"
1582       ]
1583     }
1584   ],
1585   "refresh": false,
1586   "schemaVersion": 22,
1587   "style": "dark",
1588   "tags": [
1589     "ZFS",
1590     "Latency",
1591     "Histogram"
1592   ],
1593   "templating": {
1594     "list": [
1595       {
1596         "allValue": null,
1597         "current": {},
1598         "datasource": "${DS_MACBOOK-INFLUX}",
1599         "definition": "show tag values from \"zpool_latency\" with key = \"host\"",
1600         "hide": 0,
1601         "includeAll": false,
1602         "index": -1,
1603         "label": null,
1604         "multi": false,
1605         "name": "hostname",
1606         "options": [],
1607         "query": "show tag values from \"zpool_latency\" with key = \"host\"",
1608         "refresh": 1,
1609         "regex": "/([-a-zA-Z-0-9]+)/",
1610         "skipUrlSync": false,
1611         "sort": 5,
1612         "tagValuesQuery": "",
1613         "tags": [],
1614         "tagsQuery": "",
1615         "type": "query",
1616         "useTags": false
1617       },
1618       {
1619         "allValue": null,
1620         "current": {},
1621         "datasource": "${DS_MACBOOK-INFLUX}",
1622         "definition": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1623         "hide": 0,
1624         "includeAll": false,
1625         "index": -1,
1626         "label": null,
1627         "multi": false,
1628         "name": "poolname",
1629         "options": [],
1630         "query": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1631         "refresh": 1,
1632         "regex": "",
1633         "skipUrlSync": false,
1634         "sort": 5,
1635         "tagValuesQuery": "",
1636         "tags": [],
1637         "tagsQuery": "",
1638         "type": "query",
1639         "useTags": false
1640       }
1641     ]
1642   },
1643   "time": {
1644     "from": "2020-05-25T21:34:30.137Z",
1645     "to": "2020-05-25T21:39:54.445Z"
1646   },
1647   "timepicker": {
1648     "refresh_intervals": [
1649       "10s",
1650       "30s",
1651       "1m",
1652       "5m",
1653       "15m",
1654       "30m",
1655       "1h",
1656       "2h",
1657       "1d"
1658     ]
1659   },
1660   "timezone": "",
1661   "title": "ZFS Pool Latency Heatmaps Influxdb",
1662   "uid": "TbB4-DkGz",
1663   "variables": {
1664     "list": []
1665   },
1666   "version": 2
1667 }