]> git-server-git.apps.pok.os.sepia.ceph.com Git - ceph.git/commitdiff
mgt/dashboard: Add the CPU, Memory to CephFS dashboard 68412/head
authorAnkush Behl <cloudbehl@gmail.com>
Thu, 16 Apr 2026 06:00:44 +0000 (11:30 +0530)
committerAnkush Behl <cloudbehl@gmail.com>
Tue, 21 Apr 2026 08:00:20 +0000 (13:30 +0530)
Fixes: https://tracker.ceph.com/issues/76058
Signed-off-by: Ankush Behl <cloudbehl@gmail.com>
monitoring/ceph-mixin/dashboards_out/cephfs-subvolume.json
monitoring/ceph-mixin/dashboards_out/cephfsdashboard.json

index 2a83bd972beb2777bd265f3aecd298972fbfd6f9..d913b3309000a20313446f7ca72fe3c7d5abd628 100644 (file)
     {
       "datasource": {
         "type": "prometheus",
-        "uid": "P43CA22E17D0F9596"
+        "uid": "${datasource}"
       },
       "description": "A time-series chart showing latency over time, useful for detecting performance degradation and intermittent delays.",
       "fieldConfig": {
index 25afeddef7a127e87a6ceebc314ad82a906870b5..bbab03d2b9c8ea97927a08d62c63c4a61a50f45c 100644 (file)
 {
-   "__inputs": [ ],
-   "__requires": [ ],
-   "annotations": {
-      "list": [
-         {
-            "builtIn": 1,
-            "datasource": {
-               "type": "datasource",
-               "uid": "grafana"
-            },
-            "enable": true,
-            "hide": true,
-            "iconColor": "rgba(0, 211, 255, 1)",
-            "name": "Annotations & Alerts",
-            "showIn": 0,
-            "tags": [ ],
-            "type": "dashboard"
-         }
-      ]
-   },
-   "description": "Ceph CephFS overview for official Ceph Prometheus plugin.",
-   "editable": false,
-   "gnetId": null,
-   "graphTooltip": 0,
-   "hideControls": false,
-   "id": null,
-   "links": [
+  "annotations": {
+    "list": [
       {
-         "asDropdown": true,
-         "icon": "external link",
-         "includeVars": true,
-         "keepTime": true,
-         "tags": [ ],
-         "targetBlank": false,
-         "title": "Browse Dashboards",
-         "tooltip": "",
-         "type": "dashboards",
-         "url": ""
+        "builtIn": 1,
+        "datasource": {
+          "type": "datasource",
+          "uid": "grafana"
+        },
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
+        "showIn": 0,
+        "tags": [],
+        "type": "dashboard"
       }
-   ],
-   "panels": [
-      {
-         "collapse": false,
-         "collapsed": false,
-         "gridPos": {
-            "h": 1,
-            "w": 24,
-            "x": 0,
-            "y": 0
-         },
-         "id": 2,
-         "panels": [ ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "Summary",
-         "titleSize": "h6",
-         "type": "row"
+    ]
+  },
+  "description": "Ceph CephFS overview for official Ceph Prometheus plugin.",
+  "editable": true,
+  "fiscalYearStartMonth": 0,
+  "graphTooltip": 0,
+  "hideControls": false,
+  "id": null,
+  "links": [
+    {
+      "asDropdown": true,
+      "icon": "external link",
+      "includeVars": true,
+      "keepTime": true,
+      "tags": [],
+      "targetBlank": false,
+      "title": "Browse Dashboards",
+      "tooltip": "",
+      "type": "dashboards",
+      "url": ""
+    }
+  ],
+  "panels": [
+    {
+      "collapsed": false,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 0
       },
-      {
-         "colors": null,
-         "datasource": {
+      "id": 2,
+      "panels": [],
+      "title": "Summary",
+      "type": "row"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
+            }
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "none"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 8,
+        "w": 3,
+        "x": 0,
+        "y": 1
+      },
+      "id": 3,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "none"
-            }
-         },
-         "gridPos": {
-            "h": 8,
-            "w": 3,
-            "x": 0,
-            "y": 1
-         },
-         "id": 3,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "count(ceph_fs_metadata{cluster=~\"$cluster|\", name=~\"$name\"})",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Filesystems",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "count(ceph_fs_metadata{cluster=~\"$cluster|\", name=~\"$name\"})",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Filesystems",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "bytes"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 3,
+        "y": 1
+      },
+      "id": 4,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "bytes"
-            }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 3,
-            "y": 1
-         },
-         "id": 4,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Metadata used",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Metadata used",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "Bps"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 6,
+        "y": 1
+      },
+      "id": 5,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "Bps"
-            }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 6,
-            "y": 1
-         },
-         "id": 5,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Metadata bandwidth read",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Metadata bandwidth read",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "bytes"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 9,
+        "y": 1
+      },
+      "id": 6,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "bytes"
-            }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 9,
-            "y": 1
-         },
-         "id": 6,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Data used",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Data used",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "Bps"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 12,
+        "y": 1
+      },
+      "id": 12,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "Bps"
-            }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 12,
-            "y": 1
-         },
-         "id": 7,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Data bandwidth write",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Data bandwidth read",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 15,
+        "y": 1
+      },
+      "id": 8,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "short"
-            }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 15,
-            "y": 1
-         },
-         "id": 8,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "sum(rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Client requests",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Client requests",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 18,
+        "y": 1
+      },
+      "id": 9,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "short"
-            }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 18,
-            "y": 1
-         },
-         "id": 9,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "expr": "sum(ceph_mds_sessions_session_count{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Client sessions",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(ceph_mds_sessions_session_count{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Client sessions",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 21,
+        "y": 1
+      },
+      "id": 10,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "short"
+          },
+          "expr": "sum(ceph_mds_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "MDS inodes",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 21,
-            "y": 1
-         },
-         "id": 10,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "Bps"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 6,
+        "y": 3
+      },
+      "id": 11,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Metadata bandwidth write",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(ceph_mds_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "MDS inodes",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "#508642",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "iops"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 12,
+        "y": 3
+      },
+      "id": 16,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "Bps"
+          },
+          "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Data IOPS read",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 2,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 6,
-            "y": 3
-         },
-         "id": 11,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          ],
+          "max": 100,
+          "min": 0,
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              },
+              {
+                "color": "rgba(237, 129, 40, 0.89)",
+                "value": 70
+              },
+              {
+                "color": "rgba(245, 54, 54, 0.9)",
+                "value": 80
+              }
+            ]
+          },
+          "unit": "percent"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 3,
+        "y": 5
+      },
+      "id": 13,
+      "interval": "1m",
+      "maxDataPoints": 100,
+      "options": {
+        "minVizHeight": 75,
+        "minVizWidth": 75,
+        "orientation": "auto",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showThresholdLabels": false,
+        "showThresholdMarkers": true,
+        "sizing": "auto"
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})))) * 100",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "Metadata Used",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Metadata used (%)",
+      "type": "gauge"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Metadata bandwidth write",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "#508642",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "iops"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 6,
+        "y": 5
+      },
+      "id": 14,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "Bps"
+          },
+          "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Metadata IOPS read",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 2,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 12,
-            "y": 3
-         },
-         "id": 12,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          ],
+          "max": 100,
+          "min": 0,
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              },
+              {
+                "color": "rgba(237, 129, 40, 0.89)",
+                "value": 70
+              },
+              {
+                "color": "rgba(245, 54, 54, 0.9)",
+                "value": 80
+              }
+            ]
+          },
+          "unit": "percent"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 9,
+        "y": 5
+      },
+      "id": 15,
+      "interval": "1m",
+      "maxDataPoints": 100,
+      "options": {
+        "minVizHeight": 75,
+        "minVizWidth": 75,
+        "orientation": "auto",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showThresholdLabels": false,
+        "showThresholdMarkers": true,
+        "sizing": "auto"
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})))) * 100",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "Data Used",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Data used (%)",
+      "type": "gauge"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Data bandwidth write",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "#508642",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "iops"
+        },
+        "overrides": []
       },
-      {
-         "datasource": {
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 12,
+        "y": 5
+      },
+      "id": 21,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "max": 100,
-               "min": 0,
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     },
-                     {
-                        "color": "rgba(237, 129, 40, 0.89)",
-                        "value": 70
-                     },
-                     {
-                        "color": "rgba(245, 54, 54, 0.9)",
-                        "value": 80
-                     }
-                  ]
-               },
-               "unit": "percent"
+          },
+          "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "instant": true,
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Data IOPS write",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 3,
-            "y": 5
-         },
-         "id": 13,
-         "interval": "1m",
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 15,
+        "y": 5
+      },
+      "id": 17,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "sum(rate(ceph_mds_forward{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Forward requests",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "index": 0,
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             },
-            "showThresholdLabels": false,
-            "showThresholdMarkers": true
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})))) * 100",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "Metadata Used",
-               "refId": "A",
-               "step": 60
+              "id": 1,
+              "options": {
+                "match": "nan",
+                "result": {
+                  "index": 1,
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Metadata used (%)",
-         "transparent": false,
-         "type": "gauge"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "ms"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 18,
+        "y": 5
+      },
+      "id": 18,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "#508642",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "iops"
-            }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 6,
-            "y": 5
-         },
-         "id": 14,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          },
+          "editorMode": "code",
+          "expr": "sum(increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})) / sum(increase(ceph_mds_reply_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "range": true,
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "Reply latency",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Metadata IOPS read",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "rgba(50, 172, 45, 0.97)",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "datasource": {
+      "gridPos": {
+        "h": 4,
+        "w": 3,
+        "x": 21,
+        "y": 5
+      },
+      "id": 19,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "none",
+        "graphMode": "area",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "max": 100,
-               "min": 0,
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     },
-                     {
-                        "color": "rgba(237, 129, 40, 0.89)",
-                        "value": 70
-                     },
-                     {
-                        "color": "rgba(245, 54, 54, 0.9)",
-                        "value": 80
-                     }
-                  ]
-               },
-               "unit": "percent"
+          },
+          "expr": "sum(ceph_mds_caps{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 60
+        }
+      ],
+      "title": "MDS caps",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
+            {
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 9,
-            "y": 5
-         },
-         "id": 15,
-         "interval": "1m",
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
-            },
-            "showThresholdLabels": false,
-            "showThresholdMarkers": true
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "#508642",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "iops"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 6,
+        "y": 7
+      },
+      "id": 20,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "instant": true,
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Metadata IOPS write",
+      "type": "stat"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "decimals": 0,
+          "links": [],
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})))) * 100",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "Data Used",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "match": "null",
+                "result": {
+                  "text": "N/A"
+                }
+              },
+              "type": "special"
             }
-         ],
-         "title": "Data used (%)",
-         "transparent": false,
-         "type": "gauge"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "Bps"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 2,
+        "w": 3,
+        "x": 12,
+        "y": 7
+      },
+      "id": 7,
+      "maxDataPoints": 100,
+      "options": {
+        "colorMode": "background",
+        "graphMode": "none",
+        "justifyMode": "auto",
+        "orientation": "horizontal",
+        "percentChangeColorMode": "standard",
+        "reduceOptions": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "fields": "",
+          "values": false
+        },
+        "showPercentChange": false,
+        "textMode": "auto",
+        "wideLayout": true
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "#508642",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "iops"
+          },
+          "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+          "format": "time_series",
+          "interval": "$__rate_interval",
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A"
+        }
+      ],
+      "title": "Data bandwidth read",
+      "type": "stat"
+    },
+    {
+      "collapsed": false,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 9
+      },
+      "id": 22,
+      "panels": [],
+      "title": "MDS",
+      "type": "row"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 0,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "auto",
+            "showValues": false,
+            "spanNulls": false,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "dashed"
             }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 12,
-            "y": 5
-         },
-         "id": 16,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "percentage",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              },
+              {
+                "color": "red",
+                "value": 80
+              }
+            ]
+          },
+          "unit": "percent"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 8,
+        "w": 8,
+        "x": 0,
+        "y": 10
+      },
+      "id": 53,
+      "options": {
+        "legend": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "displayMode": "table",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "single",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "editorMode": "code",
+          "exemplar": false,
+          "expr": "ceph_mds_rank_perf_cpu_usage{cluster=~\"$cluster|\"}",
+          "instant": false,
+          "legendFormat": "{{ceph_daemon}} (rank {{rank}})",
+          "range": true,
+          "refId": "A"
+        }
+      ],
+      "title": "CPU",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 0,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
             },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "auto",
+            "showValues": false,
+            "spanNulls": false,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         ],
-         "title": "Data IOPS read",
-         "transparent": false,
-         "type": "stat"
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              },
+              {
+                "color": "red",
+                "value": 80
+              }
+            ]
+          }
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 8,
+        "w": 8,
+        "x": 8,
+        "y": 10
+      },
+      "id": 54,
+      "options": {
+        "legend": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "displayMode": "table",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "single",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "short"
+          },
+          "editorMode": "code",
+          "exemplar": false,
+          "expr": "ceph_mds_rank_perf_open_requests{cluster=~\"$cluster|\"}",
+          "instant": false,
+          "legendFormat": "{{ceph_daemon}} (rank {{rank}})",
+          "range": true,
+          "refId": "A"
+        }
+      ],
+      "title": "Open Requests",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 0,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "auto",
+            "showValues": false,
+            "spanNulls": false,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 15,
-            "y": 5
-         },
-         "id": 17,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              },
+              {
+                "color": "red",
+                "value": 80
+              }
+            ]
+          },
+          "unit": "kbytes"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 8,
+        "w": 8,
+        "x": 16,
+        "y": 10
+      },
+      "id": 55,
+      "options": {
+        "legend": {
+          "calcs": [
+            "lastNotNull"
+          ],
+          "displayMode": "table",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "single",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "editorMode": "code",
+          "expr": "ceph_mds_mem_heap{cluster=~\"$cluster|\"}",
+          "hide": false,
+          "instant": false,
+          "legendFormat": "Heap - {{ceph_daemon}}",
+          "range": true,
+          "refId": "B"
+        },
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "editorMode": "code",
+          "exemplar": false,
+          "expr": "ceph_mds_mem_rss{cluster=~\"$cluster|\"}",
+          "instant": false,
+          "legendFormat": "RSS - {{ceph_daemon}}",
+          "range": true,
+          "refId": "A"
+        }
+      ],
+      "title": "Memory",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
             },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
+            }
+          },
+          "mappings": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_mds_forward{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+              "id": 0,
+              "options": {
+                "pattern": "(?<=\\.)(.*?)(?=\\.)",
+                "result": {
+                  "index": 0,
+                  "text": "$1"
+                }
+              },
+              "type": "regex"
             }
-         ],
-         "title": "Forward requests",
-         "transparent": false,
-         "type": "stat"
+          ],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 0,
+        "y": 18
+      },
+      "id": 23,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "index": 0,
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  },
-                  {
-                     "id": 1,
-                     "options": {
-                        "match": "nan",
-                        "result": {
-                           "index": 1,
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "ms"
+          },
+          "expr": "rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "range": true,
+          "refId": "A"
+        }
+      ],
+      "title": "Client requests",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 18,
-            "y": 5
-         },
-         "id": 18,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 8,
+        "y": 18
+      },
+      "id": 24,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "rate(ceph_mds_forward{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "refId": "A"
+        }
+      ],
+      "title": "Forward requests",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
             },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})) / sum(increase(ceph_mds_reply_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "range": true,
-               "refId": "A",
-               "step": 60
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         ],
-         "title": "Reply latency",
-         "transparent": false,
-         "type": "stat"
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 16,
+        "y": 18
+      },
+      "id": 25,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "rgba(50, 172, 45, 0.97)",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "short"
+          },
+          "editorMode": "code",
+          "expr": "rate(ceph_mds_server_handle_peer_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "range": true,
+          "refId": "A"
+        }
+      ],
+      "title": "Peer requests",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         },
-         "gridPos": {
-            "h": 4,
-            "w": 3,
-            "x": 21,
-            "y": 5
-         },
-         "id": 19,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "none",
-            "graphMode": "area",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 0,
+        "y": 25
+      },
+      "id": 26,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "ceph_mds_sessions_session_count{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "refId": "A"
+        }
+      ],
+      "title": "Session count",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
             },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(ceph_mds_caps{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A",
-               "step": 60
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         ],
-         "title": "MDS caps",
-         "transparent": false,
-         "type": "stat"
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "ms"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 8,
+        "y": 25
+      },
+      "id": 27,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "#508642",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "iops"
+          },
+          "editorMode": "code",
+          "expr": "sum by (ceph_daemon) (increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})) / sum by (ceph_daemon) (increase(ceph_mds_reply_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "range": true,
+          "refId": "A"
+        }
+      ],
+      "title": "Reply latency",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "Reads(-) / Writes (+)",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 6,
-            "y": 7
-         },
-         "id": 20,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          },
+          "mappings": [],
+          "min": 0,
+          "thresholds": {
+            "mode": "absolute",
+            "steps": []
+          },
+          "unit": "none"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 16,
+        "y": 25
+      },
+      "id": 28,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "expr": "sum(rate(ceph_objecter_op_r{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "Read Ops",
+          "refId": "A"
+        },
+        {
+          "expr": "sum(rate(ceph_objecter_op_w{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "Write Ops",
+          "refId": "B"
+        }
+      ],
+      "title": "Workload",
+      "type": "timeseries"
+    },
+    {
+      "collapsed": false,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 32
+      },
+      "id": 29,
+      "panels": [],
+      "title": "Log",
+      "type": "row"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
             },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "instant": true,
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         ],
-         "title": "Metadata IOPS write",
-         "transparent": false,
-         "type": "stat"
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "colors": null,
-         "datasource": {
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 0,
+        "y": 33
+      },
+      "id": 30,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "decimals": 0,
-               "links": [ ],
-               "mappings": [
-                  {
-                     "id": 0,
-                     "options": {
-                        "match": "null",
-                        "result": {
-                           "text": "N/A"
-                        }
-                     },
-                     "type": "special"
-                  }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "#508642",
-                        "value": null
-                     }
-                  ]
-               },
-               "unit": "iops"
+          },
+          "expr": "rate(ceph_mds_log_evadd{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "refId": "A"
+        }
+      ],
+      "title": "Log submit",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
+            },
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         },
-         "gridPos": {
-            "h": 2,
-            "w": 3,
-            "x": 12,
-            "y": 7
-         },
-         "id": 21,
-         "links": [ ],
-         "maxDataPoints": 100,
-         "options": {
-            "colorMode": "background",
-            "graphMode": "none",
-            "justifyMode": "auto",
-            "orientation": "horizontal",
-            "reduceOptions": {
-               "calcs": [
-                  "lastNotNull"
-               ],
-               "fields": "",
-               "values": false
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
+      },
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 8,
+        "y": 33
+      },
+      "id": 31,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "ceph_mds_log_ev{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "refId": "A"
+        }
+      ],
+      "title": "Log events",
+      "type": "timeseries"
+    },
+    {
+      "datasource": {
+        "type": "prometheus",
+        "uid": "${datasource}"
+      },
+      "description": "",
+      "fieldConfig": {
+        "defaults": {
+          "color": {
+            "mode": "palette-classic"
+          },
+          "custom": {
+            "axisBorderShow": false,
+            "axisCenteredZero": false,
+            "axisColorMode": "text",
+            "axisLabel": "",
+            "axisPlacement": "auto",
+            "barAlignment": 0,
+            "barWidthFactor": 0.6,
+            "drawStyle": "line",
+            "fillOpacity": 10,
+            "gradientMode": "none",
+            "hideFrom": {
+              "legend": false,
+              "tooltip": false,
+              "viz": false
             },
-            "textMode": "auto"
-         },
-         "pluginVersion": "9.4.7",
-         "targets": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-               "format": "time_series",
-               "instant": true,
-               "interval": "$__rate_interval",
-               "intervalFactor": 1,
-               "legendFormat": "",
-               "refId": "A"
+            "insertNulls": false,
+            "lineInterpolation": "linear",
+            "lineWidth": 1,
+            "pointSize": 5,
+            "scaleDistribution": {
+              "type": "linear"
+            },
+            "showPoints": "never",
+            "showValues": false,
+            "spanNulls": true,
+            "stacking": {
+              "group": "A",
+              "mode": "none"
+            },
+            "thresholdsStyle": {
+              "mode": "off"
             }
-         ],
-         "title": "Data IOPS write",
-         "transparent": false,
-         "type": "stat"
+          },
+          "mappings": [],
+          "thresholds": {
+            "mode": "absolute",
+            "steps": [
+              {
+                "color": "green",
+                "value": 0
+              }
+            ]
+          },
+          "unit": "short"
+        },
+        "overrides": []
       },
-      {
-         "collapse": false,
-         "collapsed": false,
-         "gridPos": {
-            "h": 1,
+      "gridPos": {
+        "h": 7,
+        "w": 8,
+        "x": 16,
+        "y": 33
+      },
+      "id": 32,
+      "options": {
+        "legend": {
+          "calcs": [],
+          "displayMode": "list",
+          "placement": "bottom",
+          "showLegend": true
+        },
+        "tooltip": {
+          "hideZeros": false,
+          "mode": "multi",
+          "sort": "none"
+        }
+      },
+      "pluginVersion": "12.3.1",
+      "targets": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "expr": "ceph_mds_log_seg{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ ceph_daemon }}",
+          "refId": "A"
+        }
+      ],
+      "title": "Log segments",
+      "type": "timeseries"
+    },
+    {
+      "collapsed": true,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 40
+      },
+      "id": 33,
+      "panels": [
+        {
+          "fieldConfig": {
+            "defaults": {},
+            "overrides": []
+          },
+          "gridPos": {
+            "h": 8,
             "w": 24,
             "x": 0,
-            "y": 9
-         },
-         "id": 22,
-         "panels": [ ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "MDS",
-         "titleSize": "h6",
-         "type": "row"
+            "y": 33
+          },
+          "id": 34,
+          "options": {
+            "alertInstanceLabelFilter": "",
+            "alertName": "CephFilesystem",
+            "dashboardAlerts": false,
+            "groupBy": [],
+            "groupMode": "default",
+            "maxItems": 20,
+            "sortOrder": 3,
+            "stateFilter": {
+              "error": true,
+              "firing": true,
+              "noData": false,
+              "normal": false,
+              "pending": true
+            },
+            "viewMode": "list"
+          },
+          "title": "Active alerts",
+          "type": "alertlist"
+        }
+      ],
+      "title": "Alerts",
+      "type": "row"
+    },
+    {
+      "collapsed": true,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 41
       },
-      {
-         "datasource": {
+      "id": 35,
+      "panels": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
-                  }
-               },
-               "mappings": [
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 1,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
                   {
-                     "id": 0,
-                     "options": {
-                        "pattern": "(?<=\\.)(.*?)(?=\\.)",
-                        "result": {
-                           "index": 0,
-                           "text": "$1"
-                        }
-                     },
-                     "type": "regex"
+                    "color": "green"
                   }
-               ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "short"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
             "w": 8,
             "x": 0,
-            "y": 10
-         },
-         "id": 23,
-         "options": {
+            "y": 42
+          },
+          "id": 36,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "range": true,
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "ceph_mds_mem_ino{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{ ceph_daemon }}",
+              "refId": "A"
             }
-         ],
-         "title": "Client requests",
-         "type": "timeseries"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Inodes",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 1,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "short"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
             "w": 8,
             "x": 8,
-            "y": 10
-         },
-         "id": 24,
-         "options": {
+            "y": 42
+          },
+          "id": 37,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "rate(ceph_mds_forward{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "ceph_mds_exported_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{ ceph_daemon }}",
+              "refId": "A"
             }
-         ],
-         "title": "Forward requests",
-         "type": "timeseries"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Exported inodes",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
-            "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
-            "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 1,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "short"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
             "w": 8,
             "x": 16,
-            "y": 10
-         },
-         "id": 25,
-         "options": {
+            "y": 42
+          },
+          "id": 38,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "rate(ceph_mds_server_handle_slave_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "ceph_mds_imported_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{ ceph_daemon }}",
+              "refId": "A"
             }
-         ],
-         "title": "Slave requests",
-         "type": "timeseries"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Imported inodes",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 1,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "short"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
             "w": 8,
             "x": 0,
-            "y": 17
-         },
-         "id": 26,
-         "options": {
+            "y": 49
+          },
+          "id": 39,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "ceph_mds_sessions_session_count{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "ceph_mds_mem_dn{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{ ceph_daemon }}",
+              "refId": "A"
             }
-         ],
-         "title": "Session count",
-         "type": "timeseries"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Dentries",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 1,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "ms"
+                ]
+              },
+              "unit": "short"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
             "w": 8,
             "x": 8,
-            "y": 17
-         },
-         "id": 27,
-         "options": {
+            "y": 49
+          },
+          "id": 40,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "sum by (ceph_daemon) (increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})) / sum by (ceph_daemon) (increase(ceph_mds_reply_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "ceph_mds_caps{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{ ceph_daemon }}",
+              "refId": "A"
             }
-         ],
-         "title": "Reply latency",
-         "type": "timeseries"
+          ],
+          "title": "Caps",
+          "type": "timeseries"
+        }
+      ],
+      "title": "Memory",
+      "type": "row"
+    },
+    {
+      "collapsed": true,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 42
       },
-      {
-         "datasource": {
+      "id": 41,
+      "panels": [
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "Reads(-) / Writes (+)",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 40,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 0,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "normal"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
+                  }
+                ]
+              },
+              "unit": "bytes"
+            },
+            "overrides": [
+              {
+                "matcher": {
+                  "id": "byRegexp",
+                  "options": "/^Total.*$/"
+                },
+                "properties": [
+                  {
+                    "id": "custom.fillOpacity",
+                    "value": 0
+                  },
+                  {
+                    "id": "custom.lineWidth",
+                    "value": 4
                   },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
+                  {
+                    "id": "custom.stacking",
+                    "value": {
+                      "group": false,
+                      "mode": "normal"
+                    }
+                  }
+                ]
+              },
+              {
+                "matcher": {
+                  "id": "byRegexp",
+                  "options": "/^Raw.*$/"
+                },
+                "properties": [
+                  {
+                    "id": "color",
+                    "value": {
+                      "fixedColor": "#BF1B00",
+                      "mode": "fixed"
+                    }
                   },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
+                  {
+                    "id": "custom.fillOpacity",
+                    "value": 0
                   },
-                  "thresholdsStyle": {
-                     "mode": "off"
+                  {
+                    "id": "custom.lineWidth",
+                    "value": 4
                   }
-               },
-               "mappings": [ ],
-               "min": 0,
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [ ]
-               },
-               "unit": "none"
-            },
-            "overrides": [ ]
-         },
-         "gridPos": {
+                ]
+              }
+            ]
+          },
+          "gridPos": {
             "h": 7,
-            "w": 8,
-            "x": 16,
-            "y": 17
-         },
-         "id": 28,
-         "options": {
+            "w": 14,
+            "x": 0,
+            "y": 57
+          },
+          "id": 42,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [
+                "mean",
+                "lastNotNull",
+                "max"
+              ],
+              "displayMode": "table",
+              "placement": "right",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "alias": "/.*Reads/",
-               "transform": "negative-Y"
-            }
-         ],
-         "targets": [
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Available",
+              "metric": "ceph_pool_available_bytes",
+              "range": true,
+              "refId": "A",
+              "step": 60
+            },
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Used",
+              "metric": "ceph_pool",
+              "refId": "B",
+              "step": 60
+            },
             {
-               "expr": "sum(rate(ceph_objecter_op_r{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "Read Ops",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Total",
+              "metric": "ceph_pool",
+              "refId": "C",
+              "step": 60
             },
             {
-               "expr": "sum(rate(ceph_objecter_op_w{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"}))",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "Write Ops",
-               "refId": "B"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Raw Used",
+              "metric": "ceph_pool",
+              "refId": "D",
+              "step": 60
             }
-         ],
-         "title": "Workload",
-         "type": "timeseries"
-      },
-      {
-         "collapse": false,
-         "collapsed": false,
-         "gridPos": {
-            "h": 1,
-            "w": 24,
-            "x": 0,
-            "y": 24
-         },
-         "id": 29,
-         "panels": [ ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "Log",
-         "titleSize": "h6",
-         "type": "row"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Pool storage",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 2,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "short"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
-            "w": 8,
-            "x": 0,
-            "y": 25
-         },
-         "id": 30,
-         "options": {
+            "w": 6,
+            "x": 14,
+            "y": 57
+          },
+          "id": 43,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
+              "mode": "multi",
+              "sort": "none"
             }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "rate(ceph_mds_log_evadd{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Objects",
+              "refId": "A",
+              "step": 60
+            },
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Dirty Objects",
+              "refId": "B",
+              "step": 60
+            },
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Quota Objects",
+              "refId": "C"
             }
-         ],
-         "title": "Log submit",
-         "type": "timeseries"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Objects in pool",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
+              "links": [],
+              "mappings": [
+                {
+                  "id": 0,
+                  "options": {
+                    "match": "null",
+                    "result": {
+                      "text": "N/A"
+                    }
                   },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
+                  "type": "special"
+                }
+              ],
+              "max": 1,
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   },
-                  "thresholdsStyle": {
-                     "mode": "off"
+                  {
+                    "color": "red",
+                    "value": 80
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "percentunit"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
-            "w": 8,
-            "x": 8,
-            "y": 25
-         },
-         "id": 31,
-         "options": {
-            "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+            "w": 4,
+            "x": 20,
+            "y": 57
+          },
+          "id": 44,
+          "interval": "1m",
+          "maxDataPoints": 100,
+          "options": {
+            "reduceOptions": {
+              "calcs": [
+                "lastNotNull"
+              ],
+              "fields": "",
+              "values": false
             },
-            "tooltip": {
-               "mode": "multi",
-               "sort": "none"
-            }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
+            "showThresholdLabels": false,
+            "showThresholdMarkers": true
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "ceph_mds_log_ev{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"} + ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "",
+              "refId": "A",
+              "step": 60
             }
-         ],
-         "title": "Log events",
-         "type": "timeseries"
-      },
-      {
-         "datasource": {
+          ],
+          "title": "Usage",
+          "type": "gauge"
+        },
+        {
+          "datasource": {
             "type": "prometheus",
             "uid": "${datasource}"
-         },
-         "description": "",
-         "fieldConfig": {
+          },
+          "description": "",
+          "fieldConfig": {
             "defaults": {
-               "color": {
-                  "mode": "palette-classic"
-               },
-               "custom": {
-                  "axisCenteredZero": false,
-                  "axisColorMode": "text",
-                  "axisLabel": "",
-                  "axisPlacement": "auto",
-                  "barAlignment": 0,
-                  "drawStyle": "line",
-                  "fillOpacity": 10,
-                  "gradientMode": "none",
-                  "hideFrom": {
-                     "legend": false,
-                     "tooltip": false,
-                     "viz": false
-                  },
-                  "lineInterpolation": "linear",
-                  "lineWidth": 1,
-                  "pointSize": 5,
-                  "scaleDistribution": {
-                     "type": "linear"
-                  },
-                  "showPoints": "never",
-                  "spanNulls": true,
-                  "stacking": {
-                     "group": "A",
-                     "mode": "none"
-                  },
-                  "thresholdsStyle": {
-                     "mode": "off"
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 2,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "normal"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
                   }
-               },
-               "mappings": [ ],
-               "thresholds": {
-                  "mode": "absolute",
-                  "steps": [
-                     {
-                        "color": "green"
-                     }
-                  ]
-               },
-               "unit": "short"
+                ]
+              },
+              "unit": "none"
             },
-            "overrides": [ ]
-         },
-         "gridPos": {
+            "overrides": []
+          },
+          "gridPos": {
             "h": 7,
-            "w": 8,
-            "x": 16,
-            "y": 25
-         },
-         "id": 32,
-         "options": {
+            "w": 12,
+            "x": 0,
+            "y": 64
+          },
+          "id": 45,
+          "options": {
             "legend": {
-               "calcs": [ ],
-               "displayMode": "list",
-               "placement": "bottom",
-               "showLegend": true
+              "calcs": [
+                "mean",
+                "lastNotNull",
+                "max",
+                "min"
+              ],
+              "displayMode": "table",
+              "placement": "bottom",
+              "showLegend": true
             },
             "tooltip": {
-               "mode": "multi",
-               "sort": "none"
-            }
-         },
-         "pluginVersion": "9.4.7",
-         "seriesOverrides": [ ],
-         "targets": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "expr": "ceph_mds_log_seg{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-               "format": "time_series",
-               "intervalFactor": 1,
-               "legendFormat": "{{ ceph_daemon }}",
-               "refId": "A"
-            }
-         ],
-         "title": "Log segments",
-         "type": "timeseries"
-      },
-      {
-         "collapse": false,
-         "collapsed": true,
-         "gridPos": {
-            "h": 1,
-            "w": 24,
-            "x": 0,
-            "y": 32
-         },
-         "id": 33,
-         "panels": [
-            {
-               "datasource": {
-                  "type": "datasource",
-                  "uid": "grafana"
-               },
-               "gridPos": {
-                  "h": 8,
-                  "w": 24,
-                  "x": 0,
-                  "y": 33
-               },
-               "id": 34,
-               "limit": 10,
-               "onlyAlertsOnDashboard": true,
-               "options": {
-                  "alertInstanceLabelFilter": "",
-                  "alertName": "CephFilesystem",
-                  "dashboardAlerts": false,
-                  "groupBy": [ ],
-                  "groupMode": "default",
-                  "maxItems": 20,
-                  "sortOrder": 3,
-                  "stateFilter": {
-                     "error": true,
-                     "firing": true,
-                     "noData": false,
-                     "normal": false,
-                     "pending": true
-                  },
-                  "viewMode": "list"
-               },
-               "show": "current",
-               "sortOrder": 1,
-               "stateFilter": [ ],
-               "title": "Active alerts",
-               "type": "alertlist"
+              "mode": "multi",
+              "sort": "none"
             }
-         ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "Alerts",
-         "titleSize": "h6",
-         "type": "row"
-      },
-      {
-         "collapse": false,
-         "collapsed": true,
-         "gridPos": {
-            "h": 1,
-            "w": 24,
-            "x": 0,
-            "y": 41
-         },
-         "id": 35,
-         "panels": [
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 1,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 8,
-                  "x": 0,
-                  "y": 42
-               },
-               "id": 36,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "ceph_mds_mem_ino{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-                     "format": "time_series",
-                     "intervalFactor": 1,
-                     "legendFormat": "{{ ceph_daemon }}",
-                     "refId": "A"
-                  }
-               ],
-               "title": "Inodes",
-               "type": "timeseries"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Read",
+              "refId": "A",
+              "step": 60
             },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 1,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 8,
-                  "x": 8,
-                  "y": 42
-               },
-               "id": 37,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Write",
+              "refId": "B",
+              "step": 60
+            }
+          ],
+          "title": "IOPS",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 2,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "normal"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "ceph_mds_exported_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-                     "format": "time_series",
-                     "intervalFactor": 1,
-                     "legendFormat": "{{ ceph_daemon }}",
-                     "refId": "A"
+                    "color": "green"
                   }
-               ],
-               "title": "Exported inodes",
-               "type": "timeseries"
+                ]
+              },
+              "unit": "decbytes"
             },
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 1,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 8,
-                  "x": 16,
-                  "y": 42
-               },
-               "id": 38,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "ceph_mds_imported_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-                     "format": "time_series",
-                     "intervalFactor": 1,
-                     "legendFormat": "{{ ceph_daemon }}",
-                     "refId": "A"
-                  }
-               ],
-               "title": "Imported inodes",
-               "type": "timeseries"
+            "overrides": []
+          },
+          "gridPos": {
+            "h": 7,
+            "w": 12,
+            "x": 12,
+            "y": 64
+          },
+          "id": 46,
+          "options": {
+            "legend": {
+              "calcs": [
+                "mean",
+                "lastNotNull",
+                "max",
+                "min"
+              ],
+              "displayMode": "table",
+              "placement": "bottom",
+              "showLegend": true
             },
+            "tooltip": {
+              "mode": "multi",
+              "sort": "none"
+            }
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 1,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 8,
-                  "x": 0,
-                  "y": 49
-               },
-               "id": 39,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "ceph_mds_mem_dn{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-                     "format": "time_series",
-                     "intervalFactor": 1,
-                     "legendFormat": "{{ ceph_daemon }}",
-                     "refId": "A"
-                  }
-               ],
-               "title": "Dentries",
-               "type": "timeseries"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Read Bytes",
+              "refId": "A",
+              "step": 60
             },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 1,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 8,
-                  "x": 8,
-                  "y": 49
-               },
-               "id": 40,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "ceph_mds_caps{cluster=~\"$cluster|\", } * on(ceph_daemon) group_left() (ceph_mds_metadata{cluster=~\"$cluster\"} * on(fs_id) group_left(name) ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
-                     "format": "time_series",
-                     "intervalFactor": 1,
-                     "legendFormat": "{{ ceph_daemon }}",
-                     "refId": "A"
-                  }
-               ],
-               "title": "Caps",
-               "type": "timeseries"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Write Bytes",
+              "refId": "B",
+              "step": 60
             }
-         ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "Memory",
-         "titleSize": "h6",
-         "type": "row"
+          ],
+          "title": "Throughput",
+          "type": "timeseries"
+        }
+      ],
+      "title": "Metadata Pool",
+      "type": "row"
+    },
+    {
+      "collapsed": true,
+      "gridPos": {
+        "h": 1,
+        "w": 24,
+        "x": 0,
+        "y": 43
       },
-      {
-         "collapse": false,
-         "collapsed": true,
-         "gridPos": {
-            "h": 1,
-            "w": 24,
-            "x": 0,
-            "y": 56
-         },
-         "id": 41,
-         "panels": [
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 40,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 0,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "normal"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "bytes"
-                  },
-                  "overrides": [
-                     {
-                        "matcher": {
-                           "id": "byRegexp",
-                           "options": "/^Total.*$/"
-                        },
-                        "properties": [
-                           {
-                              "id": "custom.fillOpacity",
-                              "value": 0
-                           },
-                           {
-                              "id": "custom.lineWidth",
-                              "value": 4
-                           },
-                           {
-                              "id": "custom.stacking",
-                              "value": {
-                                 "group": false,
-                                 "mode": "normal"
-                              }
-                           }
-                        ]
-                     },
-                     {
-                        "matcher": {
-                           "id": "byRegexp",
-                           "options": "/^Raw.*$/"
-                        },
-                        "properties": [
-                           {
-                              "id": "color",
-                              "value": {
-                                 "fixedColor": "#BF1B00",
-                                 "mode": "fixed"
-                              }
-                           },
-                           {
-                              "id": "custom.fillOpacity",
-                              "value": 0
-                           },
-                           {
-                              "id": "custom.lineWidth",
-                              "value": 4
-                           }
-                        ]
-                     }
-                  ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 14,
-                  "x": 0,
-                  "y": 57
-               },
-               "id": 42,
-               "options": {
-                  "legend": {
-                     "calcs": [
-                        "mean",
-                        "lastNotNull",
-                        "max"
-                     ],
-                     "displayMode": "table",
-                     "placement": "right",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
+      "id": 47,
+      "panels": [
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 40,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 1,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "normal"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Available",
-                     "metric": "ceph_pool_available_bytes",
-                     "range": true,
-                     "refId": "A",
-                     "step": 60
-                  },
+                    "color": "green"
+                  }
+                ]
+              },
+              "unit": "bytes"
+            },
+            "overrides": [
+              {
+                "matcher": {
+                  "id": "byRegexp",
+                  "options": "/^Total.*$/"
+                },
+                "properties": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Used",
-                     "metric": "ceph_pool",
-                     "refId": "B",
-                     "step": 60
+                    "id": "custom.fillOpacity",
+                    "value": 0
                   },
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Total",
-                     "metric": "ceph_pool",
-                     "refId": "C",
-                     "step": 60
+                    "id": "custom.lineWidth",
+                    "value": 4
                   },
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Raw Used",
-                     "metric": "ceph_pool",
-                     "refId": "D",
-                     "step": 60
-                  }
-               ],
-               "title": "Pool storage",
-               "type": "timeseries"
-            },
-            {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 2,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 6,
-                  "x": 14,
-                  "y": 57
-               },
-               "id": 43,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
+                    "id": "custom.stacking",
+                    "value": {
+                      "group": false,
+                      "mode": "normal"
+                    }
                   }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
+                ]
+              },
+              {
+                "matcher": {
+                  "id": "byRegexp",
+                  "options": "/^Raw.*$/"
+                },
+                "properties": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Objects",
-                     "refId": "A",
-                     "step": 60
+                    "id": "color",
+                    "value": {
+                      "fixedColor": "#BF1B00",
+                      "mode": "fixed"
+                    }
                   },
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Dirty Objects",
-                     "refId": "B",
-                     "step": 60
+                    "id": "custom.fillOpacity",
+                    "value": 0
                   },
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Quota Objects",
-                     "refId": "C"
+                    "id": "custom.lineWidth",
+                    "value": 4
                   }
-               ],
-               "title": "Objects in pool",
-               "type": "timeseries"
+                ]
+              }
+            ]
+          },
+          "gridPos": {
+            "h": 7,
+            "w": 14,
+            "x": 0,
+            "y": 72
+          },
+          "id": 48,
+          "options": {
+            "legend": {
+              "calcs": [
+                "mean",
+                "lastNotNull",
+                "max"
+              ],
+              "displayMode": "table",
+              "placement": "right",
+              "showLegend": true
             },
+            "tooltip": {
+              "mode": "multi",
+              "sort": "none"
+            }
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "links": [ ],
-                     "mappings": [
-                        {
-                           "id": 0,
-                           "options": {
-                              "match": "null",
-                              "result": {
-                                 "text": "N/A"
-                              }
-                           },
-                           "type": "special"
-                        }
-                     ],
-                     "max": 1,
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           },
-                           {
-                              "color": "red",
-                              "value": 80
-                           }
-                        ]
-                     },
-                     "unit": "percentunit"
-                  }
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 4,
-                  "x": 20,
-                  "y": 57
-               },
-               "id": 44,
-               "interval": "1m",
-               "links": [ ],
-               "maxDataPoints": 100,
-               "options": {
-                  "reduceOptions": {
-                     "calcs": [
-                        "lastNotNull"
-                     ],
-                     "fields": "",
-                     "values": false
-                  },
-                  "showThresholdLabels": false,
-                  "showThresholdMarkers": true
-               },
-               "pluginVersion": "9.4.7",
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"} + ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "",
-                     "refId": "A",
-                     "step": 60
-                  }
-               ],
-               "title": "Usage",
-               "transparent": false,
-               "type": "gauge"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Available",
+              "metric": "ceph_pool_available_bytes",
+              "range": true,
+              "refId": "A",
+              "step": 60
             },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 2,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "normal"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "none"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 12,
-                  "x": 0,
-                  "y": 64
-               },
-               "id": 45,
-               "options": {
-                  "legend": {
-                     "calcs": [
-                        "mean",
-                        "lastNotNull",
-                        "max",
-                        "min"
-                     ],
-                     "displayMode": "table",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Read",
-                     "refId": "A",
-                     "step": 60
-                  },
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Write",
-                     "refId": "B",
-                     "step": 60
-                  }
-               ],
-               "title": "IOPS",
-               "type": "timeseries"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Used",
+              "metric": "ceph_pool",
+              "refId": "B",
+              "step": 60
             },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 2,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "normal"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "decbytes"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 12,
-                  "x": 12,
-                  "y": 64
-               },
-               "id": 46,
-               "options": {
-                  "legend": {
-                     "calcs": [
-                        "mean",
-                        "lastNotNull",
-                        "max",
-                        "min"
-                     ],
-                     "displayMode": "table",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Read Bytes",
-                     "refId": "A",
-                     "step": 60
-                  },
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Write Bytes",
-                     "refId": "B",
-                     "step": 60
-                  }
-               ],
-               "title": "Throughput",
-               "type": "timeseries"
-            }
-         ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "Metadata Pool",
-         "titleSize": "h6",
-         "type": "row"
-      },
-      {
-         "collapse": false,
-         "collapsed": true,
-         "gridPos": {
-            "h": 1,
-            "w": 24,
-            "x": 0,
-            "y": 71
-         },
-         "id": 47,
-         "panels": [
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Total",
+              "metric": "ceph_pool",
+              "refId": "C",
+              "step": 60
+            },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 40,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 1,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "normal"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "bytes"
-                  },
-                  "overrides": [
-                     {
-                        "matcher": {
-                           "id": "byRegexp",
-                           "options": "/^Total.*$/"
-                        },
-                        "properties": [
-                           {
-                              "id": "custom.fillOpacity",
-                              "value": 0
-                           },
-                           {
-                              "id": "custom.lineWidth",
-                              "value": 4
-                           },
-                           {
-                              "id": "custom.stacking",
-                              "value": {
-                                 "group": false,
-                                 "mode": "normal"
-                              }
-                           }
-                        ]
-                     },
-                     {
-                        "matcher": {
-                           "id": "byRegexp",
-                           "options": "/^Raw.*$/"
-                        },
-                        "properties": [
-                           {
-                              "id": "color",
-                              "value": {
-                                 "fixedColor": "#BF1B00",
-                                 "mode": "fixed"
-                              }
-                           },
-                           {
-                              "id": "custom.fillOpacity",
-                              "value": 0
-                           },
-                           {
-                              "id": "custom.lineWidth",
-                              "value": 4
-                           }
-                        ]
-                     }
-                  ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 14,
-                  "x": 0,
-                  "y": 72
-               },
-               "id": 48,
-               "options": {
-                  "legend": {
-                     "calcs": [
-                        "mean",
-                        "lastNotNull",
-                        "max"
-                     ],
-                     "displayMode": "table",
-                     "placement": "right",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Available",
-                     "metric": "ceph_pool_available_bytes",
-                     "range": true,
-                     "refId": "A",
-                     "step": 60
-                  },
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Used",
-                     "metric": "ceph_pool",
-                     "refId": "B",
-                     "step": 60
-                  },
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Total",
-                     "metric": "ceph_pool",
-                     "refId": "C",
-                     "step": 60
-                  },
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Raw Used",
+              "metric": "ceph_pool",
+              "refId": "D",
+              "step": 60
+            }
+          ],
+          "title": "Pool storage",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 2,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "none"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Raw Used",
-                     "metric": "ceph_pool",
-                     "refId": "D",
-                     "step": 60
+                    "color": "green"
                   }
-               ],
-               "title": "Pool storage",
-               "type": "timeseries"
+                ]
+              },
+              "unit": "short"
+            },
+            "overrides": []
+          },
+          "gridPos": {
+            "h": 7,
+            "w": 6,
+            "x": 14,
+            "y": 72
+          },
+          "id": 49,
+          "options": {
+            "legend": {
+              "calcs": [],
+              "displayMode": "list",
+              "placement": "bottom",
+              "showLegend": true
             },
+            "tooltip": {
+              "mode": "multi",
+              "sort": "none"
+            }
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 2,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "none"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "short"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 6,
-                  "x": 14,
-                  "y": 72
-               },
-               "id": 49,
-               "options": {
-                  "legend": {
-                     "calcs": [ ],
-                     "displayMode": "list",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Objects",
-                     "refId": "A",
-                     "step": 60
-                  },
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Dirty Objects",
-                     "refId": "B",
-                     "step": 60
-                  },
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Quota Objects",
-                     "refId": "C"
-                  }
-               ],
-               "title": "Objects in pool",
-               "type": "timeseries"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Objects",
+              "refId": "A",
+              "step": 60
             },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "links": [ ],
-                     "mappings": [
-                        {
-                           "id": 0,
-                           "options": {
-                              "match": "null",
-                              "result": {
-                                 "text": "N/A"
-                              }
-                           },
-                           "type": "special"
-                        }
-                     ],
-                     "max": 1,
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           },
-                           {
-                              "color": "red",
-                              "value": 80
-                           }
-                        ]
-                     },
-                     "unit": "percentunit"
-                  }
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 4,
-                  "x": 20,
-                  "y": 72
-               },
-               "id": 50,
-               "interval": "1m",
-               "links": [ ],
-               "maxDataPoints": 100,
-               "options": {
-                  "reduceOptions": {
-                     "calcs": [
-                        "lastNotNull"
-                     ],
-                     "fields": "",
-                     "values": false
-                  },
-                  "showThresholdLabels": false,
-                  "showThresholdMarkers": true
-               },
-               "pluginVersion": "9.4.7",
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"} + ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "",
-                     "refId": "A",
-                     "step": 60
-                  }
-               ],
-               "title": "Usage",
-               "transparent": false,
-               "type": "gauge"
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Dirty Objects",
+              "refId": "B",
+              "step": 60
             },
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 2,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "normal"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "none"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 12,
-                  "x": 0,
-                  "y": 79
-               },
-               "id": 51,
-               "options": {
-                  "legend": {
-                     "calcs": [
-                        "mean",
-                        "lastNotNull",
-                        "max",
-                        "min"
-                     ],
-                     "displayMode": "table",
-                     "placement": "bottom",
-                     "showLegend": true
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Quota Objects",
+              "refId": "C"
+            }
+          ],
+          "title": "Objects in pool",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "links": [],
+              "mappings": [
+                {
+                  "id": 0,
+                  "options": {
+                    "match": "null",
+                    "result": {
+                      "text": "N/A"
+                    }
                   },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
+                  "type": "special"
+                }
+              ],
+              "max": 1,
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Read",
-                     "refId": "A",
-                     "step": 60
+                    "color": "green"
                   },
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Write",
-                     "refId": "B",
-                     "step": 60
+                    "color": "red",
+                    "value": 80
                   }
-               ],
-               "title": "IOPS",
-               "type": "timeseries"
+                ]
+              },
+              "unit": "percentunit"
+            },
+            "overrides": []
+          },
+          "gridPos": {
+            "h": 7,
+            "w": 4,
+            "x": 20,
+            "y": 72
+          },
+          "id": 50,
+          "interval": "1m",
+          "maxDataPoints": 100,
+          "options": {
+            "reduceOptions": {
+              "calcs": [
+                "lastNotNull"
+              ],
+              "fields": "",
+              "values": false
             },
+            "showThresholdLabels": false,
+            "showThresholdMarkers": true
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
             {
-               "datasource": {
-                  "type": "prometheus",
-                  "uid": "${datasource}"
-               },
-               "description": "",
-               "fieldConfig": {
-                  "defaults": {
-                     "color": {
-                        "mode": "palette-classic"
-                     },
-                     "custom": {
-                        "axisCenteredZero": false,
-                        "axisColorMode": "text",
-                        "axisLabel": "",
-                        "axisPlacement": "auto",
-                        "barAlignment": 0,
-                        "drawStyle": "line",
-                        "fillOpacity": 10,
-                        "gradientMode": "none",
-                        "hideFrom": {
-                           "legend": false,
-                           "tooltip": false,
-                           "viz": false
-                        },
-                        "lineInterpolation": "linear",
-                        "lineWidth": 2,
-                        "pointSize": 5,
-                        "scaleDistribution": {
-                           "type": "linear"
-                        },
-                        "showPoints": "never",
-                        "spanNulls": true,
-                        "stacking": {
-                           "group": "A",
-                           "mode": "normal"
-                        },
-                        "thresholdsStyle": {
-                           "mode": "off"
-                        }
-                     },
-                     "mappings": [ ],
-                     "min": 0,
-                     "thresholds": {
-                        "mode": "absolute",
-                        "steps": [
-                           {
-                              "color": "green",
-                              "value": null
-                           }
-                        ]
-                     },
-                     "unit": "decbytes"
-                  },
-                  "overrides": [ ]
-               },
-               "gridPos": {
-                  "h": 7,
-                  "w": 12,
-                  "x": 12,
-                  "y": 79
-               },
-               "id": 52,
-               "options": {
-                  "legend": {
-                     "calcs": [
-                        "mean",
-                        "lastNotNull",
-                        "max",
-                        "min"
-                     ],
-                     "displayMode": "table",
-                     "placement": "bottom",
-                     "showLegend": true
-                  },
-                  "tooltip": {
-                     "mode": "multi",
-                     "sort": "none"
-                  }
-               },
-               "pluginVersion": "9.4.7",
-               "seriesOverrides": [ ],
-               "targets": [
-                  {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Read Bytes",
-                     "refId": "A",
-                     "step": 60
-                  },
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"} + ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "",
+              "refId": "A",
+              "step": 60
+            }
+          ],
+          "title": "Usage",
+          "type": "gauge"
+        },
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 2,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "normal"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
                   {
-                     "datasource": {
-                        "type": "prometheus",
-                        "uid": "${datasource}"
-                     },
-                     "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
-                     "format": "time_series",
-                     "interval": "$__rate_interval",
-                     "intervalFactor": 1,
-                     "legendFormat": "Write Bytes",
-                     "refId": "B",
-                     "step": 60
+                    "color": "green"
                   }
-               ],
-               "title": "Throughput",
-               "type": "timeseries"
-            }
-         ],
-         "repeat": null,
-         "repeatIteration": null,
-         "repeatRowId": null,
-         "showTitle": true,
-         "title": "Data Pool",
-         "titleSize": "h6",
-         "type": "row"
-      }
-   ],
-   "refresh": "30s",
-   "rows": [ ],
-   "schemaVersion": 38,
-   "style": "dark",
-   "tags": [
-      "ceph-mixin",
-      "protocol",
-      "overview"
-   ],
-   "templating": {
-      "list": [
-         {
-            "current": {
-               "text": "default",
-               "value": "default"
-            },
-            "hide": 0,
-            "label": "Data Source",
-            "name": "datasource",
-            "options": [ ],
-            "query": "prometheus",
-            "refresh": 1,
-            "regex": "",
-            "type": "datasource"
-         },
-         {
-            "allValue": null,
-            "current": { },
-            "datasource": "$datasource",
-            "hide": 0,
-            "includeAll": false,
-            "label": "cluster",
-            "multi": false,
-            "name": "cluster",
-            "options": [ ],
-            "query": "label_values(ceph_health_status, cluster)",
-            "refresh": 1,
-            "regex": "(.*)",
-            "sort": 1,
-            "tagValuesQuery": "",
-            "tags": [ ],
-            "tagsQuery": "",
-            "type": "query",
-            "useTags": false
-         },
-         {
-            "allValue": null,
-            "current": {
-               "text": {
-                  "selected": false,
-                  "text": "a",
-                  "value": "a"
-               },
-               "value": {
-                  "selected": false,
-                  "text": "a",
-                  "value": "a"
-               }
-            },
-            "datasource": {
-               "type": "prometheus",
-               "uid": "${datasource}"
-            },
-            "hide": 0,
-            "includeAll": true,
-            "label": "Filesystem",
-            "multi": false,
-            "name": "name",
-            "options": [ ],
-            "query": {
-               "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\", }, name)",
-               "refId": "StandardVariableQuery"
+                ]
+              },
+              "unit": "none"
             },
-            "refresh": 1,
-            "regex": "",
-            "sort": 0,
-            "tagValuesQuery": "",
-            "tags": [ ],
-            "tagsQuery": "",
-            "type": "query",
-            "useTags": false
-         },
-         {
-            "allValue": null,
-            "current": {
-               "text": {
-                  "selected": false,
-                  "text": "All",
-                  "value": "$__all"
-               },
-               "value": {
-                  "selected": false,
-                  "text": "All",
-                  "value": "$__all"
-               }
-            },
-            "datasource": {
-               "type": "prometheus",
-               "uid": "${datasource}"
+            "overrides": []
+          },
+          "gridPos": {
+            "h": 7,
+            "w": 12,
+            "x": 0,
+            "y": 79
+          },
+          "id": 51,
+          "options": {
+            "legend": {
+              "calcs": [
+                "mean",
+                "lastNotNull",
+                "max",
+                "min"
+              ],
+              "displayMode": "table",
+              "placement": "bottom",
+              "showLegend": true
             },
-            "hide": 2,
-            "includeAll": true,
-            "label": "metadata pool",
-            "multi": false,
-            "name": "mdatapool",
-            "options": [ ],
-            "query": {
-               "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"}, metadata_pool)",
-               "refId": "StandardVariableQuery"
+            "tooltip": {
+              "mode": "multi",
+              "sort": "none"
+            }
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Read",
+              "refId": "A",
+              "step": 60
             },
-            "refresh": 1,
-            "regex": "",
-            "sort": 0,
-            "tagValuesQuery": "",
-            "tags": [ ],
-            "tagsQuery": "",
-            "type": "query",
-            "useTags": false
-         },
-         {
-            "allValue": null,
-            "current": {
-               "text": {
-                  "selected": false,
-                  "text": "All",
-                  "value": "$__all"
-               },
-               "value": {
-                  "selected": false,
-                  "text": "All",
-                  "value": "$__all"
-               }
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Write",
+              "refId": "B",
+              "step": 60
+            }
+          ],
+          "title": "IOPS",
+          "type": "timeseries"
+        },
+        {
+          "datasource": {
+            "type": "prometheus",
+            "uid": "${datasource}"
+          },
+          "description": "",
+          "fieldConfig": {
+            "defaults": {
+              "color": {
+                "mode": "palette-classic"
+              },
+              "custom": {
+                "axisCenteredZero": false,
+                "axisColorMode": "text",
+                "axisLabel": "",
+                "axisPlacement": "auto",
+                "barAlignment": 0,
+                "drawStyle": "line",
+                "fillOpacity": 10,
+                "gradientMode": "none",
+                "hideFrom": {
+                  "legend": false,
+                  "tooltip": false,
+                  "viz": false
+                },
+                "lineInterpolation": "linear",
+                "lineWidth": 2,
+                "pointSize": 5,
+                "scaleDistribution": {
+                  "type": "linear"
+                },
+                "showPoints": "never",
+                "spanNulls": true,
+                "stacking": {
+                  "group": "A",
+                  "mode": "normal"
+                },
+                "thresholdsStyle": {
+                  "mode": "off"
+                }
+              },
+              "mappings": [],
+              "min": 0,
+              "thresholds": {
+                "mode": "absolute",
+                "steps": [
+                  {
+                    "color": "green"
+                  }
+                ]
+              },
+              "unit": "decbytes"
             },
-            "datasource": {
-               "type": "prometheus",
-               "uid": "${datasource}"
+            "overrides": []
+          },
+          "gridPos": {
+            "h": 7,
+            "w": 12,
+            "x": 12,
+            "y": 79
+          },
+          "id": 52,
+          "options": {
+            "legend": {
+              "calcs": [
+                "mean",
+                "lastNotNull",
+                "max",
+                "min"
+              ],
+              "displayMode": "table",
+              "placement": "bottom",
+              "showLegend": true
             },
-            "hide": 2,
-            "includeAll": true,
-            "label": "data pool",
-            "multi": false,
-            "name": "datapool",
-            "options": [ ],
-            "query": {
-               "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"}, data_pools)",
-               "refId": "StandardVariableQuery"
+            "tooltip": {
+              "mode": "multi",
+              "sort": "none"
+            }
+          },
+          "pluginVersion": "9.4.7",
+          "targets": [
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Read Bytes",
+              "refId": "A",
+              "step": 60
             },
-            "refresh": 1,
-            "regex": "",
-            "sort": 0,
-            "tagValuesQuery": "",
-            "tags": [ ],
-            "tagsQuery": "",
-            "type": "query",
-            "useTags": false
-         }
-      ]
-   },
-   "time": {
-      "from": "now-6h",
-      "to": "now"
-   },
-   "timepicker": {
-      "refresh_intervals": [
-         "5s",
-         "10s",
-         "30s",
-         "1m",
-         "5m",
-         "15m",
-         "30m",
-         "1h",
-         "2h",
-         "1d"
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "${datasource}"
+              },
+              "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
+              "format": "time_series",
+              "interval": "$__rate_interval",
+              "intervalFactor": 1,
+              "legendFormat": "Write Bytes",
+              "refId": "B",
+              "step": 60
+            }
+          ],
+          "title": "Throughput",
+          "type": "timeseries"
+        }
       ],
-      "time_options": [
-         "5m",
-         "15m",
-         "1h",
-         "6h",
-         "12h",
-         "24h",
-         "2d",
-         "7d",
-         "30d"
-      ]
-   },
-   "timezone": "",
-   "title": "Ceph Filesystem - Overview",
-   "uid": "718Bruins",
-   "version": 0
+      "title": "Data Pool",
+      "type": "row"
+    }
+  ],
+  "preload": false,
+  "refresh": "30s",
+  "schemaVersion": 42,
+  "tags": [
+    "ceph-mixin",
+    "protocol",
+    "overview"
+  ],
+  "templating": {
+    "list": [
+      {
+        "current": {
+          "text": "Dashboard",
+          "value": "P67B696468610B879"
+        },
+        "label": "Data Source",
+        "name": "datasource",
+        "options": [],
+        "query": "prometheus",
+        "refresh": 1,
+        "regex": "",
+        "type": "datasource"
+      },
+      {
+        "current": {
+          "text": "cluster1",
+          "value": "cluster1"
+        },
+        "datasource": "$datasource",
+        "includeAll": false,
+        "label": "cluster",
+        "name": "cluster",
+        "options": [],
+        "query": "label_values(ceph_health_status, cluster)",
+        "refresh": 1,
+        "regex": "(.*)",
+        "sort": 1,
+        "type": "query"
+      },
+      {
+        "current": {
+          "text": "a",
+          "value": "a"
+        },
+        "datasource": {
+          "type": "prometheus",
+          "uid": "${datasource}"
+        },
+        "includeAll": true,
+        "label": "Filesystem",
+        "name": "name",
+        "options": [],
+        "query": {
+          "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\", }, name)",
+          "refId": "StandardVariableQuery"
+        },
+        "refresh": 1,
+        "regex": "",
+        "type": "query"
+      },
+      {
+        "current": {
+          "text": "All",
+          "value": "$__all"
+        },
+        "datasource": {
+          "type": "prometheus",
+          "uid": "${datasource}"
+        },
+        "hide": 2,
+        "includeAll": true,
+        "label": "metadata pool",
+        "name": "mdatapool",
+        "options": [],
+        "query": {
+          "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"}, metadata_pool)",
+          "refId": "StandardVariableQuery"
+        },
+        "refresh": 1,
+        "regex": "",
+        "type": "query"
+      },
+      {
+        "current": {
+          "text": "All",
+          "value": "$__all"
+        },
+        "datasource": {
+          "type": "prometheus",
+          "uid": "${datasource}"
+        },
+        "hide": 2,
+        "includeAll": true,
+        "label": "data pool",
+        "name": "datapool",
+        "options": [],
+        "query": {
+          "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"}, data_pools)",
+          "refId": "StandardVariableQuery"
+        },
+        "refresh": 1,
+        "regex": "",
+        "type": "query"
+      }
+    ]
+  },
+  "time": {
+    "from": "now-6h",
+    "to": "now"
+  },
+  "timepicker": {},
+  "timezone": "",
+  "style": "dark",
+  "title": "Ceph Filesystem - Overview",
+  "uid": "718Bruins",
+  "version": 1
 }