]> git-server-git.apps.pok.os.sepia.ceph.com Git - cephmetrics.git/commitdiff
Dashboard uid metadata field removed 183/head
authorPaul Cuzner <pcuzner@redhat.com>
Tue, 22 May 2018 23:51:36 +0000 (11:51 +1200)
committerPaul Cuzner <pcuzner@redhat.com>
Tue, 22 May 2018 23:51:36 +0000 (11:51 +1200)
The presence of uid in the dashboard definition is causing
compatibility issues with moving to Grafana v5.1. By removing the
uid entry, the dashboards still work and can be migrated to 5.1

15 files changed:
dashboards/mgr-prometheus/alert-status.json
dashboards/mgr-prometheus/ceph-at-a-glance.json
dashboards/mgr-prometheus/ceph-backend-storage.json
dashboards/mgr-prometheus/ceph-cluster.json
dashboards/mgr-prometheus/ceph-health.json
dashboards/mgr-prometheus/ceph-osd-information.json
dashboards/mgr-prometheus/ceph-pools.json
dashboards/mgr-prometheus/ceph-rgw-workload.json
dashboards/mgr-prometheus/cephmetrics-host.json
dashboards/mgr-prometheus/iscsi-client-details.json
dashboards/mgr-prometheus/iscsi-overview.json
dashboards/mgr-prometheus/latency-by-server.json
dashboards/mgr-prometheus/mds-performance.json
dashboards/mgr-prometheus/network-usage-by-node.json
dashboards/mgr-prometheus/osd-node-detail.json

index 99974fa180ee9f3e631ebf92c3d5000dc53b4176..3ac88457e502b0bb67216cf76347565ada3fbc4d 100644 (file)
@@ -1,97 +1,97 @@
 {
   "__requires": [
     {
-      "type": "panel", 
-      "id": "alertlist", 
-      "name": "Alert List", 
+      "type": "panel",
+      "id": "alertlist",
+      "name": "Alert List",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526437197732, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526437197732,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 11, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Active Alert List", 
+      },
+      "id": 11,
+      "panels": [],
+      "repeat": null,
+      "title": "Active Alert List",
       "type": "row"
-    }, 
+    },
     {
       "gridPos": {
-        "h": 7, 
-        "w": 24, 
-        "x": 0, 
+        "h": 7,
+        "w": 24,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 1, 
-      "limit": "20", 
-      "links": [], 
-      "onlyAlertsOnDashboard": true, 
-      "show": "current", 
-      "sortOrder": 3, 
+      },
+      "id": 1,
+      "limit": "20",
+      "links": [],
+      "onlyAlertsOnDashboard": true,
+      "show": "current",
+      "sortOrder": 3,
       "stateFilter": [
         "alerting"
-      ], 
-      "title": "Active Ceph Alert List", 
+      ],
+      "title": "Active Ceph Alert List",
       "type": "alertlist"
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 12, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Health Checks", 
+      },
+      "id": 12,
+      "panels": [],
+      "repeat": null,
+      "title": "Health Checks",
       "type": "row"
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "1m", 
+                "A",
+                "1m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "max"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "10s", 
-        "handler": 1, 
-        "name": "Overall Ceph Health alert", 
-        "noDataState": "no_data", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "10s",
+        "handler": 1,
+        "name": "Overall Ceph Health alert",
+        "noDataState": "no_data",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
+      },
       "aliasColors": {
-        "Ceph Health": "#890F02", 
-        "Ceph Health (0:OK, 4:Warning,8:Error)": "#DEDAF7", 
+        "Ceph Health": "#890F02",
+        "Ceph Health (0:OK, 4:Warning,8:Error)": "#DEDAF7",
         "ceph health": "#890F02"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "The chart plots the clusters health, over time. Health is depicted as a integer; 0, 1 or 2 where 0 is OK, 1 is WARN and 2 represents an ERROR state.", 
-      "fill": 1, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "The chart plots the clusters health, over time. Health is depicted as a integer; 0, 1 or 2 where 0 is OK, 1 is WARN and 2 represents an ERROR state.",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 0, 
+        "h": 7,
+        "w": 4,
+        "x": 0,
         "y": 9
-      }, 
-      "hideTimeOverride": false, 
-      "id": 2, 
+      },
+      "hideTimeOverride": false,
+      "id": 2,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
-      "links": [], 
-      "maxDataPoints": "360", 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": true, 
+      },
+      "lines": true,
+      "linewidth": 2,
+      "links": [],
+      "maxDataPoints": "360",
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": true,
       "targets": [
         {
-          "expr": "ceph_health_status", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "Ceph Health", 
-          "refId": "A", 
-          "step": 20, 
+          "expr": "ceph_health_status",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "Ceph Health",
+          "refId": "A",
+          "step": 20,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Overall Ceph Health", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Overall Ceph Health",
       "tooltip": {
-        "shared": false, 
-        "sort": 1, 
+        "shared": false,
+        "sort": 1,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": "", 
-          "logBase": 1, 
-          "max": "2", 
-          "min": "0", 
+          "format": "short",
+          "label": "",
+          "logBase": 1,
+          "max": "2",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "1m", 
+                "A",
+                "1m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "max"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "60s", 
-        "handler": 1, 
-        "name": "Disks Near Full alert", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "60s",
+        "handler": 1,
+        "name": "Disks Near Full alert",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "This shows how many disks are at or above 80% full. Performance may degrade beyond this threshold on filestore (XFS) backed OSD's.", 
-      "fill": 1, 
+      },
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "This shows how many disks are at or above 80% full. Performance may degrade beyond this threshold on filestore (XFS) backed OSD's.",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 4, 
+        "h": 7,
+        "w": 4,
+        "x": 4,
         "y": 9
-      }, 
-      "id": 3, 
+      },
+      "id": 3,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": false, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "count((ceph_osd_stat_bytes_used / ceph_osd_stat_bytes) * 100 > 85)", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "", 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "count((ceph_osd_stat_bytes_used / ceph_osd_stat_bytes) * 100 > 85)",
+          "format": "time_series",
+          "hide": false,
+          "instant": false,
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Disks Near Full", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Disks Near Full",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "30s", 
+                "A",
+                "30s",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "max"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "10s", 
-        "handler": 1, 
-        "name": "OSDs Down alert", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "10s",
+        "handler": 1,
+        "name": "OSDs Down alert",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": true, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Count of OSDs currently in a DOWN state", 
-      "fill": 2, 
+      },
+      "aliasColors": {},
+      "bars": true,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Count of OSDs currently in a DOWN state",
+      "fill": 2,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 8, 
+        "h": 7,
+        "w": 4,
+        "x": 8,
         "y": 9
-      }, 
-      "hideTimeOverride": true, 
-      "id": 4, 
+      },
+      "hideTimeOverride": true,
+      "id": 4,
       "legend": {
-        "alignAsTable": false, 
-        "avg": false, 
-        "current": false, 
-        "hideZero": false, 
-        "max": false, 
-        "min": false, 
-        "rightSide": false, 
-        "show": false, 
-        "total": false, 
+        "alignAsTable": false,
+        "avg": false,
+        "current": false,
+        "hideZero": false,
+        "max": false,
+        "min": false,
+        "rightSide": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": false, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": true, 
+      },
+      "lines": false,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": true,
       "targets": [
         {
-          "expr": "count(ceph_osd_metadata) - count(ceph_osd_up > 0.5)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "legendFormat": "down", 
-          "refId": "A", 
-          "step": 4, 
+          "expr": "count(ceph_osd_metadata) - count(ceph_osd_up > 0.5)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "legendFormat": "down",
+          "refId": "A",
+          "step": 4,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": "5m", 
-      "timeShift": null, 
-      "title": "OSDs Down", 
+      ],
+      "timeFrom": "5m",
+      "timeShift": null,
+      "title": "OSDs Down",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "30s", 
+                "A",
+                "30s",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "last"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "30s", 
-        "handler": 1, 
-        "name": "OSDs Hosts Down alert", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "30s",
+        "handler": 1,
+        "name": "OSDs Hosts Down alert",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": true, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Count of OSD Hosts that have all daemons down", 
-      "fill": 2, 
+      },
+      "aliasColors": {},
+      "bars": true,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Count of OSD Hosts that have all daemons down",
+      "fill": 2,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 12, 
+        "h": 7,
+        "w": 4,
+        "x": 12,
         "y": 9
-      }, 
-      "hideTimeOverride": true, 
-      "id": 14, 
+      },
+      "hideTimeOverride": true,
+      "id": 14,
       "legend": {
-        "alignAsTable": false, 
-        "avg": false, 
-        "current": false, 
-        "hideZero": false, 
-        "max": false, 
-        "min": false, 
-        "rightSide": false, 
-        "show": false, 
-        "total": false, 
+        "alignAsTable": false,
+        "avg": false,
+        "current": false,
+        "hideZero": false,
+        "max": false,
+        "min": false,
+        "rightSide": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": false, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": true, 
+      },
+      "lines": false,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": true,
       "targets": [
         {
-          "expr": "count(\n  (count by(instance) (ceph_disk_occupation * \n    on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - \n  count by(instance) (ceph_disk_occupation)) == 0)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "legendFormat": "down", 
-          "refId": "A", 
-          "step": 4, 
+          "expr": "count(\n  (count by(instance) (ceph_disk_occupation * \n    on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - \n  count by(instance) (ceph_disk_occupation)) == 0)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "legendFormat": "down",
+          "refId": "A",
+          "step": 4,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": "5m", 
-      "timeShift": null, 
-      "title": "OSDs Hosts Down", 
+      ],
+      "timeFrom": "5m",
+      "timeShift": null,
+      "title": "OSDs Hosts Down",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "1m", 
+                "A",
+                "1m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "last"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "60s", 
-        "handler": 1, 
-        "name": "PG's Stuck alert", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "60s",
+        "handler": 1,
+        "name": "PG's Stuck alert",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "This chart shows whether there are pg's in a stuck state, that need manual intervention to resolve.", 
-      "fill": 2, 
+      },
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "This chart shows whether there are pg's in a stuck state, that need manual intervention to resolve.",
+      "fill": 2,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 16, 
+        "h": 7,
+        "w": 4,
+        "x": 16,
         "y": 9
-      }, 
-      "hideTimeOverride": true, 
-      "id": 6, 
+      },
+      "hideTimeOverride": true,
+      "id": 6,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max(ceph_osd_numpg) - scalar(ceph_pg_active)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "# pg's stuck inactive", 
-          "refId": "A", 
-          "step": 240, 
+          "expr": "max(ceph_osd_numpg) - scalar(ceph_pg_active)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "# pg's stuck inactive",
+          "refId": "A",
+          "step": 240,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": "6h", 
-      "timeShift": null, 
-      "title": "PG's Stuck", 
+      ],
+      "timeFrom": "6h",
+      "timeShift": null,
+      "title": "PG's Stuck",
       "tooltip": {
-        "shared": false, 
-        "sort": 0, 
+        "shared": false,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": [
           "total"
         ]
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "lt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "5m", 
+                "A",
+                "5m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "min"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "60s", 
-        "handler": 1, 
-        "name": "OSD Host Loss Check alert", 
-        "noDataState": "no_data", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "60s",
+        "handler": 1,
+        "name": "OSD Host Loss Check alert",
+        "noDataState": "no_data",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
+      },
       "aliasColors": {
         "Largest OSD Host": "#890F02"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "This graph checks the cluster @ 90% full is enough to support the loss of the largest OSD host", 
-      "fill": 1, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "This graph checks the cluster @ 90% full is enough to support the loss of the largest OSD host",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 20, 
+        "h": 7,
+        "w": 4,
+        "x": 20,
         "y": 9
-      }, 
-      "id": 7, 
+      },
+      "id": 7,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": false, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max(\n  sum(ceph_osd_stat_bytes - ceph_osd_stat_bytes_used)\n) * 0.9 -\nmax(\n  sum by (instance) (\n    ceph_osd_stat_bytes + on (ceph_daemon) group_left (instance) (ceph_disk_occupation*0)\n  )\n)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "max(\n  sum(ceph_osd_stat_bytes - ceph_osd_stat_bytes_used)\n) * 0.9 -\nmax(\n  sum by (instance) (\n    ceph_osd_stat_bytes + on (ceph_daemon) group_left (instance) (ceph_disk_occupation*0)\n  )\n)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "lt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "lt",
           "value": 0
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "OSD Host Loss Check", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "OSD Host Loss Check",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "decbytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "decbytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 1000
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "1m", 
+                "A",
+                "1m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "max"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "30s", 
-        "handler": 1, 
-        "name": "Slow OSD responses alert", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "30s",
+        "handler": 1,
+        "name": "Slow OSD responses alert",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
+      },
       "aliasColors": {
         "Largest OSD Host": "#890F02"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Graph checking for OSD Latencies that are above 1s.", 
-      "fill": 1, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Graph checking for OSD Latencies that are above 1s.",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 0, 
+        "h": 7,
+        "w": 4,
+        "x": 0,
         "y": 16
-      }, 
-      "hideTimeOverride": true, 
-      "id": 8, 
+      },
+      "hideTimeOverride": true,
+      "id": 8,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "maxDataPoints": "", 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "maxDataPoints": "",
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "(\n  (\n    irate(node_disk_read_time_ms[5m]) / clamp_min(irate(node_disk_reads_completed[5m]), 0.001) +\n    irate(node_disk_write_time_ms[5m]) / clamp_min(irate(node_disk_writes_completed[5m]), 0.001)\n  ) and on (instance, device) ceph_disk_occupation\n) >= 1000", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{instance}}.{{device}}", 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "(\n  (\n    irate(node_disk_read_time_ms[5m]) / clamp_min(irate(node_disk_reads_completed[5m]), 0.001) +\n    irate(node_disk_write_time_ms[5m]) / clamp_min(irate(node_disk_writes_completed[5m]), 0.001)\n  ) and on (instance, device) ceph_disk_occupation\n) >= 1000",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{instance}}.{{device}}",
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 1000
         }
-      ], 
-      "timeFrom": "1h", 
-      "timeShift": null, 
-      "title": "Slow OSD responses", 
+      ],
+      "timeFrom": "1h",
+      "timeShift": null,
+      "title": "Slow OSD responses",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": "ms", 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": "ms",
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 10
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "5m", 
+                "A",
+                "5m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "max"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "30s", 
-        "handler": 1, 
-        "name": "Network Errors alert", 
-        "noDataState": "no_data", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "30s",
+        "handler": 1,
+        "name": "Network Errors alert",
+        "noDataState": "no_data",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Checks all interfaces for dropped/error packets, and alerts if more than 10 are seen in a 5m interval", 
-      "fill": 1, 
+      },
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Checks all interfaces for dropped/error packets, and alerts if more than 10 are seen in a 5m interval",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 4, 
+        "h": 7,
+        "w": 4,
+        "x": 4,
         "y": 16
-      }, 
-      "id": 9, 
+      },
+      "id": 9,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": false, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum by (instance, device) (\n  irate(node_network_receive_drop{device=~\"(eth|en|bond|ib|mlx).*\"}[5m]) +\n  irate(node_network_receive_errs{device=~\"(eth|en|bond|ib|mlx).*\"}[5m]) +\n  irate(node_network_transmit_drop{device=~\"(eth|en|bond|ib|mlx).*\"}[5m]) +\n  irate(node_network_transmit_errs{device=~\"(eth|en|bond|ib|mlx).*\"}[5m])\n) > 0", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "{{instance}} / {{device}}", 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "sum by (instance, device) (\n  irate(node_network_receive_drop{device=~\"(eth|en|bond|ib|mlx).*\"}[5m]) +\n  irate(node_network_receive_errs{device=~\"(eth|en|bond|ib|mlx).*\"}[5m]) +\n  irate(node_network_transmit_drop{device=~\"(eth|en|bond|ib|mlx).*\"}[5m]) +\n  irate(node_network_transmit_errs{device=~\"(eth|en|bond|ib|mlx).*\"}[5m])\n) > 0",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "{{instance}} / {{device}}",
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 10
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Network Packet Drops/Errors", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Network Packet Drops/Errors",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 85
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "5m", 
+                "A",
+                "5m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "avg"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "60s", 
-        "handler": 1, 
-        "name": "Pool Capacity alert", 
-        "noDataState": "no_data", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "60s",
+        "handler": 1,
+        "name": "Pool Capacity alert",
+        "noDataState": "no_data",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 5, 
+      },
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 5,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 8, 
+        "h": 7,
+        "w": 4,
+        "x": 8,
         "y": 16
-      }, 
-      "id": 10, 
+      },
+      "id": 10,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "repeat": null, 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "repeat": null,
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "ceph_pool_bytes_used / (ceph_pool_bytes_used + ceph_pool_max_avail) * 100 + on (pool_id) group_left (name) (ceph_pool_metadata*0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "{{name}}", 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "ceph_pool_bytes_used / (ceph_pool_bytes_used + ceph_pool_max_avail) * 100 + on (pool_id) group_left (name) (ceph_pool_metadata*0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "{{name}}",
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 85
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Pool Capacity", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Pool Capacity",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "percent", 
-          "label": null, 
-          "logBase": 1, 
-          "max": "100", 
-          "min": "0", 
+          "format": "percent",
+          "label": null,
+          "logBase": 1,
+          "max": "100",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "10s", 
+                "A",
+                "10s",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "last"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "30s", 
-        "handler": 1, 
-        "name": "MONs Down alert", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "30s",
+        "handler": 1,
+        "name": "MONs Down alert",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Count of MONs currently not in quorum/down", 
-      "fill": 2, 
+      },
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Count of MONs currently not in quorum/down",
+      "fill": 2,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 12, 
+        "h": 7,
+        "w": 4,
+        "x": 12,
         "y": 16
-      }, 
-      "hideTimeOverride": true, 
-      "id": 13, 
+      },
+      "hideTimeOverride": true,
+      "id": 13,
       "legend": {
-        "alignAsTable": false, 
-        "avg": false, 
-        "current": false, 
-        "hideZero": false, 
-        "max": false, 
-        "min": false, 
-        "rightSide": false, 
-        "show": false, 
-        "total": false, 
+        "alignAsTable": false,
+        "avg": false,
+        "current": false,
+        "hideZero": false,
+        "max": false,
+        "min": false,
+        "rightSide": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": true, 
+      },
+      "lines": true,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": true,
       "targets": [
         {
-          "expr": "count(ceph_mon_quorum_status != 1)", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "down", 
-          "refId": "A", 
-          "step": 4, 
+          "expr": "count(ceph_mon_quorum_status != 1)",
+          "format": "time_series",
+          "hide": false,
+          "instant": false,
+          "intervalFactor": 1,
+          "legendFormat": "down",
+          "refId": "A",
+          "step": 4,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": "5m", 
-      "timeShift": null, 
-      "title": "MONs Down", 
+      ],
+      "timeFrom": "5m",
+      "timeShift": null,
+      "title": "MONs Down",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": "7", 
-          "min": "0", 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": "7",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 85
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "1h", 
+                "A",
+                "1h",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "avg"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "60s", 
-        "handler": 1, 
-        "name": "Cluster Capacity alert", 
-        "noDataState": "no_data", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "60s",
+        "handler": 1,
+        "name": "Cluster Capacity alert",
+        "noDataState": "no_data",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "This trigger raises a notification if the raw used crosses the 85% capacity threshold of the ceph cluster", 
-      "fill": 1, 
+      },
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "This trigger raises a notification if the raw used crosses the 85% capacity threshold of the ceph cluster",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 16, 
+        "h": 7,
+        "w": 4,
+        "x": 16,
         "y": 16
-      }, 
-      "id": 5, 
+      },
+      "id": 5,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) * 100 ", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "legendFormat": "Raw Capacity Used %", 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) * 100 ",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "legendFormat": "Raw Capacity Used %",
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 85
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Cluster Capacity", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Cluster Capacity",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "percent", 
-          "label": "", 
-          "logBase": 1, 
-          "max": "100", 
-          "min": "0", 
+          "format": "percent",
+          "label": "",
+          "logBase": 1,
+          "max": "100",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "alert": {
         "conditions": [
             "evaluator": {
               "params": [
                 0
-              ], 
+              ],
               "type": "gt"
-            }, 
+            },
             "operator": {
               "type": "and"
-            }, 
+            },
             "query": {
               "params": [
-                "A", 
-                "1m", 
+                "A",
+                "1m",
                 "now"
               ]
-            }, 
+            },
             "reducer": {
-              "params": [], 
+              "params": [],
               "type": "last"
-            }, 
+            },
             "type": "query"
           }
-        ], 
-        "executionErrorState": "alerting", 
-        "frequency": "60s", 
-        "handler": 1, 
-        "name": "OSDs with High PG Count", 
-        "noDataState": "ok", 
+        ],
+        "executionErrorState": "alerting",
+        "frequency": "60s",
+        "handler": 1,
+        "name": "OSDs with High PG Count",
+        "noDataState": "ok",
         "notifications": [
           {
             "id": 1
           }
         ]
-      }, 
-      "aliasColors": {}, 
-      "bars": true, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Shows the number of PGs that have a pg count > 275.", 
-      "fill": 1, 
+      },
+      "aliasColors": {},
+      "bars": true,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Shows the number of PGs that have a pg count > 275.",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 20, 
+        "h": 7,
+        "w": 4,
+        "x": 20,
         "y": 16
-      }, 
-      "id": 16, 
+      },
+      "id": 16,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": false, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": false,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "count(ceph_osd_numpg > 275)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "count(ceph_osd_numpg > 275)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
+      ],
       "thresholds": [
         {
-          "colorMode": "critical", 
-          "fill": true, 
-          "line": true, 
-          "op": "gt", 
+          "colorMode": "critical",
+          "fill": true,
+          "line": true,
+          "op": "gt",
           "value": 0
         }
-      ], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "OSDs with High PG Count", 
+      ],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "OSDs with High PG Count",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "decimals": 0, 
-          "format": "short", 
-          "label": "#NUM OSDs with high PG Count", 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "decimals": 0,
+          "format": "short",
+          "label": "#NUM OSDs with high PG Count",
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": []
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Alert Status", 
-  "uid": "000000013", 
-  "version": 16
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Alert Status",
+  "version": 17
+}
index 86f36e5d880ae0f325617c290e0e06c42cc608d7..a60512684c3d35a0fd9a5003dc2839476a56a598 100644 (file)
 {
   "__requires": [
     {
-      "type": "panel", 
-      "id": "alertlist", 
-      "name": "Alert List", 
+      "type": "panel",
+      "id": "alertlist",
+      "name": "Alert List",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "grafana-piechart-panel", 
-      "name": "Pie Chart", 
+      "type": "panel",
+      "id": "grafana-piechart-panel",
+      "name": "Pie Chart",
       "version": "1.3.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "vonage-status-panel", 
-      "name": "Status Panel", 
+      "type": "panel",
+      "id": "vonage-status-panel",
+      "name": "Status Panel",
       "version": "1.0.8"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "limit": 100, 
-        "name": "Annotations & Alerts", 
-        "showIn": 0, 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "limit": 100,
+        "name": "Annotations & Alerts",
+        "showIn": 0,
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526962541471, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526962541471,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
-      "includeVars": true, 
-      "keepTime": true, 
+      "asDropdown": true,
+      "icon": "external link",
+      "includeVars": true,
+      "keepTime": true,
       "tags": [
         "overview"
-      ], 
-      "targetBlank": true, 
-      "title": "Shortcuts", 
+      ],
+      "targetBlank": true,
+      "title": "Shortcuts",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 2, 
-        "w": 2, 
-        "x": 0, 
+        "h": 2,
+        "w": 2,
+        "x": 0,
         "y": 0
-      }, 
-      "height": "50px", 
-      "id": 1, 
-      "interval": null, 
+      },
+      "height": "50px",
+      "id": 1,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-cluster", 
-          "dashboard": "Ceph Cluster", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph Cluster", 
+          "dashUri": "db/ceph-cluster",
+          "dashboard": "Ceph Cluster",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph Cluster",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "10%", 
-      "prefix": "", 
-      "prefixFontSize": "10%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "10%",
+      "prefix": "",
+      "prefixFontSize": "10%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "target": ""
         }
-      ], 
-      "thresholds": "", 
-      "title": "", 
-      "transparent": true, 
-      "type": "singlestat", 
-      "valueFontSize": "35%", 
+      ],
+      "thresholds": "",
+      "title": "",
+      "transparent": true,
+      "type": "singlestat",
+      "valueFontSize": "35%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "Cluster", 
+          "op": "=",
+          "text": "Cluster",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 2, 
-        "w": 2, 
-        "x": 2, 
+        "h": 2,
+        "w": 2,
+        "x": 2,
         "y": 0
-      }, 
-      "height": "50px", 
-      "id": 2, 
-      "interval": null, 
+      },
+      "height": "50px",
+      "id": 2,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-pools", 
-          "dashboard": "Ceph Pools", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph Pools", 
+          "dashUri": "db/ceph-pools",
+          "dashboard": "Ceph Pools",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph Pools",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "10%", 
-      "prefix": "", 
-      "prefixFontSize": "10%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "10%",
+      "prefix": "",
+      "prefixFontSize": "10%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "target": ""
         }
-      ], 
-      "thresholds": "", 
-      "title": "", 
-      "transparent": true, 
-      "type": "singlestat", 
-      "valueFontSize": "35%", 
+      ],
+      "thresholds": "",
+      "title": "",
+      "transparent": true,
+      "type": "singlestat",
+      "valueFontSize": "35%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "Pools", 
+          "op": "=",
+          "text": "Pools",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 2, 
-        "w": 2, 
-        "x": 4, 
+        "h": 2,
+        "w": 2,
+        "x": 4,
         "y": 0
-      }, 
-      "height": "50px", 
-      "id": 3, 
-      "interval": null, 
+      },
+      "height": "50px",
+      "id": 3,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-osd-information", 
-          "dashboard": "Ceph OSD Information", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph OSD Information", 
+          "dashUri": "db/ceph-osd-information",
+          "dashboard": "Ceph OSD Information",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph OSD Information",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "10%", 
-      "prefix": "", 
-      "prefixFontSize": "10%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "10%",
+      "prefix": "",
+      "prefixFontSize": "10%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "target": ""
         }
-      ], 
-      "thresholds": "", 
-      "title": "", 
-      "transparent": true, 
-      "type": "singlestat", 
-      "valueFontSize": "35%", 
+      ],
+      "thresholds": "",
+      "title": "",
+      "transparent": true,
+      "type": "singlestat",
+      "valueFontSize": "35%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "OSDs", 
+          "op": "=",
+          "text": "OSDs",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 2, 
-        "w": 2, 
-        "x": 6, 
+        "h": 2,
+        "w": 2,
+        "x": 6,
         "y": 0
-      }, 
-      "height": "50px", 
-      "id": 40, 
-      "interval": null, 
+      },
+      "height": "50px",
+      "id": 40,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-rgw-workload", 
-          "dashboard": "Ceph RGW Workload", 
-          "includeVars": false, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph RGW Workload", 
+          "dashUri": "db/ceph-rgw-workload",
+          "dashboard": "Ceph RGW Workload",
+          "includeVars": false,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph RGW Workload",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "10%", 
-      "prefix": "", 
-      "prefixFontSize": "10%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "10%",
+      "prefix": "",
+      "prefixFontSize": "10%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "target": ""
         }
-      ], 
-      "thresholds": "", 
-      "title": "", 
-      "transparent": true, 
-      "type": "singlestat", 
-      "valueFontSize": "35%", 
+      ],
+      "thresholds": "",
+      "title": "",
+      "transparent": true,
+      "type": "singlestat",
+      "valueFontSize": "35%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "S3/Swift", 
+          "op": "=",
+          "text": "S3/Swift",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 2, 
-        "w": 2, 
-        "x": 8, 
+        "h": 2,
+        "w": 2,
+        "x": 8,
         "y": 0
-      }, 
-      "height": "50px", 
-      "id": 5, 
-      "interval": null, 
+      },
+      "height": "50px",
+      "id": 5,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-backend-storage", 
-          "dashboard": "Ceph Backend Storage", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "OSD Host Performance", 
+          "dashUri": "db/ceph-backend-storage",
+          "dashboard": "Ceph Backend Storage",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "OSD Host Performance",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "10%", 
-      "prefix": "", 
-      "prefixFontSize": "10%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "10%",
+      "prefix": "",
+      "prefixFontSize": "10%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "target": ""
         }
-      ], 
-      "thresholds": "", 
-      "title": "", 
-      "transparent": true, 
-      "type": "singlestat", 
-      "valueFontSize": "35%", 
+      ],
+      "thresholds": "",
+      "title": "",
+      "transparent": true,
+      "type": "singlestat",
+      "valueFontSize": "35%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "OSD Hosts", 
+          "op": "=",
+          "text": "OSD Hosts",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 2, 
-        "w": 2, 
-        "x": 10, 
+        "h": 2,
+        "w": 2,
+        "x": 10,
         "y": 0
-      }, 
-      "height": "50px", 
-      "id": 6, 
-      "interval": null, 
+      },
+      "height": "50px",
+      "id": 6,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/network-usage-by-server", 
-          "dashboard": "Network Usage by Server", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Network Usage by Server", 
+          "dashUri": "db/network-usage-by-server",
+          "dashboard": "Network Usage by Server",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Network Usage by Server",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "10%", 
-      "prefix": "", 
-      "prefixFontSize": "10%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "10%",
+      "prefix": "",
+      "prefixFontSize": "10%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "target": ""
         }
-      ], 
-      "thresholds": "", 
-      "title": "", 
-      "transparent": true, 
-      "type": "singlestat", 
-      "valueFontSize": "35%", 
+      ],
+      "thresholds": "",
+      "title": "",
+      "transparent": true,
+      "type": "singlestat",
+      "valueFontSize": "35%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "Network", 
+          "op": "=",
+          "text": "Network",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
       "gridPos": {
-        "h": 4, 
-        "w": 6, 
-        "x": 18, 
+        "h": 4,
+        "w": 6,
+        "x": 18,
         "y": 0
-      }, 
-      "id": 8, 
-      "limit": 10, 
+      },
+      "id": 8,
+      "limit": 10,
       "links": [
         {
-          "dashUri": "db/alert-status", 
-          "dashboard": "Alert Status", 
-          "targetBlank": true, 
-          "title": "Alert Status", 
+          "dashUri": "db/alert-status",
+          "dashboard": "Alert Status",
+          "targetBlank": true,
+          "title": "Alert Status",
           "type": "dashboard"
         }
-      ], 
-      "minSpan": 4, 
-      "onlyAlertsOnDashboard": false, 
-      "show": "current", 
-      "sortOrder": 3, 
+      ],
+      "minSpan": 4,
+      "onlyAlertsOnDashboard": false,
+      "show": "current",
+      "sortOrder": 3,
       "stateFilter": [
         "alerting"
-      ], 
-      "title": "Active Alerts", 
+      ],
+      "title": "Active Alerts",
       "type": "alertlist"
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 4
-      }, 
-      "id": 35, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "At a Glance", 
+      },
+      "id": 35,
+      "panels": [],
+      "repeat": null,
+      "title": "At a Glance",
       "type": "row"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(1, 167, 1, 1)", 
-        "rgba(255,165,0, 1)", 
+        "rgba(1, 167, 1, 1)",
+        "rgba(255,165,0, 1)",
         "rgba(255, 0, 0, 1)"
-      ], 
-      "datasource": null, 
-      "description": "Shows the overall health of the ceph cluster", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "Shows the overall health of the ceph cluster",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 0, 
+        "h": 6,
+        "w": 2,
+        "x": 0,
         "y": 5
-      }, 
-      "hideTimeOverride": true, 
-      "id": 9, 
-      "interval": null, 
+      },
+      "hideTimeOverride": true,
+      "id": 9,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-health", 
-          "dashboard": "Ceph Health", 
-          "includeVars": true, 
-          "keepTime": false, 
-          "targetBlank": true, 
-          "title": "Ceph Health", 
+          "dashUri": "db/ceph-health",
+          "dashboard": "Ceph Health",
+          "includeVars": true,
+          "keepTime": false,
+          "targetBlank": true,
+          "title": "Ceph Health",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 2, 
+      ],
+      "mappingType": 2,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "0", 
-          "text": "OK", 
+          "from": "0",
+          "text": "OK",
           "to": "0"
-        }, 
+        },
         {
-          "from": "1", 
-          "text": "WARN", 
+          "from": "1",
+          "text": "WARN",
           "to": "4"
-        }, 
+        },
         {
-          "from": "5", 
-          "text": "ERROR", 
+          "from": "5",
+          "text": "ERROR",
           "to": "99"
-        }, 
+        },
         {
-          "from": "-10", 
-          "text": "NODATA", 
+          "from": "-10",
+          "text": "NODATA",
           "to": "0"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "ceph_health_status", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "consolidateBy(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.health),\"max\")", 
+          "expr": "ceph_health_status",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "consolidateBy(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.health),\"max\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,5", 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "Health", 
-      "type": "singlestat", 
-      "valueFontSize": "50%", 
+      ],
+      "thresholds": "1,5",
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "Health",
+      "type": "singlestat",
+      "valueFontSize": "50%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "OK", 
+          "op": "=",
+          "text": "OK",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "WARN", 
+          "op": "=",
+          "text": "WARN",
           "value": "4"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ERROR", 
+          "op": "=",
+          "text": "ERROR",
           "value": "8"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "clusterName": "MONs", 
-      "colorMode": "Panel", 
+      "clusterName": "MONs",
+      "colorMode": "Panel",
       "colors": {
-        "crit": "rgba(245, 54, 54, 0.9)", 
-        "disable": "rgba(128, 128, 128, 0.9)", 
-        "ok": "rgb(1,167,1)", 
+        "crit": "rgba(245, 54, 54, 0.9)",
+        "disable": "rgba(128, 128, 128, 0.9)",
+        "ok": "rgb(1,167,1)",
         "warn": "rgba(237, 129, 40, 0.9)"
-      }, 
-      "cornerRadius": 0, 
-      "datasource": null, 
-      "displayName": "MONs", 
-      "flipCard": false, 
-      "flipTime": 5, 
-      "fontFormat": "Regular", 
+      },
+      "cornerRadius": 0,
+      "datasource": null,
+      "displayName": "MONs",
+      "flipCard": false,
+      "flipTime": 5,
+      "fontFormat": "Regular",
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 2, 
+        "h": 6,
+        "w": 2,
+        "x": 2,
         "y": 5
-      }, 
-      "hideTimeOverride": true, 
-      "id": 10, 
-      "isAutoScrollOnOverflow": false, 
-      "isGrayOnNoData": true, 
-      "isHideAlertsOnDisable": false, 
-      "isIgnoreOKColors": false, 
-      "links": [], 
-      "minSpan": 2, 
-      "namePrefix": "", 
+      },
+      "hideTimeOverride": true,
+      "id": 10,
+      "isAutoScrollOnOverflow": false,
+      "isGrayOnNoData": true,
+      "isHideAlertsOnDisable": false,
+      "isIgnoreOKColors": false,
+      "links": [],
+      "minSpan": 2,
+      "namePrefix": "",
       "targets": [
         {
-          "aggregation": "Last", 
-          "alias": "total", 
-          "displayType": "Regular", 
-          "expr": "count(ceph_mon_quorum_status)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "total", 
-          "refId": "D", 
-          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon), \"max\")),\"total\")", 
-          "textEditor": true, 
+          "aggregation": "Last",
+          "alias": "total",
+          "displayType": "Regular",
+          "expr": "count(ceph_mon_quorum_status)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "total",
+          "refId": "D",
+          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon), \"max\")),\"total\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "quorum", 
-          "displayAliasType": "Always", 
-          "displayType": "Regular", 
-          "displayValueWithAlias": "When Alias Displayed", 
-          "expr": "count(ceph_mon_quorum_status == 1)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "quorum", 
-          "refId": "E", 
-          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon_quorum), \"max\")),\"quorum\")", 
-          "textEditor": true, 
-          "valueHandler": "String Threshold", 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "quorum",
+          "displayAliasType": "Always",
+          "displayType": "Regular",
+          "displayValueWithAlias": "When Alias Displayed",
+          "expr": "count(ceph_mon_quorum_status == 1)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "quorum",
+          "refId": "E",
+          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon_quorum), \"max\")),\"quorum\")",
+          "textEditor": true,
+          "valueHandler": "String Threshold",
           "warn": "1"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "down", 
-          "crit": 2, 
-          "decimals": 2, 
-          "displayAliasType": "Always", 
-          "displayType": "Regular", 
-          "displayValueWithAlias": "When Alias Displayed", 
-          "expr": "count(ceph_mon_quorum_status != 1)", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "down", 
-          "refId": "A", 
-          "target": "alias(diffSeries(#D,#E), \"down\")", 
-          "targetFull": "alias(diffSeries(alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon), \"max\")),\"total\"),alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon_quorum), \"max\")),\"quorum\")), \"down\")", 
-          "textEditor": true, 
-          "units": "none", 
-          "valueHandler": "Number Threshold", 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "down",
+          "crit": 2,
+          "decimals": 2,
+          "displayAliasType": "Always",
+          "displayType": "Regular",
+          "displayValueWithAlias": "When Alias Displayed",
+          "expr": "count(ceph_mon_quorum_status != 1)",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "down",
+          "refId": "A",
+          "target": "alias(diffSeries(#D,#E), \"down\")",
+          "targetFull": "alias(diffSeries(alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon), \"max\")),\"total\"),alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_mon_quorum), \"max\")),\"quorum\")), \"down\")",
+          "textEditor": true,
+          "units": "none",
+          "valueHandler": "Number Threshold",
           "warn": 1
         }
-      ], 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "", 
+      ],
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "",
       "type": "vonage-status-panel"
-    }, 
+    },
     {
-      "clusterName": "OSDs", 
-      "colorMode": "Panel", 
+      "clusterName": "OSDs",
+      "colorMode": "Panel",
       "colors": {
-        "crit": "rgba(245, 54, 54, 0.9)", 
-        "disable": "rgba(128, 128, 128, 0.9)", 
-        "ok": "rgb(1,167,1)", 
+        "crit": "rgba(245, 54, 54, 0.9)",
+        "disable": "rgba(128, 128, 128, 0.9)",
+        "ok": "rgb(1,167,1)",
         "warn": "rgba(237, 129, 40, 0.9)"
-      }, 
-      "cornerRadius": 0, 
-      "datasource": null, 
-      "displayName": "OSDs", 
-      "flipCard": false, 
-      "flipTime": 5, 
-      "fontFormat": "Regular", 
+      },
+      "cornerRadius": 0,
+      "datasource": null,
+      "displayName": "OSDs",
+      "flipCard": false,
+      "flipTime": 5,
+      "fontFormat": "Regular",
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 4, 
+        "h": 6,
+        "w": 2,
+        "x": 4,
         "y": 5
-      }, 
-      "hideTimeOverride": true, 
-      "id": 11, 
-      "isAutoScrollOnOverflow": false, 
-      "isGrayOnNoData": false, 
-      "isHideAlertsOnDisable": false, 
-      "isIgnoreOKColors": false, 
+      },
+      "hideTimeOverride": true,
+      "id": 11,
+      "isAutoScrollOnOverflow": false,
+      "isGrayOnNoData": false,
+      "isHideAlertsOnDisable": false,
+      "isIgnoreOKColors": false,
       "links": [
         {
-          "dashUri": "db/ceph-osd-information", 
-          "dashboard": "Ceph OSD Information", 
-          "targetBlank": true, 
-          "title": "Ceph OSD Information", 
+          "dashUri": "db/ceph-osd-information",
+          "dashboard": "Ceph OSD Information",
+          "targetBlank": true,
+          "title": "Ceph OSD Information",
           "type": "dashboard"
         }
-      ], 
-      "minSpan": 2, 
-      "namePrefix": "", 
+      ],
+      "minSpan": 2,
+      "namePrefix": "",
       "targets": [
         {
-          "aggregation": "Last", 
-          "alias": "total", 
-          "displayType": "Regular", 
-          "expr": "count(ceph_osd_up)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "legendFormat": "total", 
-          "refId": "E", 
-          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_osd), \"max\")),\"total\")", 
-          "textEditor": true, 
+          "aggregation": "Last",
+          "alias": "total",
+          "displayType": "Regular",
+          "expr": "count(ceph_osd_up)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "legendFormat": "total",
+          "refId": "E",
+          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_osd), \"max\")),\"total\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "in", 
-          "displayType": "Regular", 
-          "expr": "count(ceph_osd_up == 1)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "legendFormat": "up", 
-          "refId": "F", 
-          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_osd_up), \"max\")),\"up\")", 
-          "textEditor": true, 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "in",
+          "displayType": "Regular",
+          "expr": "count(ceph_osd_up == 1)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "legendFormat": "up",
+          "refId": "F",
+          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_osd_up), \"max\")),\"up\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "up", 
-          "displayType": "Regular", 
-          "expr": "count(ceph_osd_in == 1)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "legendFormat": "in", 
-          "refId": "A", 
-          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_osd_in), \"max\")),\"in\")", 
-          "textEditor": true, 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "up",
+          "displayType": "Regular",
+          "expr": "count(ceph_osd_in == 1)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "legendFormat": "in",
+          "refId": "A",
+          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_osd_in), \"max\")),\"in\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "out", 
-          "displayType": "Regular", 
-          "expr": "count(ceph_osd_in == 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "out", 
-          "refId": "C", 
-          "target": "alias(countSeries(currentBelow(groupByNode(transformNull(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_state.*.in,99),-2,\"maxSeries\"),0.5)),\"out\")", 
-          "textEditor": true, 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "out",
+          "displayType": "Regular",
+          "expr": "count(ceph_osd_in == 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "out",
+          "refId": "C",
+          "target": "alias(countSeries(currentBelow(groupByNode(transformNull(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_state.*.in,99),-2,\"maxSeries\"),0.5)),\"out\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "down", 
-          "crit": 5, 
-          "decimals": 2, 
-          "displayAliasType": "Always", 
-          "displayType": "Regular", 
-          "displayValueWithAlias": "When Alias Displayed", 
-          "expr": "count(ceph_osd_up == 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "down", 
-          "refId": "B", 
-          "target": "alias(countSeries(currentBelow(groupByNode(transformNull(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_state.*.up,99),-2,\"maxSeries\"),0.5)),\"down\")", 
-          "textEditor": true, 
-          "units": "none", 
-          "valueHandler": "Number Threshold", 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "down",
+          "crit": 5,
+          "decimals": 2,
+          "displayAliasType": "Always",
+          "displayType": "Regular",
+          "displayValueWithAlias": "When Alias Displayed",
+          "expr": "count(ceph_osd_up == 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "down",
+          "refId": "B",
+          "target": "alias(countSeries(currentBelow(groupByNode(transformNull(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_state.*.up,99),-2,\"maxSeries\"),0.5)),\"down\")",
+          "textEditor": true,
+          "units": "none",
+          "valueHandler": "Number Threshold",
           "warn": 1
         }
-      ], 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "", 
+      ],
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "",
       "type": "vonage-status-panel"
-    }, 
+    },
     {
-      "clusterName": "OSD Hosts", 
-      "colorMode": "Panel", 
+      "clusterName": "OSD Hosts",
+      "colorMode": "Panel",
       "colors": {
-        "crit": "rgba(245, 54, 54, 0.9)", 
-        "disable": "rgba(128, 128, 128, 0.9)", 
-        "ok": "rgb(1,167,1)", 
+        "crit": "rgba(245, 54, 54, 0.9)",
+        "disable": "rgba(128, 128, 128, 0.9)",
+        "ok": "rgb(1,167,1)",
         "warn": "rgba(237, 129, 40, 0.9)"
-      }, 
-      "cornerRadius": 0, 
-      "datasource": null, 
-      "displayName": "OSD Hosts", 
-      "flipCard": false, 
-      "flipTime": 5, 
-      "fontFormat": "Regular", 
+      },
+      "cornerRadius": 0,
+      "datasource": null,
+      "displayName": "OSD Hosts",
+      "flipCard": false,
+      "flipTime": 5,
+      "fontFormat": "Regular",
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 6, 
+        "h": 6,
+        "w": 2,
+        "x": 6,
         "y": 5
-      }, 
-      "hideTimeOverride": true, 
-      "id": 12, 
-      "isAutoScrollOnOverflow": false, 
-      "isGrayOnNoData": false, 
-      "isHideAlertsOnDisable": false, 
-      "isIgnoreOKColors": false, 
+      },
+      "hideTimeOverride": true,
+      "id": 12,
+      "isAutoScrollOnOverflow": false,
+      "isGrayOnNoData": false,
+      "isHideAlertsOnDisable": false,
+      "isIgnoreOKColors": false,
       "links": [
         {
-          "dashUri": "db/ceph-health", 
-          "dashboard": "Ceph Health", 
-          "targetBlank": true, 
-          "title": "Ceph Health", 
+          "dashUri": "db/ceph-health",
+          "dashboard": "Ceph Health",
+          "targetBlank": true,
+          "title": "Ceph Health",
           "type": "dashboard"
         }
-      ], 
-      "minSpan": 2, 
+      ],
+      "minSpan": 2,
       "targets": [
         {
-          "aggregation": "Last", 
-          "alias": "total", 
-          "displayType": "Regular", 
-          "expr": "count(\n  count(\n    ceph_disk_occupation\n  ) by (instance)\n)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "total", 
-          "refId": "A", 
-          "target": "alias(countSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds),\"total\")", 
-          "textEditor": true, 
+          "aggregation": "Last",
+          "alias": "total",
+          "displayType": "Regular",
+          "expr": "count(\n  count(\n    ceph_disk_occupation\n  ) by (instance)\n)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "total",
+          "refId": "A",
+          "target": "alias(countSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds),\"total\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "up", 
-          "displayType": "Regular", 
-          "expr": "count(\n  count(\n    ceph_disk_occupation\n  ) by (instance)) -\ncount(\n  (count by(instance) (ceph_disk_occupation * \n    on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - \n  count by(instance) (ceph_disk_occupation)) == 0)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "up", 
-          "refId": "B", 
-          "target": "alias(countSeries(currentAbove(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds,0)),\"up\")", 
-          "textEditor": true, 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "up",
+          "displayType": "Regular",
+          "expr": "count(\n  count(\n    ceph_disk_occupation\n  ) by (instance)) -\ncount(\n  (count by(instance) (ceph_disk_occupation * \n    on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - \n  count by(instance) (ceph_disk_occupation)) == 0)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "up",
+          "refId": "B",
+          "target": "alias(countSeries(currentAbove(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds,0)),\"up\")",
+          "textEditor": true,
           "valueHandler": "Text Only"
-        }, 
-        {
-          "aggregation": "Last", 
-          "alias": "down", 
-          "crit": 2, 
-          "decimals": 2, 
-          "displayAliasType": "Always", 
-          "displayType": "Regular", 
-          "displayValueWithAlias": "When Alias Displayed", 
-          "expr": "count(\n  (count by(instance) (ceph_disk_occupation * \n    on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - \n  count by(instance) (ceph_disk_occupation)) == 0)", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "down", 
-          "refId": "C", 
-          "target": "alias(diffSeries(#A, #B), \"down\")", 
-          "targetFull": "alias(diffSeries(alias(countSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds),\"total\"), alias(countSeries(currentAbove(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds,0)),\"up\")), \"down\")", 
-          "textEditor": true, 
-          "units": "none", 
-          "url": "dashboard/db/ceph-health", 
-          "valueHandler": "Number Threshold", 
+        },
+        {
+          "aggregation": "Last",
+          "alias": "down",
+          "crit": 2,
+          "decimals": 2,
+          "displayAliasType": "Always",
+          "displayType": "Regular",
+          "displayValueWithAlias": "When Alias Displayed",
+          "expr": "count(\n  (count by(instance) (ceph_disk_occupation * \n    on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - \n  count by(instance) (ceph_disk_occupation)) == 0)",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "down",
+          "refId": "C",
+          "target": "alias(diffSeries(#A, #B), \"down\")",
+          "targetFull": "alias(diffSeries(alias(countSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds),\"total\"), alias(countSeries(currentAbove(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.num_osds,0)),\"up\")), \"down\")",
+          "textEditor": true,
+          "units": "none",
+          "url": "dashboard/db/ceph-health",
+          "valueHandler": "Number Threshold",
           "warn": 1
         }
-      ], 
-      "timeFrom": "30s", 
-      "timeShift": null, 
-      "title": "", 
+      ],
+      "timeFrom": "30s",
+      "timeShift": null,
+      "title": "",
       "type": "vonage-status-panel"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "Number of RGW daemons active", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "Number of RGW daemons active",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 8, 
+        "h": 6,
+        "w": 2,
+        "x": 8,
         "y": 5
-      }, 
-      "id": 39, 
-      "interval": null, 
+      },
+      "id": 39,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-rgw-workload", 
-          "dashboard": "Ceph RGW Workload", 
-          "targetBlank": true, 
-          "title": "Ceph RGW Workload", 
+          "dashUri": "db/ceph-rgw-workload",
+          "dashboard": "Ceph RGW Workload",
+          "targetBlank": true,
+          "title": "Ceph RGW Workload",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_rgw_metadata)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
+          "expr": "count(ceph_rgw_metadata)",
+          "format": "time_series",
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "RGWs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "RGWs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "Number of MDS daemons active", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "Number of MDS daemons active",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 10, 
+        "h": 6,
+        "w": 2,
+        "x": 10,
         "y": 5
-      }, 
-      "id": 41, 
-      "interval": null, 
+      },
+      "id": 41,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/mds-performance", 
-          "dashboard": "MDS Performance", 
-          "targetBlank": true, 
-          "title": "MDS Performance", 
+          "dashUri": "db/mds-performance",
+          "dashboard": "MDS Performance",
+          "targetBlank": true,
+          "title": "MDS Performance",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_mds_metadata)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
+          "expr": "count(ceph_mds_metadata)",
+          "format": "time_series",
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "MDS", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "MDS",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(1, 167, 1, 1)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(1, 167, 1, 1)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "short", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "short",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": true, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": true,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 12, 
+        "h": 6,
+        "w": 4,
+        "x": 12,
         "y": 5
-      }, 
-      "hideTimeOverride": true, 
-      "id": 15, 
-      "interval": null, 
+      },
+      "hideTimeOverride": true,
+      "id": 15,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-cluster", 
-          "dashboard": "Ceph Cluster", 
-          "params": "panelId=3&fullscreen&orgId=1", 
-          "targetBlank": true, 
-          "title": "Cluster Capacity Information", 
+          "dashUri": "db/ceph-cluster",
+          "dashboard": "Ceph Cluster",
+          "params": "panelId=3&fullscreen&orgId=1",
+          "targetBlank": true,
+          "title": "Cluster Capacity Information",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "%", 
-      "postfixFontSize": "40%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "%",
+      "postfixFontSize": "40%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) * 100", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "alias(maxSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_bytes, 1,\"maxSeries\")), \"raw capacity\")", 
+          "expr": "sum(ceph_osd_stat_bytes_used) / sum(ceph_osd_stat_bytes) * 100",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "alias(maxSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_bytes, 1,\"maxSeries\")), \"raw capacity\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": "70,90", 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "Capacity Utilization", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "70,90",
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "Capacity Utilization",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 1, 
-      "description": "Shows the growth rate based on osd usage over the past $growth_window.", 
-      "format": "bytes", 
+      ],
+      "datasource": null,
+      "decimals": 1,
+      "description": "Shows the growth rate based on osd usage over the past $growth_window.",
+      "format": "bytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 16, 
+        "h": 6,
+        "w": 2,
+        "x": 16,
         "y": 5
-      }, 
-      "id": 16, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 16,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "topk(1, ceph_cluster_total_used_bytes offset 1d) - ignoring (instance,job) topk(1, ceph_cluster_total_used_bytes offset 7d)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
+          "expr": "topk(1, ceph_cluster_total_used_bytes offset 1d) - ignoring (instance,job) topk(1, ceph_cluster_total_used_bytes offset 7d)",
+          "format": "time_series",
+          "intervalFactor": 2,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "$growth_window Growth Rate", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "",
+      "title": "$growth_window Growth Rate",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "Shows the estimated number of weeks left, based on consumption over the past $growth_window.", 
-      "format": "locale", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "Shows the estimated number of weeks left, based on consumption over the past $growth_window.",
+      "format": "locale",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 18, 
+        "h": 6,
+        "w": 2,
+        "x": 18,
         "y": 5
-      }, 
-      "id": 17, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 2, 
+      },
+      "id": 17,
+      "interval": null,
+      "links": [],
+      "mappingType": 2,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
-        }, 
+        },
         {
-          "from": "-99999999999999999999999", 
-          "text": "No Growth", 
+          "from": "-99999999999999999999999",
+          "text": "No Growth",
           "to": "0"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "(ceph_cluster_total_bytes - ceph_cluster_total_used_bytes) /\n  scalar(topk(1, ceph_cluster_total_used_bytes offset 1d) - ignoring (instance,job) topk(1, ceph_cluster_total_used_bytes offset 7d))\n", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "refId": "A", 
-          "target": "alias(consolidateBy(maxSeries(timeShift(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_bytes_used,\"7d\")), \"max\"),\"-$growth_window ago\")", 
+          "expr": "(ceph_cluster_total_bytes - ceph_cluster_total_used_bytes) /\n  scalar(topk(1, ceph_cluster_total_used_bytes offset 1d) - ignoring (instance,job) topk(1, ceph_cluster_total_used_bytes offset 7d))\n",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "refId": "A",
+          "target": "alias(consolidateBy(maxSeries(timeShift(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.osd_bytes_used,\"7d\")), \"max\"),\"-$growth_window ago\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Weeks Remaining", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "",
+      "title": "Weeks Remaining",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
       "aliasColors": {
-        "Unknown": "#bf1b00", 
-        "active + clean": "#01a701", 
-        "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pg_active_clean": "#01a701", 
-        "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pg_peering": "#ffa500", 
+        "Unknown": "#bf1b00",
+        "active + clean": "#01a701",
+        "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pg_active_clean": "#01a701",
+        "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pg_peering": "#ffa500",
         "peering": "#0A50A1"
-      }, 
-      "breakPoint": "50%", 
-      "cacheTimeout": null, 
+      },
+      "breakPoint": "50%",
+      "cacheTimeout": null,
       "combine": {
-        "label": "Others", 
+        "label": "Others",
         "threshold": ""
-      }, 
-      "datasource": null, 
-      "fontSize": "100%", 
-      "format": "none", 
+      },
+      "datasource": null,
+      "fontSize": "100%",
+      "format": "none",
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 20, 
+        "h": 6,
+        "w": 4,
+        "x": 20,
         "y": 5
-      }, 
-      "height": "", 
-      "hideTimeOverride": true, 
-      "id": 18, 
-      "interval": null, 
+      },
+      "height": "",
+      "hideTimeOverride": true,
+      "id": 18,
+      "interval": null,
       "legend": {
-        "percentage": false, 
-        "show": true, 
+        "percentage": false,
+        "show": true,
         "values": true
-      }, 
-      "legendType": "Under graph", 
+      },
+      "legendType": "Under graph",
       "links": [
         {
-          "dashUri": "db/ceph-cluster", 
-          "dashboard": "Ceph Cluster", 
-          "includeVars": false, 
-          "keepTime": false, 
-          "targetBlank": true, 
-          "title": "Ceph Cluster Information", 
+          "dashUri": "db/ceph-cluster",
+          "dashboard": "Ceph Cluster",
+          "includeVars": false,
+          "keepTime": false,
+          "targetBlank": true,
+          "title": "Ceph Cluster Information",
           "type": "dashboard"
         }
-      ], 
-      "maxDataPoints": "1", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "pieType": "pie", 
-      "strokeWidth": "", 
+      ],
+      "maxDataPoints": "1",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "pieType": "pie",
+      "strokeWidth": "",
       "targets": [
         {
-          "expr": "ceph_pg_active", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "Active", 
-          "refId": "B", 
-          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_active), \"max\")),\"active\")", 
+          "expr": "ceph_pg_active",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "Active",
+          "refId": "B",
+          "target": "alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_active), \"max\")),\"active\")",
           "textEditor": true
-        }, 
-        {
-          "expr": "ceph_pg_degraded", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "Degraded", 
-          "refId": "C", 
-          "target": "alias(diffSeries(#B,#A),\"active + degraded\")", 
-          "targetFull": "alias(diffSeries(alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_active), \"max\")),\"active\"),alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_active_clean), \"max\")),\"active + clean\")),\"active + degraded\")", 
+        },
+        {
+          "expr": "ceph_pg_degraded",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "Degraded",
+          "refId": "C",
+          "target": "alias(diffSeries(#B,#A),\"active + degraded\")",
+          "targetFull": "alias(diffSeries(alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_active), \"max\")),\"active\"),alias(keepLastValue(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_active_clean), \"max\")),\"active + clean\")),\"active + degraded\")",
           "textEditor": true
-        }, 
-        {
-          "expr": "ceph_pg_peering", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "Peering", 
-          "refId": "D", 
-          "target": "alias(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_peering), \"max\"),\"peering\")", 
+        },
+        {
+          "expr": "ceph_pg_peering",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "Peering",
+          "refId": "D",
+          "target": "alias(consolidateBy(maxSeries(collectd.$mon_servers.$domain.cephmetrics.gauge.$cluster_name.mon.num_pg_peering), \"max\"),\"peering\")",
           "textEditor": true
-        }, 
+        },
         {
-          "expr": "ceph_pg_unknown", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "Unknown", 
+          "expr": "ceph_pg_unknown",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "Unknown",
           "refId": "E"
         }
-      ], 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "Placement Group Status", 
-      "type": "grafana-piechart-panel", 
+      ],
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "Placement Group Status",
+      "type": "grafana-piechart-panel",
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 11
-      }, 
-      "id": 36, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Performance", 
+      },
+      "id": 36,
+      "panels": [],
+      "repeat": null,
+      "title": "Performance",
       "type": "row"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(251,251,251, 0.97)", 
-        "rgba(255,165,0, 0.89)", 
+        "rgba(251,251,251, 0.97)",
+        "rgba(255,165,0, 0.89)",
         "rgba(255, 0, 0, 1)"
-      ], 
-      "datasource": null, 
-      "decimals": 1, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 1,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 0, 
+        "h": 6,
+        "w": 4,
+        "x": 0,
         "y": 12
-      }, 
-      "id": 20, 
-      "interval": null, 
+      },
+      "id": 20,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-pools", 
-          "dashboard": "Ceph Pools", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph Pools", 
+          "dashUri": "db/ceph-pools",
+          "dashboard": "Ceph Pools",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph Pools",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 2, 
+      ],
+      "mappingType": 2,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "/s", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
-      "rangeMaps": [], 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "/s",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
+      "rangeMaps": [],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(irate(ceph_osd_recovery_ops[1m]))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.recovering_bytes_per_sec,-2,\"avg\"))", 
+          "expr": "sum(irate(ceph_osd_recovery_ops[1m]))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.recovering_bytes_per_sec,-2,\"avg\"))",
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "title": "Recovery/Backfill Ops", 
-      "type": "singlestat", 
-      "valueFontSize": "50%", 
+      ],
+      "thresholds": "1,2",
+      "title": "Recovery/Backfill Ops",
+      "type": "singlestat",
+      "valueFontSize": "50%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(251,251,251, 0.97)", 
-        "rgba(255,0,0,1)", 
+        "rgba(251,251,251, 0.97)",
+        "rgba(255,0,0,1)",
         "rgba(255, 0, 0, 1)"
-      ], 
-      "datasource": null, 
-      "description": "This panel indicate whether scrub/deep scrub is running within the cluster. NB. If either of these features are turned off, the cluster will enter a WARN state. Click on the panel or the link below to look at cluster information in more detail", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "This panel indicate whether scrub/deep scrub is running within the cluster. NB. If either of these features are turned off, the cluster will enter a WARN state. Click on the panel or the link below to look at cluster information in more detail",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 4, 
+        "h": 6,
+        "w": 2,
+        "x": 4,
         "y": 12
-      }, 
-      "id": 19, 
-      "interval": null, 
+      },
+      "id": 19,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-cluster", 
-          "dashboard": "Ceph Cluster", 
-          "includeVars": false, 
-          "keepTime": false, 
-          "targetBlank": true, 
-          "title": "Ceph Cluster", 
+          "dashUri": "db/ceph-cluster",
+          "dashboard": "Ceph Cluster",
+          "includeVars": false,
+          "keepTime": false,
+          "targetBlank": true,
+          "title": "Ceph Cluster",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 2, 
+      ],
+      "mappingType": 2,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "0", 
-          "text": "INACTIVE", 
+          "from": "0",
+          "text": "INACTIVE",
           "to": "0"
-        }, 
+        },
         {
-          "from": "1", 
-          "text": "ACTIVE", 
+          "from": "1",
+          "text": "ACTIVE",
           "to": "99999"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "ceph_pg_scrubbing{job=\"ceph\"}", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "consolidateBy(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.features.deep_scrub),\"max\")", 
+          "expr": "ceph_pg_scrubbing{job=\"ceph\"}",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "consolidateBy(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.features.deep_scrub),\"max\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": "1", 
-      "title": "Scrub", 
-      "type": "singlestat", 
-      "valueFontSize": "50%", 
+      ],
+      "thresholds": "1",
+      "title": "Scrub",
+      "type": "singlestat",
+      "valueFontSize": "50%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "INACTIVE", 
+          "op": "=",
+          "text": "INACTIVE",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "", 
+          "op": "=",
+          "text": "",
           "value": ""
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 6, 
+        "h": 6,
+        "w": 4,
+        "x": 6,
         "y": 12
-      }, 
-      "id": 21, 
-      "interval": null, 
+      },
+      "id": 21,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-pools", 
-          "dashboard": "Ceph Pools", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph Pools", 
+          "dashUri": "db/ceph-pools",
+          "dashboard": "Ceph Pools",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph Pools",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "sum(\n  rate(ceph_pool_wr[$__interval])\n)\n+ \nsum(\n  rate(ceph_pool_rd[$__interval])\n)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "IOPS", 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec", 
-          "policy": "default", 
-          "query": "SELECT mean(\"value\") FROM \"measurement\" WHERE $timeFilter GROUP BY time($__interval) fill(null)", 
-          "rawQuery": false, 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "sum(\n  rate(ceph_pool_wr[$__interval])\n)\n+ \nsum(\n  rate(ceph_pool_rd[$__interval])\n)",
+          "format": "time_series",
+          "groupBy": [],
+          "hide": false,
+          "intervalFactor": 1,
+          "legendFormat": "IOPS",
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec",
+          "policy": "default",
+          "query": "SELECT mean(\"value\") FROM \"measurement\" WHERE $timeFilter GROUP BY time($__interval) fill(null)",
+          "rawQuery": false,
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.op_per_sec,-2,\"maxSeries\"))", 
+          ],
+          "tags": [],
+          "target": "sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.op_per_sec,-2,\"maxSeries\"))",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Client IOPS", 
-      "type": "singlestat", 
-      "valueFontSize": "100%", 
+      ],
+      "thresholds": "",
+      "title": "Client IOPS",
+      "type": "singlestat",
+      "valueFontSize": "100%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 1, 
-      "format": "decbytes", 
+      ],
+      "datasource": null,
+      "decimals": 1,
+      "format": "decbytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 10, 
+        "h": 6,
+        "w": 4,
+        "x": 10,
         "y": 12
-      }, 
-      "id": 22, 
-      "interval": null, 
+      },
+      "id": 22,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-pools", 
-          "dashboard": "Ceph Pools", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph Pools", 
+          "dashUri": "db/ceph-pools",
+          "dashboard": "Ceph Pools",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph Pools",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "/s", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "/s",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "sum(rate(ceph_pool_wr_bytes[$__interval]) + rate(ceph_pool_rd_bytes[$__interval]))", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec", 
-          "policy": "default", 
-          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter", 
-          "rawQuery": true, 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "sum(rate(ceph_pool_wr_bytes[$__interval]) + rate(ceph_pool_rd_bytes[$__interval]))",
+          "format": "time_series",
+          "groupBy": [],
+          "hide": false,
+          "intervalFactor": 1,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec",
+          "policy": "default",
+          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter",
+          "rawQuery": true,
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.bytes_sec,-2,\"maxSeries\"))", 
+          ],
+          "tags": [],
+          "target": "sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.bytes_sec,-2,\"maxSeries\"))",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Client Throughput", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "",
+      "title": "Client Throughput",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "short", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "short",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 14, 
+        "h": 6,
+        "w": 2,
+        "x": 14,
         "y": 12
-      }, 
-      "id": 23, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 23,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "count(ceph_pool_metadata)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "intervalFactor": 2, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool", 
-          "policy": "default", 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "count(ceph_pool_metadata)",
+          "format": "time_series",
+          "groupBy": [],
+          "intervalFactor": 2,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool",
+          "policy": "default",
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.num_pool)", 
+          ],
+          "tags": [],
+          "target": "maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.num_pool)",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Pools", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "",
+      "title": "Pools",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
       "aliasColors": {
-        "Reads": "#01a701", 
+        "Reads": "#01a701",
         "Writes": "#82B5D8"
-      }, 
-      "breakPoint": "50%", 
-      "cacheTimeout": null, 
+      },
+      "breakPoint": "50%",
+      "cacheTimeout": null,
       "combine": {
-        "label": "Others", 
+        "label": "Others",
         "threshold": 0
-      }, 
-      "datasource": null, 
-      "description": "Shows the read/write threshold of client IOPS serviced by the ceph cluster", 
-      "fontSize": "80%", 
-      "format": "none", 
+      },
+      "datasource": null,
+      "description": "Shows the read/write threshold of client IOPS serviced by the ceph cluster",
+      "fontSize": "80%",
+      "format": "none",
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 16, 
+        "h": 6,
+        "w": 4,
+        "x": 16,
         "y": 12
-      }, 
-      "height": "230", 
-      "id": 25, 
-      "interval": null, 
+      },
+      "height": "230",
+      "id": 25,
+      "interval": null,
       "legend": {
-        "percentage": false, 
-        "show": false, 
+        "percentage": false,
+        "show": false,
         "values": false
-      }, 
-      "legendType": "Under graph", 
-      "links": [], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "pieType": "pie", 
-      "strokeWidth": 1, 
+      },
+      "legendType": "Under graph",
+      "links": [],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "pieType": "pie",
+      "strokeWidth": 1,
       "targets": [
         {
-          "expr": "round(sum(irate(ceph_pool_rd[30s])))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "reads", 
-          "refId": "A", 
-          "target": "alias(sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.read_op_per_sec,-2,\"maxSeries\")), \"Reads\")", 
+          "expr": "round(sum(irate(ceph_pool_rd[30s])))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "reads",
+          "refId": "A",
+          "target": "alias(sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.read_op_per_sec,-2,\"maxSeries\")), \"Reads\")",
           "textEditor": true
-        }, 
-        {
-          "expr": "round(sum(irate(ceph_pool_wr[30s])))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "writes", 
-          "refId": "B", 
-          "target": "alias(sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.write_op_per_sec,-2,\"maxSeries\")), \"Writes\")", 
+        },
+        {
+          "expr": "round(sum(irate(ceph_pool_wr[30s])))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "writes",
+          "refId": "B",
+          "target": "alias(sumSeries(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.write_op_per_sec,-2,\"maxSeries\")), \"Writes\")",
           "textEditor": true
         }
-      ], 
-      "title": "Client Read/Write Ratio", 
-      "type": "grafana-piechart-panel", 
+      ],
+      "title": "Client Read/Write Ratio",
+      "type": "grafana-piechart-panel",
       "valueName": "current"
-    }, 
+    },
     {
       "aliasColors": {
-        "95%ile Commit Latency": "#447EBC", 
-        "Apply Latency Max": "#890F02", 
-        "Commit Latency": "#447EBC", 
-        "apply": "#508642", 
+        "95%ile Commit Latency": "#447EBC",
+        "Apply Latency Max": "#890F02",
+        "Commit Latency": "#447EBC",
+        "apply": "#508642",
         "commit": "#0a50a1"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Shows the OSD apply and commit latency at the $percentile%ile across the cluster over the past 15 minutes", 
-      "fill": 0, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Shows the OSD apply and commit latency at the $percentile%ile across the cluster over the past 15 minutes",
+      "fill": 0,
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 20, 
+        "h": 6,
+        "w": 4,
+        "x": 20,
         "y": 12
-      }, 
-      "hideTimeOverride": true, 
-      "id": 26, 
+      },
+      "hideTimeOverride": true,
+      "id": 26,
       "legend": {
-        "alignAsTable": false, 
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "rightSide": false, 
-        "show": true, 
-        "total": false, 
+        "alignAsTable": false,
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "rightSide": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
+      },
+      "lines": true,
+      "linewidth": 2,
       "links": [
         {
-          "dashUri": "db/ceph-osd-information", 
-          "dashboard": "Ceph OSD Information", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph OSD Information", 
+          "dashUri": "db/ceph-osd-information",
+          "dashboard": "Ceph OSD Information",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph OSD Information",
           "type": "dashboard"
         }
-      ], 
-      "minSpan": 4, 
-      "nullPointMode": "null as zero", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      ],
+      "minSpan": 4,
+      "nullPointMode": "null as zero",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "quantile($percentile / 100, ceph_osd_commit_latency_ms)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "commit", 
-          "refId": "A", 
-          "target": "alias(percentileOfSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.apply_latency,$percentile), \"Apply Latency\")", 
+          "expr": "quantile($percentile / 100, ceph_osd_commit_latency_ms)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "commit",
+          "refId": "A",
+          "target": "alias(percentileOfSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.apply_latency,$percentile), \"Apply Latency\")",
           "textEditor": true
-        }, 
-        {
-          "expr": "quantile($percentile / 100, ceph_osd_apply_latency_ms)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "apply", 
-          "refId": "B", 
-          "target": "alias(percentileOfSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.commitcycle_latency, $percentile), \"Commit Latency\")", 
+        },
+        {
+          "expr": "quantile($percentile / 100, ceph_osd_apply_latency_ms)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "apply",
+          "refId": "B",
+          "target": "alias(percentileOfSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.commitcycle_latency, $percentile), \"Commit Latency\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": "15m", 
-      "timeShift": null, 
-      "title": "OSD Apply vs Commit Latency", 
+      ],
+      "thresholds": [],
+      "timeFrom": "15m",
+      "timeShift": null,
+      "title": "OSD Apply vs Commit Latency",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": false, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": false,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "ms", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "ms",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "CPU usage is presented based on the $percentile%ile across all OSD hosts", 
-      "format": "short", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "CPU usage is presented based on the $percentile%ile across all OSD hosts",
+      "format": "short",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 0, 
+        "h": 6,
+        "w": 4,
+        "x": 0,
         "y": 18
-      }, 
-      "id": 27, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 27,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": " %", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": " %",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "quantile(\n  $percentile / 100, (\n    avg (\n      sum (\n        irate(node_cpu{mode=~\"(system|user|irq|nice)\", instance=~'[[osd_servers_raw]].*'}[1m]))\n      by (instance,cpu)\n    ) by (instance)\n  ) * 100\n)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "refId": "A", 
-          "target": "percentileOfSeries(groupByNode(collectd.$osd_servers.$domain.cpu.percent.{system,user,wait},1,\"sumSeries\"),$percentile)", 
+          "expr": "quantile(\n  $percentile / 100, (\n    avg (\n      sum (\n        irate(node_cpu{mode=~\"(system|user|irq|nice)\", instance=~'[[osd_servers_raw]].*'}[1m]))\n      by (instance,cpu)\n    ) by (instance)\n  ) * 100\n)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
+          "refId": "A",
+          "target": "percentileOfSeries(groupByNode(collectd.$osd_servers.$domain.cpu.percent.{system,user,wait},1,\"sumSeries\"),$percentile)",
           "textEditor": true
         }
-      ], 
-      "thresholds": "70,90", 
-      "title": "OSD Hosts CPU Busy", 
-      "type": "singlestat", 
-      "valueFontSize": "100%", 
+      ],
+      "thresholds": "70,90",
+      "title": "OSD Hosts CPU Busy",
+      "type": "singlestat",
+      "valueFontSize": "100%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "RAM Usage shows the $percentile%ile of RAM used across all OSD hosts", 
-      "format": "short", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "RAM Usage shows the $percentile%ile of RAM used across all OSD hosts",
+      "format": "short",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 4, 
+        "h": 6,
+        "w": 2,
+        "x": 4,
         "y": 18
-      }, 
-      "id": 31, 
-      "interval": null, 
+      },
+      "id": 31,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-backend-storage", 
-          "dashboard": "Ceph Backend Storage", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph OSD Host Performance", 
+          "dashUri": "db/ceph-backend-storage",
+          "dashboard": "Ceph Backend Storage",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph OSD Host Performance",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": " %", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": " %",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(46, 161, 15, 0)", 
-        "full": false, 
-        "lineColor": "rgb(164, 139, 4)", 
+        "fillColor": "rgba(46, 161, 15, 0)",
+        "full": false,
+        "lineColor": "rgb(164, 139, 4)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "quantile(\n  $percentile/100, \n  (\n    node_memory_MemTotal{job='node'} - node_memory_MemFree{job='node'} - node_memory_Buffers{job='node'} - node_memory_Cached{job='node'}\n  ) / node_memory_MemTotal{job='node'} * 100\n)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "hide": false, 
-          "intervalFactor": 2, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec", 
-          "policy": "default", 
-          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter", 
-          "rawQuery": true, 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "quantile(\n  $percentile/100, \n  (\n    node_memory_MemTotal{job='node'} - node_memory_MemFree{job='node'} - node_memory_Buffers{job='node'} - node_memory_Cached{job='node'}\n  ) / node_memory_MemTotal{job='node'} * 100\n)",
+          "format": "time_series",
+          "groupBy": [],
+          "hide": false,
+          "intervalFactor": 2,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec",
+          "policy": "default",
+          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter",
+          "rawQuery": true,
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "percentileOfSeries(collectd.$osd_servers.$domain.memory.percent.used,$percentile)", 
+          ],
+          "tags": [],
+          "target": "percentileOfSeries(collectd.$osd_servers.$domain.memory.percent.used,$percentile)",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "RAM Util.", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "",
+      "title": "RAM Util.",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "Total IOPS from all OSDs in the cluster", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "Total IOPS from all OSDs in the cluster",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 6, 
+        "h": 6,
+        "w": 4,
+        "x": 6,
         "y": 18
-      }, 
-      "id": 28, 
-      "interval": null, 
+      },
+      "id": 28,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-backend-storage", 
-          "dashboard": "Ceph Backend Storage", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph OSD Host Performance", 
+          "dashUri": "db/ceph-backend-storage",
+          "dashboard": "Ceph Backend Storage",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph OSD Host Performance",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "sum(\n  sum(\n    rate(\n      node_disk_reads_completed[$__interval]\n    )\n  ) by (instance,device)\n   + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)\n+\nsum(\n  sum(\n    rate(\n      node_disk_writes_completed[$__interval]\n    )\n  ) by (instance,device)\n   + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec", 
-          "policy": "default", 
-          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter", 
-          "rawQuery": true, 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "sum(\n  sum(\n    rate(\n      node_disk_reads_completed[$__interval]\n    )\n  ) by (instance,device)\n   + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)\n+\nsum(\n  sum(\n    rate(\n      node_disk_writes_completed[$__interval]\n    )\n  ) by (instance,device)\n   + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)",
+          "format": "time_series",
+          "groupBy": [],
+          "hide": false,
+          "intervalFactor": 1,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec",
+          "policy": "default",
+          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter",
+          "rawQuery": true,
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "alias(sumSeries(collectd.$osd_servers.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.iops),\"IOPS\")", 
+          ],
+          "tags": [],
+          "target": "alias(sumSeries(collectd.$osd_servers.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.iops),\"IOPS\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Disk IOPS", 
-      "type": "singlestat", 
-      "valueFontSize": "100%", 
+      ],
+      "thresholds": "",
+      "title": "Disk IOPS",
+      "type": "singlestat",
+      "valueFontSize": "100%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 1, 
-      "format": "decbytes", 
+      ],
+      "datasource": null,
+      "decimals": 1,
+      "format": "decbytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 10, 
+        "h": 6,
+        "w": 4,
+        "x": 10,
         "y": 18
-      }, 
-      "id": 29, 
-      "interval": null, 
+      },
+      "id": 29,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-backend-storage", 
-          "dashboard": "Ceph Backend Storage", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph OSD Host Performance", 
+          "dashUri": "db/ceph-backend-storage",
+          "dashboard": "Ceph Backend Storage",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph OSD Host Performance",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "/s", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "/s",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "# should only include OSD hosts\nsum(\n  sum(\n    rate(\n      node_disk_bytes_read[$__interval]\n    )\n  ) by (instance,device)\n  + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)\n+\nsum(\n  sum(\n    rate(\n      node_disk_bytes_written[$__interval]\n    )\n  ) by (instance,device)\n  + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec", 
-          "policy": "default", 
-          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter", 
-          "rawQuery": true, 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "# should only include OSD hosts\nsum(\n  sum(\n    rate(\n      node_disk_bytes_read[$__interval]\n    )\n  ) by (instance,device)\n  + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)\n+\nsum(\n  sum(\n    rate(\n      node_disk_bytes_written[$__interval]\n    )\n  ) by (instance,device)\n  + ignoring(ceph_daemon,job) group_right(instance) ceph_disk_occupation\n)",
+          "format": "time_series",
+          "groupBy": [],
+          "hide": false,
+          "intervalFactor": 1,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec",
+          "policy": "default",
+          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter",
+          "rawQuery": true,
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "sumSeries(collectd.$osd_servers.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.bytes_per_sec)", 
+          ],
+          "tags": [],
+          "target": "sumSeries(collectd.$osd_servers.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.bytes_per_sec)",
           "textEditor": true
-        }, 
-        {
-          "dsType": "influxdb", 
-          "expr": "# will include non-OSD hosts\nsum(\n  rate(\n    node_disk_bytes_read[$__interval]\n  ) + \n  rate(\n    node_disk_bytes_written[$__interval]\n  )\n)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "hide": true, 
-          "intervalFactor": 1, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec", 
-          "policy": "default", 
-          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter", 
-          "rawQuery": true, 
-          "refId": "B", 
-          "resultFormat": "time_series", 
+        },
+        {
+          "dsType": "influxdb",
+          "expr": "# will include non-OSD hosts\nsum(\n  rate(\n    node_disk_bytes_read[$__interval]\n  ) + \n  rate(\n    node_disk_bytes_written[$__interval]\n  )\n)",
+          "format": "time_series",
+          "groupBy": [],
+          "hide": true,
+          "intervalFactor": 1,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_op_per_sec",
+          "policy": "default",
+          "query": "SELECT \"value\" FROM \"collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.pools._all_.read_bytes_sec\" WHERE $timeFilter",
+          "rawQuery": true,
+          "refId": "B",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "tags": [], 
-          "target": "sumSeries(collectd.$osd_servers.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.bytes_per_sec)", 
+          ],
+          "tags": [],
+          "target": "sumSeries(collectd.$osd_servers.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.bytes_per_sec)",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Disk Throughput", 
-      "type": "singlestat", 
-      "valueFontSize": "70%", 
+      ],
+      "thresholds": "",
+      "title": "Disk Throughput",
+      "type": "singlestat",
+      "valueFontSize": "70%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "The count of the number of disks in the cluster that are over $disk_full_threshold% full.", 
-      "format": "short", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "The count of the number of disks in the cluster that are over $disk_full_threshold% full.",
+      "format": "short",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 14, 
+        "h": 6,
+        "w": 2,
+        "x": 14,
         "y": 18
-      }, 
-      "id": 30, 
-      "interval": null, 
+      },
+      "id": 30,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-backend-storage", 
-          "dashboard": "Ceph Backend Storage", 
-          "includeVars": true, 
-          "keepTime": true, 
-          "targetBlank": true, 
-          "title": "Ceph OSD Host Performance", 
+          "dashUri": "db/ceph-backend-storage",
+          "dashboard": "Ceph Backend Storage",
+          "includeVars": true,
+          "keepTime": true,
+          "targetBlank": true,
+          "title": "Ceph OSD Host Performance",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(\n  (ceph_osd_stat_bytes_used / ceph_osd_stat_bytes) > ($disk_full_threshold / 100)\n)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "countSeries(currentAbove(transformNull(keepLastValue(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.osd_percent_used),0),$disk_full_threshold))", 
+          "expr": "count(\n  (ceph_osd_stat_bytes_used / ceph_osd_stat_bytes) > ($disk_full_threshold / 100)\n)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "countSeries(currentAbove(transformNull(keepLastValue(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.osd_percent_used),0),$disk_full_threshold))",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Nearly Full Disks", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Nearly Full Disks",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "0", 
+          "op": "=",
+          "text": "0",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(1, 167, 1,1)", 
-        "rgba(255,165,0,1)", 
+        "rgba(1, 167, 1,1)",
+        "rgba(255,165,0,1)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "This panel shows the 5th %ile disk latency, indicating that 95% of the OSDs are delivering this latency or higher", 
-      "format": "short", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "This panel shows the 5th %ile disk latency, indicating that 95% of the OSDs are delivering this latency or higher",
+      "format": "short",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 16, 
+        "h": 6,
+        "w": 4,
+        "x": 16,
         "y": 18
-      }, 
-      "id": 32, 
-      "interval": null, 
+      },
+      "id": 32,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/latency-by-server", 
-          "dashboard": "Latency by Server", 
-          "includeVars": true, 
-          "targetBlank": true, 
-          "title": "Latency by Server", 
+          "dashUri": "db/latency-by-server",
+          "dashboard": "Latency by Server",
+          "includeVars": true,
+          "targetBlank": true,
+          "title": "Latency by Server",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "90", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": " ms", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "90",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": " ms",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "quantile(\n  5 / 100,\n    (irate(node_disk_read_time_ms[1m]) + irate(node_disk_write_time_ms[1m]) / \n    (irate(node_disk_reads_completed[1m]) + irate(node_disk_writes_completed[1m])) \n    +\n    ignoring(ceph_daemon,job) ceph_disk_occupation))", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
+          "expr": "quantile(\n  5 / 100,\n    (irate(node_disk_read_time_ms[1m]) + irate(node_disk_write_time_ms[1m]) / \n    (irate(node_disk_reads_completed[1m]) + irate(node_disk_writes_completed[1m])) \n    +\n    ignoring(ceph_daemon,job) ceph_disk_occupation))",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
           "refId": "C"
-        }, 
+        },
         {
-          "expr": "max(\n  irate(node_disk_read_time_ms[30s]) / irate(node_disk_reads_completed[30s])\n  +\n  irate(node_disk_write_time_ms[30s]) / irate(node_disk_writes_completed[30s])\n  + ignoring(ceph_daemon,job) ceph_disk_occupation\n)", 
-          "format": "time_series", 
-          "hide": true, 
-          "intervalFactor": 2, 
+          "expr": "max(\n  irate(node_disk_read_time_ms[30s]) / irate(node_disk_reads_completed[30s])\n  +\n  irate(node_disk_write_time_ms[30s]) / irate(node_disk_writes_completed[30s])\n  + ignoring(ceph_daemon,job) ceph_disk_occupation\n)",
+          "format": "time_series",
+          "hide": true,
+          "intervalFactor": 2,
           "refId": "B"
-        }, 
+        },
         {
-          "expr": "sum(\n    (irate(node_disk_read_time_ms[1m]) + irate(node_disk_write_time_ms[1m]) / \n    (irate(node_disk_reads_completed[1m]) + irate(node_disk_writes_completed[1m])) \n    +\n    ignoring(ceph_daemon,job) ceph_disk_occupation)) / count(ceph_osd_up)", 
-          "format": "time_series", 
-          "hide": true, 
-          "intervalFactor": 1, 
+          "expr": "sum(\n    (irate(node_disk_read_time_ms[1m]) + irate(node_disk_write_time_ms[1m]) / \n    (irate(node_disk_reads_completed[1m]) + irate(node_disk_writes_completed[1m])) \n    +\n    ignoring(ceph_daemon,job) ceph_disk_occupation)) / count(ceph_osd_up)",
+          "format": "time_series",
+          "hide": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "20,60", 
-      "title": "Disk Latency", 
-      "type": "singlestat", 
-      "valueFontSize": "100%", 
+      ],
+      "thresholds": "20,60",
+      "title": "Disk Latency",
+      "type": "singlestat",
+      "valueFontSize": "100%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "0", 
+          "op": "=",
+          "text": "0",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
       "aliasColors": {
-        "average": "#0a50a1", 
+        "average": "#0a50a1",
         "average %util": "#1f78c1"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Chart shows the disk utilization over the past 15 mins expressed as an average across all OSDs, and at the $percentile%ile.", 
-      "fill": 1, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Chart shows the disk utilization over the past 15 mins expressed as an average across all OSDs, and at the $percentile%ile.",
+      "fill": 1,
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 20, 
+        "h": 6,
+        "w": 4,
+        "x": 20,
         "y": 18
-      }, 
-      "hideTimeOverride": true, 
-      "id": 33, 
+      },
+      "hideTimeOverride": true,
+      "id": 33,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
+      },
+      "lines": true,
+      "linewidth": 2,
       "links": [
         {
-          "dashUri": "db/disk-busy-by-server", 
-          "dashboard": "Disk Busy by Server", 
-          "includeVars": true, 
-          "targetBlank": true, 
-          "title": "Disk Busy by Server", 
+          "dashUri": "db/disk-busy-by-server",
+          "dashboard": "Disk Busy by Server",
+          "includeVars": true,
+          "targetBlank": true,
+          "title": "Disk Busy by Server",
           "type": "dashboard"
         }
-      ], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
+      ],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
       "seriesOverrides": [
         {
-          "alias": "95%ile", 
+          "alias": "95%ile",
           "fill": 0
         }
-      ], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      ],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "avg (\n  max by (device) (\n    irate(node_disk_io_time_ms[1m]) \n    and on (instance, device) ceph_disk_occupation\n  ) / 10\n)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "average", 
-          "refId": "A", 
-          "target": "alias(averageSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.util), 'average %util')", 
+          "expr": "avg (\n  max by (device) (\n    irate(node_disk_io_time_ms[1m]) \n    and on (instance, device) ceph_disk_occupation\n  ) / 10\n)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "average",
+          "refId": "A",
+          "target": "alias(averageSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.util), 'average %util')",
           "textEditor": false
-        }, 
+        },
         {
-          "expr": "quantile(\n  $percentile/100, \n  (\n    max by (device) (\n      irate(node_disk_io_time_ms[1m]) \n      and on (instance, device) ceph_disk_occupation\n    ) / 10\n  )\n)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "$percentile%ile", 
-          "refId": "B", 
+          "expr": "quantile(\n  $percentile/100, \n  (\n    max by (device) (\n      irate(node_disk_io_time_ms[1m]) \n      and on (instance, device) ceph_disk_occupation\n    ) / 10\n  )\n)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "$percentile%ile",
+          "refId": "B",
           "target": "alias(percentileOfSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.osd.*.perf.util, $percentile, 'false'), '%util @ $percentile%ile')"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": "15m", 
-      "timeShift": null, 
-      "title": "Disk Utilization", 
+      ],
+      "thresholds": [],
+      "timeFrom": "15m",
+      "timeShift": null,
+      "title": "Disk Utilization",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "percent", 
-          "label": "", 
-          "logBase": 1, 
-          "max": "100", 
-          "min": "0", 
+          "format": "percent",
+          "label": "",
+          "logBase": 1,
+          "max": "100",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "overview"
-  ], 
+  ],
   "templating": {
     "list": [
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "95", 
+          "selected": true,
+          "text": "95",
           "value": "95"
-        }, 
-        "hide": 0, 
-        "includeAll": false, 
-        "label": "Percentile", 
-        "multi": false, 
-        "name": "percentile", 
+        },
+        "hide": 0,
+        "includeAll": false,
+        "label": "Percentile",
+        "multi": false,
+        "name": "percentile",
         "options": [
           {
-            "selected": false, 
-            "text": "80", 
+            "selected": false,
+            "text": "80",
             "value": "80"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "85", 
+            "selected": false,
+            "text": "85",
             "value": "85"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "90", 
+            "selected": false,
+            "text": "90",
             "value": "90"
-          }, 
+          },
           {
-            "selected": true, 
-            "text": "95", 
+            "selected": true,
+            "text": "95",
             "value": "95"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "98", 
+            "selected": false,
+            "text": "98",
             "value": "98"
           }
-        ], 
-        "query": "80,85,90,95,98", 
+        ],
+        "query": "80,85,90,95,98",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "text": "85", 
+          "text": "85",
           "value": "85"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "disk_full_threshold", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "disk_full_threshold",
         "options": [
           {
-            "selected": true, 
-            "text": "85", 
+            "selected": true,
+            "text": "85",
             "value": "85"
           }
-        ], 
-        "query": "85", 
+        ],
+        "query": "85",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "text": "7d", 
+          "text": "7d",
           "value": "7d"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "growth_window", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "growth_window",
         "options": [
           {
-            "selected": true, 
-            "text": "7d", 
+            "selected": true,
+            "text": "7d",
             "value": "7d"
           }
-        ], 
-        "query": "7d", 
+        ],
+        "query": "7d",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": "", 
-        "current": {}, 
-        "datasource": "${DS_LOCAL}", 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": "OSD Host", 
-        "multi": false, 
-        "name": "osd_servers", 
-        "options": [], 
-        "query": "label_values(ceph_disk_occupation, instance)", 
-        "refresh": 1, 
-        "regex": "([^.]*).*", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": "",
+        "current": {},
+        "datasource": "${DS_LOCAL}",
+        "hide": 2,
+        "includeAll": true,
+        "label": "OSD Host",
+        "multi": false,
+        "name": "osd_servers",
+        "options": [],
+        "query": "label_values(ceph_disk_occupation, instance)",
+        "refresh": 1,
+        "regex": "([^.]*).*",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": "", 
-        "current": {}, 
-        "datasource": "${DS_LOCAL}", 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": "OSD Host", 
-        "multi": false, 
-        "name": "osd_servers_raw", 
-        "options": [], 
-        "query": "label_values(ceph_disk_occupation, instance)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": "",
+        "current": {},
+        "datasource": "${DS_LOCAL}",
+        "hide": 2,
+        "includeAll": true,
+        "label": "OSD Host",
+        "multi": false,
+        "name": "osd_servers_raw",
+        "options": [],
+        "query": "label_values(ceph_disk_occupation, instance)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Ceph - At A Glance", 
-  "uid": "000000011", 
-  "version": 42
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Ceph - At A Glance",
+  "version": 43
+}
index d46f1ef6f627e2ddce9491bf72ece8f6c5053cb9..8620a5f0177caf446a3453de0e83ea30017d32d9 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "table", 
-      "name": "Table", 
+      "type": "panel",
+      "id": "table",
+      "name": "Table",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1525149605368, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1525149605368,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
-      "includeVars": true, 
-      "keepTime": true, 
+      "asDropdown": true,
+      "icon": "external link",
+      "includeVars": true,
+      "keepTime": true,
       "tags": [
         "overview"
-      ], 
-      "targetBlank": true, 
-      "title": "Shortcuts", 
+      ],
+      "targetBlank": true,
+      "title": "Shortcuts",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 13, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Disk/OSD Host Summary", 
+      },
+      "id": 13,
+      "panels": [],
+      "repeat": null,
+      "title": "Disk/OSD Host Summary",
       "type": "row"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 7, 
-        "w": 2, 
-        "x": 0, 
+        "h": 7,
+        "w": 2,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 1, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 1,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_osd_up < 0.5)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "count(ceph_osd_up < 0.5)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "step": 60
         }
-      ], 
-      "thresholds": "", 
-      "title": "OSDs down", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "OSDs down",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "0", 
+          "op": "=",
+          "text": "0",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "avg"
-    }, 
+    },
     {
       "columns": [
         {
-          "text": "Current", 
+          "text": "Current",
           "value": "current"
         }
-      ], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      ],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 2, 
+        "h": 7,
+        "w": 4,
+        "x": 2,
         "y": 1
-      }, 
-      "id": 2, 
-      "links": [], 
-      "minSpan": 4, 
-      "pageSize": null, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "id": 2,
+      "links": [],
+      "minSpan": 4,
+      "pageSize": null,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 0, 
+        "col": 0,
         "desc": true
-      }, 
+      },
       "styles": [
         {
-          "alias": "Time", 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "pattern": "Time", 
+          "alias": "Time",
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "pattern": "Time",
           "type": "date"
-        }, 
+        },
         {
-          "alias": "% Full", 
-          "colorMode": null, 
+          "alias": "% Full",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 0, 
-          "pattern": "Host and Disk", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 0,
+          "pattern": "Host and Disk",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "% Full", 
-          "colorMode": null, 
+          "alias": "% Full",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 0, 
-          "pattern": "Current", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 0,
+          "pattern": "Current",
+          "thresholds": [],
+          "type": "number",
           "unit": "none"
-        }, 
+        },
         {
-          "alias": "OSD Id", 
-          "colorMode": null, 
+          "alias": "OSD Id",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Metric", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Metric",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "decimals": 2, 
-          "pattern": "/.*/", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "decimals": 2,
+          "pattern": "/.*/",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "ceph_osd_stat_bytes_used / ceph_osd_stat_bytes * 100 > $disk_full_threshold", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "{{ceph_daemon}}", 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "ceph_osd_stat_bytes_used / ceph_osd_stat_bytes * 100 > $disk_full_threshold",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "{{ceph_daemon}}",
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
-      "title": "Disks Near Full", 
-      "transform": "timeseries_aggregations", 
+      ],
+      "title": "Disks Near Full",
+      "transform": "timeseries_aggregations",
       "type": "table"
-    }, 
+    },
     {
-      "columns": [], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      "columns": [],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 6, 
+        "h": 7,
+        "w": 12,
+        "x": 6,
         "y": 1
-      }, 
-      "id": 17, 
-      "links": [], 
-      "pageSize": null, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "id": 17,
+      "links": [],
+      "pageSize": null,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 1, 
+        "col": 1,
         "desc": false
-      }, 
+      },
       "styles": [
         {
-          "alias": "Time", 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "pattern": "Time", 
+          "alias": "Time",
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "pattern": "Time",
           "type": "hidden"
-        }, 
+        },
         {
-          "alias": "OSD Host", 
-          "colorMode": null, 
+          "alias": "OSD Host",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "instance", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "instance",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Total Capacity", 
-          "colorMode": null, 
+          "alias": "Total Capacity",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 1, 
-          "pattern": "Value #A", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 1,
+          "pattern": "Value #A",
+          "thresholds": [],
+          "type": "number",
           "unit": "bytes"
-        }, 
+        },
         {
-          "alias": "# Drives", 
-          "colorMode": null, 
+          "alias": "# Drives",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 0, 
-          "pattern": "Value #B", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 0,
+          "pattern": "Value #B",
+          "thresholds": [],
+          "type": "number",
           "unit": "none"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "decimals": 2, 
-          "pattern": "/.*/", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "decimals": 2,
+          "pattern": "/.*/",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "sum by (instance) (\n  ceph_disk_occupation{instance=~\"($osd_servers)\"}*0 + on (ceph_daemon) group_right(instance) ceph_osd_stat_bytes\n)", 
-          "format": "table", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "sum by (instance) (\n  ceph_disk_occupation{instance=~\"($osd_servers)\"}*0 + on (ceph_daemon) group_right(instance) ceph_osd_stat_bytes\n)",
+          "format": "table",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
-        }, 
+        },
         {
-          "expr": "count by (instance) (\n  ceph_disk_occupation{instance=~\"($osd_servers)\"}\n)", 
-          "format": "table", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "count by (instance) (\n  ceph_disk_occupation{instance=~\"($osd_servers)\"}\n)",
+          "format": "table",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "B"
         }
-      ], 
-      "title": "OSD Host Capacity Summary", 
-      "transform": "table", 
+      ],
+      "title": "OSD Host Capacity Summary",
+      "transform": "table",
       "type": "table"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 14, 
+      },
+      "id": 14,
       "panels": [
         {
           "cards": {
-            "cardPadding": null, 
+            "cardPadding": null,
             "cardRound": null
-          }, 
+          },
           "color": {
-            "cardColor": "#b4ff00", 
-            "colorScale": "sqrt", 
-            "colorScheme": "interpolateRdYlGn", 
-            "exponent": 0.5, 
+            "cardColor": "#b4ff00",
+            "colorScale": "sqrt",
+            "colorScheme": "interpolateRdYlGn",
+            "exponent": 0.5,
             "mode": "spectrum"
-          }, 
-          "dataFormat": "timeseries", 
-          "datasource": null, 
-          "description": "The heatmap categorizes disk utilization into discrete buckets (e.g util 0-5) and shows the frequency of the number of disks that fall within that range as a color. The color chosen depends on the number of disks in the 'bucket', ranging from green (low) to red (high). Hover over a colored block to show the number of disks at a given util% for that time interval (20secs).", 
+          },
+          "dataFormat": "timeseries",
+          "datasource": null,
+          "description": "The heatmap categorizes disk utilization into discrete buckets (e.g util 0-5) and shows the frequency of the number of disks that fall within that range as a color. The color chosen depends on the number of disks in the 'bucket', ranging from green (low) to red (high). Hover over a colored block to show the number of disks at a given util% for that time interval (20secs).",
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 0, 
+            "h": 8,
+            "w": 12,
+            "x": 0,
             "y": 9
-          }, 
-          "heatmap": {}, 
-          "highlightCards": true, 
-          "id": 5, 
+          },
+          "heatmap": {},
+          "highlightCards": true,
+          "id": 5,
           "legend": {
             "show": false
-          }, 
-          "links": [], 
-          "minSpan": 12, 
+          },
+          "links": [],
+          "minSpan": 12,
           "targets": [
             {
-              "expr": "irate(node_disk_io_time_ms{instance=~\"[[osd_servers]]\"}[1m]) / 10 and on (instance, device) ceph_disk_occupation", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "irate(node_disk_io_time_ms{instance=~\"[[osd_servers]]\"}[1m]) / 10 and on (instance, device) ceph_disk_occupation",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 10,
               "textEditor": true
             }
-          ], 
-          "title": "Disk Drive Utilization Heatmap - $osd_servers", 
+          ],
+          "title": "Disk Drive Utilization Heatmap - $osd_servers",
           "tooltip": {
-            "show": true, 
+            "show": true,
             "showHistogram": false
-          }, 
-          "type": "heatmap", 
+          },
+          "type": "heatmap",
           "xAxis": {
             "show": true
-          }, 
-          "xBucketNumber": 180, 
-          "xBucketSize": "", 
+          },
+          "xBucketNumber": 180,
+          "xBucketSize": "",
           "yAxis": {
-            "decimals": null, 
-            "format": "short", 
-            "logBase": 1, 
-            "max": "100", 
-            "min": "0", 
-            "show": true, 
+            "decimals": null,
+            "format": "short",
+            "logBase": 1,
+            "max": "100",
+            "min": "0",
+            "show": true,
             "splitFactor": null
-          }, 
-          "yBucketNumber": null, 
+          },
+          "yBucketNumber": null,
           "yBucketSize": 5
-        }, 
+        },
         {
           "aliasColors": {
-            "Read Throughput": "#629E51", 
+            "Read Throughput": "#629E51",
             "Write Throughput": "#E0752D"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 12, 
+            "h": 8,
+            "w": 12,
+            "x": 12,
             "y": 9
-          }, 
-          "id": 6, 
+          },
+          "id": 6,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "sum(\n  irate(node_disk_bytes_read{instance=~\"($osd_servers)\"}[5m]) and on (instance, device) ceph_disk_occupation\n)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "Read throughtput", 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "sum(\n  irate(node_disk_bytes_read{instance=~\"($osd_servers)\"}[5m]) and on (instance, device) ceph_disk_occupation\n)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "Read throughtput",
+              "refId": "A",
+              "step": 10,
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "sum(\n  irate(node_disk_bytes_written{instance=~\"($osd_servers)\"}[5m]) and on (instance, device) ceph_disk_occupation\n)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "Write throughtput", 
-              "refId": "B", 
-              "step": 10, 
+              "expr": "sum(\n  irate(node_disk_bytes_written{instance=~\"($osd_servers)\"}[5m]) and on (instance, device) ceph_disk_occupation\n)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "Write throughtput",
+              "refId": "B",
+              "step": 10,
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Disk Throughput - $osd_servers", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Disk Throughput - $osd_servers",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "decbytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "decbytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
-            "Read Latency": "#629E51", 
+            "Read Latency": "#629E51",
             "Write Latency": "#E0752D"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 0, 
+            "h": 8,
+            "w": 12,
+            "x": 0,
             "y": 17
-          }, 
-          "id": 7, 
+          },
+          "id": 7,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
+          },
+          "lines": true,
+          "linewidth": 1,
           "links": [
             {
-              "dashUri": "db/latency-by-server", 
-              "dashboard": "Latency by Server", 
-              "includeVars": true, 
-              "keepTime": true, 
-              "targetBlank": true, 
-              "title": "Latency by Server", 
+              "dashUri": "db/latency-by-server",
+              "dashboard": "Latency by Server",
+              "includeVars": true,
+              "keepTime": true,
+              "targetBlank": true,
+              "title": "Latency by Server",
               "type": "dashboard"
             }
-          ], 
-          "minSpan": 12, 
-          "nullPointMode": "null as zero", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          ],
+          "minSpan": 12,
+          "nullPointMode": "null as zero",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "quantile($percentile/100.0, (\n  irate(node_disk_read_time_ms[5m]) / clamp_min(irate(node_disk_reads_completed[5m]), 0.001)\n  and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n))", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "Read latency", 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "quantile($percentile/100.0, (\n  irate(node_disk_read_time_ms[5m]) / clamp_min(irate(node_disk_reads_completed[5m]), 0.001)\n  and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n))",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "Read latency",
+              "refId": "A",
+              "step": 10,
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "quantile($percentile/100.0, (\n  irate(node_disk_write_time_ms[5m]) / clamp_min(irate(node_disk_writes_completed[5m]), 0.001)\n  and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n))", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "Write latency", 
-              "refId": "B", 
+              "expr": "quantile($percentile/100.0, (\n  irate(node_disk_write_time_ms[5m]) / clamp_min(irate(node_disk_writes_completed[5m]), 0.001)\n  and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n))",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "Write latency",
+              "refId": "B",
               "step": 10
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Disk Latency - $osd_servers OSDs @ $percentile%ile", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Disk Latency - $osd_servers OSDs @ $percentile%ile",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "ms", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "ms",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
             "disk busy %": "#3F6833"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 12, 
+            "h": 8,
+            "w": 12,
+            "x": 12,
             "y": 17
-          }, 
-          "id": 8, 
+          },
+          "id": 8,
           "legend": {
-            "avg": false, 
-            "current": true, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": true,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": true
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
+          },
+          "lines": true,
+          "linewidth": 1,
           "links": [
             {
-              "dashUri": "db/disk-busy-by-server", 
-              "dashboard": "Disk Busy by Server", 
-              "includeVars": true, 
-              "keepTime": true, 
-              "targetBlank": true, 
-              "title": "Disk Busy by Server", 
+              "dashUri": "db/disk-busy-by-server",
+              "dashboard": "Disk Busy by Server",
+              "includeVars": true,
+              "keepTime": true,
+              "targetBlank": true,
+              "title": "Disk Busy by Server",
               "type": "dashboard"
             }
-          ], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          ],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "quantile($percentile/100, (\n  max by (device) (\n    irate(node_disk_io_time_ms[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  ) / 10\n))", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "disk busy %", 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "quantile($percentile/100, (\n  max by (device) (\n    irate(node_disk_io_time_ms[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  ) / 10\n))",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "disk busy %",
+              "refId": "A",
+              "step": 10,
               "textEditor": true
             }
-          ], 
+          ],
           "thresholds": [
             {
-              "colorMode": "custom", 
-              "fill": false, 
-              "line": true, 
-              "lineColor": "rgba(178, 0, 0, 0.29)", 
-              "op": "gt", 
+              "colorMode": "custom",
+              "fill": false,
+              "line": true,
+              "lineColor": "rgba(178, 0, 0, 0.29)",
+              "op": "gt",
               "value": 80
             }
-          ], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Disk Utilization - $osd_servers OSDs at $percentile%ile", 
+          ],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Disk Utilization - $osd_servers OSDs at $percentile%ile",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": "", 
-              "logBase": 1, 
-              "max": "100", 
-              "min": "0", 
+              "format": "short",
+              "label": "",
+              "logBase": 1,
+              "max": "100",
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
             "IOPS/spindle": "#3F6833"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 0, 
+            "h": 8,
+            "w": 12,
+            "x": 0,
             "y": 25
-          }, 
-          "id": 9, 
+          },
+          "id": 9,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": false, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": false,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "quantile($percentile/100.0, (\n  avg by (device) (\n    irate(node_disk_reads_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  ) +\n  avg by (device) (\n    irate(node_disk_writes_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  )\n))", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "IOPS/spindle", 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "quantile($percentile/100.0, (\n  avg by (device) (\n    irate(node_disk_reads_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  ) +\n  avg by (device) (\n    irate(node_disk_writes_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  )\n))",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "IOPS/spindle",
+              "refId": "A",
+              "step": 10,
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "IOPS per Disk @ $percentile%ile - $osd_servers OSDs", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "IOPS per Disk @ $percentile%ile - $osd_servers OSDs",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
             "IOPS": "#3F6833"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 12, 
+            "h": 8,
+            "w": 12,
+            "x": 12,
             "y": 25
-          }, 
-          "id": 10, 
+          },
+          "id": 10,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": false, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": false,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
+          },
+          "lines": true,
+          "linewidth": 1,
           "links": [
             {
-              "dashUri": "db/iops-by-server", 
-              "dashboard": "IOPS by Server", 
-              "includeVars": true, 
-              "keepTime": true, 
-              "targetBlank": true, 
-              "title": "IOPS by Server", 
+              "dashUri": "db/iops-by-server",
+              "dashboard": "IOPS by Server",
+              "includeVars": true,
+              "keepTime": true,
+              "targetBlank": true,
+              "title": "IOPS by Server",
               "type": "dashboard"
             }
-          ], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          ],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "quantile($percentile/100.0, (\n  sum(\n    irate(node_disk_reads_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  ) +\n  sum(\n    irate(node_disk_writes_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  )\n))", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "quantile($percentile/100.0, (\n  sum(\n    irate(node_disk_reads_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  ) +\n  sum(\n    irate(node_disk_writes_completed[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers)\"}\n  )\n))",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 10,
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Total Disk IOPS - $osd_servers OSDs", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Total Disk IOPS - $osd_servers OSDs",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "Disk/OSD Load Summary", 
+      ],
+      "repeat": null,
+      "title": "Disk/OSD Load Summary",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 9
-      }, 
-      "id": 15, 
+      },
+      "id": 15,
       "panels": [
         {
           "aliasColors": {
-            "CPU Busy": "#447EBC", 
-            "CPU Busy @ 95%ile": "#890F02", 
-            "Cluster-wide CPU Busy @ 95%ile": "#890F02", 
-            "Max CPU Busy": "#BF1B00", 
+            "CPU Busy": "#447EBC",
+            "CPU Busy @ 95%ile": "#890F02",
+            "Cluster-wide CPU Busy @ 95%ile": "#890F02",
+            "Max CPU Busy": "#BF1B00",
             "Max CPU Busy - all OSD Hosts": "#BF1B00"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 3, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 3,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 0, 
+            "h": 7,
+            "w": 12,
+            "x": 0,
             "y": 10
-          }, 
-          "id": 11, 
+          },
+          "id": 11,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null as zero", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null as zero",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
           "seriesOverrides": [
             {
-              "alias": "Cluster-wide CPU Busy @ 95%ile", 
+              "alias": "Cluster-wide CPU Busy @ 95%ile",
               "fill": 0
             }
-          ], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          ],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "quantile($percentile / 100.0, (\n  sum by (instance) (\n    irate(node_cpu{mode=~\"(irq|nice|system|user)\"}[5m])\n  ) / sum by (instance) (\n    irate(node_cpu[5m])\n  )\n) * 100)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "Cluster-wide CPU Busy @ $percentile%ile", 
-              "refId": "A", 
-              "step": 10, 
+              "expr": "quantile($percentile / 100.0, (\n  sum by (instance) (\n    irate(node_cpu{mode=~\"(irq|nice|system|user)\"}[5m])\n  ) / sum by (instance) (\n    irate(node_cpu[5m])\n  )\n) * 100)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "Cluster-wide CPU Busy @ $percentile%ile",
+              "refId": "A",
+              "step": 10,
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "avg(\n  sum by (instance) (\n    irate(node_cpu{instance=~\"($osd_servers)\", mode=~\"(irq|nice|system|user)\"}[5m])\n  ) / sum by (instance) (\n    irate(node_cpu{instance=~\"($osd_servers)\"}[5m])\n  )\n) * 100", 
-              "format": "time_series", 
-              "hide": false, 
-              "intervalFactor": 2, 
-              "legendFormat": "Average OSD Host(s) CPU Busy", 
-              "refId": "B", 
-              "step": 10, 
+              "expr": "avg(\n  sum by (instance) (\n    irate(node_cpu{instance=~\"($osd_servers)\", mode=~\"(irq|nice|system|user)\"}[5m])\n  ) / sum by (instance) (\n    irate(node_cpu{instance=~\"($osd_servers)\"}[5m])\n  )\n) * 100",
+              "format": "time_series",
+              "hide": false,
+              "intervalFactor": 2,
+              "legendFormat": "Average OSD Host(s) CPU Busy",
+              "refId": "B",
+              "step": 10,
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "CPU Utilization - $osd_servers", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "CPU Utilization - $osd_servers",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": "", 
-              "logBase": 1, 
-              "max": "100", 
-              "min": "0", 
+              "format": "short",
+              "label": "",
+              "logBase": 1,
+              "max": "100",
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
             "Network load (rx+tx)": "#3F6833"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 12, 
+            "h": 7,
+            "w": 12,
+            "x": 12,
             "y": 10
-          }, 
-          "id": 12, 
+          },
+          "id": 12,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
+          },
+          "lines": true,
+          "linewidth": 1,
           "links": [
             {
-              "dashUri": "db/network-usage-by-server", 
-              "dashboard": "Network Usage by Server", 
-              "includeVars": true, 
-              "keepTime": true, 
-              "targetBlank": true, 
-              "title": "Network Usage by Server", 
+              "dashUri": "db/network-usage-by-server",
+              "dashboard": "Network Usage by Server",
+              "includeVars": true,
+              "keepTime": true,
+              "targetBlank": true,
+              "title": "Network Usage by Server",
               "type": "dashboard"
             }
-          ], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          ],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "sum (irate(node_network_receive_bytes{instance=~\"($osd_servers)\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m])) + \nsum (irate(node_network_transmit_bytes{instance=~\"($osd_servers)\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m]))", 
-              "format": "time_series", 
-              "hide": false, 
-              "intervalFactor": 2, 
-              "legendFormat": "Network load (rx+tx)", 
-              "refId": "A", 
+              "expr": "sum (irate(node_network_receive_bytes{instance=~\"($osd_servers)\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m])) + \nsum (irate(node_network_transmit_bytes{instance=~\"($osd_servers)\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m]))",
+              "format": "time_series",
+              "hide": false,
+              "intervalFactor": 2,
+              "legendFormat": "Network load (rx+tx)",
+              "refId": "A",
               "step": 10
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Network Load - $osd_servers", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Network Load - $osd_servers",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "bytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "bytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "OSD Host CPU and Network Load", 
+      ],
+      "repeat": null,
+      "title": "OSD Host CPU and Network Load",
       "type": "row"
     }
-  ], 
-  "refresh": "10s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "10s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": [
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "95", 
+          "selected": true,
+          "text": "95",
           "value": "95"
-        }, 
-        "hide": 0, 
-        "includeAll": false, 
-        "label": "Percentile", 
-        "multi": false, 
-        "name": "percentile", 
+        },
+        "hide": 0,
+        "includeAll": false,
+        "label": "Percentile",
+        "multi": false,
+        "name": "percentile",
         "options": [
           {
-            "selected": false, 
-            "text": "80", 
+            "selected": false,
+            "text": "80",
             "value": "80"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "85", 
+            "selected": false,
+            "text": "85",
             "value": "85"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "90", 
+            "selected": false,
+            "text": "90",
             "value": "90"
-          }, 
+          },
           {
-            "selected": true, 
-            "text": "95", 
+            "selected": true,
+            "text": "95",
             "value": "95"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "98", 
+            "selected": false,
+            "text": "98",
             "value": "98"
           }
-        ], 
-        "query": "80,85,90,95,98", 
+        ],
+        "query": "80,85,90,95,98",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 0, 
-        "includeAll": true, 
-        "label": "OSD Hostname", 
-        "multi": true, 
-        "name": "osd_servers", 
-        "options": [], 
-        "query": "ceph_disk_occupation", 
-        "refresh": 1, 
-        "regex": "/instance=\"([^\"]*)\"/", 
-        "sort": 3, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": "OSD Hostname",
+        "multi": true,
+        "name": "osd_servers",
+        "options": [],
+        "query": "ceph_disk_occupation",
+        "refresh": 1,
+        "regex": "/instance=\"([^\"]*)\"/",
+        "sort": 3,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "85", 
+          "selected": true,
+          "text": "85",
           "value": "85"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "disk_full_threshold", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "disk_full_threshold",
         "options": [
           {
-            "selected": true, 
-            "text": "85", 
+            "selected": true,
+            "text": "85",
             "value": "85"
           }
-        ], 
-        "query": "85", 
+        ],
+        "query": "85",
         "type": "custom"
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Ceph Backend Storage", 
-  "uid": "000000008", 
-  "version": 13
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Ceph Backend Storage",
+  "version": 14
+}
index 7620908aea1d8031a557209a47f5aa06f41c3f79..7bd58140f6b39543241e7181e90e3a923f711e97 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "text", 
-      "name": "Text", 
+      "type": "panel",
+      "id": "text",
+      "name": "Text",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
-      "includeVars": true, 
-      "keepTime": true, 
+      "asDropdown": true,
+      "icon": "external link",
+      "includeVars": true,
+      "keepTime": true,
       "tags": [
         "overview"
-      ], 
-      "targetBlank": true, 
-      "title": "Shortcuts", 
+      ],
+      "targetBlank": true,
+      "title": "Shortcuts",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 29, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Cluster Configuration", 
+      },
+      "id": 29,
+      "panels": [],
+      "repeat": null,
+      "title": "Cluster Configuration",
       "type": "row"
-    }, 
+    },
     {
-      "content": "", 
+      "content": "",
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 0, 
+        "h": 3,
+        "w": 2,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 1, 
-      "links": [], 
-      "minSpan": 2, 
-      "mode": "markdown", 
-      "title": "", 
-      "transparent": true, 
+      },
+      "id": 1,
+      "links": [],
+      "minSpan": 2,
+      "mode": "markdown",
+      "title": "",
+      "transparent": true,
       "type": "text"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 2, 
+        "h": 3,
+        "w": 2,
+        "x": 2,
         "y": 1
-      }, 
-      "id": 2, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 2,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "count(ceph_mon_metadata)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool", 
-          "policy": "default", 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "count(ceph_mon_metadata)",
+          "format": "time_series",
+          "groupBy": [],
+          "instant": true,
+          "intervalFactor": 1,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool",
+          "policy": "default",
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "step": 60, 
-          "tags": [], 
+          ],
+          "step": 60,
+          "tags": [],
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "MONs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "MONs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 4, 
+        "h": 3,
+        "w": 2,
+        "x": 4,
         "y": 1
-      }, 
-      "id": 3, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 3,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(sum by (instance) (ceph_disk_occupation))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 60, 
+          "expr": "count(sum by (instance) (ceph_disk_occupation))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 60,
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "OSD Hosts", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "OSD Hosts",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 6, 
+        "h": 3,
+        "w": 2,
+        "x": 6,
         "y": 1
-      }, 
-      "id": 4, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 4,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "count(ceph_mds_metadata)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool", 
-          "policy": "default", 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "count(ceph_mds_metadata)",
+          "format": "time_series",
+          "groupBy": [],
+          "instant": true,
+          "intervalFactor": 1,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool",
+          "policy": "default",
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "step": 60, 
-          "tags": [], 
+          ],
+          "step": 60,
+          "tags": [],
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "MDS", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "MDS",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 8, 
+        "h": 3,
+        "w": 2,
+        "x": 8,
         "y": 1
-      }, 
-      "id": 5, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 5,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_rgw_metadata)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "refId": "A", 
+          "expr": "count(ceph_rgw_metadata)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "refId": "A",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "RGW Hosts", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "RGW Hosts",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "0", 
+          "op": "=",
+          "text": "0",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 10, 
+        "h": 3,
+        "w": 2,
+        "x": 10,
         "y": 1
-      }, 
-      "id": 6, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 6,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(ceph_iscsi_gateway_tpg_total)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "max(ceph_iscsi_gateway_tpg_total)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "iSCSI Hosts", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
-      "valueMaps": [], 
+      ],
+      "thresholds": "",
+      "title": "iSCSI Hosts",
+      "type": "singlestat",
+      "valueFontSize": "80%",
+      "valueMaps": [],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 4, 
-        "x": 12, 
+        "h": 3,
+        "w": 4,
+        "x": 12,
         "y": 1
-      }, 
-      "id": 7, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 7,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "count(max by (id) (ceph_osd_metadata))", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "intervalFactor": 2, 
-          "legendFormat": "", 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool", 
-          "policy": "default", 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "count(max by (id) (ceph_osd_metadata))",
+          "format": "time_series",
+          "groupBy": [],
+          "intervalFactor": 2,
+          "legendFormat": "",
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool",
+          "policy": "default",
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "step": 60, 
-          "tags": [], 
+          ],
+          "step": 60,
+          "tags": [],
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "OSDs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "OSDs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 16, 
+        "h": 3,
+        "w": 2,
+        "x": 16,
         "y": 1
-      }, 
-      "id": 8, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 8,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "dsType": "influxdb", 
-          "expr": "count(ceph_pool_metadata)", 
-          "format": "time_series", 
-          "groupBy": [], 
-          "intervalFactor": 2, 
-          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool", 
-          "policy": "default", 
-          "refId": "A", 
-          "resultFormat": "time_series", 
+          "dsType": "influxdb",
+          "expr": "count(ceph_pool_metadata)",
+          "format": "time_series",
+          "groupBy": [],
+          "intervalFactor": 2,
+          "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_pool",
+          "policy": "default",
+          "refId": "A",
+          "resultFormat": "time_series",
           "select": [
             [
               {
                 "params": [
                   "value"
-                ], 
+                ],
                 "type": "field"
               }
             ]
-          ], 
-          "step": 60, 
-          "tags": [], 
+          ],
+          "step": 60,
+          "tags": [],
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Pools", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Pools",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 1, 
-      "format": "bytes", 
+      ],
+      "datasource": null,
+      "decimals": 1,
+      "format": "bytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 4, 
-        "x": 18, 
+        "h": 3,
+        "w": 4,
+        "x": 18,
         "y": 1
-      }, 
-      "id": 9, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 9,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "ceph_cluster_total_bytes - ceph_cluster_total_used_bytes", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "refId": "A", 
-          "step": 60, 
+          "expr": "ceph_cluster_total_bytes - ceph_cluster_total_used_bytes",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "refId": "A",
+          "step": 60,
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Unused Capacity", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Unused Capacity",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 4
-      }, 
-      "id": 30, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Cluster Flags", 
+      },
+      "id": 30,
+      "panels": [],
+      "repeat": null,
+      "title": "Cluster Flags",
       "type": "row"
-    }, 
+    },
     {
-      "content": "", 
+      "content": "",
       "gridPos": {
-        "h": 3, 
-        "w": 4, 
-        "x": 0, 
+        "h": 3,
+        "w": 4,
+        "x": 0,
         "y": 5
-      }, 
-      "id": 10, 
-      "links": [], 
-      "minSpan": 4, 
-      "mode": "markdown", 
-      "title": "", 
-      "transparent": true, 
+      },
+      "id": 10,
+      "links": [],
+      "minSpan": 4,
+      "mode": "markdown",
+      "title": "",
+      "transparent": true,
       "type": "text"
-    }, 
+    },
     {
-      "content": "<h2 style=\"text-align: center;\">Cluster Flags:</h2>", 
+      "content": "<h2 style=\"text-align: center;\">Cluster Flags:</h2>",
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 4, 
+        "h": 3,
+        "w": 2,
+        "x": 4,
         "y": 5
-      }, 
-      "height": "95", 
-      "id": 11, 
-      "links": [], 
-      "minSpan": 2, 
-      "mode": "html", 
-      "title": "", 
-      "transparent": true, 
+      },
+      "height": "95",
+      "id": 11,
+      "links": [],
+      "minSpan": 2,
+      "mode": "html",
+      "title": "",
+      "transparent": true,
       "type": "text"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "description": "Scrub activity takes place daily basis across the OSD's and performs object size and attribute checks. Scrub activity can be controlled with the \"ceph osd scrub\" command.", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "Scrub activity takes place daily basis across the OSD's and performs object size and attribute checks. Scrub activity can be controlled with the \"ceph osd scrub\" command.",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 6, 
+        "h": 3,
+        "w": 2,
+        "x": 6,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 12, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 12,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_noscrub) + scalar(ceph_pg_scrubbing >bool 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_noscrub) + scalar(ceph_pg_scrubbing >bool 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "SCRUB", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "SCRUB",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "description": "Deep scrub acts on the objects within placement groups (PGs). Objects are read, and checksum's compared to protect against silent bit-rot events. Although a weekly activity, in large clusters is normal to see deep-scrub active on a daily basis. Scrub activity can be controlled with the \"ceph osd scrub\" command.", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "Deep scrub acts on the objects within placement groups (PGs). Objects are read, and checksum's compared to protect against silent bit-rot events. Although a weekly activity, in large clusters is normal to see deep-scrub active on a daily basis. Scrub activity can be controlled with the \"ceph osd scrub\" command.",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 8, 
+        "h": 3,
+        "w": 2,
+        "x": 8,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 13, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 13,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_nodeep_scrub) + scalar(ceph_pg_deep >bool 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_nodeep_scrub) + scalar(ceph_pg_deep >bool 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "title": "DEEP", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "title": "DEEP",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "description": "With the recovery flag enabled, disruption in the cluster will result in data being recreated to freespace within the cluster to honor the pool's protection schema. Under some circumstances, you may use the norecover flag to prevent automatic recovery.", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "With the recovery flag enabled, disruption in the cluster will result in data being recreated to freespace within the cluster to honor the pool's protection schema. Under some circumstances, you may use the norecover flag to prevent automatic recovery.",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 10, 
+        "h": 3,
+        "w": 2,
+        "x": 10,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 14, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 14,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_norecover) + scalar(ceph_pg_recovering >bool 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_norecover) + scalar(ceph_pg_recovering >bool 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "title": "RECOVERY", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "title": "RECOVERY",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 12, 
+        "h": 3,
+        "w": 2,
+        "x": 12,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 15, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 15,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_nobackfill) + scalar(ceph_pg_backfilling >bool 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_nobackfill) + scalar(ceph_pg_backfilling >bool 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
-        }, 
+        },
         {
-          "expr": "", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
+          "expr": "",
+          "format": "time_series",
+          "intervalFactor": 1,
           "refId": "B"
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "title": "BACKFILL", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "title": "BACKFILL",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 14, 
+        "h": 3,
+        "w": 2,
+        "x": 14,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 16, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 16,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_norebalance)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_norebalance)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "title": "REBALANCE", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "title": "REBALANCE",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "description": "The OUT flag setting allows the mon's to mark OSD's as out of the configuration when they stop sending hearbeats to the mon's. By marking them OUT, recovery takes place. However, for planned maintenance you can set the cluster to noout to disable this behavior.", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "The OUT flag setting allows the mon's to mark OSD's as out of the configuration when they stop sending hearbeats to the mon's. By marking them OUT, recovery takes place. However, for planned maintenance you can set the cluster to noout to disable this behavior.",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 16, 
+        "h": 3,
+        "w": 2,
+        "x": 16,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 17, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 17,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_noout)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_noout)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "title": "OUT", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "title": "OUT",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(50, 172, 45, 0.97)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(50, 172, 45, 0.97)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "description": "The down feature allows OSD's to mark their peers as DOWN when they are not reachable. However, if there is a poor network or planned outages, you may want to set this flag to nodown to prevent OSD's flapping between up/down states", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "The down feature allows OSD's to mark their peers as DOWN when they are not reachable. However, if there is a poor network or planned outages, you may want to set this flag to nodown to prevent OSD's flapping between up/down states",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 2, 
-        "x": 18, 
+        "h": 3,
+        "w": 2,
+        "x": 18,
         "y": 5
-      }, 
-      "height": "95", 
-      "hideTimeOverride": true, 
-      "id": 18, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "95",
+      "hideTimeOverride": true,
+      "id": 18,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "2*scalar(ceph_osd_flag_nodown) + scalar(ceph_pg_down >bool 0)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "2*scalar(ceph_osd_flag_nodown) + scalar(ceph_pg_down >bool 0)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,2", 
-      "timeFrom": "1m", 
-      "title": "DOWN", 
-      "type": "singlestat", 
-      "valueFontSize": "40%", 
+      ],
+      "thresholds": "1,2",
+      "timeFrom": "1m",
+      "title": "DOWN",
+      "type": "singlestat",
+      "valueFontSize": "40%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ENABLED", 
+          "op": "=",
+          "text": "ENABLED",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "ACTIVE", 
+          "op": "=",
+          "text": "ACTIVE",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "2"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "DISABLED", 
+          "op": "=",
+          "text": "DISABLED",
           "value": "3"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 31, 
+      },
+      "id": 31,
       "panels": [
         {
           "aliasColors": {
-            "Raw": "#3F6833", 
+            "Raw": "#3F6833",
             "Used": "#E0752D"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "description": "Shows the Capacity within the cluster over the past 7 days", 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "description": "Shows the Capacity within the cluster over the past 7 days",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 8, 
-            "x": 0, 
+            "h": 7,
+            "w": 8,
+            "x": 0,
             "y": 9
-          }, 
-          "hideTimeOverride": true, 
-          "id": 19, 
+          },
+          "hideTimeOverride": true,
+          "id": 19,
           "legend": {
-            "avg": false, 
-            "current": true, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": true,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": true
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "connected", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "connected",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "alias": "Used", 
-              "dsType": "influxdb", 
-              "expr": "scalar(ceph_cluster_total_used_bytes)", 
-              "format": "time_series", 
-              "groupBy": [], 
-              "intervalFactor": 2, 
-              "legendFormat": "Used", 
-              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.osd_bytes_used", 
-              "policy": "default", 
-              "refId": "B", 
-              "resultFormat": "time_series", 
+              "alias": "Used",
+              "dsType": "influxdb",
+              "expr": "scalar(ceph_cluster_total_used_bytes)",
+              "format": "time_series",
+              "groupBy": [],
+              "intervalFactor": 2,
+              "legendFormat": "Used",
+              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.osd_bytes_used",
+              "policy": "default",
+              "refId": "B",
+              "resultFormat": "time_series",
               "select": [
                 [
                   {
                     "params": [
                       "value"
-                    ], 
+                    ],
                     "type": "field"
                   }
                 ]
-              ], 
-              "step": 3600, 
-              "tags": [], 
+              ],
+              "step": 3600,
+              "tags": [],
               "textEditor": true
-            }, 
+            },
             {
-              "alias": "Raw Capacity", 
-              "dsType": "influxdb", 
-              "expr": "scalar(ceph_cluster_total_bytes)", 
-              "format": "time_series", 
-              "groupBy": [], 
-              "intervalFactor": 2, 
-              "legendFormat": "Raw", 
-              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.osd_bytes", 
-              "policy": "default", 
-              "refId": "A", 
-              "resultFormat": "time_series", 
+              "alias": "Raw Capacity",
+              "dsType": "influxdb",
+              "expr": "scalar(ceph_cluster_total_bytes)",
+              "format": "time_series",
+              "groupBy": [],
+              "intervalFactor": 2,
+              "legendFormat": "Raw",
+              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.osd_bytes",
+              "policy": "default",
+              "refId": "A",
+              "resultFormat": "time_series",
               "select": [
                 [
                   {
                     "params": [
                       "value"
-                    ], 
+                    ],
                     "type": "field"
                   }
                 ]
-              ], 
-              "step": 3600, 
-              "tags": [], 
+              ],
+              "step": 3600,
+              "tags": [],
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": "7d", 
-          "timeShift": null, 
-          "title": "Cluster Capacity - Past 7 Days", 
+          ],
+          "thresholds": [],
+          "timeFrom": "7d",
+          "timeShift": null,
+          "title": "Cluster Capacity - Past 7 Days",
           "tooltip": {
-            "shared": true, 
-            "sort": 1, 
+            "shared": true,
+            "sort": 1,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "bytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "bytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
-            "Raw": "#3F6833", 
+            "Raw": "#3F6833",
             "Used": "#E0752D"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "decimals": 2, 
-          "description": "Shows the Capacity within each pool over the past 7 days", 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "decimals": 2,
+          "description": "Shows the Capacity within each pool over the past 7 days",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 8, 
-            "x": 8, 
+            "h": 7,
+            "w": 8,
+            "x": 8,
             "y": 9
-          }, 
-          "hideTimeOverride": true, 
-          "id": 20, 
+          },
+          "hideTimeOverride": true,
+          "id": 20,
           "legend": {
-            "alignAsTable": false, 
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "alignAsTable": false,
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "connected", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "connected",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "alias": "Used", 
-              "dsType": "influxdb", 
-              "expr": "max by (name) (\n  ceph_pool_bytes_used / (ceph_pool_bytes_used + ceph_pool_max_avail) * 100 + on (pool_id) group_left (name) ceph_pool_metadata\n)", 
-              "format": "time_series", 
-              "groupBy": [], 
-              "intervalFactor": 2, 
-              "legendFormat": "{{name}}", 
-              "policy": "default", 
-              "refId": "A", 
-              "resultFormat": "time_series", 
+              "alias": "Used",
+              "dsType": "influxdb",
+              "expr": "max by (name) (\n  ceph_pool_bytes_used / (ceph_pool_bytes_used + ceph_pool_max_avail) * 100 + on (pool_id) group_left (name) ceph_pool_metadata\n)",
+              "format": "time_series",
+              "groupBy": [],
+              "intervalFactor": 2,
+              "legendFormat": "{{name}}",
+              "policy": "default",
+              "refId": "A",
+              "resultFormat": "time_series",
               "select": [
                 [
                   {
                     "params": [
                       "value"
-                    ], 
+                    ],
                     "type": "field"
                   }
                 ]
-              ], 
-              "step": 3600, 
-              "tags": [], 
+              ],
+              "step": 3600,
+              "tags": [],
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": "7d", 
-          "timeShift": null, 
-          "title": "Pool Capacity - Past 7 Days", 
+          ],
+          "thresholds": [],
+          "timeFrom": "7d",
+          "timeShift": null,
+          "title": "Pool Capacity - Past 7 Days",
           "tooltip": {
-            "shared": true, 
-            "sort": 2, 
+            "shared": true,
+            "sort": 2,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "percent", 
-              "label": "", 
-              "logBase": 1, 
-              "max": "100", 
-              "min": "0", 
+              "format": "percent",
+              "label": "",
+              "logBase": 1,
+              "max": "100",
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
-            "Raw": "#3F6833", 
+            "Raw": "#3F6833",
             "Used": "#E0752D"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "decimals": 2, 
-          "description": "Shows the Capacity within the cluster over the past 7 days", 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "decimals": 2,
+          "description": "Shows the Capacity within the cluster over the past 7 days",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 8, 
-            "x": 16, 
+            "h": 7,
+            "w": 8,
+            "x": 16,
             "y": 9
-          }, 
-          "hideTimeOverride": true, 
-          "id": 21, 
+          },
+          "hideTimeOverride": true,
+          "id": 21,
           "legend": {
-            "avg": false, 
-            "current": true, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": true,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": true
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "connected", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "connected",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "alias": "Used", 
-              "dsType": "influxdb", 
-              "expr": "scalar(ceph_cluster_total_objects)", 
-              "format": "time_series", 
-              "groupBy": [], 
-              "intervalFactor": 2, 
-              "legendFormat": "RADOS Objects", 
-              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.osd_bytes_used", 
-              "policy": "default", 
-              "refId": "B", 
-              "resultFormat": "time_series", 
+              "alias": "Used",
+              "dsType": "influxdb",
+              "expr": "scalar(ceph_cluster_total_objects)",
+              "format": "time_series",
+              "groupBy": [],
+              "intervalFactor": 2,
+              "legendFormat": "RADOS Objects",
+              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.osd_bytes_used",
+              "policy": "default",
+              "refId": "B",
+              "resultFormat": "time_series",
               "select": [
                 [
                   {
                     "params": [
                       "value"
-                    ], 
+                    ],
                     "type": "field"
                   }
                 ]
-              ], 
-              "step": 3600, 
-              "tags": [], 
+              ],
+              "step": 3600,
+              "tags": [],
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": "7d", 
-          "timeShift": null, 
-          "title": "RADOS Object History - Past 7 Days", 
+          ],
+          "thresholds": [],
+          "timeFrom": "7d",
+          "timeShift": null,
+          "title": "RADOS Object History - Past 7 Days",
           "tooltip": {
-            "shared": true, 
-            "sort": 1, 
+            "shared": true,
+            "sort": 1,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": "RADOS Object Count", 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "short",
+              "label": "RADOS Object Count",
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
-        {
-          "aliasColors": {}, 
-          "bars": true, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "description": "Each bar indicates the number of OSD's that have a PG count in a specific range as shown on the x axis.", 
-          "fill": 1, 
+        },
+        {
+          "aliasColors": {},
+          "bars": true,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "description": "Each bar indicates the number of OSD's that have a PG count in a specific range as shown on the x axis.",
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 0, 
+            "h": 8,
+            "w": 12,
+            "x": 0,
             "y": 16
-          }, 
-          "id": 37, 
+          },
+          "id": 37,
           "legend": {
-            "alignAsTable": false, 
-            "avg": false, 
-            "current": false, 
-            "hideEmpty": false, 
-            "hideZero": false, 
-            "max": false, 
-            "min": false, 
-            "rightSide": false, 
-            "show": false, 
-            "total": false, 
+            "alignAsTable": false,
+            "avg": false,
+            "current": false,
+            "hideEmpty": false,
+            "hideZero": false,
+            "max": false,
+            "min": false,
+            "rightSide": false,
+            "show": false,
+            "total": false,
             "values": false
-          }, 
-          "lines": false, 
-          "linewidth": 1, 
-          "links": [], 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": false,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "ceph_osd_numpg\n", 
-              "format": "time_series", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "PGs per OSD", 
+              "expr": "ceph_osd_numpg\n",
+              "format": "time_series",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "PGs per OSD",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Distribution of PGs per OSD", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Distribution of PGs per OSD",
           "tooltip": {
-            "shared": false, 
-            "sort": 0, 
+            "shared": false,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": 20, 
-            "mode": "histogram", 
-            "name": null, 
-            "show": true, 
+            "buckets": 20,
+            "mode": "histogram",
+            "name": null,
+            "show": true,
             "values": [
               "total"
             ]
-          }, 
+          },
           "yaxes": [
             {
-              "decimals": 0, 
-              "format": "short", 
-              "label": "# of OSDs", 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "decimals": 0,
+              "format": "short",
+              "label": "# of OSDs",
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
-          "columns": [], 
-          "datasource": null, 
-          "description": "This table shows all OSDs sorted by their PG Count. The PG count is color coded.", 
-          "fontSize": "100%", 
+          "columns": [],
+          "datasource": null,
+          "description": "This table shows all OSDs sorted by their PG Count. The PG count is color coded.",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 12, 
+            "h": 8,
+            "w": 12,
+            "x": 12,
             "y": 16
-          }, 
-          "id": 35, 
-          "links": [], 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "id": 35,
+          "links": [],
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 5, 
+            "col": 5,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD", 
-              "colorMode": null, 
+              "alias": "OSD",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "ceph_daemon", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "ceph_daemon",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Device", 
-              "colorMode": null, 
+              "alias": "Device",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "device", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "device",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Host", 
-              "colorMode": null, 
+              "alias": "Host",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "instance", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "instance",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "# PGs", 
-              "colorMode": "value", 
+              "alias": "# PGs",
+              "colorMode": "value",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Value", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Value",
               "thresholds": [
-                "200", 
+                "200",
                 "250"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "ceph_osd_numpg * on(ceph_daemon) group_left(instance,device) ceph_disk_occupation", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
+              "expr": "ceph_osd_numpg * on(ceph_daemon) group_left(instance,device) ceph_disk_occupation",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
               "refId": "A"
             }
-          ], 
-          "title": "OSDs by PG Counts", 
-          "transform": "table", 
+          ],
+          "title": "OSDs by PG Counts",
+          "transform": "table",
           "type": "table"
         }
-      ], 
-      "repeat": null, 
-      "title": "Cluster Capacity", 
+      ],
+      "repeat": null,
+      "title": "Cluster Capacity",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 9
-      }, 
-      "id": 32, 
+      },
+      "id": 32,
       "panels": [
         {
-          "columns": [], 
-          "datasource": "Local", 
-          "fontSize": "100%", 
+          "columns": [],
+          "datasource": "Local",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 4, 
-            "x": 0, 
+            "h": 7,
+            "w": 4,
+            "x": 0,
             "y": 10
-          }, 
-          "hideTimeOverride": true, 
-          "id": 22, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 10, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "hideTimeOverride": true,
+          "id": 22,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 10,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 0, 
+            "col": 0,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "Host", 
-              "colorMode": null, 
+              "alias": "Host",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "id", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "id",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Version", 
-              "colorMode": null, 
+              "alias": "Version",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "short_vers", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "short_vers",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_mon_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")", 
-              "format": "table", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "", 
+              "expr": "label_replace(ceph_mon_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")",
+              "format": "table",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "",
               "refId": "D"
             }
-          ], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "MONs", 
-          "transform": "table", 
+          ],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "MONs",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 4, 
-            "x": 4, 
+            "h": 7,
+            "w": 4,
+            "x": 4,
             "y": 10
-          }, 
-          "hideTimeOverride": true, 
-          "id": 24, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 10, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "hideTimeOverride": true,
+          "id": 24,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 10,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 6, 
+            "col": 6,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD", 
-              "colorMode": null, 
+              "alias": "OSD",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "id", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "id",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "Version", 
-              "colorMode": null, 
+              "alias": "Version",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "short_vers", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "short_vers",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_osd_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "{{id}} - {{short_vers}}", 
+              "expr": "label_replace(ceph_osd_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "{{id}} - {{short_vers}}",
               "refId": "A"
             }
-          ], 
-          "timeFrom": "2m", 
-          "timeShift": null, 
-          "title": "OSDs", 
-          "transform": "table", 
+          ],
+          "timeFrom": "2m",
+          "timeShift": null,
+          "title": "OSDs",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 4, 
-            "x": 8, 
+            "h": 7,
+            "w": 4,
+            "x": 8,
             "y": 10
-          }, 
-          "hideTimeOverride": true, 
-          "id": 26, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 10, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "hideTimeOverride": true,
+          "id": 26,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 10,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 0, 
+            "col": 0,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "RGW Host", 
-              "colorMode": null, 
+              "alias": "RGW Host",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "id", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "id",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Version", 
-              "colorMode": null, 
+              "alias": "Version",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "short_vers", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "short_vers",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_rgw_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "", 
-              "refId": "A", 
+              "expr": "label_replace(ceph_rgw_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "",
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "RGWs", 
-          "transform": "table", 
+          ],
+          "timeFrom": "2m",
+          "title": "RGWs",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 4, 
-            "x": 12, 
+            "h": 7,
+            "w": 4,
+            "x": 12,
             "y": 10
-          }, 
-          "hideTimeOverride": true, 
-          "id": 33, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 10, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "hideTimeOverride": true,
+          "id": 33,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 10,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 0, 
+            "col": 0,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "MDS Host", 
-              "colorMode": null, 
+              "alias": "MDS Host",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "id", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "id",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Version", 
-              "colorMode": null, 
+              "alias": "Version",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "short_vers", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "short_vers",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_mds_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "{{id}} - {{short_vers}}", 
-              "refId": "A", 
+              "expr": "label_replace(ceph_mds_metadata,\"short_vers\",\"$1\",\"ceph_version\",\"ceph version(.*) (.*) (.*) (.*)\")",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "{{id}} - {{short_vers}}",
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "MDSs", 
-          "transform": "table", 
+          ],
+          "timeFrom": "2m",
+          "title": "MDSs",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
-          "content": "", 
+          "content": "",
           "gridPos": {
-            "h": 7, 
-            "w": 2, 
-            "x": 16, 
+            "h": 7,
+            "w": 2,
+            "x": 16,
             "y": 10
-          }, 
-          "id": 27, 
-          "links": [], 
-          "minSpan": 2, 
-          "mode": "markdown", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "id": 27,
+          "links": [],
+          "minSpan": 2,
+          "mode": "markdown",
+          "title": "",
+          "transparent": true,
           "type": "text"
         }
-      ], 
-      "repeat": null, 
-      "title": "Ceph Daemon Version Information", 
+      ],
+      "repeat": null,
+      "title": "Ceph Daemon Version Information",
       "type": "row"
     }
-  ], 
-  "refresh": false, 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": false,
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "overview"
-  ], 
+  ],
   "templating": {
     "list": []
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Ceph Cluster", 
-  "uid": "000000005", 
-  "version": 11
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Ceph Cluster",
+  "version": 12
+}
index eda6c9cb408f1a536bcd4bac48e868fb2bd59daf..dd65412f97ed28fbbe7c4651509bb89e2c4aa83b 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526964924155, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526964924155,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
-      "includeVars": true, 
-      "keepTime": true, 
+      "asDropdown": true,
+      "icon": "external link",
+      "includeVars": true,
+      "keepTime": true,
       "tags": [
         "overview"
-      ], 
-      "targetBlank": true, 
-      "title": "Shortcuts", 
+      ],
+      "targetBlank": true,
+      "title": "Shortcuts",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(1, 167, 1, 1)", 
-        "rgba(255,165,0, 1)", 
+        "rgba(1, 167, 1, 1)",
+        "rgba(255,165,0, 1)",
         "rgba(255, 0, 0, 1)"
-      ], 
-      "datasource": null, 
-      "description": "Shows the overall health of the ceph cluster.", 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "description": "Shows the overall health of the ceph cluster.",
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 3, 
-        "w": 24, 
-        "x": 0, 
+        "h": 3,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "height": "70", 
-      "hideTimeOverride": true, 
-      "id": 1, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "70",
+      "hideTimeOverride": true,
+      "id": 1,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "0", 
-          "text": "HEALTH OK", 
+          "from": "0",
+          "text": "HEALTH OK",
           "to": "1"
-        }, 
+        },
         {
-          "from": "1", 
-          "text": "HEALTH WARNING", 
+          "from": "1",
+          "text": "HEALTH WARNING",
           "to": "4"
-        }, 
+        },
         {
-          "from": "5", 
-          "text": "HEALTH ERROR", 
+          "from": "5",
+          "text": "HEALTH ERROR",
           "to": "99"
-        }, 
+        },
         {
-          "from": "-10", 
-          "text": "NODATA", 
+          "from": "-10",
+          "text": "NODATA",
           "to": "0"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "ceph_health_status", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "ceph_health_status",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "1,5", 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "", 
-      "type": "singlestat", 
-      "valueFontSize": "50%", 
+      ],
+      "thresholds": "1,5",
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "",
+      "type": "singlestat",
+      "valueFontSize": "50%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "HEALTH OK", 
+          "op": "=",
+          "text": "HEALTH OK",
           "value": "0"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "HEALTH WARN", 
+          "op": "=",
+          "text": "HEALTH WARN",
           "value": "1"
-        }, 
+        },
         {
-          "op": "=", 
-          "text": "HEALTH ERROR", 
+          "op": "=",
+          "text": "HEALTH ERROR",
           "value": "2"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 3
-      }, 
-      "id": 22, 
+      },
+      "id": 22,
       "panels": [
         {
           "aliasColors": {
             "Ceph Health": "#0a50a1"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "description": "The chart plots the clusters health, over time. The colored bands show 3 distinct areas; green (OK), yellow(WARN) and red(ERROR). The plot line in blue is this clusters current health, so you can see over time how long the cluster spends in an OK, WARN or ERROR state", 
-          "fill": 0, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "description": "The chart plots the clusters health, over time. The colored bands show 3 distinct areas; green (OK), yellow(WARN) and red(ERROR). The plot line in blue is this clusters current health, so you can see over time how long the cluster spends in an OK, WARN or ERROR state",
+          "fill": 0,
           "gridPos": {
-            "h": 9, 
-            "w": 24, 
-            "x": 0, 
+            "h": 9,
+            "w": 24,
+            "x": 0,
             "y": 4
-          }, 
-          "height": "350", 
-          "hideTimeOverride": true, 
-          "id": 2, 
+          },
+          "height": "350",
+          "hideTimeOverride": true,
+          "id": 2,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 2, 
-          "links": [], 
-          "maxDataPoints": "", 
-          "minSpan": 6, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": true, 
+          },
+          "lines": true,
+          "linewidth": 2,
+          "links": [],
+          "maxDataPoints": "",
+          "minSpan": 6,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": true,
           "targets": [
             {
-              "expr": "ceph_health_status ", 
-              "format": "time_series", 
-              "instant": false, 
-              "intervalFactor": 2, 
-              "legendFormat": "Ceph Health", 
-              "refId": "A", 
-              "step": 600, 
+              "expr": "ceph_health_status ",
+              "format": "time_series",
+              "instant": false,
+              "intervalFactor": 2,
+              "legendFormat": "Ceph Health",
+              "refId": "A",
+              "step": 600,
               "textEditor": true
             }
-          ], 
+          ],
           "thresholds": [
             {
-              "colorMode": "custom", 
-              "fill": true, 
-              "fillColor": "#9ac48a", 
-              "line": false, 
-              "op": "lt", 
+              "colorMode": "custom",
+              "fill": true,
+              "fillColor": "#9ac48a",
+              "line": false,
+              "op": "lt",
               "value": 0.1
-            }, 
+            },
             {
-              "colorMode": "custom", 
-              "fill": true, 
-              "fillColor": "rgba(244, 213, 152, 0.58)", 
-              "line": false, 
-              "op": "lt", 
+              "colorMode": "custom",
+              "fill": true,
+              "fillColor": "rgba(244, 213, 152, 0.58)",
+              "line": false,
+              "op": "lt",
               "value": 1.1
-            }, 
+            },
             {
-              "colorMode": "custom", 
-              "fill": true, 
-              "fillColor": "rgba(163, 0, 0, 0.3)", 
-              "line": false, 
-              "op": "gt", 
+              "colorMode": "custom",
+              "fill": true,
+              "fillColor": "rgba(163, 0, 0, 0.3)",
+              "line": false,
+              "op": "gt",
               "value": 1.1
             }
-          ], 
-          "timeFrom": "3d", 
-          "timeShift": null, 
-          "title": "Health History - Last 3 days", 
+          ],
+          "timeFrom": "3d",
+          "timeShift": null,
+          "title": "Health History - Last 3 days",
           "tooltip": {
-            "shared": false, 
-            "sort": 1, 
+            "shared": false,
+            "sort": 1,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": "", 
-              "logBase": 1, 
-              "max": "2", 
-              "min": "-0.5", 
+              "format": "short",
+              "label": "",
+              "logBase": 1,
+              "max": "2",
+              "min": "-0.5",
               "show": false
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "Cluster Health History", 
+      ],
+      "repeat": null,
+      "title": "Cluster Health History",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 4
-      }, 
-      "id": 23, 
+      },
+      "id": 23,
       "panels": [
         {
-          "content": "<h2 style=\"text-align: center;\">MONs</h2>", 
+          "content": "<h2 style=\"text-align: center;\">MONs</h2>",
           "gridPos": {
-            "h": 5, 
-            "w": 2, 
-            "x": 0, 
+            "h": 5,
+            "w": 2,
+            "x": 0,
             "y": 5
-          }, 
-          "id": 6, 
-          "links": [], 
-          "minSpan": 2, 
-          "mode": "html", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "id": 6,
+          "links": [],
+          "minSpan": 2,
+          "mode": "html",
+          "title": "",
+          "transparent": true,
           "type": "text"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "#d44a3a", 
-            "rgba(237, 129, 40, 0.89)", 
+            "#d44a3a",
+            "rgba(237, 129, 40, 0.89)",
             "#299c46"
-          ], 
-          "datasource": null, 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 2, 
-            "w": 3, 
-            "x": 2, 
+            "h": 2,
+            "w": 3,
+            "x": 2,
             "y": 5
-          }, 
-          "id": 28, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "id": 28,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": 100, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": 100,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
-          "repeat": "mon_servers", 
-          "repeatDirection": "v", 
+          ],
+          "repeat": "mon_servers",
+          "repeatDirection": "v",
           "scopedVars": {
             "mon_servers": {
-              "selected": false, 
-              "text": "mon.rhs-cli-04", 
+              "selected": false,
+              "text": "mon.rhs-cli-04",
               "value": "mon.rhs-cli-04"
             }
-          }, 
+          },
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "label_replace(ceph_mon_quorum_status{ceph_daemon=~\"[[mon_servers]]\"},\"mon_host\",\"$2\",\"ceph_daemon\",\"(.*)_(.*)\")", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "", 
+              "expr": "label_replace(ceph_mon_quorum_status{ceph_daemon=~\"[[mon_servers]]\"},\"mon_host\",\"$2\",\"ceph_daemon\",\"(.*)_(.*)\")",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "",
               "refId": "A"
             }
-          ], 
-          "thresholds": "0.5,1", 
-          "title": "$mon_servers", 
-          "type": "singlestat", 
-          "valueFontSize": "50%", 
+          ],
+          "thresholds": "0.5,1",
+          "title": "$mon_servers",
+          "type": "singlestat",
+          "valueFontSize": "50%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "OK", 
+              "op": "=",
+              "text": "OK",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DOWN", 
+              "op": "=",
+              "text": "DOWN",
               "value": "0"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "content": "<h2 style=\"text-align: center;\">Cluster Flags:</h2>", 
-          "description": "Show cluster flags that determine automatic maintenance and recovery operations", 
+          "content": "<h2 style=\"text-align: center;\">Cluster Flags:</h2>",
+          "description": "Show cluster flags that determine automatic maintenance and recovery operations",
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 8, 
+            "h": 3,
+            "w": 2,
+            "x": 8,
             "y": 5
-          }, 
-          "id": 31, 
-          "links": [], 
-          "minSpan": 2, 
-          "mode": "html", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "id": 31,
+          "links": [],
+          "minSpan": 2,
+          "mode": "html",
+          "title": "",
+          "transparent": true,
           "type": "text"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "description": "Scrub activity takes place daily basis across the OSD's and performs object size and attribute checks. Scrub activity can be controlled with the \"ceph osd scrub\" command.", 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "description": "Scrub activity takes place daily basis across the OSD's and performs object size and attribute checks. Scrub activity can be controlled with the \"ceph osd scrub\" command.",
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 10, 
+            "h": 3,
+            "w": 2,
+            "x": 10,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 7, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 7,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_noscrub) + scalar(ceph_pg_scrubbing >bool 0)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_noscrub) + scalar(ceph_pg_scrubbing >bool 0)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "title": "SCRUB", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "title": "SCRUB",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "description": "Deep scrub acts on the objects within placement groups (PGs). Objects are read, and checksum's compared to protect against silent bit-rot events. Although a weekly activity, in large clusters is normal to see deep-scrub active on a daily basis. Scrub activity can be controlled with the \"ceph osd scrub\" command.", 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "description": "Deep scrub acts on the objects within placement groups (PGs). Objects are read, and checksum's compared to protect against silent bit-rot events. Although a weekly activity, in large clusters is normal to see deep-scrub active on a daily basis. Scrub activity can be controlled with the \"ceph osd scrub\" command.",
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 12, 
+            "h": 3,
+            "w": 2,
+            "x": 12,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 8, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 8,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_nodeep_scrub) + scalar(ceph_pg_deep >bool 0)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_nodeep_scrub) + scalar(ceph_pg_deep >bool 0)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "title": "DEEP", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "title": "DEEP",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "description": "The OUT flag setting allows the mon's to mark OSD's as out of the configuration when they stop sending hearbeats to the mon's. By marking them OUT, recovery takes place. However, for planned maintenance you can set the cluster to noout to disable this behavior.", 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "description": "The OUT flag setting allows the mon's to mark OSD's as out of the configuration when they stop sending hearbeats to the mon's. By marking them OUT, recovery takes place. However, for planned maintenance you can set the cluster to noout to disable this behavior.",
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 14, 
+            "h": 3,
+            "w": 2,
+            "x": 14,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 12, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 12,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_noout)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_noout)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "timeShift": null, 
-          "title": "OUT", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "timeShift": null,
+          "title": "OUT",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "description": "The down feature allows OSD's to mark their peers as DOWN when they are not reachable. However, if there is a poor network or planned outages, you may want to set this flag to nodown to prevent OSD's flapping between up/down states", 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "description": "The down feature allows OSD's to mark their peers as DOWN when they are not reachable. However, if there is a poor network or planned outages, you may want to set this flag to nodown to prevent OSD's flapping between up/down states",
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 16, 
+            "h": 3,
+            "w": 2,
+            "x": 16,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 13, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 13,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_nodown) + scalar(ceph_pg_down >bool 0)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_nodown) + scalar(ceph_pg_down >bool 0)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "timeShift": null, 
-          "title": "DOWN", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "timeShift": null,
+          "title": "DOWN",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 18, 
+            "h": 3,
+            "w": 2,
+            "x": 18,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 34, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 34,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_nobackfill) + scalar(ceph_pg_backfilling >bool 0)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_nobackfill) + scalar(ceph_pg_backfilling >bool 0)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 1,
               "refId": "B"
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "title": "BACKFILL", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "title": "BACKFILL",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 20, 
+            "h": 3,
+            "w": 2,
+            "x": 20,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 11, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 11,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_norebalance)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_norebalance)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "title": "REBALANCE", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "title": "REBALANCE",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "datasource": null, 
-          "description": "With the recovery flag enabled, disruption in the cluster will result in data being recreated to freespace within the cluster to honor the pool's protection schema. Under some circumstances, you may use the norecover flag to prevent automatic recovery.", 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "description": "With the recovery flag enabled, disruption in the cluster will result in data being recreated to freespace within the cluster to honor the pool's protection schema. Under some circumstances, you may use the norecover flag to prevent automatic recovery.",
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 3, 
-            "w": 2, 
-            "x": 22, 
+            "h": 3,
+            "w": 2,
+            "x": 22,
             "y": 5
-          }, 
-          "height": "95", 
-          "hideTimeOverride": true, 
-          "id": 9, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "height": "95",
+          "hideTimeOverride": true,
+          "id": 9,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": "", 
-          "minSpan": 2, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": "",
+          "minSpan": 2,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
+          ],
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "2*scalar(ceph_osd_flag_norecover) + scalar(ceph_pg_recovering >bool 0)", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "2*scalar(ceph_osd_flag_norecover) + scalar(ceph_pg_recovering >bool 0)",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "thresholds": "1,2", 
-          "timeFrom": "1m", 
-          "title": "RECOVERY", 
-          "type": "singlestat", 
-          "valueFontSize": "40%", 
+          ],
+          "thresholds": "1,2",
+          "timeFrom": "1m",
+          "title": "RECOVERY",
+          "type": "singlestat",
+          "valueFontSize": "40%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ENABLED", 
+              "op": "=",
+              "text": "ENABLED",
               "value": "0"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "ACTIVE", 
+              "op": "=",
+              "text": "ACTIVE",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "2"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DISABLED", 
+              "op": "=",
+              "text": "DISABLED",
               "value": "3"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "#d44a3a", 
-            "rgba(237, 129, 40, 0.89)", 
+            "#d44a3a",
+            "rgba(237, 129, 40, 0.89)",
             "#299c46"
-          ], 
-          "datasource": null, 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 2, 
-            "w": 3, 
-            "x": 2, 
+            "h": 2,
+            "w": 3,
+            "x": 2,
             "y": 7
-          }, 
-          "id": 69, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "id": 69,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": 100, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": 100,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
-          "repeat": null, 
-          "repeatDirection": "v", 
-          "repeatIteration": 1526963039202, 
-          "repeatPanelId": 28, 
+          ],
+          "repeat": null,
+          "repeatDirection": "v",
+          "repeatIteration": 1526963039202,
+          "repeatPanelId": 28,
           "scopedVars": {
             "mon_servers": {
-              "selected": false, 
-              "text": "mon.rhs-cli-05", 
+              "selected": false,
+              "text": "mon.rhs-cli-05",
               "value": "mon.rhs-cli-05"
             }
-          }, 
+          },
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "label_replace(ceph_mon_quorum_status{ceph_daemon=~\"[[mon_servers]]\"},\"mon_host\",\"$2\",\"ceph_daemon\",\"(.*)_(.*)\")", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "", 
+              "expr": "label_replace(ceph_mon_quorum_status{ceph_daemon=~\"[[mon_servers]]\"},\"mon_host\",\"$2\",\"ceph_daemon\",\"(.*)_(.*)\")",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "",
               "refId": "A"
             }
-          ], 
-          "thresholds": "0.5,1", 
-          "title": "$mon_servers", 
-          "type": "singlestat", 
-          "valueFontSize": "50%", 
+          ],
+          "thresholds": "0.5,1",
+          "title": "$mon_servers",
+          "type": "singlestat",
+          "valueFontSize": "50%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "OK", 
+              "op": "=",
+              "text": "OK",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DOWN", 
+              "op": "=",
+              "text": "DOWN",
               "value": "0"
             }
-          ], 
+          ],
           "valueName": "current"
-        }, 
+        },
         {
-          "content": "<h2 style=\"text-align: center;\">OSD<br>Hosts<br>Down</h2>", 
-          "description": "Shows which OSD hosts have all defined osd daemons in a down state", 
+          "content": "<h2 style=\"text-align: center;\">OSD<br>Hosts<br>Down</h2>",
+          "description": "Shows which OSD hosts have all defined osd daemons in a down state",
           "gridPos": {
-            "h": 4, 
-            "w": 2, 
-            "x": 8, 
+            "h": 4,
+            "w": 2,
+            "x": 8,
             "y": 8
-          }, 
-          "id": 54, 
-          "links": [], 
-          "minSpan": 2, 
-          "mode": "html", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "id": 54,
+          "links": [],
+          "minSpan": 2,
+          "mode": "html",
+          "title": "",
+          "transparent": true,
           "type": "text"
-        }, 
+        },
         {
-          "columns": [], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          "columns": [],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 4, 
-            "w": 10, 
-            "x": 10, 
+            "h": 4,
+            "w": 10,
+            "x": 10,
             "y": 8
-          }, 
-          "id": 58, 
-          "links": [], 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "id": 58,
+          "links": [],
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 2, 
+            "col": 2,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "alias": "Hostname", 
-              "colorMode": "row", 
+              "alias": "Hostname",
+              "colorMode": "row",
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "instance", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "instance",
               "thresholds": [
                 ""
-              ], 
-              "type": "string", 
+              ],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "OSDs Active", 
-              "colorMode": "row", 
+              "alias": "OSDs Active",
+              "colorMode": "row",
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Value", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Value",
               "thresholds": [
                 "1"
-              ], 
-              "type": "hidden", 
+              ],
+              "type": "hidden",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "(count by(instance) (ceph_disk_occupation * on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - count by(instance) (ceph_disk_occupation))", 
-              "format": "table", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "", 
+              "expr": "(count by(instance) (ceph_disk_occupation * on(ceph_daemon) group_right(instance) ceph_osd_up == 0) - count by(instance) (ceph_disk_occupation))",
+              "format": "table",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "",
               "refId": "A"
             }
-          ], 
-          "title": "", 
-          "transform": "table", 
-          "transparent": false, 
+          ],
+          "title": "",
+          "transform": "table",
+          "transparent": false,
           "type": "table"
-        }, 
+        },
         {
-          "cacheTimeout": null, 
-          "colorBackground": true, 
-          "colorValue": false, 
+          "cacheTimeout": null,
+          "colorBackground": true,
+          "colorValue": false,
           "colors": [
-            "#d44a3a", 
-            "rgba(237, 129, 40, 0.89)", 
+            "#d44a3a",
+            "rgba(237, 129, 40, 0.89)",
             "#299c46"
-          ], 
-          "datasource": null, 
-          "format": "none", 
+          ],
+          "datasource": null,
+          "format": "none",
           "gauge": {
-            "maxValue": 100, 
-            "minValue": 0, 
-            "show": false, 
-            "thresholdLabels": false, 
+            "maxValue": 100,
+            "minValue": 0,
+            "show": false,
+            "thresholdLabels": false,
             "thresholdMarkers": true
-          }, 
+          },
           "gridPos": {
-            "h": 2, 
-            "w": 3, 
-            "x": 2, 
+            "h": 2,
+            "w": 3,
+            "x": 2,
             "y": 9
-          }, 
-          "id": 70, 
-          "interval": null, 
-          "links": [], 
-          "mappingType": 1, 
+          },
+          "id": 70,
+          "interval": null,
+          "links": [],
+          "mappingType": 1,
           "mappingTypes": [
             {
-              "name": "value to text", 
+              "name": "value to text",
               "value": 1
-            }, 
+            },
             {
-              "name": "range to text", 
+              "name": "range to text",
               "value": 2
             }
-          ], 
-          "maxDataPoints": 100, 
-          "nullPointMode": "connected", 
-          "nullText": null, 
-          "postfix": "", 
-          "postfixFontSize": "50%", 
-          "prefix": "", 
-          "prefixFontSize": "50%", 
+          ],
+          "maxDataPoints": 100,
+          "nullPointMode": "connected",
+          "nullText": null,
+          "postfix": "",
+          "postfixFontSize": "50%",
+          "prefix": "",
+          "prefixFontSize": "50%",
           "rangeMaps": [
             {
-              "from": "null", 
-              "text": "N/A", 
+              "from": "null",
+              "text": "N/A",
               "to": "null"
             }
-          ], 
-          "repeat": null, 
-          "repeatDirection": "v", 
-          "repeatIteration": 1526963039202, 
-          "repeatPanelId": 28, 
+          ],
+          "repeat": null,
+          "repeatDirection": "v",
+          "repeatIteration": 1526963039202,
+          "repeatPanelId": 28,
           "scopedVars": {
             "mon_servers": {
-              "selected": false, 
-              "text": "mon.rhs-cli-06", 
+              "selected": false,
+              "text": "mon.rhs-cli-06",
               "value": "mon.rhs-cli-06"
             }
-          }, 
+          },
           "sparkline": {
-            "fillColor": "rgba(31, 118, 189, 0.18)", 
-            "full": false, 
-            "lineColor": "rgb(31, 120, 193)", 
+            "fillColor": "rgba(31, 118, 189, 0.18)",
+            "full": false,
+            "lineColor": "rgb(31, 120, 193)",
             "show": false
-          }, 
-          "tableColumn": "", 
+          },
+          "tableColumn": "",
           "targets": [
             {
-              "expr": "label_replace(ceph_mon_quorum_status{ceph_daemon=~\"[[mon_servers]]\"},\"mon_host\",\"$2\",\"ceph_daemon\",\"(.*)_(.*)\")", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "", 
+              "expr": "label_replace(ceph_mon_quorum_status{ceph_daemon=~\"[[mon_servers]]\"},\"mon_host\",\"$2\",\"ceph_daemon\",\"(.*)_(.*)\")",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "",
               "refId": "A"
             }
-          ], 
-          "thresholds": "0.5,1", 
-          "title": "$mon_servers", 
-          "type": "singlestat", 
-          "valueFontSize": "50%", 
+          ],
+          "thresholds": "0.5,1",
+          "title": "$mon_servers",
+          "type": "singlestat",
+          "valueFontSize": "50%",
           "valueMaps": [
             {
-              "op": "=", 
-              "text": "N/A", 
+              "op": "=",
+              "text": "N/A",
               "value": "null"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "OK", 
+              "op": "=",
+              "text": "OK",
               "value": "1"
-            }, 
+            },
             {
-              "op": "=", 
-              "text": "DOWN", 
+              "op": "=",
+              "text": "DOWN",
               "value": "0"
             }
-          ], 
+          ],
           "valueName": "current"
         }
-      ], 
-      "repeat": null, 
-      "title": "Cluster State", 
+      ],
+      "repeat": null,
+      "title": "Cluster State",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 5
-      }, 
-      "id": 64, 
+      },
+      "id": 64,
       "panels": [
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "filterNull": false, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "filterNull": false,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 5, 
-            "x": 0, 
+            "h": 7,
+            "w": 5,
+            "x": 0,
             "y": 6
-          }, 
-          "id": 18, 
-          "links": [], 
-          "minSpan": 6, 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "id": 18,
+          "links": [],
+          "minSpan": 6,
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": null, 
+            "col": null,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "Object State", 
-              "colorMode": null, 
+              "alias": "Object State",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Count", 
-              "colorMode": null, 
+              "alias": "Count",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Current", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Current",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "colorMode": null, 
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 0, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 0,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
             }
-          ], 
+          ],
           "targets": [
             {
-              "alias": "Objects", 
-              "dsType": "influxdb", 
-              "expr": "ceph_cluster_total_objects", 
-              "format": "time_series", 
+              "alias": "Objects",
+              "dsType": "influxdb",
+              "expr": "ceph_cluster_total_objects",
+              "format": "time_series",
               "groupBy": [
                 {
                   "params": [
                     "$__interval"
-                  ], 
+                  ],
                   "type": "time"
-                }, 
+                },
                 {
                   "params": [
                     "null"
-                  ], 
+                  ],
                   "type": "fill"
                 }
-              ], 
-              "intervalFactor": 1, 
-              "legendFormat": "Total Objects", 
-              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_object", 
-              "policy": "default", 
-              "refId": "A", 
-              "resultFormat": "time_series", 
+              ],
+              "intervalFactor": 1,
+              "legendFormat": "Total Objects",
+              "measurement": "collectd.obj-mon-1.storage.lab.cephmetrics.gauge.ceph.mon.num_object",
+              "policy": "default",
+              "refId": "A",
+              "resultFormat": "time_series",
               "select": [
                 [
                   {
                     "params": [
                       "value"
-                    ], 
+                    ],
                     "type": "field"
-                  }, 
+                  },
                   {
-                    "params": [], 
+                    "params": [],
                     "type": "mean"
                   }
                 ]
-              ], 
-              "step": 20, 
-              "tags": [], 
+              ],
+              "step": 20,
+              "tags": [],
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 1, 
-              "legendFormat": "Objects misplaced", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 1,
+              "legendFormat": "Objects misplaced",
               "refId": "B"
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 1, 
-              "legendFormat": "Objects degraded", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 1,
+              "legendFormat": "Objects degraded",
               "refId": "C"
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 1, 
-              "legendFormat": "Objects unfound", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 1,
+              "legendFormat": "Objects unfound",
               "refId": "D"
             }
-          ], 
-          "title": "Object Summary", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "title": "Object Summary",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Avg", 
+              "text": "Avg",
               "value": "avg"
             }
-          ], 
-          "datasource": null, 
-          "filterNull": false, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "filterNull": false,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 5, 
-            "x": 5, 
+            "h": 7,
+            "w": 5,
+            "x": 5,
             "y": 6
-          }, 
-          "id": 20, 
-          "links": [], 
-          "minSpan": 6, 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "id": 20,
+          "links": [],
+          "minSpan": 6,
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": null, 
+            "col": null,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "PG State", 
-              "colorMode": null, 
+              "alias": "PG State",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Count", 
-              "colorMode": null, 
+              "alias": "Count",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Current", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Current",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "colorMode": null, 
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 0, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 0,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "ceph_pg_total", 
-              "format": "time_series", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "PGs", 
-              "refId": "A", 
+              "expr": "ceph_pg_total",
+              "format": "time_series",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "PGs",
+              "refId": "A",
               "step": 20
-            }, 
-            {
-              "expr": "ceph_pg_active", 
-              "format": "time_series", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "PGs Active", 
-              "refId": "B", 
+            },
+            {
+              "expr": "ceph_pg_active",
+              "format": "time_series",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "PGs Active",
+              "refId": "B",
               "step": 20
-            }, 
-            {
-              "expr": "ceph_pg_clean", 
-              "format": "time_series", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "PGs Active+clean", 
-              "refId": "C", 
+            },
+            {
+              "expr": "ceph_pg_clean",
+              "format": "time_series",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "PGs Active+clean",
+              "refId": "C",
               "step": 20
-            }, 
-            {
-              "expr": "ceph_pg_peering", 
-              "format": "time_series", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "PGs Peering", 
-              "refId": "D", 
+            },
+            {
+              "expr": "ceph_pg_peering",
+              "format": "time_series",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "PGs Peering",
+              "refId": "D",
               "step": 20
-            }, 
-            {
-              "expr": "ceph_pg_unknown", 
-              "format": "time_series", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "PG's Unknown", 
+            },
+            {
+              "expr": "ceph_pg_unknown",
+              "format": "time_series",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "PG's Unknown",
               "refId": "E"
             }
-          ], 
-          "title": "PG Summary", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "title": "PG Summary",
+          "transform": "timeseries_aggregations",
           "type": "table"
         }
-      ], 
-      "title": "RADOS Information", 
+      ],
+      "title": "RADOS Information",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 6
-      }, 
-      "id": 24, 
+      },
+      "id": 24,
       "panels": [
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 3, 
-            "x": 0, 
+            "h": 7,
+            "w": 3,
+            "x": 0,
             "y": 14
-          }, 
-          "id": 14, 
-          "links": [], 
-          "minSpan": 2, 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "id": 14,
+          "links": [],
+          "minSpan": 2,
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 0, 
+            "col": 0,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "% Full", 
-              "colorMode": null, 
+              "alias": "% Full",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Current", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Current",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "Host.OSD Id", 
-              "colorMode": null, 
+              "alias": "Host.OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "ceph_osd_stat_bytes_used / ceph_osd_stat_bytes * 100 > $disk_full_threshold", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "{{ceph_daemon}}", 
-              "refId": "A", 
-              "step": 60, 
+              "expr": "ceph_osd_stat_bytes_used / ceph_osd_stat_bytes * 100 > $disk_full_threshold",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "{{ceph_daemon}}",
+              "refId": "A",
+              "step": 60,
               "textEditor": true
             }
-          ], 
-          "title": "Disks Near Full", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "title": "Disks Near Full",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 6, 
-            "x": 3, 
+            "h": 7,
+            "w": 6,
+            "x": 3,
             "y": 14
-          }, 
-          "hideTimeOverride": true, 
-          "id": 15, 
-          "links": [], 
-          "minSpan": 2, 
-          "pageSize": 100, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "hideTimeOverride": true,
+          "id": 15,
+          "links": [],
+          "minSpan": 2,
+          "pageSize": 100,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 1, 
+            "col": 1,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD ID", 
-              "colorMode": null, 
+              "alias": "OSD ID",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "_id", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "_id",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "Hostname", 
-              "colorMode": null, 
+              "alias": "Hostname",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "osd_host", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "osd_host",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Device", 
-              "colorMode": null, 
+              "alias": "Device",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "device", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "device",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_osd_up,\"_id\",\"$1\",\"ceph_daemon\",\"osd.(.*)\") * on(ceph_daemon) \n  group_left(osd_host,device) label_replace(ceph_disk_occupation,\"osd_host\",\"$1\",\"instance\",\"(.+?)\\\\.(.*)\") < 0.5", 
-              "format": "table", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 2, 
-              "legendFormat": "", 
-              "refId": "B", 
-              "step": 2, 
+              "expr": "label_replace(ceph_osd_up,\"_id\",\"$1\",\"ceph_daemon\",\"osd.(.*)\") * on(ceph_daemon) \n  group_left(osd_host,device) label_replace(ceph_disk_occupation,\"osd_host\",\"$1\",\"instance\",\"(.+?)\\\\.(.*)\") < 0.5",
+              "format": "table",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 2,
+              "legendFormat": "",
+              "refId": "B",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "timeFrom": "1m", 
-          "timeShift": null, 
-          "title": "OSD's Down", 
-          "transform": "table", 
+          ],
+          "timeFrom": "1m",
+          "timeShift": null,
+          "title": "OSD's Down",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": null, 
-          "fontSize": "100%", 
+          ],
+          "datasource": null,
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 6, 
-            "x": 9, 
+            "h": 7,
+            "w": 6,
+            "x": 9,
             "y": 14
-          }, 
-          "hideTimeOverride": true, 
-          "id": 16, 
-          "links": [], 
-          "minSpan": 2, 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "hideTimeOverride": true,
+          "id": 16,
+          "links": [],
+          "minSpan": 2,
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 1, 
+            "col": 1,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD ID", 
-              "colorMode": null, 
+              "alias": "OSD ID",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "_id", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "_id",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Hostname", 
-              "colorMode": null, 
+              "alias": "Hostname",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "osd_host", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "osd_host",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Device", 
-              "colorMode": null, 
+              "alias": "Device",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "device", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "device",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_osd_in,\"_id\",\"$1\",\"ceph_daemon\",\"osd.(.*)\") * on(ceph_daemon) \n  group_left(osd_host,device) label_replace(ceph_disk_occupation,\"osd_host\",\"$1\",\"instance\",\"(.+?)\\\\.(.*)\") < 0.5", 
-              "format": "table", 
-              "hide": false, 
-              "instant": true, 
-              "intervalFactor": 1, 
+              "expr": "label_replace(ceph_osd_in,\"_id\",\"$1\",\"ceph_daemon\",\"osd.(.*)\") * on(ceph_daemon) \n  group_left(osd_host,device) label_replace(ceph_disk_occupation,\"osd_host\",\"$1\",\"instance\",\"(.+?)\\\\.(.*)\") < 0.5",
+              "format": "table",
+              "hide": false,
+              "instant": true,
+              "intervalFactor": 1,
               "refId": "B"
             }
-          ], 
-          "timeFrom": "5m", 
-          "timeShift": null, 
-          "title": "OSDs Out", 
-          "transform": "table", 
+          ],
+          "timeFrom": "5m",
+          "timeShift": null,
+          "title": "OSDs Out",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
-          "columns": [], 
-          "datasource": null, 
-          "description": "This table shows all OSDs with > 275 PG's", 
-          "fontSize": "100%", 
+          "columns": [],
+          "datasource": null,
+          "description": "This table shows all OSDs with > 275 PG's",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 7, 
-            "w": 9, 
-            "x": 15, 
+            "h": 7,
+            "w": 9,
+            "x": 15,
             "y": 14
-          }, 
-          "id": 68, 
-          "links": [], 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "id": 68,
+          "links": [],
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 5, 
+            "col": 5,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD", 
-              "colorMode": null, 
+              "alias": "OSD",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "ceph_daemon", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "ceph_daemon",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Device", 
-              "colorMode": null, 
+              "alias": "Device",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "device", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "device",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Host", 
-              "colorMode": null, 
+              "alias": "Host",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "instance", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "instance",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "# PGs", 
-              "colorMode": "row", 
+              "alias": "# PGs",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Value", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Value",
               "thresholds": [
-                "200", 
+                "200",
                 "250"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "(ceph_osd_numpg > 275) * on(ceph_daemon) group_left(instance,device) ceph_disk_occupation", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
+              "expr": "(ceph_osd_numpg > 275) * on(ceph_daemon) group_left(instance,device) ceph_disk_occupation",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
               "refId": "A"
             }
-          ], 
-          "title": "OSDs with High PG Counts", 
-          "transform": "table", 
+          ],
+          "title": "OSDs with High PG Counts",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
-          "content": "", 
+          "content": "",
           "gridPos": {
-            "h": 7, 
-            "w": 2, 
-            "x": 6, 
+            "h": 7,
+            "w": 2,
+            "x": 6,
             "y": 21
-          }, 
-          "id": 17, 
-          "links": [], 
-          "minSpan": 2, 
-          "mode": "html", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "id": 17,
+          "links": [],
+          "minSpan": 2,
+          "mode": "html",
+          "title": "",
+          "transparent": true,
           "type": "text"
-        }, 
+        },
         {
-          "content": "", 
+          "content": "",
           "gridPos": {
-            "h": 7, 
-            "w": 2, 
-            "x": 16, 
+            "h": 7,
+            "w": 2,
+            "x": 16,
             "y": 21
-          }, 
-          "id": 19, 
-          "links": [], 
-          "minSpan": 2, 
-          "mode": "markdown", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "id": 19,
+          "links": [],
+          "minSpan": 2,
+          "mode": "markdown",
+          "title": "",
+          "transparent": true,
           "type": "text"
         }
-      ], 
-      "repeat": null, 
-      "title": "Storage Information", 
+      ],
+      "repeat": null,
+      "title": "Storage Information",
       "type": "row"
     }
-  ], 
-  "refresh": "10s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": "10s",
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "overview"
-  ], 
+  ],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": "${DS_LOCAL}", 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "osd_servers", 
-        "options": [], 
-        "query": "ceph_disk_occupation", 
-        "refresh": 1, 
-        "regex": "/instance=\"([^\"]*)\"/", 
-        "sort": 3, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": "${DS_LOCAL}",
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "osd_servers",
+        "options": [],
+        "query": "ceph_disk_occupation",
+        "refresh": 1,
+        "regex": "/instance=\"([^\"]*)\"/",
+        "sort": 3,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "85", 
+          "selected": true,
+          "text": "85",
           "value": "85"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "disk_full_threshold", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "disk_full_threshold",
         "options": [
           {
-            "selected": true, 
-            "text": "85", 
+            "selected": true,
+            "text": "85",
             "value": "85"
           }
-        ], 
-        "query": "85", 
+        ],
+        "query": "85",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": "${DS_LOCAL}", 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "mon_servers", 
-        "options": [], 
-        "query": "label_values(ceph_mon_quorum_status, ceph_daemon)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": "${DS_LOCAL}",
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "mon_servers",
+        "options": [],
+        "query": "label_values(ceph_mon_quorum_status, ceph_daemon)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Ceph Health", 
-  "uid": "000000009", 
-  "version": 42
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Ceph Health",
+  "version": 43
+}
index b8081a6d8fd9ddc392b1b677bffff32e3b1d0815..b51613fe5c083116b334d5b37396cd0f10256e70 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "grafana-piechart-panel", 
-      "name": "Pie Chart", 
+      "type": "panel",
+      "id": "grafana-piechart-panel",
+      "name": "Pie Chart",
       "version": "1.3.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "table", 
-      "name": "Table", 
+      "type": "panel",
+      "id": "table",
+      "name": "Table",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526250090593, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526250090593,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
+      "asDropdown": true,
+      "icon": "external link",
       "tags": [
         "overview"
-      ], 
-      "title": "Shortcuts", 
+      ],
+      "title": "Shortcuts",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 24, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "OSD Summary", 
+      },
+      "id": 24,
+      "panels": [],
+      "repeat": null,
+      "title": "OSD Summary",
       "type": "row"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 0, 
+        "h": 6,
+        "w": 2,
+        "x": 0,
         "y": 1
-      }, 
-      "hideTimeOverride": true, 
-      "id": 1, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "hideTimeOverride": true,
+      "id": 1,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(max by (id) (ceph_osd_metadata))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "count(max by (id) (ceph_osd_metadata))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "timeFrom": "1m", 
-      "title": "OSDs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "timeFrom": "1m",
+      "title": "OSDs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "avg"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 2, 
+        "h": 6,
+        "w": 2,
+        "x": 2,
         "y": 1
-      }, 
-      "hideTimeOverride": true, 
-      "id": 2, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "hideTimeOverride": true,
+      "id": 2,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_osd_up > 0.5)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "count(ceph_osd_up > 0.5)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 2,
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "timeFrom": "1m", 
-      "title": "OSDs UP", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "timeFrom": "1m",
+      "title": "OSDs UP",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "avg"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": true, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": true,
+      "colorValue": false,
       "colors": [
-        "rgba(251,251,251,0.97)", 
-        "rgba(255,165,0, 1)", 
+        "rgba(251,251,251,0.97)",
+        "rgba(255,165,0, 1)",
         "rgba(245, 54, 54, 0.9)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 6, 
-        "w": 2, 
-        "x": 4, 
+        "h": 6,
+        "w": 2,
+        "x": 4,
         "y": 1
-      }, 
-      "hideTimeOverride": true, 
-      "id": 3, 
-      "interval": null, 
+      },
+      "hideTimeOverride": true,
+      "id": 3,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/ceph-health", 
-          "dashboard": "Ceph Health", 
-          "targetBlank": true, 
-          "title": "Ceph Health", 
+          "dashUri": "db/ceph-health",
+          "dashboard": "Ceph Health",
+          "targetBlank": true,
+          "title": "Ceph Health",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_osd_up < 0.5)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
+          "expr": "count(ceph_osd_up < 0.5)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
           "step": 2
         }
-      ], 
-      "thresholds": "1,3", 
-      "timeFrom": "1m", 
-      "title": "OSDs DOWN", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "1,3",
+      "timeFrom": "1m",
+      "title": "OSDs DOWN",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "0", 
+          "op": "=",
+          "text": "0",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
       "columns": [
         {
-          "text": "Current", 
+          "text": "Current",
           "value": "current"
         }
-      ], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      ],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 6, 
-        "w": 6, 
-        "x": 6, 
+        "h": 6,
+        "w": 6,
+        "x": 6,
         "y": 1
-      }, 
-      "hideTimeOverride": true, 
-      "id": 5, 
-      "links": [], 
-      "maxDataPoints": "", 
-      "minSpan": 4, 
-      "pageSize": 50, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "hideTimeOverride": true,
+      "id": 5,
+      "links": [],
+      "maxDataPoints": "",
+      "minSpan": 4,
+      "pageSize": 50,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 4, 
+        "col": 4,
         "desc": false
-      }, 
+      },
       "styles": [
         {
-          "alias": "Hostname", 
-          "colorMode": null, 
+          "alias": "Hostname",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "instance", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "instance",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "OSD", 
-          "colorMode": null, 
+          "alias": "OSD",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "ceph_osd", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "ceph_osd",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "device", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "device",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Value", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Value",
+          "thresholds": [],
+          "type": "number",
           "unit": "bytes"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "decimals": 2, 
-          "pattern": "/.*/", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "decimals": 2,
+          "pattern": "/.*/",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "sum by (instance, ceph_daemon) (\n  ceph_disk_occupation*0 + on (ceph_daemon) group_right(instance,device,osd_id) ceph_osd_stat_bytes\n)", 
-          "format": "time_series", 
-          "hide": true, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "", 
-          "refId": "A", 
-          "step": 2, 
+          "expr": "sum by (instance, ceph_daemon) (\n  ceph_disk_occupation*0 + on (ceph_daemon) group_right(instance,device,osd_id) ceph_osd_stat_bytes\n)",
+          "format": "time_series",
+          "hide": true,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "",
+          "refId": "A",
+          "step": 2,
           "textEditor": true
-        }, 
+        },
         {
-          "expr": "label_replace(ceph_disk_occupation,\"ceph_osd\",\"$1\",\"ceph_daemon\",\"osd.(.*)\") * on(ceph_osd) group_right(instance,device) \nlabel_replace(ceph_osd_stat_bytes{ceph_daemon=~\"osd.[[osd_id]]\"},\"ceph_osd\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")", 
-          "format": "table", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "label_replace(ceph_disk_occupation,\"ceph_osd\",\"$1\",\"ceph_daemon\",\"osd.(.*)\") * on(ceph_osd) group_right(instance,device) \nlabel_replace(ceph_osd_stat_bytes{ceph_daemon=~\"osd.[[osd_id]]\"},\"ceph_osd\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")",
+          "format": "table",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "B"
         }
-      ], 
-      "timeFrom": "1m", 
-      "timeShift": null, 
-      "title": "OSD Size", 
-      "transform": "table", 
+      ],
+      "timeFrom": "1m",
+      "timeShift": null,
+      "title": "OSD Size",
+      "transform": "table",
       "type": "table"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "breakPoint": "50%", 
-      "cacheTimeout": null, 
+      "aliasColors": {},
+      "breakPoint": "50%",
+      "cacheTimeout": null,
       "combine": {
-        "label": "Others", 
+        "label": "Others",
         "threshold": 0
-      }, 
-      "datasource": null, 
-      "fontSize": "80%", 
-      "format": "none", 
+      },
+      "datasource": null,
+      "fontSize": "80%",
+      "format": "none",
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 12, 
+        "h": 6,
+        "w": 4,
+        "x": 12,
         "y": 1
-      }, 
-      "id": 4, 
-      "interval": null, 
+      },
+      "id": 4,
+      "interval": null,
       "legend": {
-        "show": true, 
+        "show": true,
         "values": true
-      }, 
-      "legendType": "Under graph", 
-      "links": [], 
-      "maxDataPoints": 3, 
-      "nullPointMode": "connected", 
-      "pieType": "pie", 
-      "strokeWidth": 1, 
+      },
+      "legendType": "Under graph",
+      "links": [],
+      "maxDataPoints": 3,
+      "nullPointMode": "connected",
+      "pieType": "pie",
+      "strokeWidth": 1,
       "targets": [
         {
-          "expr": "count by(device_class) (ceph_osd_metadata)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{device_class}}", 
+          "expr": "count by(device_class) (ceph_osd_metadata)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{device_class}}",
           "refId": "A"
         }
-      ], 
-      "title": "OSD Types Summary", 
-      "type": "grafana-piechart-panel", 
+      ],
+      "title": "OSD Types Summary",
+      "type": "grafana-piechart-panel",
       "valueName": "current"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "breakPoint": "50%", 
-      "cacheTimeout": null, 
+      "aliasColors": {},
+      "breakPoint": "50%",
+      "cacheTimeout": null,
       "combine": {
-        "label": "Others", 
+        "label": "Others",
         "threshold": "0.05"
-      }, 
-      "datasource": null, 
-      "description": "The pie chart shows the various OSD sizes used within the cluster", 
-      "fontSize": "80%", 
-      "format": "none", 
+      },
+      "datasource": null,
+      "description": "The pie chart shows the various OSD sizes used within the cluster",
+      "fontSize": "80%",
+      "format": "none",
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 16, 
+        "h": 6,
+        "w": 4,
+        "x": 16,
         "y": 1
-      }, 
-      "height": "220", 
-      "hideTimeOverride": true, 
-      "id": 27, 
-      "interval": null, 
+      },
+      "height": "220",
+      "hideTimeOverride": true,
+      "id": 27,
+      "interval": null,
       "legend": {
-        "header": "", 
-        "percentage": false, 
-        "show": true, 
-        "sideWidth": null, 
-        "sortDesc": true, 
+        "header": "",
+        "percentage": false,
+        "show": true,
+        "sideWidth": null,
+        "sortDesc": true,
         "values": false
-      }, 
-      "legendType": "Right side", 
-      "links": [], 
-      "maxDataPoints": "", 
-      "minSpan": 6, 
-      "nullPointMode": "connected", 
-      "pieType": "pie", 
-      "strokeWidth": "1", 
+      },
+      "legendType": "Right side",
+      "links": [],
+      "maxDataPoints": "",
+      "minSpan": 6,
+      "nullPointMode": "connected",
+      "pieType": "pie",
+      "strokeWidth": "1",
       "targets": [
         {
-          "expr": "count(ceph_osd_stat_bytes < 1099511627776)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<1 TB", 
-          "refId": "A", 
+          "expr": "count(ceph_osd_stat_bytes < 1099511627776)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<1 TB",
+          "refId": "A",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 1099511627776 < 2199023255552)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<2 TB", 
-          "refId": "B", 
+          "expr": "count(ceph_osd_stat_bytes >= 1099511627776 < 2199023255552)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<2 TB",
+          "refId": "B",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 2199023255552 < 3298534883328)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<3TB", 
-          "refId": "C", 
+          "expr": "count(ceph_osd_stat_bytes >= 2199023255552 < 3298534883328)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<3TB",
+          "refId": "C",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 3298534883328 < 4398046511104)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<4TB", 
-          "refId": "D", 
+          "expr": "count(ceph_osd_stat_bytes >= 3298534883328 < 4398046511104)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<4TB",
+          "refId": "D",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 4398046511104 < 6597069766656)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<6TB", 
-          "refId": "E", 
+          "expr": "count(ceph_osd_stat_bytes >= 4398046511104 < 6597069766656)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<6TB",
+          "refId": "E",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 6597069766656 < 8796093022208)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<8TB", 
-          "refId": "F", 
+          "expr": "count(ceph_osd_stat_bytes >= 6597069766656 < 8796093022208)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<8TB",
+          "refId": "F",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 8796093022208 < 10995116277760)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<10TB", 
-          "refId": "G", 
+          "expr": "count(ceph_osd_stat_bytes >= 8796093022208 < 10995116277760)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<10TB",
+          "refId": "G",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 10995116277760 < 13194139533312)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "<12TB", 
-          "refId": "H", 
+          "expr": "count(ceph_osd_stat_bytes >= 10995116277760 < 13194139533312)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "<12TB",
+          "refId": "H",
           "step": 2
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_stat_bytes >= 13194139533312)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "12TB+", 
-          "refId": "I", 
+          "expr": "count(ceph_osd_stat_bytes >= 13194139533312)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "12TB+",
+          "refId": "I",
           "step": 2
         }
-      ], 
-      "timeFrom": "2m", 
-      "timeShift": null, 
-      "title": "OSD Size Summary", 
-      "type": "grafana-piechart-panel", 
+      ],
+      "timeFrom": "2m",
+      "timeShift": null,
+      "title": "OSD Size Summary",
+      "type": "grafana-piechart-panel",
       "valueName": "current"
-    }, 
+    },
     {
       "aliasColors": {
         "Non-Encrypted": "#E5AC0E"
-      }, 
-      "breakPoint": "50%", 
-      "cacheTimeout": null, 
+      },
+      "breakPoint": "50%",
+      "cacheTimeout": null,
       "combine": {
-        "label": "Others", 
+        "label": "Others",
         "threshold": 0
-      }, 
-      "datasource": null, 
-      "fontSize": "80%", 
-      "format": "none", 
+      },
+      "datasource": null,
+      "fontSize": "80%",
+      "format": "none",
       "gridPos": {
-        "h": 6, 
-        "w": 4, 
-        "x": 20, 
+        "h": 6,
+        "w": 4,
+        "x": 20,
         "y": 1
-      }, 
-      "height": "200px", 
-      "hideTimeOverride": true, 
-      "id": 7, 
-      "interval": null, 
+      },
+      "height": "200px",
+      "hideTimeOverride": true,
+      "id": 7,
+      "interval": null,
       "legend": {
-        "percentage": false, 
-        "show": true, 
+        "percentage": false,
+        "show": true,
         "values": true
-      }, 
-      "legendType": "Under graph", 
-      "links": [], 
-      "maxDataPoints": "1", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "pieType": "pie", 
-      "strokeWidth": 1, 
+      },
+      "legendType": "Under graph",
+      "links": [],
+      "maxDataPoints": "1",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "pieType": "pie",
+      "strokeWidth": 1,
       "targets": [
         {
-          "expr": "count(ceph_bluefs_wal_total_bytes)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "bluestore", 
-          "refId": "A", 
+          "expr": "count(ceph_bluefs_wal_total_bytes)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "bluestore",
+          "refId": "A",
           "step": 240
-        }, 
+        },
         {
-          "expr": "count(ceph_osd_metadata) - count(ceph_bluefs_wal_total_bytes)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "filestore", 
-          "refId": "B", 
+          "expr": "count(ceph_osd_metadata) - count(ceph_bluefs_wal_total_bytes)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "filestore",
+          "refId": "B",
           "step": 240
-        }, 
+        },
         {
-          "expr": "absent(ceph_bluefs_wal_total_bytes)*count(ceph_osd_metadata)", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "filestore", 
-          "refId": "C", 
+          "expr": "absent(ceph_bluefs_wal_total_bytes)*count(ceph_osd_metadata)",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "filestore",
+          "refId": "C",
           "step": 240
         }
-      ], 
-      "timeFrom": "2m", 
-      "timeShift": null, 
-      "title": "OSD Objectstore Types", 
-      "type": "grafana-piechart-panel", 
+      ],
+      "timeFrom": "2m",
+      "timeShift": null,
+      "title": "OSD Objectstore Types",
+      "type": "grafana-piechart-panel",
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 7
-      }, 
-      "id": 25, 
+      },
+      "id": 25,
       "panels": [
         {
-          "content": "<h1>Ceph Filestore I/O Process</h1>\n<p style=\"text-align: justify;\">\nA write request is first committed to a journal using direct-io (<i><b>apply</b></i>). Once this write is complete, the data is persisted to HDD by a second 'buffered' write operation (<i><b>commit</b></i>). The commit operation is basically a measure of time taken to perform a <i>syncfs</i> call to flush dirty pages to disk, and is therefore <b>not</b> a time associated with any specific client initiated operation.<p> The tables on the right show commit and apply latencies for all OSDs, or use the pull down above to focus on a specific OSD.\n", 
+          "content": "<h1>Ceph Filestore I/O Process</h1>\n<p style=\"text-align: justify;\">\nA write request is first committed to a journal using direct-io (<i><b>apply</b></i>). Once this write is complete, the data is persisted to HDD by a second 'buffered' write operation (<i><b>commit</b></i>). The commit operation is basically a measure of time taken to perform a <i>syncfs</i> call to flush dirty pages to disk, and is therefore <b>not</b> a time associated with any specific client initiated operation.<p> The tables on the right show commit and apply latencies for all OSDs, or use the pull down above to focus on a specific OSD.\n",
           "gridPos": {
-            "h": 5, 
-            "w": 10, 
-            "x": 0, 
+            "h": 5,
+            "w": 10,
+            "x": 0,
             "y": 8
-          }, 
-          "height": "300", 
-          "id": 8, 
-          "links": [], 
-          "minSpan": 6, 
-          "mode": "html", 
-          "title": "", 
-          "transparent": true, 
+          },
+          "height": "300",
+          "id": 8,
+          "links": [],
+          "minSpan": 6,
+          "mode": "html",
+          "title": "",
+          "transparent": true,
           "type": "text"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Filestore OSDs", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Filestore OSDs",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 2, 
-            "x": 10, 
+            "h": 8,
+            "w": 2,
+            "x": 10,
             "y": 8
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 9, 
-          "links": [], 
-          "minSpan": 2, 
-          "pageSize": 50, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 9,
+          "links": [],
+          "minSpan": 2,
+          "pageSize": 50,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": null, 
+            "col": null,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "OSD Id", 
-              "colorMode": null, 
+              "alias": "OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Current", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Current",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_disk_occupation{ceph_daemon!~\"$bluestore_osd_id\"},\"osd_num\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "{{osd_num}}", 
-              "refId": "A", 
-              "step": 2, 
+              "expr": "label_replace(ceph_disk_occupation{ceph_daemon!~\"$bluestore_osd_id\"},\"osd_num\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "{{osd_num}}",
+              "refId": "A",
+              "step": 2,
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "timeShift": null, 
-          "title": "", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "timeFrom": "2m",
+          "timeShift": null,
+          "title": "",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
-          "columns": [], 
-          "datasource": "Local", 
-          "description": "Apply latency covers the time taken to commit to the journal and complete the transaction", 
-          "fontSize": "100%", 
+          "columns": [],
+          "datasource": "Local",
+          "description": "Apply latency covers the time taken to commit to the journal and complete the transaction",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 5, 
-            "x": 12, 
+            "h": 8,
+            "w": 5,
+            "x": 12,
             "y": 8
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 12, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 50, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 12,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 50,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 6, 
+            "col": 6,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD ID", 
-              "colorMode": null, 
+              "alias": "OSD ID",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "osd_num", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "osd_num",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Apply Latency", 
-              "colorMode": "row", 
+              "alias": "Apply Latency",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Value", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Value",
               "thresholds": [
-                "50", 
+                "50",
                 "150"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "ms"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_osd_apply_latency_ms{ceph_daemon=~\"osd.[[osd_id]]\"},\"osd_num\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "{{ceph_daemon}}", 
-              "refId": "A", 
+              "expr": "label_replace(ceph_osd_apply_latency_ms{ceph_daemon=~\"osd.[[osd_id]]\"},\"osd_num\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "{{ceph_daemon}}",
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "", 
-          "transform": "table", 
+          ],
+          "timeFrom": "2m",
+          "title": "",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Commit latency is the time taken for writes to be flushed to disk as part of async kernel activity", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Commit latency is the time taken for writes to be flushed to disk as part of async kernel activity",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 5, 
-            "x": 17, 
+            "h": 8,
+            "w": 5,
+            "x": 17,
             "y": 8
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 13, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 50, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 13,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 50,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 6, 
+            "col": 6,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "OSD ID", 
-              "colorMode": null, 
+              "alias": "OSD ID",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "osd_num", 
-              "thresholds": [], 
-              "type": "string", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "osd_num",
+              "thresholds": [],
+              "type": "string",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "Commit Latency", 
-              "colorMode": "row", 
+              "alias": "Commit Latency",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Value", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Value",
               "thresholds": [
-                "50", 
+                "50",
                 "150"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "ms"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "label_replace(ceph_osd_commit_latency_ms{ceph_daemon=~\"osd.[[osd_id]]\"},\"osd_num\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")", 
-              "format": "table", 
-              "instant": true, 
-              "intervalFactor": 1, 
-              "legendFormat": "{{ceph_daemon}}", 
-              "refId": "A", 
+              "expr": "label_replace(ceph_osd_commit_latency_ms{ceph_daemon=~\"osd.[[osd_id]]\"},\"osd_num\",\"$1\",\"ceph_daemon\",\"osd.(.*)\")",
+              "format": "table",
+              "instant": true,
+              "intervalFactor": 1,
+              "legendFormat": "{{ceph_daemon}}",
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "", 
-          "transform": "table", 
+          ],
+          "timeFrom": "2m",
+          "title": "",
+          "transform": "table",
           "type": "table"
-        }, 
+        },
         {
           "aliasColors": {
-            "95%ile Commit Latency": "#447EBC", 
+            "95%ile Commit Latency": "#447EBC",
             "Apply Latency Max": "#890F02"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "description": "Shows the latency for a given OSD, allowing you to compare a specific OSD against the $percentile%ile graph. Note that when the \"OSD Id\" pull-down shows **ALL**, the graph will be empty to avoid the chart being unreadable.", 
-          "fill": 0, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "description": "Shows the latency for a given OSD, allowing you to compare a specific OSD against the $percentile%ile graph. Note that when the \"OSD Id\" pull-down shows **ALL**, the graph will be empty to avoid the chart being unreadable.",
+          "fill": 0,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 0, 
+            "h": 8,
+            "w": 12,
+            "x": 0,
             "y": 16
-          }, 
-          "height": "300px", 
-          "id": 14, 
+          },
+          "height": "300px",
+          "id": 14,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "maxDataPoints": "", 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "maxDataPoints": "",
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
           "seriesOverrides": [
             {
-              "alias": "Apply Latency Max", 
+              "alias": "Apply Latency Max",
               "fill": 0
-            }, 
+            },
             {
-              "alias": "95%ile Apply Latency", 
+              "alias": "95%ile Apply Latency",
               "fill": 2
             }
-          ], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          ],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "ceph_osd_commit_latency_ms{ceph_daemon=\"osd.[[osd_id]]\"}", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "commit", 
-              "refId": "B", 
+              "expr": "ceph_osd_commit_latency_ms{ceph_daemon=\"osd.[[osd_id]]\"}",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "commit",
+              "refId": "B",
               "textEditor": true
-            }, 
-            {
-              "expr": "ceph_osd_apply_latency_ms{ceph_daemon=\"osd.[[osd_id]]\"}", 
-              "format": "time_series", 
-              "interval": "", 
-              "intervalFactor": 1, 
-              "legendFormat": "apply", 
-              "refId": "A", 
+            },
+            {
+              "expr": "ceph_osd_apply_latency_ms{ceph_daemon=\"osd.[[osd_id]]\"}",
+              "format": "time_series",
+              "interval": "",
+              "intervalFactor": 1,
+              "legendFormat": "apply",
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Filestore Latency for OSD '$osd_id'", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Filestore Latency for OSD '$osd_id'",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "ms", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "ms",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 12, 
+            "h": 8,
+            "w": 12,
+            "x": 12,
             "y": 16
-          }, 
-          "height": "300px", 
-          "id": 15, 
+          },
+          "height": "300px",
+          "id": 15,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "quantile($percentile/100,\n         ceph_osd_commit_latency_ms)", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "commit", 
-              "refId": "B", 
+              "expr": "quantile($percentile/100,\n         ceph_osd_commit_latency_ms)",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "commit",
+              "refId": "B",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "quantile($percentile/100,\n         ceph_osd_apply_latency_ms)", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "apply", 
-              "refId": "A", 
+              "expr": "quantile($percentile/100,\n         ceph_osd_apply_latency_ms)",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "apply",
+              "refId": "A",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "C", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "C",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "D", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "D",
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Filestore IO Summary - all OSD's @ $percentile%ile", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Filestore IO Summary - all OSD's @ $percentile%ile",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "ms", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "ms",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "Filestore OSD Latencies", 
+      ],
+      "repeat": null,
+      "title": "Filestore OSD Latencies",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 26, 
+      },
+      "id": 26,
       "panels": [
         {
-          "content": "<h1>Ceph Bluestore I/O Process</h1>\n<p style=\"text-align: justify;\">\nUnlike filestore, bluestore does not suffer from a double-write penalty (i.e write to journal then write to HDD). With bluestore, once a write is scheduled (<b>submit</b> and <b>throttle</b> latencies), it is done directly to the disk (<b>AIO wait</b>), and then the metadata relating to the object is changed (<b>kv_commit</b>). Writes are not considered complete until the kv store is updated. <p> The tables on the right focus on  the top 10 Bluestore OSDs with the highest latencies.\n", 
+          "content": "<h1>Ceph Bluestore I/O Process</h1>\n<p style=\"text-align: justify;\">\nUnlike filestore, bluestore does not suffer from a double-write penalty (i.e write to journal then write to HDD). With bluestore, once a write is scheduled (<b>submit</b> and <b>throttle</b> latencies), it is done directly to the disk (<b>AIO wait</b>), and then the metadata relating to the object is changed (<b>kv_commit</b>). Writes are not considered complete until the kv store is updated. <p> The tables on the right focus on  the top 10 Bluestore OSDs with the highest latencies.\n",
           "gridPos": {
-            "h": 8, 
-            "w": 6, 
-            "x": 0, 
+            "h": 8,
+            "w": 6,
+            "x": 0,
             "y": 9
-          }, 
-          "height": "300", 
-          "id": 16, 
-          "links": [], 
-          "minSpan": 6, 
-          "mode": "html", 
-          "title": "", 
+          },
+          "height": "300",
+          "id": 16,
+          "links": [],
+          "minSpan": 6,
+          "mode": "html",
+          "title": "",
           "type": "text"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Bluestore OSDs", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Bluestore OSDs",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 2, 
-            "x": 6, 
+            "h": 8,
+            "w": 2,
+            "x": 6,
             "y": 9
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 17, 
-          "links": [], 
-          "minSpan": 2, 
-          "pageSize": null, 
-          "scroll": true, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 17,
+          "links": [],
+          "minSpan": 2,
+          "pageSize": null,
+          "scroll": true,
+          "showHeader": true,
           "sort": {
-            "col": 0, 
+            "col": 0,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Current", 
-              "thresholds": [], 
-              "type": "hidden", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Current",
+              "thresholds": [],
+              "type": "hidden",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "OSD Id", 
-              "colorMode": null, 
+              "alias": "OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 0, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 0,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "none"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "ceph_disk_occupation{ceph_daemon=~\"($bluestore_osd_id)\"}", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "{{ceph_daemon}}", 
-              "refId": "A", 
+              "expr": "ceph_disk_occupation{ceph_daemon=~\"($bluestore_osd_id)\"}",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "{{ceph_daemon}}",
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "timeShift": null, 
-          "title": "", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "timeFrom": "2m",
+          "timeShift": null,
+          "title": "",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Time spent preparing the request (transaction)", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Time spent preparing the request (transaction)",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 4, 
-            "x": 8, 
+            "h": 8,
+            "w": 4,
+            "x": 8,
             "y": 9
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 18, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 5, 
-          "scroll": false, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 18,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 5,
+          "scroll": false,
+          "showHeader": true,
           "sort": {
-            "col": 1, 
+            "col": 1,
             "desc": false
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "Submit Latency", 
-              "colorMode": "row", 
+              "alias": "Submit Latency",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Current", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Current",
               "thresholds": [
-                ".001", 
+                ".001",
                 ".003"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "s"
-            }, 
+            },
             {
-              "alias": "OSD Id", 
-              "colorMode": null, 
+              "alias": "OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 2, 
-              "refId": "A", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 2,
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "timeFrom": "2m",
+          "title": "",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Time requests wait due to throttling or busy conditions", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Time requests wait due to throttling or busy conditions",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 4, 
-            "x": 12, 
+            "h": 8,
+            "w": 4,
+            "x": 12,
             "y": 9
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 19, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 5, 
-          "scroll": false, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 19,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 5,
+          "scroll": false,
+          "showHeader": true,
           "sort": {
-            "col": 1, 
+            "col": 1,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "Throttle Latency", 
-              "colorMode": "row", 
+              "alias": "Throttle Latency",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Current", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Current",
               "thresholds": [
-                ".002", 
+                ".002",
                 ".005"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "s"
-            }, 
+            },
             {
-              "alias": "OSD Id", 
-              "colorMode": null, 
+              "alias": "OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
               "thresholds": [
                 ""
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 2, 
-              "refId": "A", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 2,
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "timeFrom": "2m",
+          "title": "",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Time spent waiting for the physical I/O request to complete", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Time spent waiting for the physical I/O request to complete",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 4, 
-            "x": 16, 
+            "h": 8,
+            "w": 4,
+            "x": 16,
             "y": 9
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 20, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 5, 
-          "scroll": false, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 20,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 5,
+          "scroll": false,
+          "showHeader": true,
           "sort": {
-            "col": 1, 
+            "col": 1,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "AIO Wait Time", 
-              "colorMode": "row", 
+              "alias": "AIO Wait Time",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Current", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Current",
               "thresholds": [
-                ".020", 
+                ".020",
                 ".050"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "s"
-            }, 
+            },
             {
-              "alias": "OSD Id", 
-              "colorMode": null, 
+              "alias": "OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 2, 
-              "refId": "A", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 2,
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "timeFrom": "2m",
+          "title": "",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
           "columns": [
             {
-              "text": "Current", 
+              "text": "Current",
               "value": "current"
             }
-          ], 
-          "datasource": "Local", 
-          "description": "Time spent waiting for rocksdb (metadata store) to commit meta data", 
-          "fontSize": "100%", 
+          ],
+          "datasource": "Local",
+          "description": "Time spent waiting for rocksdb (metadata store) to commit meta data",
+          "fontSize": "100%",
           "gridPos": {
-            "h": 8, 
-            "w": 4, 
-            "x": 20, 
+            "h": 8,
+            "w": 4,
+            "x": 20,
             "y": 9
-          }, 
-          "height": "310", 
-          "hideTimeOverride": true, 
-          "id": 21, 
-          "links": [], 
-          "minSpan": 4, 
-          "pageSize": 5, 
-          "scroll": false, 
-          "showHeader": true, 
+          },
+          "height": "310",
+          "hideTimeOverride": true,
+          "id": 21,
+          "links": [],
+          "minSpan": 4,
+          "pageSize": 5,
+          "scroll": false,
+          "showHeader": true,
           "sort": {
-            "col": 1, 
+            "col": 1,
             "desc": true
-          }, 
+          },
           "styles": [
             {
-              "alias": "Time", 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "pattern": "Time", 
+              "alias": "Time",
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "pattern": "Time",
               "type": "date"
-            }, 
+            },
             {
-              "alias": "KV Commit ", 
-              "colorMode": "row", 
+              "alias": "KV Commit ",
+              "colorMode": "row",
               "colors": [
-                "rgba(50, 172, 45, 0.97)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(50, 172, 45, 0.97)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(245, 54, 54, 0.9)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Current", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Current",
               "thresholds": [
-                ".003", 
+                ".003",
                 ".005"
-              ], 
-              "type": "number", 
+              ],
+              "type": "number",
               "unit": "s"
-            }, 
+            },
             {
-              "alias": "OSD Id", 
-              "colorMode": null, 
+              "alias": "OSD Id",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-              "decimals": 2, 
-              "pattern": "Metric", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "dateFormat": "YYYY-MM-DD HH:mm:ss",
+              "decimals": 2,
+              "pattern": "Metric",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
-            }, 
+            },
             {
-              "alias": "", 
-              "colorMode": null, 
+              "alias": "",
+              "colorMode": null,
               "colors": [
-                "rgba(245, 54, 54, 0.9)", 
-                "rgba(237, 129, 40, 0.89)", 
+                "rgba(245, 54, 54, 0.9)",
+                "rgba(237, 129, 40, 0.89)",
                 "rgba(50, 172, 45, 0.97)"
-              ], 
-              "decimals": 2, 
-              "pattern": "/.*/", 
-              "thresholds": [], 
-              "type": "number", 
+              ],
+              "decimals": 2,
+              "pattern": "/.*/",
+              "thresholds": [],
+              "type": "number",
               "unit": "short"
             }
-          ], 
+          ],
           "targets": [
             {
-              "expr": "", 
-              "format": "table", 
-              "intervalFactor": 2, 
-              "refId": "A", 
+              "expr": "",
+              "format": "table",
+              "intervalFactor": 2,
+              "refId": "A",
               "textEditor": true
             }
-          ], 
-          "timeFrom": "2m", 
-          "title": "", 
-          "transform": "timeseries_aggregations", 
+          ],
+          "timeFrom": "2m",
+          "title": "",
+          "transform": "timeseries_aggregations",
           "type": "table"
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 0, 
+            "h": 8,
+            "w": 12,
+            "x": 0,
             "y": 17
-          }, 
-          "height": "300", 
-          "id": 22, 
+          },
+          "height": "300",
+          "id": 22,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "B", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "B",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "C", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "C",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "D", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "D",
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Bluestore Latency for OSD '$osd_id'", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Bluestore Latency for OSD '$osd_id'",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "s", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "s",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "description": "This charts shows the $percentile%ile latencies across all OSDs, which indicates overall performance, but does not represent any specific OSD", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "description": "This charts shows the $percentile%ile latencies across all OSDs, which indicates overall performance, but does not represent any specific OSD",
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 12, 
-            "x": 12, 
+            "h": 8,
+            "w": 12,
+            "x": 12,
             "y": 17
-          }, 
-          "height": "300px", 
-          "id": 23, 
+          },
+          "height": "300px",
+          "id": 23,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "A", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "A",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "B", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "B",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "C", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "C",
               "textEditor": true
-            }, 
+            },
             {
-              "expr": "", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "refId": "D", 
+              "expr": "",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "refId": "D",
               "textEditor": true
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "BlueStore IO Summary - all OSD's @ $percentile%ile", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "BlueStore IO Summary - all OSD's @ $percentile%ile",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "s", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "s",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "Bluestore OSD Latencies", 
+      ],
+      "repeat": null,
+      "title": "Bluestore OSD Latencies",
       "type": "row"
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "overview"
-  ], 
+  ],
   "templating": {
     "list": [
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "95", 
+          "selected": true,
+          "text": "95",
           "value": "95"
-        }, 
-        "hide": 0, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "percentile", 
+        },
+        "hide": 0,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "percentile",
         "options": [
           {
-            "selected": true, 
-            "text": "95", 
+            "selected": true,
+            "text": "95",
             "value": "95"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "96", 
+            "selected": false,
+            "text": "96",
             "value": "96"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "97", 
+            "selected": false,
+            "text": "97",
             "value": "97"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "98", 
+            "selected": false,
+            "text": "98",
             "value": "98"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "99", 
+            "selected": false,
+            "text": "99",
             "value": "99"
           }
-        ], 
-        "query": "95,96,97,98,99", 
+        ],
+        "query": "95,96,97,98,99",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "10", 
+          "selected": true,
+          "text": "10",
           "value": "10"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "max_devices", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "max_devices",
         "options": [
           {
-            "selected": true, 
-            "text": "10", 
+            "selected": true,
+            "text": "10",
             "value": "10"
           }
-        ], 
-        "query": "10", 
+        ],
+        "query": "10",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": ".*", 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 0, 
-        "includeAll": true, 
-        "label": "OSD Id", 
-        "multi": false, 
-        "name": "osd_id", 
-        "options": [], 
-        "query": "ceph_osd_metadata", 
-        "refresh": 1, 
-        "regex": "/id=\"([^\"]*)\"/", 
-        "sort": 3, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": ".*",
+        "current": {},
+        "datasource": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": "OSD Id",
+        "multi": false,
+        "name": "osd_id",
+        "options": [],
+        "query": "ceph_osd_metadata",
+        "refresh": 1,
+        "regex": "/id=\"([^\"]*)\"/",
+        "sort": 3,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": "OSD Id", 
-        "multi": false, 
-        "name": "osd_id_hidden", 
-        "options": [], 
-        "query": "ceph_osd_metadata", 
-        "refresh": 1, 
-        "regex": "/id=\"([^\"]*)\"/", 
-        "sort": 3, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": "OSD Id",
+        "multi": false,
+        "name": "osd_id_hidden",
+        "options": [],
+        "query": "ceph_osd_metadata",
+        "refresh": 1,
+        "regex": "/id=\"([^\"]*)\"/",
+        "sort": 3,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": "", 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "bluestore_osd_id", 
-        "options": [], 
-        "query": "label_values(ceph_bluefs_bytes_written_wal, ceph_daemon)", 
-        "refresh": 2, 
-        "regex": "", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": "",
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "bluestore_osd_id",
+        "options": [],
+        "query": "label_values(ceph_bluefs_bytes_written_wal, ceph_daemon)",
+        "refresh": 2,
+        "regex": "",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Ceph OSD Information", 
-  "uid": "000000001", 
-  "version": 13
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Ceph OSD Information",
+  "version": 14
+}
index 9d0a8c05063ec416b496e6fa6ac80210035d0d67..50fb0bbdaba0777e9657c3636dfd945d17c3e393 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "table", 
-      "name": "Table", 
+      "type": "panel",
+      "id": "table",
+      "name": "Table",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526263024209, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526263024209,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 14, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Pool Overview", 
+      },
+      "id": 14,
+      "panels": [],
+      "repeat": null,
+      "title": "Pool Overview",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 5, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 5,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 0, 
+        "h": 7,
+        "w": 12,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 1, 
+      },
+      "id": 1,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "(label_replace((rate(ceph_pool_rd{pool_id=~\"[[pool_id]]\"}[1m]) + rate(ceph_pool_wr{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) ", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "{{name}}", 
+          "expr": "(label_replace((rate(ceph_pool_rd{pool_id=~\"[[pool_id]]\"}[1m]) + rate(ceph_pool_wr{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) ",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
+          "legendFormat": "{{name}}",
           "refId": "F"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Client IOPS by Pool", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Client IOPS by Pool",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 5, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 5,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 12, 
+        "h": 7,
+        "w": 12,
+        "x": 12,
         "y": 1
-      }, 
-      "id": 2, 
+      },
+      "id": 2,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 2, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 2,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "(label_replace((rate(ceph_pool_rd_bytes{pool_id=~\"[[pool_id]]\"}[1m]) + rate(ceph_pool_wr_bytes{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) ", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{name}}", 
-          "refId": "A", 
-          "target": "groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.$pool_name.bytes_sec,-2,\"maxSeries\")", 
+          "expr": "(label_replace((rate(ceph_pool_rd_bytes{pool_id=~\"[[pool_id]]\"}[1m]) + rate(ceph_pool_wr_bytes{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) ",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{name}}",
+          "refId": "A",
+          "target": "groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.$pool_name.bytes_sec,-2,\"maxSeries\")",
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Client Throughput by Pool", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Client Throughput by Pool",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "decbytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "decbytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 15, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Top 5's", 
+      },
+      "id": 15,
+      "panels": [],
+      "repeat": null,
+      "title": "Top 5's",
       "type": "row"
-    }, 
+    },
     {
       "columns": [
         {
-          "text": "Current", 
+          "text": "Current",
           "value": "current"
         }
-      ], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      ],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 7, 
-        "w": 8, 
-        "x": 0, 
+        "h": 7,
+        "w": 8,
+        "x": 0,
         "y": 9
-      }, 
-      "id": 3, 
-      "links": [], 
-      "minSpan": 12, 
-      "pageSize": null, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "id": 3,
+      "links": [],
+      "minSpan": 12,
+      "pageSize": null,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 6, 
+        "col": 6,
         "desc": true
-      }, 
+      },
       "styles": [
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Time", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Time",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "id", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "id",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "instance", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "instance",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "job", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "job",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Pool Name", 
-          "colorMode": null, 
+          "alias": "Pool Name",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "name", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "name",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Pool ID", 
-          "colorMode": null, 
+          "alias": "Pool ID",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "pool_id", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "pool_id",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "IOPS (R+W)", 
-          "colorMode": null, 
+          "alias": "IOPS (R+W)",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 0, 
-          "pattern": "Value", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 0,
+          "pattern": "Value",
+          "thresholds": [],
+          "type": "number",
           "unit": "none"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "topk(5,(label_replace((irate(ceph_pool_rd{pool_id=~\"[[pool_id]]\"}[1m]) + irate(ceph_pool_wr{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) )", 
-          "format": "table", 
-          "instant": true, 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "limit(sortByMaxima(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.op_per_sec,-2,\"maxSeries\")),5)", 
+          "expr": "topk(5,(label_replace((irate(ceph_pool_rd{pool_id=~\"[[pool_id]]\"}[1m]) + irate(ceph_pool_wr{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) )",
+          "format": "table",
+          "instant": true,
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "limit(sortByMaxima(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.op_per_sec,-2,\"maxSeries\")),5)",
           "textEditor": true
         }
-      ], 
-      "title": "Top 5 Pools by Client IOPS", 
-      "transform": "table", 
+      ],
+      "title": "Top 5 Pools by Client IOPS",
+      "transform": "table",
       "type": "table"
-    }, 
+    },
     {
       "columns": [
         {
-          "text": "Current", 
+          "text": "Current",
           "value": "current"
         }
-      ], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      ],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 7, 
-        "w": 8, 
-        "x": 8, 
+        "h": 7,
+        "w": 8,
+        "x": 8,
         "y": 9
-      }, 
-      "id": 4, 
-      "links": [], 
-      "minSpan": 12, 
-      "pageSize": null, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "id": 4,
+      "links": [],
+      "minSpan": 12,
+      "pageSize": null,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 6, 
+        "col": 6,
         "desc": true
-      }, 
+      },
       "styles": [
         {
-          "alias": "Time", 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "pattern": "Time", 
+          "alias": "Time",
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "pattern": "Time",
           "type": "hidden"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "id", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "id",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "instance", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "instance",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "job", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "job",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Pool Name", 
-          "colorMode": null, 
+          "alias": "Pool Name",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "name", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "name",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Pool ID", 
-          "colorMode": null, 
+          "alias": "Pool ID",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "pool_id", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "pool_id",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Throughput", 
-          "colorMode": null, 
+          "alias": "Throughput",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Value", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Value",
+          "thresholds": [],
+          "type": "number",
           "unit": "bytes"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "(label_replace((irate(ceph_pool_rd_bytes{pool_id=~\"[[pool_id]]\"}[1m]) + irate(ceph_pool_wr_bytes{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) ", 
-          "format": "table", 
-          "instant": true, 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "target": "limit(sortByMaxima(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.bytes_sec,-2,\"maxSeries\")),5)", 
+          "expr": "(label_replace((irate(ceph_pool_rd_bytes{pool_id=~\"[[pool_id]]\"}[1m]) + irate(ceph_pool_wr_bytes{pool_id=~\"[[pool_id]]\"}[1m])),\"id\", \"$1\", \"pool_id\", \"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{pool_id=~\"[[pool_id]]\"}) ",
+          "format": "table",
+          "instant": true,
+          "intervalFactor": 2,
+          "refId": "A",
+          "target": "limit(sortByMaxima(groupByNode(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.*.bytes_sec,-2,\"maxSeries\")),5)",
           "textEditor": true
         }
-      ], 
-      "title": "Top 5 Pools by Throughput", 
-      "transform": "table", 
+      ],
+      "title": "Top 5 Pools by Throughput",
+      "transform": "table",
       "type": "table"
-    }, 
+    },
     {
-      "columns": [], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      "columns": [],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 7, 
-        "w": 8, 
-        "x": 16, 
+        "h": 7,
+        "w": 8,
+        "x": 16,
         "y": 9
-      }, 
-      "id": 5, 
-      "links": [], 
-      "minSpan": 8, 
-      "pageSize": null, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "id": 5,
+      "links": [],
+      "minSpan": 8,
+      "pageSize": null,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 5, 
+        "col": 5,
         "desc": true
-      }, 
+      },
       "styles": [
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Time", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Time",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "instance", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "instance",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "job", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "job",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Pool Name", 
-          "colorMode": null, 
+          "alias": "Pool Name",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "name", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "name",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Pool ID", 
-          "colorMode": null, 
+          "alias": "Pool ID",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "pool_id", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "pool_id",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Capacity Used", 
-          "colorMode": "value", 
+          "alias": "Capacity Used",
+          "colorMode": "value",
           "colors": [
-            "rgba(50, 172, 45, 0.97)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(50, 172, 45, 0.97)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(245, 54, 54, 0.9)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Value", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Value",
           "thresholds": [
-            "70", 
+            "70",
             "85"
-          ], 
-          "type": "number", 
+          ],
+          "type": "number",
           "unit": "percentunit"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "topk(5,((ceph_pool_bytes_used / (ceph_pool_bytes_used + ceph_pool_max_avail)) * on(pool_id) group_left(name) ceph_pool_metadata))", 
-          "format": "table", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "", 
+          "expr": "topk(5,((ceph_pool_bytes_used / (ceph_pool_bytes_used + ceph_pool_max_avail)) * on(pool_id) group_left(name) ceph_pool_metadata))",
+          "format": "table",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "",
           "refId": "D"
         }
-      ], 
-      "title": "Top 5 Pools By Capacity Used", 
-      "transform": "table", 
+      ],
+      "title": "Top 5 Pools By Capacity Used",
+      "transform": "table",
       "type": "table"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 16
-      }, 
-      "id": 16, 
+      },
+      "id": 16,
       "panels": [
         {
           "aliasColors": {
-            "read_op_per_sec": "#3F6833", 
+            "read_op_per_sec": "#3F6833",
             "write_op_per_sec": "#E5AC0E"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 0, 
+            "h": 7,
+            "w": 12,
+            "x": 0,
             "y": 17
-          }, 
-          "id": 6, 
+          },
+          "id": 6,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null as zero", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null as zero",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
           "scopedVars": {
             "pool_name": {
-              "selected": false, 
-              "text": ".rgw.root", 
+              "selected": false,
+              "text": ".rgw.root",
               "value": ".rgw.root"
             }
-          }, 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "(label_replace(irate(ceph_pool_rd[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") * on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "reads", 
-              "refId": "B", 
+              "expr": "(label_replace(irate(ceph_pool_rd[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") * on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "reads",
+              "refId": "B",
               "target": "aliasByNode(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.$pool_name.write_op_per_sec), -1)"
-            }, 
+            },
             {
-              "expr": "(label_replace(irate(ceph_pool_wr[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") * on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "writes", 
-              "refId": "C", 
+              "expr": "(label_replace(irate(ceph_pool_wr[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") * on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "writes",
+              "refId": "C",
               "target": "aliasByNode(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.$pool_name.write_op_per_sec), -1)"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Pool '$pool_name' Client IOPS", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Pool '$pool_name' Client IOPS",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": "", 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "short",
+              "label": "",
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
-            "read_op_per_sec": "#3F6833", 
+            "read_op_per_sec": "#3F6833",
             "write_op_per_sec": "#E5AC0E"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 12, 
+            "h": 7,
+            "w": 12,
+            "x": 12,
             "y": 17
-          }, 
-          "id": 7, 
+          },
+          "id": 7,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null as zero", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null as zero",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
           "scopedVars": {
             "pool_name": {
-              "selected": false, 
-              "text": ".rgw.root", 
+              "selected": false,
+              "text": ".rgw.root",
               "value": ".rgw.root"
             }
-          }, 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "(label_replace(irate(ceph_pool_rd_bytes[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "reads", 
-              "refId": "A", 
+              "expr": "(label_replace(irate(ceph_pool_rd_bytes[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "reads",
+              "refId": "A",
               "target": "aliasByNode(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.$pool_name.read_bytes_sec), -1)"
-            }, 
+            },
             {
-              "expr": "(label_replace(irate(ceph_pool_wr_bytes[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "writes", 
-              "refId": "C", 
+              "expr": "(label_replace(irate(ceph_pool_wr_bytes[1m]),\"id\",\"$1\",\"pool_id\",\"(.*)\") + on(pool_id) group_left(instance,name) ceph_pool_metadata{name=~\"[[pool_name]]\"})",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "writes",
+              "refId": "C",
               "target": "aliasByNode(maxSeries(collectd.*.$domain.cephmetrics.gauge.$cluster_name.mon.pools.$pool_name.read_bytes_sec), -1)"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Pool '$pool_name' Client Throughput", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Pool '$pool_name' Client Throughput",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "bytes", 
-              "label": "", 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "bytes",
+              "label": "",
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
         }
-      ], 
-      "repeat": "pool_name", 
-      "title": "Pool '$pool_name' Performance Details", 
+      ],
+      "repeat": "pool_name",
+      "title": "Pool '$pool_name' Performance Details",
       "type": "row"
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "pool_id", 
-        "options": [], 
-        "query": "label_values(ceph_pool_metadata,pool_id)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "pool_id",
+        "options": [],
+        "query": "label_values(ceph_pool_metadata,pool_id)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": "Pool Name", 
-        "multi": false, 
-        "name": "pool_name", 
-        "options": [], 
-        "query": "label_values(ceph_pool_metadata,name)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": "Pool Name",
+        "multi": false,
+        "name": "pool_name",
+        "options": [],
+        "query": "label_values(ceph_pool_metadata,name)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "Ceph Pools", 
-  "uid": "000000007", 
-  "version": 15
-}
\ No newline at end of file
+  },
+  "timezone": "browser",
+  "title": "Ceph Pools",
+  "version": 16
+}
index 7da7470bbe777c4550b42f557bc0258b1473a0a0..7ff2a4cc5b2fd3137f28db2abf01ed8ee96c6c6d 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1524726965851, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1524726965851,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 2, 
-      "panels": [], 
-      "title": "RGW Overview - All Gateways", 
+      },
+      "id": 2,
+      "panels": [],
+      "title": "RGW Overview - All Gateways",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 6, 
-        "x": 0, 
+        "h": 7,
+        "w": 6,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 4, 
+      },
+      "id": 4,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum by(ceph_daemon) (rate(ceph_rgw_req[30s]))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{ceph_daemon}}", 
+          "expr": "sum by(ceph_daemon) (rate(ceph_rgw_req[30s]))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ceph_daemon}}",
           "refId": "A"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Total Requests/sec by RGW Instance", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Total Requests/sec by RGW Instance",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "decimals": 0, 
-          "format": "none", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "decimals": 0,
+          "format": "none",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Total bytes transferred in/out of all radosgw instances within the cluster", 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Total bytes transferred in/out of all radosgw instances within the cluster",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 6, 
-        "x": 6, 
+        "h": 7,
+        "w": 6,
+        "x": 6,
         "y": 1
-      }, 
-      "id": 6, 
+      },
+      "id": 6,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(rate(ceph_rgw_get_b[30s]))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "GETs", 
+          "expr": "sum(rate(ceph_rgw_get_b[30s]))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "GETs",
           "refId": "A"
-        }, 
+        },
         {
-          "expr": "sum(rate(ceph_rgw_put_b[30s]))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "PUTs", 
+          "expr": "sum(rate(ceph_rgw_put_b[30s]))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "PUTs",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Bandwidth Consumed by Type", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Bandwidth Consumed by Type",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "bytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "bytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Total bytes transferred in/out through get/put operations, by radosgw instance", 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Total bytes transferred in/out through get/put operations, by radosgw instance",
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 6, 
-        "x": 12, 
+        "h": 7,
+        "w": 6,
+        "x": 12,
         "y": 1
-      }, 
-      "id": 9, 
+      },
+      "id": 9,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum by(ceph_daemon) \n  (rate(ceph_rgw_get_b[30s]) + rate(ceph_rgw_put_b[30s]))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{ceph_daemon}}", 
+          "expr": "sum by(ceph_daemon) \n  (rate(ceph_rgw_get_b[30s]) + rate(ceph_rgw_put_b[30s]))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ceph_daemon}}",
           "refId": "A"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Bandwidth by RGW Instance", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Bandwidth by RGW Instance",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "bytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "bytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 7, 
-        "w": 3, 
-        "x": 18, 
+        "h": 7,
+        "w": 3,
+        "x": 18,
         "y": 1
-      }, 
-      "id": 8, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 8,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(ceph_rgw_qlen)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
+          "expr": "sum(ceph_rgw_qlen)",
+          "format": "time_series",
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Request Queue Length", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Request Queue Length",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "avg"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 7, 
-        "w": 3, 
-        "x": 21, 
+        "h": 7,
+        "w": 3,
+        "x": 21,
         "y": 1
-      }, 
-      "id": 10, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 10,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(ceph_rgw_failed_req)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
+          "expr": "sum(ceph_rgw_failed_req)",
+          "format": "time_series",
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Failed HTTP Requests", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Failed HTTP Requests",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 12, 
+      },
+      "id": 12,
       "panels": [
         {
           "aliasColors": {
-            "GETs": "#7eb26d", 
-            "Other": "#447ebc", 
-            "PUTs": "#eab839", 
-            "Requests": "#3f2b5b", 
+            "GETs": "#7eb26d",
+            "Other": "#447ebc",
+            "PUTs": "#eab839",
+            "Requests": "#3f2b5b",
             "Requests Failed": "#bf1b00"
-          }, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          },
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 9, 
-            "x": 0, 
+            "h": 8,
+            "w": 9,
+            "x": 0,
             "y": 9
-          }, 
-          "id": 14, 
+          },
+          "id": 14,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
           "scopedVars": {
             "rgw_servers": {
-              "selected": false, 
-              "text": "rgw.rhs-srv-01", 
+              "selected": false,
+              "text": "rgw.rhs-srv-01",
               "value": "rgw.rhs-srv-01"
             }
-          }, 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "rate(ceph_rgw_failed_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "Requests Failed", 
+              "expr": "rate(ceph_rgw_failed_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "Requests Failed",
               "refId": "B"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "GETs", 
+              "expr": "rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "GETs",
               "refId": "C"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "PUTs", 
+              "expr": "rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "PUTs",
               "refId": "D"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) -\n  (rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) +\n   rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s]))", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "Other", 
+              "expr": "rate(ceph_rgw_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) -\n  (rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) +\n   rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s]))",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "Other",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "HTTP Request Breakdown", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "HTTP Request Breakdown",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": null, 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": null,
+          "fill": 1,
           "gridPos": {
-            "h": 8, 
-            "w": 8, 
-            "x": 9, 
+            "h": 8,
+            "w": 8,
+            "x": 9,
             "y": 9
-          }, 
-          "id": 18, 
+          },
+          "id": 18,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
           "scopedVars": {
             "rgw_servers": {
-              "selected": false, 
-              "text": "rgw.rhs-srv-01", 
+              "selected": false,
+              "text": "rgw.rhs-srv-01",
               "value": "rgw.rhs-srv-01"
             }
-          }, 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "rate(ceph_rgw_get_b{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "GETs", 
+              "expr": "rate(ceph_rgw_get_b{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "GETs",
               "refId": "B"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_put_b{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "PUTs", 
+              "expr": "rate(ceph_rgw_put_b{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "PUTs",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Bandwidth by HTTP Operation", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Bandwidth by HTTP Operation",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "decimals": 0, 
-              "format": "bytes", 
-              "label": "", 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "decimals": 0,
+              "format": "bytes",
+              "label": "",
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
           "aliasColors": {
-            "Failures": "#bf1b00", 
-            "GETs": "#7eb26d", 
-            "Other (HEAD,POST,DELETE)": "#447ebc", 
+            "Failures": "#bf1b00",
+            "GETs": "#7eb26d",
+            "Other (HEAD,POST,DELETE)": "#447ebc",
             "PUTs": "#eab839"
-          }, 
-          "breakPoint": "50%", 
-          "cacheTimeout": null, 
+          },
+          "breakPoint": "50%",
+          "cacheTimeout": null,
           "combine": {
-            "label": "Others", 
+            "label": "Others",
             "threshold": 0
-          }, 
-          "datasource": null, 
-          "fontSize": "80%", 
-          "format": "none", 
+          },
+          "datasource": null,
+          "fontSize": "80%",
+          "format": "none",
           "gridPos": {
-            "h": 8, 
-            "w": 7, 
-            "x": 17, 
+            "h": 8,
+            "w": 7,
+            "x": 17,
             "y": 9
-          }, 
-          "id": 23, 
-          "interval": null, 
+          },
+          "id": 23,
+          "interval": null,
           "legend": {
-            "show": true, 
+            "show": true,
             "values": true
-          }, 
-          "legendType": "Under graph", 
-          "links": [], 
-          "maxDataPoints": 3, 
-          "nullPointMode": "connected", 
-          "pieType": "pie", 
+          },
+          "legendType": "Under graph",
+          "links": [],
+          "maxDataPoints": 3,
+          "nullPointMode": "connected",
+          "pieType": "pie",
           "scopedVars": {
             "rgw_servers": {
-              "selected": false, 
-              "text": "rgw.rhs-srv-01", 
+              "selected": false,
+              "text": "rgw.rhs-srv-01",
               "value": "rgw.rhs-srv-01"
             }
-          }, 
-          "strokeWidth": 1, 
+          },
+          "strokeWidth": 1,
           "targets": [
             {
-              "expr": "rate(ceph_rgw_failed_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "Failures", 
+              "expr": "rate(ceph_rgw_failed_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "Failures",
               "refId": "A"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "GETs", 
+              "expr": "rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "GETs",
               "refId": "B"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s])", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "PUTs", 
+              "expr": "rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s])",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "PUTs",
               "refId": "C"
-            }, 
+            },
             {
-              "expr": "rate(ceph_rgw_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) -\n  (rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) +\n   rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s]))", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "Other (DELETE,LIST)", 
+              "expr": "rate(ceph_rgw_req{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) -\n  (rate(ceph_rgw_get{ceph_daemon=~\"[[rgw_servers]]\"}[30s]) +\n   rate(ceph_rgw_put{ceph_daemon=~\"[[rgw_servers]]\"}[30s]))",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "Other (DELETE,LIST)",
               "refId": "D"
             }
-          ], 
-          "title": "Workload Breakdown", 
-          "type": "grafana-piechart-panel", 
+          ],
+          "title": "Workload Breakdown",
+          "type": "grafana-piechart-panel",
           "valueName": "current"
         }
-      ], 
-      "repeat": "rgw_servers", 
-      "title": "RGW Host Detail : $rgw_servers", 
+      ],
+      "repeat": "rgw_servers",
+      "title": "RGW Host Detail : $rgw_servers",
       "type": "row"
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "overview"
-  ], 
+  ],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "rgw_servers", 
-        "options": [], 
-        "query": "label_values(ceph_rgw_req, ceph_daemon)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "rgw_servers",
+        "options": [],
+        "query": "label_values(ceph_rgw_req, ceph_daemon)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "", 
-  "title": "Ceph RGW Workload", 
-  "uid": "yZ3CKiMmz", 
-  "version": 14
-}
\ No newline at end of file
+  },
+  "timezone": "",
+  "title": "Ceph RGW Workload",
+  "version": 15
+}
index 77dd717cb196389ad31b6c7309fc451ea0c33888..97209d87dc6b3aa6680b15e1ba509b5ec6c831d3 100644 (file)
   },
   "timezone": "",
   "title": "Cephmetrics Host Metrics",
-  "uid": "000000001",
-  "version": 12
+  "version": 13
 }
index 08d5ac9d4fd744a8d067b86e09af2a34144a50ed..7a9ab3392169720b066a8bec5abc0c0d2903f8b1 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "table", 
-      "name": "Table", 
+      "type": "panel",
+      "id": "table",
+      "name": "Table",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526265032109, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526265032109,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 28, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Client Details for $client_iqn", 
+      },
+      "id": 28,
+      "panels": [],
+      "repeat": null,
+      "title": "Client Details for $client_iqn",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 0, 
+        "h": 7,
+        "w": 12,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 20, 
+      },
+      "id": 20,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "round(sum by(lun_name) (irate(ceph_iscsi_lun_iops{client_iqn=~\"[[client_iqn]]\"}[30s])))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{lun_name}}", 
+          "expr": "round(sum by(lun_name) (irate(ceph_iscsi_lun_iops{client_iqn=~\"[[client_iqn]]\"}[30s])))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{lun_name}}",
           "refId": "A"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "IOPS Detail for $client_iqn", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "IOPS Detail for $client_iqn",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 12, 
+        "h": 7,
+        "w": 12,
+        "x": 12,
         "y": 1
-      }, 
-      "id": 21, 
+      },
+      "id": 21,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "round(sum by(lun_name) (irate(ceph_iscsi_lun_read_bytes{client_iqn=~\"[[client_iqn]]\"}[30s])))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{lun_name}}(r)", 
+          "expr": "round(sum by(lun_name) (irate(ceph_iscsi_lun_read_bytes{client_iqn=~\"[[client_iqn]]\"}[30s])))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{lun_name}}(r)",
           "refId": "A"
-        }, 
+        },
         {
-          "expr": "round(sum by(lun_name) (irate(ceph_iscsi_lun_write_bytes{client_iqn=~\"[[client_iqn]]\"}[30s])))", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{lun_name}}(w)", 
+          "expr": "round(sum by(lun_name) (irate(ceph_iscsi_lun_write_bytes{client_iqn=~\"[[client_iqn]]\"}[30s])))",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{lun_name}}(w)",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Throughput for $client_iqn", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Throughput for $client_iqn",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "decbytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "decbytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "columns": [], 
-      "datasource": null, 
-      "fontSize": "100%", 
+      "columns": [],
+      "datasource": null,
+      "fontSize": "100%",
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 0, 
+        "h": 7,
+        "w": 12,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 24, 
-      "links": [], 
-      "minSpan": 12, 
-      "pageSize": null, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "id": 24,
+      "links": [],
+      "minSpan": 12,
+      "pageSize": null,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 5, 
+        "col": 5,
         "desc": true
-      }, 
+      },
       "styles": [
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Time", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Time",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Gateway Owner", 
-          "colorMode": null, 
+          "alias": "Gateway Owner",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "gw_owner", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "gw_owner",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "LUN Name (pool.image)", 
-          "colorMode": null, 
+          "alias": "LUN Name (pool.image)",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "a_lun_name", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "a_lun_name",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Size", 
-          "colorMode": null, 
+          "alias": "Size",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Value", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Value",
+          "thresholds": [],
+          "type": "number",
           "unit": "bytes"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "/.*/", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "/.*/",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "max(label_replace(ceph_iscsi_client_lun{client_iqn=~\"[[client_iqn]]\"},\"a_lun_name\",\"$1\", \"lun_name\",\"(.*)\")) \n  by(a_lun_name,client_iqn) +\non(a_lun_name)  group_right(client_iqn) \n  max(label_replace(ceph_iscsi_lun_mapped,\"a_lun_name\",\"$1\",\"lun_name\",\"(.*)\")) by(a_lun_name, gw_owner) +\non(a_lun_name) group_right(client_iqn, gw_owner) \n  max(label_replace(ceph_iscsi_lun_size_bytes,\"a_lun_name\",\"$1\",\"lun_name\",\"(.*)\")) by(a_lun_name)\n\n", 
-          "format": "table", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "max(label_replace(ceph_iscsi_client_lun{client_iqn=~\"[[client_iqn]]\"},\"a_lun_name\",\"$1\", \"lun_name\",\"(.*)\")) \n  by(a_lun_name,client_iqn) +\non(a_lun_name)  group_right(client_iqn) \n  max(label_replace(ceph_iscsi_lun_mapped,\"a_lun_name\",\"$1\",\"lun_name\",\"(.*)\")) by(a_lun_name, gw_owner) +\non(a_lun_name) group_right(client_iqn, gw_owner) \n  max(label_replace(ceph_iscsi_lun_size_bytes,\"a_lun_name\",\"$1\",\"lun_name\",\"(.*)\")) by(a_lun_name)\n\n",
+          "format": "table",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "C"
         }
-      ], 
-      "title": "LUN Details for $client_iqn", 
-      "transform": "table", 
+      ],
+      "title": "LUN Details for $client_iqn",
+      "transform": "table",
       "type": "table"
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "iscsi"
-  ], 
+  ],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 0, 
-        "includeAll": false, 
-        "label": "Client IQN", 
-        "multi": false, 
-        "name": "client_iqn", 
-        "options": [], 
-        "query": "label_values(ceph_iscsi_client_login,client_iqn)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 0,
+        "includeAll": false,
+        "label": "Client IQN",
+        "multi": false,
+        "name": "client_iqn",
+        "options": [],
+        "query": "label_values(ceph_iscsi_client_login,client_iqn)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "gateway_iqn", 
-        "options": [], 
-        "query": "label_values(ceph_iscsi_gateway_tpg_total, gw_iqn)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "gateway_iqn",
+        "options": [],
+        "query": "label_values(ceph_iscsi_gateway_tpg_total, gw_iqn)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "text": "(eth|bon|en|ib|mlx)", 
+          "text": "(eth|bon|en|ib|mlx)",
           "value": "(eth|bon|en|ib|mlx)"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "interfaces", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "interfaces",
         "options": [
           {
-            "selected": true, 
-            "text": "(eth|bon|en|ib|mlx)", 
+            "selected": true,
+            "text": "(eth|bon|en|ib|mlx)",
             "value": "(eth|bon|en|ib|mlx)"
           }
-        ], 
-        "query": "(eth|bon|en|ib|mlx)", 
+        ],
+        "query": "(eth|bon|en|ib|mlx)",
         "type": "custom"
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "", 
-  "title": "iSCSI Client Details", 
-  "uid": "Z-B8wxWik", 
-  "version": 6
-}
\ No newline at end of file
+  },
+  "timezone": "",
+  "title": "iSCSI Client Details",
+  "version": 7
+}
index 07ad5a9856fbd659097c5fc393778b44d6dd9325..3a745019e7dc0527a09b5907ee8caa86f42b72e6 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "grafana-piechart-panel", 
-      "name": "Pie Chart", 
+      "type": "panel",
+      "id": "grafana-piechart-panel",
+      "name": "Pie Chart",
       "version": "1.3.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "text", 
-      "name": "Text", 
+      "type": "panel",
+      "id": "text",
+      "name": "Text",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526263169717, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526263169717,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
+      "asDropdown": true,
+      "icon": "external link",
       "tags": [
         "iscsi"
-      ], 
-      "targetBlank": true, 
-      "title": "Clients", 
+      ],
+      "targetBlank": true,
+      "title": "Clients",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 25, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "iSCSI Gateway Group : $gateway_iqn", 
+      },
+      "id": 25,
+      "panels": [],
+      "repeat": null,
+      "title": "iSCSI Gateway Group : $gateway_iqn",
       "type": "row"
-    }, 
+    },
     {
-      "content": "", 
+      "content": "",
       "gridPos": {
-        "h": 4, 
-        "w": 4, 
-        "x": 0, 
+        "h": 4,
+        "w": 4,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 8, 
-      "links": [], 
-      "minSpan": 4, 
-      "mode": "markdown", 
-      "title": "", 
-      "transparent": true, 
+      },
+      "id": 8,
+      "links": [],
+      "minSpan": 4,
+      "mode": "markdown",
+      "title": "",
+      "transparent": true,
       "type": "text"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 2, 
-        "x": 4, 
+        "h": 4,
+        "w": 2,
+        "x": 4,
         "y": 1
-      }, 
-      "id": 1, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 1,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(ceph_iscsi_gateway_tpg_total)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "max(ceph_iscsi_gateway_tpg_total)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Gateways", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Gateways",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 2, 
-        "x": 6, 
+        "h": 4,
+        "w": 2,
+        "x": 6,
         "y": 1
-      }, 
-      "id": 3, 
-      "interval": null, 
+      },
+      "id": 3,
+      "interval": null,
       "links": [
         {
-          "dashUri": "db/iscsi-client-details", 
-          "dashboard": "iSCSI Client Details", 
-          "targetBlank": true, 
-          "title": "iSCSI Client Details", 
+          "dashUri": "db/iscsi-client-details",
+          "dashboard": "iSCSI Client Details",
+          "targetBlank": true,
+          "title": "iSCSI Client Details",
           "type": "dashboard"
         }
-      ], 
-      "mappingType": 1, 
+      ],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(count by(instance) (ceph_iscsi_client_login))", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "max(count by(instance) (ceph_iscsi_client_login))",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Clients", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Clients",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 2, 
-        "x": 8, 
+        "h": 4,
+        "w": 2,
+        "x": 8,
         "y": 1
-      }, 
-      "id": 4, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 4,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(sum(ceph_iscsi_client_login) by(gw_name))", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "max(sum(ceph_iscsi_client_login) by(gw_name))",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Sessions", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Sessions",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "bytes", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "bytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 4, 
-        "x": 10, 
+        "h": 4,
+        "w": 4,
+        "x": 10,
         "y": 1
-      }, 
-      "id": 5, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 5,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(sum(ceph_iscsi_lun_size_bytes) by(gw_name))", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "max(sum(ceph_iscsi_lun_size_bytes) by(gw_name))",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Defined Capacity", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Defined Capacity",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 2, 
-        "x": 14, 
+        "h": 4,
+        "w": 2,
+        "x": 14,
         "y": 1
-      }, 
-      "id": 6, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 6,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(count by(instance) (ceph_iscsi_lun_mapped))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
+          "expr": "max(count by(instance) (ceph_iscsi_lun_mapped))",
+          "format": "time_series",
+          "intervalFactor": 2,
           "refId": "B"
         }
-      ], 
-      "thresholds": "", 
-      "title": "LUNs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "LUNs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 2, 
-        "x": 16, 
+        "h": 4,
+        "w": 2,
+        "x": 16,
         "y": 1
-      }, 
-      "id": 7, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 7,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 2, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 2,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "max(count by(instance) (ceph_iscsi_lun_mapped)) - max(count by(instance) (ceph_iscsi_lun_mapped == 1))", 
-          "format": "time_series", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 2, 
+          "expr": "max(count by(instance) (ceph_iscsi_lun_mapped)) - max(count by(instance) (ceph_iscsi_lun_mapped == 1))",
+          "format": "time_series",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 2,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Unused LUNs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Unused LUNs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "content": "", 
+      "content": "",
       "gridPos": {
-        "h": 4, 
-        "w": 6, 
-        "x": 18, 
+        "h": 4,
+        "w": 6,
+        "x": 18,
         "y": 1
-      }, 
-      "id": 9, 
-      "links": [], 
-      "minSpan": 6, 
-      "mode": "markdown", 
-      "title": "", 
-      "transparent": true, 
+      },
+      "id": 9,
+      "links": [],
+      "minSpan": 6,
+      "mode": "markdown",
+      "title": "",
+      "transparent": true,
       "type": "text"
-    }, 
+    },
     {
-      "content": "", 
+      "content": "",
       "gridPos": {
-        "h": 4, 
-        "w": 2, 
-        "x": 0, 
+        "h": 4,
+        "w": 2,
+        "x": 0,
         "y": 5
-      }, 
-      "id": 10, 
-      "links": [], 
-      "minSpan": 2, 
-      "mode": "markdown", 
-      "title": "", 
-      "transparent": true, 
+      },
+      "id": 10,
+      "links": [],
+      "minSpan": 2,
+      "mode": "markdown",
+      "title": "",
+      "transparent": true,
       "type": "text"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 5, 
-        "w": 4, 
-        "x": 2, 
+        "h": 5,
+        "w": 4,
+        "x": 2,
         "y": 5
-      }, 
-      "height": "200", 
-      "id": 11, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "200",
+      "id": 11,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(sum(rate(ceph_iscsi_lun_iops[30s])) by(gw_name))", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 2, 
+          "expr": "sum(sum(rate(ceph_iscsi_lun_iops[30s])) by(gw_name))",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 2,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "IOPS", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "IOPS",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "decimals": 1, 
-      "format": "decbytes", 
+      ],
+      "datasource": null,
+      "decimals": 1,
+      "format": "decbytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 5, 
-        "w": 4, 
-        "x": 6, 
+        "h": 5,
+        "w": 4,
+        "x": 6,
         "y": 5
-      }, 
-      "height": "200", 
-      "id": 12, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "200",
+      "id": 12,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "/s", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "/s",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum((sum(rate(ceph_iscsi_lun_read_bytes[30s])) by(gw_name)) + (sum(rate(ceph_iscsi_lun_write_bytes[30s])) by(gw_name)))", 
-          "format": "time_series", 
-          "instant": false, 
-          "intervalFactor": 1, 
+          "expr": "sum((sum(rate(ceph_iscsi_lun_read_bytes[30s])) by(gw_name)) + (sum(rate(ceph_iscsi_lun_write_bytes[30s])) by(gw_name)))",
+          "format": "time_series",
+          "instant": false,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Throughput", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Throughput",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 5, 
-        "w": 6, 
-        "x": 10, 
+        "h": 5,
+        "w": 6,
+        "x": 10,
         "y": 5
-      }, 
-      "height": "200", 
-      "id": 13, 
+      },
+      "height": "200",
+      "id": 13,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 6, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 6,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "label_replace(\n  (sum(\n      rate(\n           node_network_transmit_bytes{job=\"iscsi-gateways\"}[30s])\n     ) by(instance)),\n     \"IP\", \"$1\",\"instance\",\"(.*)\\\\:.*\")", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "{{IP}}", 
+          "expr": "label_replace(\n  (sum(\n      rate(\n           node_network_transmit_bytes{job=\"iscsi-gateways\"}[30s])\n     ) by(instance)),\n     \"IP\", \"$1\",\"instance\",\"(.*)\\\\:.*\")",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
+          "legendFormat": "{{IP}}",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Network Load by Gateway", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Network Load by Gateway",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "decbytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "decbytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "breakPoint": "50%", 
-      "cacheTimeout": null, 
+      "aliasColors": {},
+      "breakPoint": "50%",
+      "cacheTimeout": null,
       "combine": {
-        "label": "Others", 
+        "label": "Others",
         "threshold": 0
-      }, 
-      "datasource": null, 
-      "description": "LUNs are configured with a primary path (active), and a number of secondary paths (passive).  Under normal circumstances, only the active/primary path is used for I/O. This chart shows the distribution of the active paths across each of the gateways.", 
-      "fontSize": "80%", 
-      "format": "short", 
+      },
+      "datasource": null,
+      "description": "LUNs are configured with a primary path (active), and a number of secondary paths (passive).  Under normal circumstances, only the active/primary path is used for I/O. This chart shows the distribution of the active paths across each of the gateways.",
+      "fontSize": "80%",
+      "format": "short",
       "gridPos": {
-        "h": 5, 
-        "w": 6, 
-        "x": 16, 
+        "h": 5,
+        "w": 6,
+        "x": 16,
         "y": 5
-      }, 
-      "id": 14, 
-      "interval": null, 
+      },
+      "id": 14,
+      "interval": null,
       "legend": {
-        "show": true, 
+        "show": true,
         "values": true
-      }, 
-      "legendType": "Under graph", 
-      "links": [], 
-      "maxDataPoints": 3, 
-      "minSpan": 6, 
-      "nullPointMode": "connected", 
-      "pieType": "pie", 
-      "strokeWidth": 1, 
+      },
+      "legendType": "Under graph",
+      "links": [],
+      "maxDataPoints": 3,
+      "minSpan": 6,
+      "nullPointMode": "connected",
+      "pieType": "pie",
+      "strokeWidth": 1,
       "targets": [
         {
-          "expr": "max(count(ceph_iscsi_lun_mapped) by(instance,gw_owner)) by(gw_owner)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
-          "legendFormat": "{{gw_owner}}", 
+          "expr": "max(count(ceph_iscsi_lun_mapped) by(instance,gw_owner)) by(gw_owner)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
+          "legendFormat": "{{gw_owner}}",
           "refId": "A"
         }
-      ], 
-      "title": "Active LUN Paths by Gateway", 
-      "type": "grafana-piechart-panel", 
+      ],
+      "title": "Active LUN Paths by Gateway",
+      "type": "grafana-piechart-panel",
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 10
-      }, 
-      "id": 26, 
+      },
+      "id": 26,
       "panels": [
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 0, 
+            "h": 7,
+            "w": 12,
+            "x": 0,
             "y": 11
-          }, 
-          "id": 15, 
+          },
+          "id": 15,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "round(sum by(IP) (label_replace((rate(ceph_iscsi_lun_iops[30s])),\"IP\",\"$1\",\"instance\",\"(.*)\\\\:.*\")))", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "{{IP}}", 
+              "expr": "round(sum by(IP) (label_replace((rate(ceph_iscsi_lun_iops[30s])),\"IP\",\"$1\",\"instance\",\"(.*)\\\\:.*\")))",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{IP}}",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "IOPS by Gateway", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "IOPS by Gateway",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "decimals": null, 
-              "format": "none", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "decimals": null,
+              "format": "none",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 12, 
+            "h": 7,
+            "w": 12,
+            "x": 12,
             "y": 11
-          }, 
-          "id": 16, 
+          },
+          "id": 16,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "round(sum by(IP) (label_replace((rate(ceph_iscsi_lun_read_bytes[30s])),\"IP\",\"$1\",\"instance\",\"(.*)\\\\:.*\") + (label_replace((rate(ceph_iscsi_lun_write_bytes[30s])),\"IP\",\"$1\",\"instance\",\"(.*)\\\\:.*\")) ))", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "{{IP}}", 
+              "expr": "round(sum by(IP) (label_replace((rate(ceph_iscsi_lun_read_bytes[30s])),\"IP\",\"$1\",\"instance\",\"(.*)\\\\:.*\") + (label_replace((rate(ceph_iscsi_lun_write_bytes[30s])),\"IP\",\"$1\",\"instance\",\"(.*)\\\\:.*\")) ))",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{IP}}",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Throughput by Gateway", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Throughput by Gateway",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "decimals": null, 
-              "format": "decbytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "decimals": null,
+              "format": "decbytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 0, 
+            "h": 7,
+            "w": 12,
+            "x": 0,
             "y": 18
-          }, 
-          "id": 22, 
+          },
+          "id": 22,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 12, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 12,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "100 - (avg by (IP) (label_replace(irate(node_cpu{job=\"iscsi-gateways\",mode=\"idle\"}[30s]),\"IP\",\"$1\",\"instance\",\"(.*):(.*)\")) * 100)", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "{{IP}}", 
+              "expr": "100 - (avg by (IP) (label_replace(irate(node_cpu{job=\"iscsi-gateways\",mode=\"idle\"}[30s]),\"IP\",\"$1\",\"instance\",\"(.*):(.*)\")) * 100)",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{IP}}",
               "refId": "B"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "CPU Busy %", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "CPU Busy %",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": "100", 
-              "min": "0", 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": "100",
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 12, 
-            "x": 12, 
+            "h": 7,
+            "w": 12,
+            "x": 12,
             "y": 18
-          }, 
-          "id": 23, 
+          },
+          "id": 23,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "label_replace(((node_memory_MemTotal{job=\"iscsi-gateways\"} - node_memory_MemFree) / node_memory_MemTotal) * 100, \"IP\", \"$1\", \"instance\",\"(.*):(.*)\")", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "{{IP}}", 
+              "expr": "label_replace(((node_memory_MemTotal{job=\"iscsi-gateways\"} - node_memory_MemFree) / node_memory_MemTotal) * 100, \"IP\", \"$1\", \"instance\",\"(.*):(.*)\")",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{IP}}",
               "refId": "D"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "RAM Util%", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "RAM Util%",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": "100", 
-              "min": "0", 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": "100",
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": false
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "Gateway Load", 
+      ],
+      "repeat": null,
+      "title": "Gateway Load",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 11
-      }, 
-      "id": 27, 
+      },
+      "id": 27,
       "panels": [
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 24, 
-            "x": 0, 
+            "h": 7,
+            "w": 24,
+            "x": 0,
             "y": 26
-          }, 
-          "id": 17, 
+          },
+          "id": 17,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 24, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 24,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "round(sum by(shortname) (label_replace(rate(ceph_iscsi_lun_iops[30s]),\"shortname\",\"$2\",\"client_iqn\",\"(.*):(.*)\")))", 
-              "format": "time_series", 
-              "instant": false, 
-              "intervalFactor": 1, 
-              "legendFormat": "{{shortname}}", 
+              "expr": "round(sum by(shortname) (label_replace(rate(ceph_iscsi_lun_iops[30s]),\"shortname\",\"$2\",\"client_iqn\",\"(.*):(.*)\")))",
+              "format": "time_series",
+              "instant": false,
+              "intervalFactor": 1,
+              "legendFormat": "{{shortname}}",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "IOPS by Client (R+W)", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "IOPS by Client (R+W)",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "none", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "none",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
-        }, 
+        },
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 24, 
-            "x": 0, 
+            "h": 7,
+            "w": 24,
+            "x": 0,
             "y": 33
-          }, 
-          "id": 19, 
+          },
+          "id": 19,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "minSpan": 24, 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": false, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "minSpan": 24,
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": false,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "round(\n  sum by(shortname) \n    ((label_replace(rate(ceph_iscsi_lun_read_bytes[30s]),\"shortname\",\"$2\",\"client_iqn\",\"(.*):(.*)\")) +\n     (label_replace(rate(ceph_iscsi_lun_write_bytes[30s]),\"shortname\",\"$2\",\"client_iqn\",\"(.*):(.*)\"))\n    ))", 
-              "format": "time_series", 
-              "instant": false, 
-              "intervalFactor": 1, 
-              "legendFormat": "{{shortname}}", 
+              "expr": "round(\n  sum by(shortname) \n    ((label_replace(rate(ceph_iscsi_lun_read_bytes[30s]),\"shortname\",\"$2\",\"client_iqn\",\"(.*):(.*)\")) +\n     (label_replace(rate(ceph_iscsi_lun_write_bytes[30s]),\"shortname\",\"$2\",\"client_iqn\",\"(.*):(.*)\"))\n    ))",
+              "format": "time_series",
+              "instant": false,
+              "intervalFactor": 1,
+              "legendFormat": "{{shortname}}",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "Throughput by Client", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "Throughput by Client",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "decbytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "decbytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "Client Workloads", 
+      ],
+      "repeat": null,
+      "title": "Client Workloads",
       "type": "row"
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "gateway_iqn", 
-        "options": [], 
-        "query": "label_values(ceph_iscsi_gateway_tpg_total, gw_iqn)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "gateway_iqn",
+        "options": [],
+        "query": "label_values(ceph_iscsi_gateway_tpg_total, gw_iqn)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "text": "(eth|bon|en|ib|mlx)", 
+          "text": "(eth|bon|en|ib|mlx)",
           "value": "(eth|bon|en|ib|mlx)"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "interfaces", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "interfaces",
         "options": [
           {
-            "selected": true, 
-            "text": "(eth|bon|en|ib|mlx)", 
+            "selected": true,
+            "text": "(eth|bon|en|ib|mlx)",
             "value": "(eth|bon|en|ib|mlx)"
           }
-        ], 
-        "query": "(eth|bon|en|ib|mlx)", 
+        ],
+        "query": "(eth|bon|en|ib|mlx)",
         "type": "custom"
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "", 
-  "title": "iSCSI Overview", 
-  "uid": "000000010", 
-  "version": 29
-}
\ No newline at end of file
+  },
+  "timezone": "",
+  "title": "iSCSI Overview",
+  "version": 30
+}
index 2f05878cd4457a72c3919c9f6623b194fef7c45c..ccea29d6ba5ff19f124d57941d25fc764d44754d 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1524194437238, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1524194437238,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 18, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "All OSD Hosts", 
+      },
+      "id": 18,
+      "panels": [],
+      "repeat": null,
+      "title": "All OSD Hosts",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 24, 
-        "x": 0, 
+        "h": 7,
+        "w": 24,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 1, 
+      },
+      "id": 1,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max(\n    (irate(node_disk_read_time_ms[30s]) + irate(node_disk_write_time_ms[30s]) / \n    (irate(node_disk_reads_completed[30s]) + irate(node_disk_writes_completed[30s])) +\n    ignoring(ceph_daemon,job) ceph_disk_occupation))\n    by(instance)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{instance}}", 
+          "expr": "max(\n    (irate(node_disk_read_time_ms[30s]) + irate(node_disk_write_time_ms[30s]) / \n    (irate(node_disk_reads_completed[30s]) + irate(node_disk_writes_completed[30s])) +\n    ignoring(ceph_daemon,job) ceph_disk_occupation))\n    by(instance)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{instance}}",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "All OSD Hosts - Highest Latency", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "All OSD Hosts - Highest Latency",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": "ms", 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "none",
+          "label": "ms",
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 8
-      }, 
-      "id": 19, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Each OSD Host's Max Disk Latency", 
+      },
+      "id": 19,
+      "panels": [],
+      "repeat": null,
+      "title": "Each OSD Host's Max Disk Latency",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 4, 
-        "x": 0, 
+        "h": 7,
+        "w": 4,
+        "x": 0,
         "y": 9
-      }, 
-      "id": 2, 
+      },
+      "id": 2,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": false, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": false,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
+      },
+      "lines": true,
+      "linewidth": 1,
       "links": [
         {
-          "dashUri": "db/osd-node-detail", 
-          "dashboard": "OSD Node Detail", 
-          "includeVars": true, 
-          "targetBlank": true, 
-          "title": "OSD Node Detail", 
+          "dashUri": "db/osd-node-detail",
+          "dashboard": "OSD Node Detail",
+          "includeVars": true,
+          "targetBlank": true,
+          "title": "OSD Node Detail",
           "type": "dashboard"
         }
-      ], 
-      "minSpan": 4, 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "repeat": "osd_servers", 
-      "repeatDirection": "h", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      ],
+      "minSpan": 4,
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "repeat": "osd_servers",
+      "repeatDirection": "h",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max(label_replace((irate(node_disk_write_time_ms{instance=~\"[[osd_servers]].*\"}[30s]) + irate(node_disk_read_time_ms{instance=~\"[[osd_servers]].*\"}[30s])) / \n(irate(node_disk_writes_completed{instance=~\"[[osd_servers]].*\"}[30s]) + irate(node_disk_reads_completed{instance=~\"[[osd_servers]].*\"}[30s])),\"host\",\"$1\",\"instance\",\"([^.]*).*\")) by(host)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
+          "expr": "max(label_replace((irate(node_disk_write_time_ms{instance=~\"[[osd_servers]].*\"}[30s]) + irate(node_disk_read_time_ms{instance=~\"[[osd_servers]].*\"}[30s])) / \n(irate(node_disk_writes_completed{instance=~\"[[osd_servers]].*\"}[30s]) + irate(node_disk_reads_completed{instance=~\"[[osd_servers]].*\"}[30s])),\"host\",\"$1\",\"instance\",\"([^.]*).*\")) by(host)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers Max Latency", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers Max Latency",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": "ms", 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": "ms",
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "osd_servers", 
-        "options": [], 
-        "query": "label_values(ceph_disk_occupation, instance)", 
-        "refresh": 1, 
-        "regex": "([^.]*).*", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "osd_servers",
+        "options": [],
+        "query": "label_values(ceph_disk_occupation, instance)",
+        "refresh": 1,
+        "regex": "([^.]*).*",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "", 
-  "title": "Latency by Server", 
-  "uid": "000000002", 
-  "version": 11
-}
\ No newline at end of file
+  },
+  "timezone": "",
+  "title": "Latency by Server",
+  "version": 12
+}
index 134582cd22d4b12466491d346e39733300b8244c..bbe14c61afd284d51e30c3272801080aa1faebd6 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1525407331553, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1525407331553,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 8, 
-      "panels": [], 
-      "title": "MDS Overview", 
+      },
+      "id": 8,
+      "panels": [],
+      "title": "MDS Overview",
       "type": "row"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 5, 
-        "w": 3, 
-        "x": 0, 
+        "h": 5,
+        "w": 3,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 11, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 11,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_mds_metadata)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "count(ceph_mds_metadata)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Active MDS Servers", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Active MDS Servers",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 5, 
-        "w": 3, 
-        "x": 3, 
+        "h": 5,
+        "w": 3,
+        "x": 3,
         "y": 1
-      }, 
-      "id": 6, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 6,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_fs_metadata)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "count(ceph_fs_metadata)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Filesystems", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Filesystems",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "#299c46", 
-        "rgba(237, 129, 40, 0.89)", 
+        "#299c46",
+        "rgba(237, 129, 40, 0.89)",
         "#d44a3a"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 5, 
-        "w": 3, 
-        "x": 6, 
+        "h": 5,
+        "w": 3,
+        "x": 6,
         "y": 1
-      }, 
-      "id": 12, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "id": 12,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": 100, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": 100,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": true
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(ceph_mds_sessions_session_count)", 
-          "format": "time_series", 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "sum(ceph_mds_sessions_session_count)",
+          "format": "time_series",
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "A"
         }
-      ], 
-      "thresholds": "", 
-      "title": "Clients", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Clients",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 6
-      }, 
-      "id": 10, 
-      "panels": [], 
-      "title": "MDS Performance", 
+      },
+      "id": 10,
+      "panels": [],
+      "title": "MDS Performance",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 9, 
-        "w": 12, 
-        "x": 0, 
+        "h": 9,
+        "w": 12,
+        "x": 0,
         "y": 7
-      }, 
-      "id": 2, 
+      },
+      "id": 2,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(ceph_objecter_op_r{ceph_daemon=~\"($mds_servers).*\"})", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "MDS Reads", 
+          "expr": "sum(ceph_objecter_op_r{ceph_daemon=~\"($mds_servers).*\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "MDS Reads",
           "refId": "A"
-        }, 
+        },
         {
-          "expr": "sum(ceph_objecter_op_w{ceph_daemon=~\"($mds_servers).*\"})", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "MDS Writes", 
+          "expr": "sum(ceph_objecter_op_w{ceph_daemon=~\"($mds_servers).*\"})",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "MDS Writes",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "MDS Workload - $mds_servers", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "MDS Workload - $mds_servers",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 9, 
-        "w": 12, 
-        "x": 12, 
+        "h": 9,
+        "w": 12,
+        "x": 12,
         "y": 7
-      }, 
-      "id": 4, 
+      },
+      "id": 4,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "ceph_mds_server_handle_client_request{ceph_daemon=~\"($mds_servers).*\"}", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{ceph_daemon}}", 
+          "expr": "ceph_mds_server_handle_client_request{ceph_daemon=~\"($mds_servers).*\"}",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{ceph_daemon}}",
           "refId": "A"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Client Request Load - $mds_servers", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Client Request Load - $mds_servers",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "none", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "none",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 0, 
-        "includeAll": true, 
-        "label": "MDS Server", 
-        "multi": false, 
-        "name": "mds_servers", 
-        "options": [], 
-        "query": "label_values(ceph_mds_inodes, ceph_daemon)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": "MDS Server",
+        "multi": false,
+        "name": "mds_servers",
+        "options": [],
+        "query": "label_values(ceph_mds_inodes, ceph_daemon)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "", 
-  "title": "MDS Performance", 
-  "uid": "BfC8yEGiz", 
-  "version": 2
-}
\ No newline at end of file
+  },
+  "timezone": "",
+  "title": "MDS Performance",
+  "version": 3
+}
index d04aa70b28ca02b747debb0feecc5e1f478f8e6c..cd58e69189cbd165800804bd66aa82cc834fb0fb 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1525134169600, 
-  "links": [], 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1525134169600,
+  "links": [],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 4, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "Aggregated Network Load", 
+      },
+      "id": 4,
+      "panels": [],
+      "repeat": null,
+      "title": "Aggregated Network Load",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 8, 
-        "w": 24, 
-        "x": 0, 
+        "h": 8,
+        "w": 24,
+        "x": 0,
         "y": 1
-      }, 
-      "id": 1, 
+      },
+      "id": 1,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum (irate(node_network_receive_bytes{instance=~\"[[mon_servers]].*\",device=~\"[[interfaces]].*\"}[30s])) + \nsum (irate(node_network_transmit_bytes{instance=~\"[[mon_servers]].*\",device=~\"[[interfaces]].*\"}[30s]))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "MONs", 
+          "expr": "sum (irate(node_network_receive_bytes{instance=~\"[[mon_servers]].*\",device=~\"[[interfaces]].*\"}[30s])) + \nsum (irate(node_network_transmit_bytes{instance=~\"[[mon_servers]].*\",device=~\"[[interfaces]].*\"}[30s]))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "MONs",
           "refId": "A"
-        }, 
+        },
         {
-          "expr": "sum (irate(node_network_receive_bytes{instance=~\"[[osd_servers]].*\",device=~\"[[interfaces]].*\"}[30s])) + \nsum (irate(node_network_transmit_bytes{instance=~\"[[osd_servers]].*\",device=~\"[[interfaces]].*\"}[30s]))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "OSDs", 
+          "expr": "sum (irate(node_network_receive_bytes{instance=~\"[[osd_servers]].*\",device=~\"[[interfaces]].*\"}[30s])) + \nsum (irate(node_network_transmit_bytes{instance=~\"[[osd_servers]].*\",device=~\"[[interfaces]].*\"}[30s]))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "OSDs",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "Cluster Network Load", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "Cluster Network Load",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "bytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "bytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 9
-      }, 
-      "id": 5, 
+      },
+      "id": 5,
       "panels": [
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 24, 
-            "x": 0, 
+            "h": 7,
+            "w": 24,
+            "x": 0,
             "y": 10
-          }, 
-          "id": 2, 
+          },
+          "id": 2,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "sum (irate(node_network_receive_bytes{instance=~\"[[mon_servers]].*\", device=~\"[[interfaces]].*\"}[30s])) by (instance) + \nsum (irate(node_network_transmit_bytes{instance=~\"[[mon_servers]].*\", device=~\"[[interfaces]].*\"}[30s])) by (instance)", 
-              "format": "time_series", 
-              "intervalFactor": 1, 
-              "legendFormat": "{{instance}}", 
+              "expr": "sum (irate(node_network_receive_bytes{instance=~\"[[mon_servers]].*\", device=~\"[[interfaces]].*\"}[30s])) by (instance) + \nsum (irate(node_network_transmit_bytes{instance=~\"[[mon_servers]].*\", device=~\"[[interfaces]].*\"}[30s])) by (instance)",
+              "format": "time_series",
+              "intervalFactor": 1,
+              "legendFormat": "{{instance}}",
               "refId": "A"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "MON Network Load", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "MON Network Load",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "bytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "bytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "MON Hosts", 
+      ],
+      "repeat": null,
+      "title": "MON Hosts",
       "type": "row"
-    }, 
+    },
     {
-      "collapsed": true, 
+      "collapsed": true,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 10
-      }, 
-      "id": 6, 
+      },
+      "id": 6,
       "panels": [
         {
-          "aliasColors": {}, 
-          "bars": false, 
-          "dashLength": 10, 
-          "dashes": false, 
-          "datasource": "Local", 
-          "fill": 1, 
+          "aliasColors": {},
+          "bars": false,
+          "dashLength": 10,
+          "dashes": false,
+          "datasource": "Local",
+          "fill": 1,
           "gridPos": {
-            "h": 7, 
-            "w": 24, 
-            "x": 0, 
+            "h": 7,
+            "w": 24,
+            "x": 0,
             "y": 11
-          }, 
-          "id": 3, 
+          },
+          "id": 3,
           "legend": {
-            "avg": false, 
-            "current": false, 
-            "max": false, 
-            "min": false, 
-            "show": true, 
-            "total": false, 
+            "avg": false,
+            "current": false,
+            "max": false,
+            "min": false,
+            "show": true,
+            "total": false,
             "values": false
-          }, 
-          "lines": true, 
-          "linewidth": 1, 
-          "links": [], 
-          "nullPointMode": "null", 
-          "percentage": false, 
-          "pointradius": 5, 
-          "points": false, 
-          "renderer": "flot", 
-          "seriesOverrides": [], 
-          "spaceLength": 10, 
-          "stack": true, 
-          "steppedLine": false, 
+          },
+          "lines": true,
+          "linewidth": 1,
+          "links": [],
+          "nullPointMode": "null",
+          "percentage": false,
+          "pointradius": 5,
+          "points": false,
+          "renderer": "flot",
+          "seriesOverrides": [],
+          "spaceLength": 10,
+          "stack": true,
+          "steppedLine": false,
           "targets": [
             {
-              "expr": "sum \n  (irate(node_network_receive_bytes{instance=~\"[[osd_servers]]\", device=~\"[[interfaces]].*\"}[30s]) + \n  irate(node_network_transmit_bytes{instance=~\"[[osd_servers]]\", device=~\"[[interfaces]].*\"}[30s])) by(instance)\n", 
-              "format": "time_series", 
-              "intervalFactor": 2, 
-              "legendFormat": "{{instance}}", 
+              "expr": "sum \n  (irate(node_network_receive_bytes{instance=~\"[[osd_servers]]\", device=~\"[[interfaces]].*\"}[30s]) + \n  irate(node_network_transmit_bytes{instance=~\"[[osd_servers]]\", device=~\"[[interfaces]].*\"}[30s])) by(instance)\n",
+              "format": "time_series",
+              "intervalFactor": 2,
+              "legendFormat": "{{instance}}",
               "refId": "B"
             }
-          ], 
-          "thresholds": [], 
-          "timeFrom": null, 
-          "timeShift": null, 
-          "title": "OSD Hosts Network Load", 
+          ],
+          "thresholds": [],
+          "timeFrom": null,
+          "timeShift": null,
+          "title": "OSD Hosts Network Load",
           "tooltip": {
-            "shared": true, 
-            "sort": 0, 
+            "shared": true,
+            "sort": 0,
             "value_type": "individual"
-          }, 
-          "type": "graph", 
+          },
+          "type": "graph",
           "xaxis": {
-            "buckets": null, 
-            "mode": "time", 
-            "name": null, 
-            "show": true, 
+            "buckets": null,
+            "mode": "time",
+            "name": null,
+            "show": true,
             "values": []
-          }, 
+          },
           "yaxes": [
             {
-              "format": "bytes", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": "0", 
+              "format": "bytes",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": "0",
               "show": true
-            }, 
+            },
             {
-              "format": "short", 
-              "label": null, 
-              "logBase": 1, 
-              "max": null, 
-              "min": null, 
+              "format": "short",
+              "label": null,
+              "logBase": 1,
+              "max": null,
+              "min": null,
               "show": true
             }
           ]
         }
-      ], 
-      "repeat": null, 
-      "title": "OSD Hosts", 
+      ],
+      "repeat": null,
+      "title": "OSD Hosts",
       "type": "row"
     }
-  ], 
-  "refresh": "15s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
-  "tags": [], 
+  ],
+  "refresh": "15s",
+  "schemaVersion": 16,
+  "style": "dark",
+  "tags": [],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "osd_servers", 
-        "options": [], 
-        "query": "label_values(ceph_disk_occupation, instance)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "osd_servers",
+        "options": [],
+        "query": "label_values(ceph_disk_occupation, instance)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "text": "All", 
+          "text": "All",
           "value": "$__all"
-        }, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": "", 
-        "multi": false, 
-        "name": "mon_servers", 
+        },
+        "hide": 2,
+        "includeAll": true,
+        "label": "",
+        "multi": false,
+        "name": "mon_servers",
         "options": [
           {
-            "selected": true, 
-            "text": "All", 
+            "selected": true,
+            "text": "All",
             "value": "$__all"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "rhs-cli-04.ceph-dev.lab.eng.rdu2.redhat.com", 
+            "selected": false,
+            "text": "rhs-cli-04.ceph-dev.lab.eng.rdu2.redhat.com",
             "value": "rhs-cli-04.ceph-dev.lab.eng.rdu2.redhat.com"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "rhs-cli-05.ceph-dev.lab.eng.rdu2.redhat.com", 
+            "selected": false,
+            "text": "rhs-cli-05.ceph-dev.lab.eng.rdu2.redhat.com",
             "value": "rhs-cli-05.ceph-dev.lab.eng.rdu2.redhat.com"
-          }, 
+          },
           {
-            "selected": false, 
-            "text": "rhs-cli-06.ceph-dev.lab.eng.rdu2.redhat.com", 
+            "selected": false,
+            "text": "rhs-cli-06.ceph-dev.lab.eng.rdu2.redhat.com",
             "value": "rhs-cli-06.ceph-dev.lab.eng.rdu2.redhat.com"
           }
-        ], 
-        "query": "rhs-cli-04.ceph-dev.lab.eng.rdu2.redhat.com,rhs-cli-05.ceph-dev.lab.eng.rdu2.redhat.com,rhs-cli-06.ceph-dev.lab.eng.rdu2.redhat.com", 
+        ],
+        "query": "rhs-cli-04.ceph-dev.lab.eng.rdu2.redhat.com,rhs-cli-05.ceph-dev.lab.eng.rdu2.redhat.com,rhs-cli-06.ceph-dev.lab.eng.rdu2.redhat.com",
         "type": "custom"
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "only_osds", 
-        "options": [], 
-        "query": "label_values(ceph_server_metadata{services=\"osd\"}, hostname)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 1, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "only_osds",
+        "options": [],
+        "query": "label_values(ceph_server_metadata{services=\"osd\"}, hostname)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 1,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 2, 
-        "includeAll": true, 
-        "label": null, 
-        "multi": false, 
-        "name": "copy_of_mon_servers", 
-        "options": [], 
-        "query": "label_values(ceph_server_metadata{services=~\".*mon.*\"}, hostname)", 
-        "refresh": 1, 
-        "regex": "", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 2,
+        "includeAll": true,
+        "label": null,
+        "multi": false,
+        "name": "copy_of_mon_servers",
+        "options": [],
+        "query": "label_values(ceph_server_metadata{services=~\".*mon.*\"}, hostname)",
+        "refresh": 1,
+        "regex": "",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "text": "(eth|en|bond|mlx|ib)", 
+          "text": "(eth|en|bond|mlx|ib)",
           "value": "(eth|en|bond|mlx|ib)"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "interfaces", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "interfaces",
         "options": [
           {
-            "selected": true, 
-            "text": "(eth|en|bond|mlx|ib)", 
+            "selected": true,
+            "text": "(eth|en|bond|mlx|ib)",
             "value": "(eth|en|bond|mlx|ib)"
           }
-        ], 
-        "query": "(eth|en|bond|mlx|ib)", 
+        ],
+        "query": "(eth|en|bond|mlx|ib)",
         "type": "custom"
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "15s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "15s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "", 
-  "title": "Network Usage by Server", 
-  "uid": "000000006", 
-  "version": 18
-}
\ No newline at end of file
+  },
+  "timezone": "",
+  "title": "Network Usage by Server",
+  "version": 19
+}
index 16f8a917fbd0c59d0cbcd262a2cde71ef4381df8..3a621ca46d9b250838eb2bf5100d21c1a94f665c 100644 (file)
 {
   "__requires": [
     {
-      "type": "grafana", 
-      "id": "grafana", 
-      "name": "Grafana", 
+      "type": "grafana",
+      "id": "grafana",
+      "name": "Grafana",
       "version": "5.0.4"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "graph", 
-      "name": "Graph", 
+      "type": "panel",
+      "id": "graph",
+      "name": "Graph",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "datasource", 
-      "id": "prometheus", 
-      "name": "Local", 
+      "type": "datasource",
+      "id": "prometheus",
+      "name": "Local",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "singlestat", 
-      "name": "Singlestat", 
+      "type": "panel",
+      "id": "singlestat",
+      "name": "Singlestat",
       "version": "5.0.0"
-    }, 
+    },
     {
-      "type": "panel", 
-      "id": "table", 
-      "name": "Table", 
+      "type": "panel",
+      "id": "table",
+      "name": "Table",
       "version": "5.0.0"
     }
-  ], 
+  ],
   "annotations": {
     "list": [
       {
-        "builtIn": 1, 
-        "datasource": "-- Grafana --", 
-        "enable": true, 
-        "hide": true, 
-        "iconColor": "rgba(0, 211, 255, 1)", 
-        "name": "Annotations & Alerts", 
+        "builtIn": 1,
+        "datasource": "-- Grafana --",
+        "enable": true,
+        "hide": true,
+        "iconColor": "rgba(0, 211, 255, 1)",
+        "name": "Annotations & Alerts",
         "type": "dashboard"
       }
     ]
-  }, 
-  "editable": true, 
-  "gnetId": null, 
-  "graphTooltip": 0, 
-  "id": null, 
-  "iteration": 1526509711107, 
+  },
+  "editable": true,
+  "gnetId": null,
+  "graphTooltip": 0,
+  "id": null,
+  "iteration": 1526509711107,
   "links": [
     {
-      "asDropdown": true, 
-      "icon": "external link", 
+      "asDropdown": true,
+      "icon": "external link",
       "tags": [
         "overview"
-      ], 
-      "title": "Shortcuts", 
+      ],
+      "title": "Shortcuts",
       "type": "dashboards"
     }
-  ], 
+  ],
   "panels": [
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 0
-      }, 
-      "id": 11, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "'$osd_servers' OSD Overview", 
+      },
+      "id": 11,
+      "panels": [],
+      "repeat": null,
+      "title": "'$osd_servers' OSD Overview",
       "type": "row"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "format": "none", 
+      ],
+      "datasource": null,
+      "format": "none",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 4, 
-        "x": 0, 
+        "h": 4,
+        "w": 4,
+        "x": 0,
         "y": 1
-      }, 
-      "height": "160", 
-      "id": 1, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "160",
+      "id": 1,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "count(ceph_disk_occupation{device=~\"($device_id)\", instance=~\"($osd_servers).*\"})", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "count(ceph_disk_occupation{device=~\"($device_id)\", instance=~\"($osd_servers).*\"})",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "OSDs", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "OSDs",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "columns": [], 
-      "datasource": null, 
-      "description": "", 
-      "fontSize": "100%", 
+      "columns": [],
+      "datasource": null,
+      "description": "",
+      "fontSize": "100%",
       "gridPos": {
-        "h": 8, 
-        "w": 13, 
-        "x": 4, 
+        "h": 8,
+        "w": 13,
+        "x": 4,
         "y": 1
-      }, 
-      "height": "160", 
-      "hideTimeOverride": false, 
-      "id": 3, 
-      "links": [], 
-      "minSpan": 6, 
-      "pageSize": 20, 
-      "scroll": true, 
-      "showHeader": true, 
+      },
+      "height": "160",
+      "hideTimeOverride": false,
+      "id": 3,
+      "links": [],
+      "minSpan": 6,
+      "pageSize": 20,
+      "scroll": true,
+      "showHeader": true,
       "sort": {
-        "col": 1, 
+        "col": 1,
         "desc": false
-      }, 
+      },
       "styles": [
         {
-          "alias": "Hostname", 
-          "colorMode": null, 
+          "alias": "Hostname",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "aa_hostname", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "aa_hostname",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "OSD", 
-          "colorMode": null, 
+          "alias": "OSD",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "ceph_daemon", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "ceph_daemon",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Device", 
-          "colorMode": null, 
+          "alias": "Device",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "device", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "device",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Device Type", 
-          "colorMode": null, 
+          "alias": "Device Type",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "device_class", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "device_class",
+          "thresholds": [],
+          "type": "number",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "Size", 
-          "colorMode": null, 
+          "alias": "Size",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "Value", 
-          "thresholds": [], 
-          "type": "number", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "Value",
+          "thresholds": [],
+          "type": "number",
           "unit": "bytes"
-        }, 
+        },
         {
-          "alias": "Ceph Version", 
-          "colorMode": null, 
+          "alias": "Ceph Version",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "ceph_ver", 
-          "thresholds": [], 
-          "type": "string", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "ceph_ver",
+          "thresholds": [],
+          "type": "string",
           "unit": "short"
-        }, 
+        },
         {
-          "alias": "", 
-          "colorMode": null, 
+          "alias": "",
+          "colorMode": null,
           "colors": [
-            "rgba(245, 54, 54, 0.9)", 
-            "rgba(237, 129, 40, 0.89)", 
+            "rgba(245, 54, 54, 0.9)",
+            "rgba(237, 129, 40, 0.89)",
             "rgba(50, 172, 45, 0.97)"
-          ], 
-          "dateFormat": "YYYY-MM-DD HH:mm:ss", 
-          "decimals": 2, 
-          "pattern": "/.*/", 
-          "thresholds": [], 
-          "type": "hidden", 
+          ],
+          "dateFormat": "YYYY-MM-DD HH:mm:ss",
+          "decimals": 2,
+          "pattern": "/.*/",
+          "thresholds": [],
+          "type": "hidden",
           "unit": "short"
         }
-      ], 
+      ],
       "targets": [
         {
-          "expr": "(label_replace(ceph_disk_occupation{instance=~\"($osd_servers).*\",device=~\"($device_id)\"},\"aa_hostname\",\"$1\",\"instance\",\"(.*)\") * \n  on(ceph_daemon) group_left(aa_instance) ceph_osd_stat_bytes) *\n  on(ceph_daemon) group_left(device_class,ceph_ver) label_replace(label_replace(ceph_osd_metadata,\"ceph_daemon\",\"osd.$1\",\"id\",\"(.*)\"),\"ceph_ver\",\"$1\",\"ceph_version\",\"ceph version (.*) (.*) (.*) (.*)\")", 
-          "format": "table", 
-          "hide": false, 
-          "instant": true, 
-          "intervalFactor": 1, 
+          "expr": "(label_replace(ceph_disk_occupation{instance=~\"($osd_servers).*\",device=~\"($device_id)\"},\"aa_hostname\",\"$1\",\"instance\",\"(.*)\") * \n  on(ceph_daemon) group_left(aa_instance) ceph_osd_stat_bytes) *\n  on(ceph_daemon) group_left(device_class,ceph_ver) label_replace(label_replace(ceph_osd_metadata,\"ceph_daemon\",\"osd.$1\",\"id\",\"(.*)\"),\"ceph_ver\",\"$1\",\"ceph_version\",\"ceph version (.*) (.*) (.*) (.*)\")",
+          "format": "table",
+          "hide": false,
+          "instant": true,
+          "intervalFactor": 1,
           "refId": "C"
         }
-      ], 
-      "timeFrom": null, 
-      "title": "Host OSD Breakdown", 
-      "transform": "table", 
+      ],
+      "timeFrom": null,
+      "title": "Host OSD Breakdown",
+      "transform": "table",
       "type": "table"
-    }, 
+    },
     {
-      "cacheTimeout": null, 
-      "colorBackground": false, 
-      "colorValue": false, 
+      "cacheTimeout": null,
+      "colorBackground": false,
+      "colorValue": false,
       "colors": [
-        "rgba(245, 54, 54, 0.9)", 
-        "rgba(237, 129, 40, 0.89)", 
+        "rgba(245, 54, 54, 0.9)",
+        "rgba(237, 129, 40, 0.89)",
         "rgba(50, 172, 45, 0.97)"
-      ], 
-      "datasource": null, 
-      "decimals": 0, 
-      "description": "Each OSD consists of a Journal/WAL partition and a data partition. The RAW Capacity shown is the sum of the data partitions across all OSDs on the selected OSD hosts.", 
-      "format": "bytes", 
+      ],
+      "datasource": null,
+      "decimals": 0,
+      "description": "Each OSD consists of a Journal/WAL partition and a data partition. The RAW Capacity shown is the sum of the data partitions across all OSDs on the selected OSD hosts.",
+      "format": "bytes",
       "gauge": {
-        "maxValue": 100, 
-        "minValue": 0, 
-        "show": false, 
-        "thresholdLabels": false, 
+        "maxValue": 100,
+        "minValue": 0,
+        "show": false,
+        "thresholdLabels": false,
         "thresholdMarkers": true
-      }, 
+      },
       "gridPos": {
-        "h": 4, 
-        "w": 4, 
-        "x": 0, 
+        "h": 4,
+        "w": 4,
+        "x": 0,
         "y": 5
-      }, 
-      "height": "160", 
-      "id": 2, 
-      "interval": null, 
-      "links": [], 
-      "mappingType": 1, 
+      },
+      "height": "160",
+      "id": 2,
+      "interval": null,
+      "links": [],
+      "mappingType": 1,
       "mappingTypes": [
         {
-          "name": "value to text", 
+          "name": "value to text",
           "value": 1
-        }, 
+        },
         {
-          "name": "range to text", 
+          "name": "range to text",
           "value": 2
         }
-      ], 
-      "maxDataPoints": "", 
-      "minSpan": 4, 
-      "nullPointMode": "connected", 
-      "nullText": null, 
-      "postfix": "", 
-      "postfixFontSize": "50%", 
-      "prefix": "", 
-      "prefixFontSize": "50%", 
+      ],
+      "maxDataPoints": "",
+      "minSpan": 4,
+      "nullPointMode": "connected",
+      "nullText": null,
+      "postfix": "",
+      "postfixFontSize": "50%",
+      "prefix": "",
+      "prefixFontSize": "50%",
       "rangeMaps": [
         {
-          "from": "null", 
-          "text": "N/A", 
+          "from": "null",
+          "text": "N/A",
           "to": "null"
         }
-      ], 
+      ],
       "sparkline": {
-        "fillColor": "rgba(31, 118, 189, 0.18)", 
-        "full": false, 
-        "lineColor": "rgb(31, 120, 193)", 
+        "fillColor": "rgba(31, 118, 189, 0.18)",
+        "full": false,
+        "lineColor": "rgb(31, 120, 193)",
         "show": false
-      }, 
-      "tableColumn": "", 
+      },
+      "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(ceph_osd_stat_bytes and on (ceph_daemon) ceph_disk_occupation{device=~\"($device_id)\", instance=~\"($osd_servers).*\"})", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "refId": "A", 
-          "step": 40, 
+          "expr": "sum(ceph_osd_stat_bytes and on (ceph_daemon) ceph_disk_occupation{device=~\"($device_id)\", instance=~\"($osd_servers).*\"})",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "refId": "A",
+          "step": 40,
           "textEditor": true
         }
-      ], 
-      "thresholds": "", 
-      "title": "Raw Capacity", 
-      "type": "singlestat", 
-      "valueFontSize": "80%", 
+      ],
+      "thresholds": "",
+      "title": "Raw Capacity",
+      "type": "singlestat",
+      "valueFontSize": "80%",
       "valueMaps": [
         {
-          "op": "=", 
-          "text": "N/A", 
+          "op": "=",
+          "text": "N/A",
           "value": "null"
         }
-      ], 
+      ],
       "valueName": "current"
-    }, 
+    },
     {
-      "collapsed": false, 
+      "collapsed": false,
       "gridPos": {
-        "h": 1, 
-        "w": 24, 
-        "x": 0, 
+        "h": 1,
+        "w": 24,
+        "x": 0,
         "y": 9
-      }, 
-      "id": 12, 
-      "panels": [], 
-      "repeat": null, 
-      "title": "'$osd_servers' Performance Statistics", 
+      },
+      "id": 12,
+      "panels": [],
+      "repeat": null,
+      "title": "'$osd_servers' Performance Statistics",
       "type": "row"
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 0, 
+        "h": 7,
+        "w": 12,
+        "x": 0,
         "y": 10
-      }, 
-      "id": 5, 
+      },
+      "id": 5,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "connected", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "connected",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max by (device) (\n  irate(node_disk_io_time_ms[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers).*\", device=~\"($device_id)\"}\n) / 10", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "{{device}}", 
-          "refId": "A", 
-          "step": 10, 
+          "expr": "max by (device) (\n  irate(node_disk_io_time_ms[5m]) and on (instance, device) ceph_disk_occupation{instance=~\"($osd_servers).*\", device=~\"($device_id)\"}\n) / 10",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
+          "legendFormat": "{{device}}",
+          "refId": "A",
+          "step": 10,
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers Disk utilisation", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers Disk utilisation",
       "tooltip": {
-        "shared": true, 
-        "sort": 2, 
+        "shared": true,
+        "sort": 2,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": "%Util", 
-          "logBase": 1, 
-          "max": "100", 
-          "min": "0", 
+          "format": "short",
+          "label": "%Util",
+          "logBase": 1,
+          "max": "100",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 12, 
+        "h": 7,
+        "w": 12,
+        "x": 12,
         "y": 10
-      }, 
-      "id": 6, 
+      },
+      "id": 6,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "connected", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "connected",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max by (device) (\n  irate(node_disk_reads_completed{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m]) +\n  irate(node_disk_writes_completed{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n)", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{device}}", 
-          "refId": "A", 
-          "step": 10, 
+          "expr": "max by (device) (\n  irate(node_disk_reads_completed{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m]) +\n  irate(node_disk_writes_completed{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n)",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "{{device}}",
+          "refId": "A",
+          "step": 10,
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers Disk IOPS", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers Disk IOPS",
       "tooltip": {
-        "shared": true, 
-        "sort": 2, 
+        "shared": true,
+        "sort": 2,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": "IOPS", 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "short",
+          "label": "IOPS",
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 0, 
+        "h": 7,
+        "w": 12,
+        "x": 0,
         "y": 17
-      }, 
-      "id": 7, 
+      },
+      "id": 7,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "null as zero", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "null as zero",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max by (device) (\n  irate(node_disk_write_time_ms{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n  /\n  clamp_min(irate(node_disk_writes_completed{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m]), 0.001)\n+\n  irate(node_disk_read_time_ms{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n  /\n  clamp_min(irate(node_disk_reads_completed{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m]), 0.001)\n)", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "{{device}}", 
-          "refId": "A", 
-          "step": 10, 
+          "expr": "max by (device) (\n  irate(node_disk_write_time_ms{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n  /\n  clamp_min(irate(node_disk_writes_completed{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m]), 0.001)\n+\n  irate(node_disk_read_time_ms{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n  /\n  clamp_min(irate(node_disk_reads_completed{device=~ \"($device_id)\", instance=~\"($osd_servers).*\"}[5m]), 0.001)\n)",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
+          "legendFormat": "{{device}}",
+          "refId": "A",
+          "step": 10,
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers Disk Latency", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers Disk Latency",
       "tooltip": {
-        "shared": true, 
-        "sort": 2, 
+        "shared": true,
+        "sort": 2,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "ms", 
-          "label": "", 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "ms",
+          "label": "",
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": true
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 12, 
-        "x": 12, 
+        "h": 7,
+        "w": 12,
+        "x": 12,
         "y": 17
-      }, 
-      "id": 8, 
+      },
+      "id": 8,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "connected", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": false, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "connected",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": false,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "max by (device) (\n  irate(node_disk_bytes_read{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m]) + \n  irate(node_disk_bytes_written{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n)", 
-          "format": "time_series", 
-          "interval": "", 
-          "intervalFactor": 1, 
-          "legendFormat": "{{device}}", 
-          "refId": "A", 
-          "step": 10, 
+          "expr": "max by (device) (\n  irate(node_disk_bytes_read{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m]) + \n  irate(node_disk_bytes_written{device=~\"($device_id)\", instance=~\"($osd_servers).*\"}[5m])\n)",
+          "format": "time_series",
+          "interval": "",
+          "intervalFactor": 1,
+          "legendFormat": "{{device}}",
+          "refId": "A",
+          "step": 10,
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers Throughput by Disk", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers Throughput by Disk",
       "tooltip": {
-        "shared": true, 
-        "sort": 2, 
+        "shared": true,
+        "sort": 2,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "decbytes", 
-          "label": "", 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "decbytes",
+          "label": "",
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "aliasColors": {
-        "interrupt": "#447EBC", 
-        "steal": "#6D1F62", 
-        "system": "#890F02", 
-        "user": "#3F6833", 
+        "interrupt": "#447EBC",
+        "steal": "#6D1F62",
+        "system": "#890F02",
+        "user": "#3F6833",
         "wait": "#C15C17"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "description": "Shows the CPU breakdown. When multiple servers are selected, only the first host's cpu data is shown", 
-      "fill": 3, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "description": "Shows the CPU breakdown. When multiple servers are selected, only the first host's cpu data is shown",
+      "fill": 3,
       "gridPos": {
-        "h": 7, 
-        "w": 8, 
-        "x": 0, 
+        "h": 7,
+        "w": 8,
+        "x": 0,
         "y": 24
-      }, 
-      "id": 9, 
+      },
+      "id": 9,
       "legend": {
-        "alignAsTable": false, 
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "alignAsTable": false,
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "connected", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "repeat": null, 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "connected",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "repeat": null,
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum by (mode) (\n  irate(node_cpu{instance=~\"($osd_servers).*\", mode=~\"(irq|nice|softirq|steal|system|user|iowait)\"}[5m])\n) / scalar(\n  sum(irate(node_cpu{instance=~\"($osd_servers).*\"}[5m]))\n) * 100", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "{{mode}}", 
-          "refId": "A", 
-          "step": 10, 
+          "expr": "sum by (mode) (\n  irate(node_cpu{instance=~\"($osd_servers).*\", mode=~\"(irq|nice|softirq|steal|system|user|iowait)\"}[5m])\n) / scalar(\n  sum(irate(node_cpu{instance=~\"($osd_servers).*\"}[5m]))\n) * 100",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "{{mode}}",
+          "refId": "A",
+          "step": 10,
           "textEditor": true
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers CPU Utilisation", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers CPU Utilisation",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "short", 
-          "label": "", 
-          "logBase": 1, 
-          "max": "100", 
-          "min": "0", 
+          "format": "short",
+          "label": "",
+          "logBase": 1,
+          "max": "100",
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
       "aliasColors": {
-        "Available": "#508642", 
-        "Free": "#508642", 
-        "Total": "#bf1b00", 
-        "Used": "#bf1b00", 
-        "total": "#bf1b00", 
+        "Available": "#508642",
+        "Free": "#508642",
+        "Total": "#bf1b00",
+        "Used": "#bf1b00",
+        "total": "#bf1b00",
         "used": "#0a50a1"
-      }, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      },
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 8, 
-        "x": 8, 
+        "h": 7,
+        "w": 8,
+        "x": 8,
         "y": 24
-      }, 
-      "id": 14, 
+      },
+      "id": 14,
       "legend": {
-        "avg": false, 
-        "current": false, 
-        "max": false, 
-        "min": false, 
-        "show": true, 
-        "total": false, 
+        "avg": false,
+        "current": false,
+        "max": false,
+        "min": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "nullPointMode": "null", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "nullPointMode": "null",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
       "seriesOverrides": [
         {
-          "alias": "total", 
-          "color": "#bf1b00", 
-          "fill": 0, 
-          "linewidth": 2, 
+          "alias": "total",
+          "color": "#bf1b00",
+          "fill": 0,
+          "linewidth": 2,
           "stack": false
         }
-      ], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      ],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "node_memory_MemTotal{instance=~\"[[osd_servers]].*\"} - (\n  node_memory_MemFree{instance=~\"[[osd_servers]].*\"}  + \n  node_memory_Cached{instance=~\"[[osd_servers]].*\"} + \n  node_memory_Buffers{instance=~\"[[osd_servers]].*\"} +\n  node_memory_Slab{instance=~\"[[osd_servers]].*\"}\n  )\n  \n", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "used", 
+          "expr": "node_memory_MemTotal{instance=~\"[[osd_servers]].*\"} - (\n  node_memory_MemFree{instance=~\"[[osd_servers]].*\"}  + \n  node_memory_Cached{instance=~\"[[osd_servers]].*\"} + \n  node_memory_Buffers{instance=~\"[[osd_servers]].*\"} +\n  node_memory_Slab{instance=~\"[[osd_servers]].*\"}\n  )\n  \n",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "used",
           "refId": "D"
-        }, 
+        },
         {
-          "expr": "node_memory_MemFree{instance=~\"[[osd_servers]].*\"} ", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "Free", 
+          "expr": "node_memory_MemFree{instance=~\"[[osd_servers]].*\"} ",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "Free",
           "refId": "A"
-        }, 
+        },
         {
-          "expr": "node_memory_Cached{instance=~\"[[osd_servers]].*\"} + \nnode_memory_Buffers{instance=~\"[[osd_servers]].*\"} +\nnode_memory_Slab{instance=~\"[[osd_servers]].*\"} \n", 
-          "format": "time_series", 
-          "intervalFactor": 1, 
-          "legendFormat": "buffers/cache", 
+          "expr": "node_memory_Cached{instance=~\"[[osd_servers]].*\"} + \nnode_memory_Buffers{instance=~\"[[osd_servers]].*\"} +\nnode_memory_Slab{instance=~\"[[osd_servers]].*\"} \n",
+          "format": "time_series",
+          "intervalFactor": 1,
+          "legendFormat": "buffers/cache",
           "refId": "C"
-        }, 
+        },
         {
-          "expr": "node_memory_MemTotal{instance=~\"[[osd_servers]].*\"}", 
-          "format": "time_series", 
-          "hide": false, 
-          "intervalFactor": 1, 
-          "legendFormat": "total", 
+          "expr": "node_memory_MemTotal{instance=~\"[[osd_servers]].*\"}",
+          "format": "time_series",
+          "hide": false,
+          "intervalFactor": 1,
+          "legendFormat": "total",
           "refId": "B"
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "RAM Usage", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "RAM Usage",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "bytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "bytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
-    }, 
+    },
     {
-      "aliasColors": {}, 
-      "bars": false, 
-      "dashLength": 10, 
-      "dashes": false, 
-      "datasource": null, 
-      "fill": 1, 
+      "aliasColors": {},
+      "bars": false,
+      "dashLength": 10,
+      "dashes": false,
+      "datasource": null,
+      "fill": 1,
       "gridPos": {
-        "h": 7, 
-        "w": 8, 
-        "x": 16, 
+        "h": 7,
+        "w": 8,
+        "x": 16,
         "y": 24
-      }, 
-      "id": 10, 
+      },
+      "id": 10,
       "legend": {
-        "alignAsTable": false, 
-        "avg": false, 
-        "current": false, 
-        "hideZero": true, 
-        "max": false, 
-        "min": false, 
-        "rightSide": false, 
-        "show": true, 
-        "total": false, 
+        "alignAsTable": false,
+        "avg": false,
+        "current": false,
+        "hideZero": true,
+        "max": false,
+        "min": false,
+        "rightSide": false,
+        "show": true,
+        "total": false,
         "values": false
-      }, 
-      "lines": true, 
-      "linewidth": 1, 
-      "links": [], 
-      "minSpan": 12, 
-      "nullPointMode": "connected", 
-      "percentage": false, 
-      "pointradius": 5, 
-      "points": false, 
-      "renderer": "flot", 
-      "seriesOverrides": [], 
-      "spaceLength": 10, 
-      "stack": true, 
-      "steppedLine": false, 
+      },
+      "lines": true,
+      "linewidth": 1,
+      "links": [],
+      "minSpan": 12,
+      "nullPointMode": "connected",
+      "percentage": false,
+      "pointradius": 5,
+      "points": false,
+      "renderer": "flot",
+      "seriesOverrides": [],
+      "spaceLength": 10,
+      "stack": true,
+      "steppedLine": false,
       "targets": [
         {
-          "expr": "sum by (device) (irate(node_network_receive_bytes{instance=~\"($osd_servers).*\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m]))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "{{device}}.rx", 
-          "refId": "A", 
-          "step": 10, 
+          "expr": "sum by (device) (irate(node_network_receive_bytes{instance=~\"($osd_servers).*\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m]))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "{{device}}.rx",
+          "refId": "A",
+          "step": 10,
           "textEditor": true
-        }, 
+        },
         {
-          "expr": "sum by (device) (irate(node_network_transmit_bytes{instance=~\"($osd_servers).*\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m]))", 
-          "format": "time_series", 
-          "intervalFactor": 2, 
-          "legendFormat": "{{device}}.tx", 
-          "refId": "B", 
+          "expr": "sum by (device) (irate(node_network_transmit_bytes{instance=~\"($osd_servers).*\", device=~\"(eth|en|bond|ib|mlx).*\"}[5m]))",
+          "format": "time_series",
+          "intervalFactor": 2,
+          "legendFormat": "{{device}}.tx",
+          "refId": "B",
           "step": 10
         }
-      ], 
-      "thresholds": [], 
-      "timeFrom": null, 
-      "timeShift": null, 
-      "title": "$osd_servers Network Load", 
+      ],
+      "thresholds": [],
+      "timeFrom": null,
+      "timeShift": null,
+      "title": "$osd_servers Network Load",
       "tooltip": {
-        "shared": true, 
-        "sort": 0, 
+        "shared": true,
+        "sort": 0,
         "value_type": "individual"
-      }, 
-      "type": "graph", 
+      },
+      "type": "graph",
       "xaxis": {
-        "buckets": null, 
-        "mode": "time", 
-        "name": null, 
-        "show": true, 
+        "buckets": null,
+        "mode": "time",
+        "name": null,
+        "show": true,
         "values": []
-      }, 
+      },
       "yaxes": [
         {
-          "format": "decbytes", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": "0", 
+          "format": "decbytes",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": "0",
           "show": true
-        }, 
+        },
         {
-          "format": "short", 
-          "label": null, 
-          "logBase": 1, 
-          "max": null, 
-          "min": null, 
+          "format": "short",
+          "label": null,
+          "logBase": 1,
+          "max": null,
+          "min": null,
           "show": false
         }
       ]
     }
-  ], 
-  "refresh": "10s", 
-  "schemaVersion": 16, 
-  "style": "dark", 
+  ],
+  "refresh": "10s",
+  "schemaVersion": 16,
+  "style": "dark",
   "tags": [
     "overview"
-  ], 
+  ],
   "templating": {
     "list": [
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 0, 
-        "includeAll": true, 
-        "label": "OSD Host Name", 
-        "multi": false, 
-        "name": "osd_servers", 
-        "options": [], 
-        "query": "label_values(ceph_disk_occupation, instance)", 
-        "refresh": 1, 
-        "regex": "([^.]*).*", 
-        "sort": 3, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": "OSD Host Name",
+        "multi": false,
+        "name": "osd_servers",
+        "options": [],
+        "query": "label_values(ceph_disk_occupation, instance)",
+        "refresh": 1,
+        "regex": "([^.]*).*",
+        "sort": 3,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
-        "current": {}, 
-        "datasource": null, 
-        "hide": 0, 
-        "includeAll": true, 
-        "label": "Disk Name", 
-        "multi": true, 
-        "name": "device_id", 
-        "options": [], 
-        "query": "ceph_disk_occupation", 
-        "refresh": 1, 
-        "regex": "/device=\"([^\"]*)\"/", 
-        "sort": 0, 
-        "tagValuesQuery": "", 
-        "tags": [], 
-        "tagsQuery": "", 
-        "type": "query", 
+        "allValue": null,
+        "current": {},
+        "datasource": null,
+        "hide": 0,
+        "includeAll": true,
+        "label": "Disk Name",
+        "multi": true,
+        "name": "device_id",
+        "options": [],
+        "query": "ceph_disk_occupation",
+        "refresh": 1,
+        "regex": "/device=\"([^\"]*)\"/",
+        "sort": 0,
+        "tagValuesQuery": "",
+        "tags": [],
+        "tagsQuery": "",
+        "type": "query",
         "useTags": false
-      }, 
+      },
       {
-        "allValue": null, 
+        "allValue": null,
         "current": {
-          "selected": true, 
-          "text": "60", 
+          "selected": true,
+          "text": "60",
           "value": "60"
-        }, 
-        "hide": 2, 
-        "includeAll": false, 
-        "label": null, 
-        "multi": false, 
-        "name": "max_devices", 
+        },
+        "hide": 2,
+        "includeAll": false,
+        "label": null,
+        "multi": false,
+        "name": "max_devices",
         "options": [
           {
-            "selected": true, 
-            "text": "60", 
+            "selected": true,
+            "text": "60",
             "value": "60"
           }
-        ], 
-        "query": "60", 
+        ],
+        "query": "60",
         "type": "custom"
       }
     ]
-  }, 
+  },
   "time": {
-    "from": "now-1h", 
+    "from": "now-1h",
     "to": "now"
-  }, 
+  },
   "timepicker": {
     "refresh_intervals": [
-      "5s", 
-      "10s", 
-      "30s", 
-      "1m", 
-      "5m", 
-      "15m", 
-      "30m", 
-      "1h", 
-      "2h", 
+      "5s",
+      "10s",
+      "30s",
+      "1m",
+      "5m",
+      "15m",
+      "30m",
+      "1h",
+      "2h",
       "1d"
-    ], 
+    ],
     "time_options": [
-      "5m", 
-      "15m", 
-      "1h", 
-      "6h", 
-      "12h", 
-      "24h", 
-      "2d", 
-      "7d", 
+      "5m",
+      "15m",
+      "1h",
+      "6h",
+      "12h",
+      "24h",
+      "2d",
+      "7d",
       "30d"
     ]
-  }, 
-  "timezone": "browser", 
-  "title": "OSD Node Detail", 
-  "uid": "000000004", 
-  "version": 14
+  },
+  "timezone": "browser",
+  "title": "OSD Node Detail",
+  "version": 15
 }