]> git-server-git.apps.pok.os.sepia.ceph.com Git - ceph.git/commitdiff
monitoring: make cluster matcher backward compatible for pre-7.1 metrics 66984/head
authorAashish Sharma <Aashish.Sharma1@ibm.com>
Wed, 17 Dec 2025 09:21:14 +0000 (14:51 +0530)
committerAashish Sharma <aashish@li-e9bf2ecc-2ad7-11b2-a85c-baf05c5182ab.ibm.com>
Tue, 20 Jan 2026 07:40:10 +0000 (13:10 +0530)
Ceph 18.* adds a `cluster` label to all Prometheus metrics. When
upgrading from earlier releases, historical metrics lack this label
and are excluded by Grafana queries that strictly match on `cluster`.
Update the shared Grafana matcher logic to use a regex matcher that
also matches series without the `cluster` label, restoring visibility
of pre-upgrade metrics while preserving multi-cluster behavior.

Fixes: https://tracker.ceph.com/issues/74342
Signed-off-by: Aashish Sharma <aasharma@redhat.com>
(cherry picked from commit f7f74e455423feab79b33ac8ab472be0b98cb29d)

18 files changed:
monitoring/ceph-mixin/dashboards/utils.libsonnet
monitoring/ceph-mixin/dashboards_out/ceph-application-overview.json
monitoring/ceph-mixin/dashboards_out/ceph-cluster-advanced.json
monitoring/ceph-mixin/dashboards_out/ceph-cluster.json
monitoring/ceph-mixin/dashboards_out/cephfsdashboard.json
monitoring/ceph-mixin/dashboards_out/host-details.json
monitoring/ceph-mixin/dashboards_out/hosts-overview.json
monitoring/ceph-mixin/dashboards_out/multi-cluster-overview.json
monitoring/ceph-mixin/dashboards_out/osd-device-details.json
monitoring/ceph-mixin/dashboards_out/osds-overview.json
monitoring/ceph-mixin/dashboards_out/pool-detail.json
monitoring/ceph-mixin/dashboards_out/pool-overview.json
monitoring/ceph-mixin/dashboards_out/radosgw-detail.json
monitoring/ceph-mixin/dashboards_out/radosgw-overview.json
monitoring/ceph-mixin/dashboards_out/radosgw-sync-overview.json
monitoring/ceph-mixin/dashboards_out/rbd-details.json
monitoring/ceph-mixin/dashboards_out/rbd-overview.json
monitoring/ceph-mixin/dashboards_out/rgw-s3-analytics.json

index da9b4abf95ac30d63b743b69388565359bb07958..9d7e294f639d8ae3e71786ccc67b5eed77b2fdc1 100644 (file)
@@ -245,7 +245,7 @@ local timeSeries = import 'timeseries_panel.libsonnet';
     },
 
   matchers()::
-    local clusterMatcher = '%s=~"$cluster"' % $._config.clusterLabel;
+    local clusterMatcher = '%s=~"$cluster|"' % $._config.clusterLabel;
     {
       // Common labels
       matchers: (if $._config.showMultiCluster then clusterMatcher + ', ' else ''),
index 1c99086e556aa9f65b6e6a2c60911f72d4eb4581..e148d3adb9a5c1b2c6a6a4ddef29a293be411109 100644 (file)
@@ -96,7 +96,7 @@
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "sum(ceph_osd_stat_bytes{cluster=~\"$cluster\"})",
+          "expr": "sum(ceph_osd_stat_bytes{cluster=~\"$cluster|\"})",
           "legendFormat": "__auto",
           "range": true,
           "refId": "A"
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\"})",
+          "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\"})",
           "legendFormat": "Write",
           "range": true,
           "refId": "A"
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\"})",
+          "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\"})",
           "hide": false,
           "legendFormat": "Read",
           "range": true,
           },
           "editorMode": "code",
           "exemplar": false,
-          "expr": "sum by (application) (ceph_pool_stored{cluster=~\"$cluster\",} *\n  on(pool_id) group_left(instance, name, application) ceph_pool_metadata{cluster=~\"$cluster\",application=~\"(.*Block.*)|(.*Filesystem.*)|(.*Object.*)\"})",
+          "expr": "sum by (application) (ceph_pool_stored{cluster=~\"$cluster|\",} *\n  on(pool_id) group_left(instance, name, application) ceph_pool_metadata{cluster=~\"$cluster|\",application=~\"(.*Block.*)|(.*Filesystem.*)|(.*Object.*)\"})",
           "format": "time_series",
           "instant": true,
           "legendFormat": "__auto",
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"})",
+          "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"})",
           "legendFormat": "Write",
           "range": true,
           "refId": "A"
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\",application=~\"$application\", name=~\"$pool\"})",
+          "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\",application=~\"$application\", name=~\"$pool\"})",
           "hide": false,
           "legendFormat": "Read",
           "range": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "(ceph_pool_quota_bytes{cluster=~\"$cluster\",}*\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\",application=~\"$application\", name=~\"$pool\"}\n   - \n   (ceph_pool_stored{cluster=~\"$cluster\",}  *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\",application=~\"$application\", name=~\"$pool\"})) > 0 \n  or\n  \n(ceph_pool_max_avail{cluster=~\"$cluster\",} *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\",application=~\"$application\", name=~\"$pool\"})",
+          "expr": "(ceph_pool_quota_bytes{cluster=~\"$cluster|\",}*\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\",application=~\"$application\", name=~\"$pool\"}\n   - \n   (ceph_pool_stored{cluster=~\"$cluster|\",}  *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\",application=~\"$application\", name=~\"$pool\"})) > 0 \n  or\n  \n(ceph_pool_max_avail{cluster=~\"$cluster|\",} *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\",application=~\"$application\", name=~\"$pool\"})",
           "format": "table",
           "hide": false,
           "instant": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "(ceph_pool_stored{cluster=~\"$cluster\",} *on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\"})\n  /\n  (((ceph_pool_quota_bytes{cluster=~\"$cluster\"} > 0) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\", name=~\"$pool\", application=~\"$application\"}) or \n((ceph_pool_max_avail{cluster=~\"$cluster\"} \n+\nceph_pool_stored{cluster=~\"$cluster\", }) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\", application=~\"$application\"}))",
+          "expr": "(ceph_pool_stored{cluster=~\"$cluster|\",} *on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\"})\n  /\n  (((ceph_pool_quota_bytes{cluster=~\"$cluster|\"} > 0) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\", name=~\"$pool\", application=~\"$application\"}) or \n((ceph_pool_max_avail{cluster=~\"$cluster|\"} \n+\nceph_pool_stored{cluster=~\"$cluster|\", }) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\", application=~\"$application\"}))",
           "format": "table",
           "hide": false,
           "instant": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "rate(ceph_pool_rd{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"}\n  + rate(ceph_pool_wr{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"}\n",
+          "expr": "rate(ceph_pool_rd{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"}\n  + rate(ceph_pool_wr{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"}\n",
           "format": "table",
           "hide": false,
           "instant": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"} +\n  rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"}\n",
+          "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"} +\n  rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"}\n",
           "format": "table",
           "hide": false,
           "instant": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"}",
+          "expr": "ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"}",
           "format": "table",
           "hide": false,
           "instant": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "ceph_pool_stored{cluster=~\"$cluster\", } * on(pool_id) group_left ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"}",
+          "expr": "ceph_pool_stored{cluster=~\"$cluster|\", } * on(pool_id) group_left ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"}",
           "format": "table",
           "hide": false,
           "instant": true,
           },
           "editorMode": "code",
           "exemplar": false,
-          "expr": "ceph_pool_quota_bytes{cluster=~\"$cluster\",} *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\",name=~\"$pool\"}",
+          "expr": "ceph_pool_quota_bytes{cluster=~\"$cluster|\",} *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\",name=~\"$pool\"}",
           "format": "table",
           "hide": false,
           "instant": true,
           },
           "editorMode": "code",
           "exemplar": false,
-          "expr": "((ceph_pool_quota_bytes{cluster=~\"$cluster\"}) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\", application=~\"$application\", name=~\"$pool\"})",
+          "expr": "((ceph_pool_quota_bytes{cluster=~\"$cluster|\"}) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\", application=~\"$application\", name=~\"$pool\"})",
           "format": "table",
           "hide": false,
           "instant": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "ceph_pool_stored{cluster=~\"$cluster\",} *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\"}",
+          "expr": "ceph_pool_stored{cluster=~\"$cluster|\",} *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\"}",
           "legendFormat": "{{name}}",
           "range": true,
           "refId": "A"
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "rate(ceph_pool_wr{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\"}",
+          "expr": "rate(ceph_pool_wr{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\"}",
           "legendFormat": "{{name}} - Writes",
           "range": true,
           "refId": "A"
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "rate(ceph_pool_rd{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\",name=~\"$pool\"}",
+          "expr": "rate(ceph_pool_rd{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\",name=~\"$pool\"}",
           "hide": false,
           "legendFormat": "{{name}} - Reads",
           "range": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "rate(ceph_pool_wr_bytes{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\", name=~\"$pool\"}",
+          "expr": "rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\", name=~\"$pool\"}",
           "legendFormat": "{{name}} - Writes",
           "range": true,
           "refId": "A"
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\", name=~\"$pool\"}",
+          "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",}[$__rate_interval]) *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\", name=~\"$pool\"}",
           "hide": false,
           "legendFormat": "{{name}} - Reads",
           "range": true,
             "uid": "${datasource}"
           },
           "editorMode": "code",
-          "expr": "ceph_pool_objects{cluster=~\"$cluster\",} *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\", name=~\"$pool\"}\n",
+          "expr": "ceph_pool_objects{cluster=~\"$cluster|\",} *\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\", name=~\"$pool\"}\n",
           "legendFormat": "{{name}}",
           "range": true,
           "refId": "A"
index 7ded8530f8d0ee0e19bb5a608c19e11053cca9b7..3a051b736da957ec50a9487b4c787dfe325d7a40 100644 (file)
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "ceph_health_status{cluster=~\"$cluster\", }",
+               "expr": "ceph_health_status{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": true,
                "interval": "$interval",
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "(ceph_cluster_total_bytes{cluster=~\"$cluster\", }-ceph_cluster_total_used_bytes{cluster=~\"$cluster\", })/ceph_cluster_total_bytes{cluster=~\"$cluster\", }",
+               "expr": "(ceph_cluster_total_bytes{cluster=~\"$cluster|\", }-ceph_cluster_total_used_bytes{cluster=~\"$cluster|\", })/ceph_cluster_total_bytes{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": true,
                "interval": "$interval",
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "ceph_cluster_total_bytes{cluster=~\"$cluster\", }",
+               "expr": "ceph_cluster_total_bytes{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": true,
                "interval": "$interval",
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_w_in_bytes{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_w_in_bytes{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "instant": true,
                "interval": "$interval",
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_r_out_bytes{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_r_out_bytes{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "instant": true,
                "interval": "$interval",
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "count(ceph_osd_metadata{cluster=~\"$cluster\", })",
+               "expr": "count(ceph_osd_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "sum(ceph_osd_in{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_osd_in{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
                "displayAliasType": "Warning / Critical",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "sum(ceph_osd_in{cluster=~\"$cluster\", } == bool 0)",
+               "expr": "sum(ceph_osd_in{cluster=~\"$cluster|\", } == bool 0)",
                "format": "time_series",
                "interval": "",
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "sum(ceph_osd_up{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_osd_up{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "",
                "intervalFactor": 1,
                "displayAliasType": "Warning / Critical",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "sum(ceph_osd_up{cluster=~\"$cluster\", } == bool 0)",
+               "expr": "sum(ceph_osd_up{cluster=~\"$cluster|\", } == bool 0)",
                "format": "time_series",
                "interval": "",
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "count(ceph_mgr_status{cluster=~\"$cluster\", } == 1) or vector(0)",
+               "expr": "count(ceph_mgr_status{cluster=~\"$cluster|\", } == 1) or vector(0)",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "count(ceph_mgr_status{cluster=~\"$cluster\", } == 0) or vector(0)",
+               "expr": "count(ceph_mgr_status{cluster=~\"$cluster|\", } == 0) or vector(0)",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "count(ALERTS{alertstate=\"firing\",alertname=~\"^Ceph.+\", severity=\"critical\", cluster=~\"$cluster\", }) OR vector(0)",
+               "expr": "count(ALERTS{alertstate=\"firing\",alertname=~\"^Ceph.+\", severity=\"critical\", cluster=~\"$cluster|\", }) OR vector(0)",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "count(ALERTS{alertstate=\"firing\",alertname=~\"^Ceph.+\", severity=\"warning\", cluster=~\"$cluster\", }) OR vector(0)",
+               "expr": "count(ALERTS{alertstate=\"firing\",alertname=~\"^Ceph.+\", severity=\"warning\", cluster=~\"$cluster|\", }) OR vector(0)",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "ceph_cluster_total_used_bytes{cluster=~\"$cluster\", }",
+               "expr": "ceph_cluster_total_used_bytes{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_w{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_w{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_r{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_r{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "sum(ceph_mon_quorum_status{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_mon_quorum_status{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "In Quorum",
                "displayAliasType": "Always",
                "displayType": "Regular",
                "displayValueWithAlias": "When Alias Displayed",
-               "expr": "count(ceph_mon_quorum_status{cluster=~\"$cluster\", })",
+               "expr": "count(ceph_mon_quorum_status{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Total",
                "displayAliasType": "Warning / Critical",
                "displayType": "Annotation",
                "displayValueWithAlias": "Never",
-               "expr": "count(ceph_mon_quorum_status{cluster=~\"$cluster\", }) - sum(ceph_mon_quorum_status{cluster=~\"$cluster\", })",
+               "expr": "count(ceph_mon_quorum_status{cluster=~\"$cluster|\", }) - sum(ceph_mon_quorum_status{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "MONs out of Quorum",
          "limit": 10,
          "onlyAlertsOnDashboard": true,
          "options": {
-            "alertInstanceLabelFilter": "{alertname=~\"^Ceph.+\", cluster=~\"$cluster\", }",
+            "alertInstanceLabelFilter": "{alertname=~\"^Ceph.+\", cluster=~\"$cluster|\", }",
             "alertName": "",
             "dashboardAlerts": false,
             "groupBy": [ ],
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "ceph_cluster_total_bytes{cluster=~\"$cluster\", }",
+               "expr": "ceph_cluster_total_bytes{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": false,
                "interval": "$interval",
             },
             {
                "datasource": "$datasource",
-               "expr": "ceph_cluster_total_used_bytes{cluster=~\"$cluster\", }",
+               "expr": "ceph_cluster_total_used_bytes{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": false,
                "interval": "$interval",
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_w_in_bytes{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_w_in_bytes{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_r_out_bytes{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_r_out_bytes{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_w{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_w{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_op_r{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_op_r{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "(ceph_pool_bytes_used{cluster=~\"$cluster\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster\", })",
+               "expr": "(ceph_pool_bytes_used{cluster=~\"$cluster|\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "(ceph_pool_stored_raw{cluster=~\"$cluster\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster\", })",
+               "expr": "(ceph_pool_stored_raw{cluster=~\"$cluster|\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "hide": false,
                "interval": "",
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "(ceph_pool_quota_objects{cluster=~\"$cluster\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster\", })",
+               "expr": "(ceph_pool_quota_objects{cluster=~\"$cluster|\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "(ceph_pool_quota_bytes{cluster=~\"$cluster\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster\", })",
+               "expr": "(ceph_pool_quota_bytes{cluster=~\"$cluster|\", }) *on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "(ceph_pool_objects{cluster=~\"$cluster\", }) * on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster\", })",
+               "expr": "(ceph_pool_objects{cluster=~\"$cluster|\", }) * on (pool_id) group_left(name)(ceph_pool_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pool_objects{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_active{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_active{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_clean{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_clean{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_peering{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_peering{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_degraded{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_degraded{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_stale{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_stale{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_unclean_pgs{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_unclean_pgs{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_undersized{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_undersized{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_incomplete{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_incomplete{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_forced_backfill{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_forced_backfill{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_forced_recovery{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_forced_recovery{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_creating{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_creating{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_wait_backfill{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_wait_backfill{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_deep{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_deep{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_scrubbing{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_scrubbing{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_recovering{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_recovering{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_repair{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_repair{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_down{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_down{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_peered{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_peered{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_backfill{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_backfill{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_remapped{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_remapped{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_backfill_toofull{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_backfill_toofull{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_degraded{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_degraded{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_stale{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_stale{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
             },
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_pg_undersized{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pg_undersized{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(rate(ceph_osd_recovery_ops{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_recovery_ops{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "interval": "$interval",
                "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "ceph_osd_apply_latency_ms{cluster=~\"$cluster\", }",
+                     "expr": "ceph_osd_apply_latency_ms{cluster=~\"$cluster|\", }",
                      "format": "time_series",
                      "instant": false,
                      "interval": "$interval",
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "ceph_osd_commit_latency_ms{cluster=~\"$cluster\", }",
+                     "expr": "ceph_osd_commit_latency_ms{cluster=~\"$cluster|\", }",
                      "format": "time_series",
                      "instant": false,
                      "interval": "$interval",
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) / rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) >= 0",
+                     "expr": "rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) / rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) >= 0",
                      "format": "time_series",
                      "instant": false,
                      "interval": "$interval",
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) / rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) >= 0",
+                     "expr": "rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) / rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) >= 0",
                      "format": "time_series",
                      "instant": false,
                      "interval": "$interval",
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "avg(rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) / rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) >= 0)",
+                     "expr": "avg(rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) / rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) >= 0)",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "Read",
                   },
                   {
                      "datasource": "$datasource",
-                     "expr": "avg(rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) / rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) >= 0)",
+                     "expr": "avg(rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) / rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) >= 0)",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "Write",
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "avg(ceph_osd_apply_latency_ms{cluster=~\"$cluster\", })",
+                     "expr": "avg(ceph_osd_apply_latency_ms{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "interval": "$interval",
                      "intervalFactor": 1,
                   },
                   {
                      "datasource": "$datasource",
-                     "expr": "avg(ceph_osd_commit_latency_ms{cluster=~\"$cluster\", })",
+                     "expr": "avg(ceph_osd_commit_latency_ms{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "interval": "$interval",
                      "intervalFactor": 1,
             {
                "datasource": "$datasource",
                "exemplar": false,
-               "expr": "count by (ceph_version)(ceph_osd_metadata{cluster=~\"$cluster\", })",
+               "expr": "count by (ceph_version)(ceph_osd_metadata{cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
             {
                "datasource": "$datasource",
                "exemplar": false,
-               "expr": "count by (ceph_version)(ceph_mon_metadata{cluster=~\"$cluster\", })",
+               "expr": "count by (ceph_version)(ceph_mon_metadata{cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
             {
                "datasource": "$datasource",
                "exemplar": false,
-               "expr": "count by (ceph_version)(ceph_mds_metadata{cluster=~\"$cluster\", })",
+               "expr": "count by (ceph_version)(ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
             {
                "datasource": "$datasource",
                "exemplar": false,
-               "expr": "count by (ceph_version)(ceph_rgw_metadata{cluster=~\"$cluster\", })",
+               "expr": "count by (ceph_version)(ceph_rgw_metadata{cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
             {
                "datasource": "$datasource",
                "exemplar": false,
-               "expr": "count by (ceph_version)(ceph_mgr_metadata{cluster=~\"$cluster\", })",
+               "expr": "count by (ceph_version)(ceph_mgr_metadata{cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
index a217c1a40cb40dd3c10dc27ab388dd687c741058..46611918f6bd67e507d60d36872efae11e4e3bbd 100644 (file)
       "tableColumn": "",
       "targets": [
         {
-          "expr": "ceph_health_status{cluster=~'$cluster'}",
+          "expr": "ceph_health_status{cluster=~'$cluster|'}",
           "format": "time_series",
           "instant": true,
           "interval": "$interval",
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "count(ceph_osd_metadata{cluster=~'$cluster'})",
+          "expr": "count(ceph_osd_metadata{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "All",
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "sum(ceph_osd_in{cluster=~'$cluster'})",
+          "expr": "sum(ceph_osd_in{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "In",
           "displayAliasType": "Warning / Critical",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "sum(ceph_osd_in{cluster=~'$cluster'} == bool 0)",
+          "expr": "sum(ceph_osd_in{cluster=~'$cluster|'} == bool 0)",
           "format": "time_series",
           "interval": "",
           "intervalFactor": 1,
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "sum(ceph_osd_up{cluster=~'$cluster'})",
+          "expr": "sum(ceph_osd_up{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Up",
           "displayAliasType": "Warning / Critical",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "sum(ceph_osd_up{cluster=~'$cluster'} == bool 0)",
+          "expr": "sum(ceph_osd_up{cluster=~'$cluster|'} == bool 0)",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Down",
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "sum(ceph_mon_quorum_status{cluster=~'$cluster'})",
+          "expr": "sum(ceph_mon_quorum_status{cluster=~'$cluster|'})",
           "format": "time_series",
           "interval": "",
           "intervalFactor": 1,
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "count(ceph_mon_quorum_status{cluster=~'$cluster'})",
+          "expr": "count(ceph_mon_quorum_status{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Total",
           "displayAliasType": "Warning / Critical",
           "displayType": "Annotation",
           "displayValueWithAlias": "Never",
-          "expr": "count(ceph_mon_quorum_status{cluster=~'$cluster'}) - sum(ceph_mon_quorum_status{cluster=~'$cluster'})",
+          "expr": "count(ceph_mon_quorum_status{cluster=~'$cluster|'}) - sum(ceph_mon_quorum_status{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "MONs out of Quorum",
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "count(ceph_mgr_status{cluster=~'$cluster'} == 1) or vector(0)",
+          "expr": "count(ceph_mgr_status{cluster=~'$cluster|'} == 1) or vector(0)",
           "format": "time_series",
           "intervalFactor": 1,
           "instant": true,
           "displayAliasType": "Always",
           "displayType": "Regular",
           "displayValueWithAlias": "When Alias Displayed",
-          "expr": "count(ceph_mgr_status{cluster=~'$cluster'} == 0) or vector(0)",
+          "expr": "count(ceph_mgr_status{cluster=~'$cluster|'} == 0) or vector(0)",
           "format": "time_series",
           "instant": true,
           "intervalFactor": 1,
       "tableColumn": "",
       "targets": [
         {
-          "expr": "sum(ceph_osd_stat_bytes_used{cluster=~'$cluster'})/sum(ceph_osd_stat_bytes{cluster=~'$cluster'})",
+          "expr": "sum(ceph_osd_stat_bytes_used{cluster=~'$cluster|'})/sum(ceph_osd_stat_bytes{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Used",
       "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(ceph_pg_total{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_total{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Total",
           "refId": "A"
         },
         {
-          "expr": "sum(ceph_pg_active{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_active{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Active",
           "refId": "B"
         },
         {
-          "expr": "sum(ceph_pg_total{cluster=~'$cluster'} - ceph_pg_active{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_total{cluster=~'$cluster|'} - ceph_pg_active{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Inactive",
           "refId": "G"
         },
         {
-          "expr": "sum(ceph_pg_undersized{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_undersized{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Undersized",
           "refId": "F"
         },
         {
-          "expr": "sum(ceph_pg_degraded{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_degraded{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Degraded",
           "refId": "C"
         },
         {
-          "expr": "sum(ceph_pg_inconsistent{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_inconsistent{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Inconsistent",
           "refId": "D"
         },
         {
-          "expr": "sum(ceph_pg_down{cluster=~'$cluster'})",
+          "expr": "sum(ceph_pg_down{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Down",
       "steppedLine": false,
       "targets": [
         {
-          "expr": "quantile(0.95, ceph_osd_apply_latency_ms{cluster=~'$cluster'})",
+          "expr": "quantile(0.95, ceph_osd_apply_latency_ms{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Apply Latency P_95",
           "refId": "A"
         },
         {
-          "expr": "quantile(0.95, ceph_osd_commit_latency_ms{cluster=~'$cluster'})",
+          "expr": "quantile(0.95, ceph_osd_commit_latency_ms{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Commit Latency P_95",
           "refId": "B"
         },
         {
-          "expr": "avg(ceph_osd_apply_latency_ms{cluster=~'$cluster'})",
+          "expr": "avg(ceph_osd_apply_latency_ms{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Avg Apply Latency",
           "refId": "C"
         },
         {
-          "expr": "avg(ceph_osd_commit_latency_ms{cluster=~'$cluster'})",
+          "expr": "avg(ceph_osd_commit_latency_ms{cluster=~'$cluster|'})",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Avg Commit Latency",
       "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(rate(ceph_osd_op_w_in_bytes{cluster=~'$cluster'}[$__rate_interval]))",
+          "expr": "sum(rate(ceph_osd_op_w_in_bytes{cluster=~'$cluster|'}[$__rate_interval]))",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Writes",
           "refId": "A"
         },
         {
-          "expr": "sum(rate(ceph_osd_op_r_out_bytes{cluster=~'$cluster'}[$__rate_interval]))",
+          "expr": "sum(rate(ceph_osd_op_r_out_bytes{cluster=~'$cluster|'}[$__rate_interval]))",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Reads",
       "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(deriv(ceph_pool_stored{cluster=~'$cluster'}[$__rate_interval]))",
+          "expr": "sum(deriv(ceph_pool_stored{cluster=~'$cluster|'}[$__rate_interval]))",
           "format": "time_series",
           "intervalFactor": 1,
           "refId": "A"
       "span": 12,
       "targets": [
         {
-          "expr": "ceph_osd_stat_bytes_used{cluster=~'$cluster'} / ceph_osd_stat_bytes{cluster=~'$cluster'}",
+          "expr": "ceph_osd_stat_bytes_used{cluster=~'$cluster|'} / ceph_osd_stat_bytes{cluster=~'$cluster|'}",
           "format": "time_series",
           "interval": "1m",
           "intervalFactor": 1,
       "links": [],
       "targets": [
         {
-          "expr": "ceph_osd_numpg{cluster=~'$cluster'}",
+          "expr": "ceph_osd_numpg{cluster=~'$cluster|'}",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "#PGs",
       "steppedLine": false,
       "targets": [
         {
-          "expr": "sum(rate(ceph_osd_recovery_ops{cluster=~'$cluster'}[$__rate_interval]))",
+          "expr": "sum(rate(ceph_osd_recovery_ops{cluster=~'$cluster|'}[$__rate_interval]))",
           "format": "time_series",
           "intervalFactor": 1,
           "legendFormat": "Op/s",
index 2698ce1121db94145c64a1d9f91d1ebc87f001a7..a6b35cad749c9d627fd323db9e8c83336ade706d 100644 (file)
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "count(ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"})",
+               "expr": "count(ceph_fs_metadata{cluster=~\"$cluster|\", name=~\"$name\"})",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"})",
+               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$datapool\"})",
+               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(ceph_mds_sessions_session_count{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(ceph_mds_sessions_session_count{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(ceph_mds_inodes{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(ceph_mds_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                ],
                "max": 100,
                "min": 0,
-               "decimals":2,
                "thresholds": {
                   "mode": "absolute",
                   "steps": [
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"})))) * 100",
+               "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})))) * 100",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                ],
                "max": 100,
                "min": 0,
-               "decimals":2,
                "thresholds": {
                   "mode": "absolute",
                   "steps": [
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"$datapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$datapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"$datapool\"})))) * 100",
+               "expr": "(1 - (sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) / (sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})))) * 100",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_mds_forward{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(rate(ceph_mds_forward{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})) / sum(increase(ceph_mds_reply_latency_count{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })) / sum(increase(ceph_mds_reply_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(ceph_mds_caps{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(ceph_mds_caps{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "interval": "$__rate_interval",
                "intervalFactor": 1,
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                "format": "time_series",
                "instant": true,
                "interval": "$__rate_interval",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                "format": "time_series",
                "instant": true,
                "interval": "$__rate_interval",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "rate(ceph_mds_server_handle_client_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "rate(ceph_mds_forward{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "rate(ceph_mds_forward{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "rate(ceph_mds_server_handle_slave_request{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "rate(ceph_mds_server_handle_slave_request{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "ceph_mds_sessions_session_count{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "ceph_mds_sessions_session_count{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "sum by (ceph_daemon) (increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})) / sum by (ceph_daemon) (increase(ceph_mds_reply_latency_count{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum by (ceph_daemon) (increase(ceph_mds_reply_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })) / sum by (ceph_daemon) (increase(ceph_mds_reply_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
          ],
          "targets": [
             {
-               "expr": "sum(rate(ceph_objecter_op_r{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(rate(ceph_objecter_op_r{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Read Ops",
                "refId": "A"
             },
             {
-               "expr": "sum(rate(ceph_objecter_op_w{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"}))",
+               "expr": "sum(rate(ceph_objecter_op_w{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Write Ops",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "rate(ceph_mds_log_evadd{cluster=~\"$cluster\"}[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "rate(ceph_mds_log_evadd{cluster=~\"$cluster|\", }[$__rate_interval]) * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "ceph_mds_log_ev{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "ceph_mds_log_ev{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                   "type": "prometheus",
                   "uid": "${datasource}"
                },
-               "expr": "ceph_mds_log_seg{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+               "expr": "ceph_mds_log_seg{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{ ceph_daemon }}",
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "ceph_mds_mem_ino{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+                     "expr": "ceph_mds_mem_ino{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "{{ ceph_daemon }}",
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "ceph_mds_exported_inodes{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+                     "expr": "ceph_mds_exported_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "{{ ceph_daemon }}",
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "ceph_mds_imported_inodes{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+                     "expr": "ceph_mds_imported_inodes{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "{{ ceph_daemon }}",
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "ceph_mds_mem_dn{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+                     "expr": "ceph_mds_mem_dn{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "{{ ceph_daemon }}",
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "ceph_mds_caps{cluster=~\"$cluster\"} * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster\", name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster\"})",
+                     "expr": "ceph_mds_caps{cluster=~\"$cluster|\", } * on(ceph_daemon) (ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"} * on(fs_id) group_left(ceph_daemon) ceph_mds_metadata{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "intervalFactor": 1,
                      "legendFormat": "{{ ceph_daemon }}",
                            "viz": false
                         },
                         "lineInterpolation": "linear",
-                        "lineWidth": 1,
+                        "lineWidth": 0,
                         "pointSize": 5,
                         "scaleDistribution": {
                            "type": "linear"
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"^$mdatapool$\"})",
+                     "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"^$mdatapool$\"})",
+                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"^$mdatapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"^$mdatapool$\"})",
+                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster\", pool_id=~\"^$mdatapool$\"})",
+                     "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_objects{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"})",
+                     "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"})",
+                     "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"})",
+                     "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                      ],
                      "max": 1,
                      "min": 0,
-                     "decimals":2,
                      "thresholds": {
                         "mode": "absolute",
                         "steps": [
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"} + ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"})",
+                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"} + ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", pool_id=~\"$mdatapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$mdatapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"^$datapool$\"})",
+                     "expr": "sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"^$datapool$\"})",
+                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"^$datapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"^$mdatapool$\"})",
+                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"}) + sum(ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"^$mdatapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster\", pool_id=~\"^$datapool$\"})",
+                     "expr": "sum(ceph_pool_raw_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"^$datapool$\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_objects{cluster=~\"$cluster\", pool_id=~\"$datapool\"})",
+                     "expr": "sum(ceph_pool_objects{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster\", pool_id=~\"$datapool\"})",
+                     "expr": "sum(ceph_pool_dirty{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster\", pool_id=~\"$datapool\"})",
+                     "expr": "sum(ceph_pool_quota_objects{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                      ],
                      "max": 1,
                      "min": 0,
-                     "decimals":2,
                      "thresholds": {
                         "mode": "absolute",
                         "steps": [
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$datapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster\", pool_id=~\"$datapool\"} + ceph_pool_max_avail{cluster=~\"$cluster\", pool_id=~\"$datapool\"})",
+                     "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}) / sum(ceph_pool_bytes_used{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"} + ceph_pool_max_avail{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"})",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
                         "type": "prometheus",
                         "uid": "${datasource}"
                      },
-                     "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", pool_id=~\"$datapool\"}[$__rate_interval]))",
+                     "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\",  pool_id=~\"$datapool\"}[$__rate_interval]))",
                      "format": "time_series",
                      "interval": "$__rate_interval",
                      "intervalFactor": 1,
             "name": "name",
             "options": [ ],
             "query": {
-               "query": "label_values(ceph_fs_metadata{cluster=\"$cluster\"}, name)",
+               "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\", }, name)",
                "refId": "StandardVariableQuery"
             },
             "refresh": 1,
             "name": "mdatapool",
             "options": [ ],
             "query": {
-               "query": "label_values(ceph_fs_metadata{cluster=\"$cluster\", name=~\"$name\"}, metadata_pool)",
+               "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"}, metadata_pool)",
                "refId": "StandardVariableQuery"
             },
             "refresh": 1,
             "name": "datapool",
             "options": [ ],
             "query": {
-               "query": "label_values(ceph_fs_metadata{cluster=\"$cluster\", name=~\"$name\"}, data_pools)",
+               "query": "label_values(ceph_fs_metadata{cluster=~\"$cluster|\",  name=~\"$name\"}, data_pools)",
                "refId": "StandardVariableQuery"
             },
             "refresh": 1,
index f0e022c7a369610482c9baf8e320238133b6867a..ac896d0d8fb1d50ac44e92b784c5cea0f74bb53c 100644 (file)
          "tableColumn": "",
          "targets": [
             {
-               "expr": "count(sum by (ceph_daemon) (ceph_osd_metadata{cluster=~\"$cluster\",  hostname=~\"$ceph_hosts\"}))",
+               "expr": "count(sum by (ceph_daemon) (ceph_osd_metadata{cluster=~\"$cluster|\",  hostname=~\"$ceph_hosts\"}))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "",
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(\n  ceph_osd_stat_bytes{cluster=~\"$cluster\", } and\n    on (ceph_daemon) ceph_disk_occupation{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\", cluster=~\"$cluster\", }\n)\n",
+               "expr": "sum(\n  ceph_osd_stat_bytes{cluster=~\"$cluster|\", } and\n    on (ceph_daemon) ceph_disk_occupation{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\", cluster=~\"$cluster|\", }\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "",
          ],
          "targets": [
             {
-               "expr": "label_replace(\n  (\n    rate(node_disk_writes_completed{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_writes_completed_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device) group_left(ceph_daemon) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{cluster=~\"$cluster\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  (\n    rate(node_disk_writes_completed{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_writes_completed_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device) group_left(ceph_daemon) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{cluster=~\"$cluster|\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}}({{ceph_daemon}}) writes",
                "refId": "A"
             },
             {
-               "expr": "label_replace(\n  (\n    rate(node_disk_reads_completed{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_reads_completed_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device) group_left(ceph_daemon) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{cluster=~\"$cluster\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  (\n    rate(node_disk_reads_completed{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_reads_completed_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device) group_left(ceph_daemon) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{cluster=~\"$cluster|\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}}({{ceph_daemon}}) reads",
          ],
          "targets": [
             {
-               "expr": "label_replace(\n  (\n    rate(node_disk_bytes_written{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_written_bytes_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device)\ngroup_left(ceph_daemon) label_replace(\n  label_replace(ceph_disk_occupation_human{cluster=~\"$cluster\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  (\n    rate(node_disk_bytes_written{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_written_bytes_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device)\ngroup_left(ceph_daemon) label_replace(\n  label_replace(ceph_disk_occupation_human{cluster=~\"$cluster|\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}}({{ceph_daemon}}) write",
                "refId": "A"
             },
             {
-               "expr": "label_replace(\n  (\n    rate(node_disk_bytes_read{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_read_bytes_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device)\ngroup_left(ceph_daemon) label_replace(\n  label_replace(ceph_disk_occupation_human{cluster=~\"$cluster\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  (\n    rate(node_disk_bytes_read{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) or\n    rate(node_disk_read_bytes_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval])\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device)\ngroup_left(ceph_daemon) label_replace(\n  label_replace(ceph_disk_occupation_human{cluster=~\"$cluster|\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}}({{ceph_daemon}}) read",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "label_replace(\n  (\n    (rate(node_disk_io_time_ms{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) / 10) or\n    rate(node_disk_io_time_seconds_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) * 100\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device) group_left(ceph_daemon) label_replace(\n  label_replace(ceph_disk_occupation_human{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\", cluster=~\"$cluster\", },\n  \"device\", \"$1\", \"device\", \"/dev/(.*)\"), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  (\n    (rate(node_disk_io_time_ms{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) / 10) or\n    rate(node_disk_io_time_seconds_total{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\"}[$__rate_interval]) * 100\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) * on(instance, device) group_left(ceph_daemon) label_replace(\n  label_replace(ceph_disk_occupation_human{instance=~\"($ceph_hosts)([\\\\\\\\.:].*)?\", cluster=~\"$cluster|\", },\n  \"device\", \"$1\", \"device\", \"/dev/(.*)\"), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}}({{ceph_daemon}})",
          "styles": "",
          "targets": [
             {
-               "expr": "topk(10,\n  (sum by (instance)(ceph_daemon_health_metrics{type=\"SLOW_OPS\", ceph_daemon=~\"osd.*\", cluster=~\"$cluster\", }))\n)\n",
+               "expr": "topk(10,\n  (sum by (instance)(ceph_daemon_health_metrics{type=\"SLOW_OPS\", ceph_daemon=~\"osd.*\", cluster=~\"$cluster|\", }))\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
             "multi": false,
             "name": "ceph_hosts",
             "options": [ ],
-            "query": "label_values({__name__=~\"ceph_.+_metadata\", cluster=~\"$cluster\", }, hostname)",
+            "query": "label_values({__name__=~\"ceph_.+_metadata\", cluster=~\"$cluster|\", }, hostname)",
             "refresh": 1,
             "regex": "([^.]*).*",
             "sort": 1,
index a391a097d34b3b2be5fb37af28f89f3bc2f4eead..a1232ee015b9fa7dae95c3167a9893cdae66af9c 100644 (file)
          "tableColumn": "",
          "targets": [
             {
-               "expr": "count(sum by (hostname) (ceph_osd_metadata{cluster=~\"$cluster\", }))",
+               "expr": "count(sum by (hostname) (ceph_osd_metadata{cluster=~\"$cluster|\", }))",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
          "tableColumn": "",
          "targets": [
             {
-               "expr": "avg (\n  label_replace(\n    (rate(node_disk_io_time_ms[$__rate_interval]) / 10 ) or\n      (rate(node_disk_io_time_seconds_total[$__rate_interval]) * 100),\n    \"instance\", \"$1\", \"instance\", \"([^.:]*).*\"\n  ) * on(instance, device) group_left(ceph_daemon) label_replace(\n    label_replace(\n      ceph_disk_occupation_human{instance=~\"($osd_hosts).*\", cluster=~\"$cluster\", },\n      \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n    ), \"instance\", \"$1\", \"instance\", \"([^.:]*).*\"\n  )\n)\n",
+               "expr": "avg (\n  label_replace(\n    (rate(node_disk_io_time_ms[$__rate_interval]) / 10 ) or\n      (rate(node_disk_io_time_seconds_total[$__rate_interval]) * 100),\n    \"instance\", \"$1\", \"instance\", \"([^.:]*).*\"\n  ) * on(instance, device) group_left(ceph_daemon) label_replace(\n    label_replace(\n      ceph_disk_occupation_human{instance=~\"($osd_hosts).*\", cluster=~\"$cluster|\", },\n      \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n    ), \"instance\", \"$1\", \"instance\", \"([^.:]*).*\"\n  )\n)\n",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             "multi": false,
             "name": "osd_hosts",
             "options": [ ],
-            "query": "label_values(ceph_osd_metadata{cluster=~\"$cluster\", }, hostname)",
+            "query": "label_values(ceph_osd_metadata{cluster=~\"$cluster|\", }, hostname)",
             "refresh": 1,
             "regex": "([^.]*).*",
             "sort": 1,
             "multi": false,
             "name": "mon_hosts",
             "options": [ ],
-            "query": "label_values(ceph_mon_metadata{cluster=~\"$cluster\", }, hostname)",
+            "query": "label_values(ceph_mon_metadata{cluster=~\"$cluster|\", }, hostname)",
             "refresh": 1,
             "regex": "mon.(.*)",
             "sort": 1,
             "multi": false,
             "name": "mds_hosts",
             "options": [ ],
-            "query": "label_values(ceph_mds_inodes{cluster=~\"$cluster\"}, hostname)",
+            "query": "label_values(ceph_mds_inodes{hostname, cluster=~\"$cluster|\", })",
             "refresh": 1,
             "regex": "mds.(.*)",
             "sort": 1,
             "multi": false,
             "name": "rgw_hosts",
             "options": [ ],
-            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster\"}, hostname)",
+            "query": "label_values(ceph_rgw_metadata{hostname, cluster=~\"$cluster|\", })",
             "refresh": 1,
             "regex": "rgw.(.*)",
             "sort": 1,
index 52844c9344ebde8de3622aa1845b02dd08e0b7d1..ae91fea4665e98a0ec91aba48ba869ca32f88e0c 100644 (file)
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "count(ALERTS{alertstate=\"firing\", cluster=~\"$cluster\"})",
+               "expr": "count(ALERTS{alertstate=\"firing\", cluster=~\"$cluster|\"})",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "count(ceph_health_status{cluster=~\"$cluster\"}) or vector(0)",
+               "expr": "count(ceph_health_status{cluster=~\"$cluster|\"}) or vector(0)",
                "format": "table",
                "hide": false,
                "instant": true,
          "targets": [
             {
                "datasource": "$datasource",
-               "expr": "sum(ceph_cluster_total_used_bytes{cluster=~\"$cluster\"}) / sum(ceph_cluster_total_bytes{cluster=~\"$cluster\"})",
+               "expr": "sum(ceph_cluster_total_used_bytes{cluster=~\"$cluster|\"}) / sum(ceph_cluster_total_bytes{cluster=~\"$cluster|\"})",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(ceph_cluster_total_bytes{cluster=~\"$cluster\"})",
+               "expr": "sum(ceph_cluster_total_bytes{cluster=~\"$cluster|\"})",
                "format": "table",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "count(ceph_osd_metadata{cluster=~\"$cluster\"})",
+               "expr": "count(ceph_osd_metadata{cluster=~\"$cluster|\"})",
                "format": "table",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "count(sum by (hostname) (ceph_osd_metadata{cluster=~\"$cluster\"}))",
+               "expr": "count(sum by (hostname) (ceph_osd_metadata{cluster=~\"$cluster|\"}))",
                "format": "table",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_wr{cluster=~\"$cluster|\"}[$__rate_interval]))",
                "format": "time_series",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_rd{cluster=~\"$cluster|\"}[$__rate_interval]))",
                "format": "time_series",
                "hide": false,
                "intervalFactor": 1,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "avg(ceph_osd_apply_latency_ms{cluster=~\"$cluster\"})",
+               "expr": "avg(ceph_osd_apply_latency_ms{cluster=~\"$cluster|\"})",
                "format": "time_series",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "avg(ceph_osd_commit_latency_ms{cluster=~\"$cluster\"})",
+               "expr": "avg(ceph_osd_commit_latency_ms{cluster=~\"$cluster|\"})",
                "format": "time_series",
                "hide": false,
                "intervalFactor": 1,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "count(ALERTS{alertstate=\"firing\", cluster=~\"$cluster\"}) or vector(0)",
+               "expr": "count(ALERTS{alertstate=\"firing\", cluster=~\"$cluster|\"}) or vector(0)",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(ceph_cluster_total_used_bytes{cluster=~\"$cluster\"})",
+               "expr": "sum(ceph_cluster_total_used_bytes{cluster=~\"$cluster|\"})",
                "format": "table",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "count(ceph_pool_metadata{cluster=~\"$cluster\"})",
+               "expr": "count(ceph_pool_metadata{cluster=~\"$cluster|\"})",
                "format": "table",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\"}[$__rate_interval]))",
                "format": "time_series",
                "hide": false,
                "instant": false,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\"}[$__rate_interval]))",
                "format": "time_series",
                "hide": false,
                "intervalFactor": 1,
                   "uid": "$datasource"
                },
                "exemplar": false,
-               "expr": "sum(rate(ceph_osd_recovery_ops{cluster=~\"$cluster\"}[$__rate_interval]))",
+               "expr": "sum(rate(ceph_osd_recovery_ops{cluster=~\"$cluster|\"}[$__rate_interval]))",
                "format": "time_series",
                "hide": false,
                "instant": false,
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "count(ALERTS{alertstate=\"firing\",severity=\"critical\", cluster=~\"$cluster\"}) OR vector(0)",
+                     "expr": "count(ALERTS{alertstate=\"firing\",severity=\"critical\", cluster=~\"$cluster|\"}) OR vector(0)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                   },
                   {
                      "datasource": "$datasource",
-                     "expr": "count(ALERTS{alertstate=\"firing\",severity=\"warning\", cluster=~\"$cluster\"}) OR vector(0)",
+                     "expr": "count(ALERTS{alertstate=\"firing\",severity=\"warning\", cluster=~\"$cluster|\"}) OR vector(0)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                         "uid": "$datasource"
                      },
                      "exemplar": false,
-                     "expr": "ALERTS{alertstate=\"firing\", cluster=~\"$cluster\", }",
+                     "expr": "ALERTS{alertstate=\"firing\", cluster=~\"$cluster|\", }",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                "targets": [
                   {
                      "datasource": "$datasource",
-                     "expr": "topk(10, ceph_pool_bytes_used{cluster=~\"$cluster\", }/ceph_pool_max_avail{cluster=~\"$cluster\", } * on(pool_id, cluster) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\", })",
+                     "expr": "topk(10, ceph_pool_bytes_used{cluster=~\"$cluster|\", }/ceph_pool_max_avail{cluster=~\"$cluster|\", } * on(pool_id, cluster) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
index 4bcdd0785aabaa499f8621e22896165156a3da89..06481d4d28255e60613a2acc0eec825ba354eef0 100644 (file)
          ],
          "targets": [
             {
-               "expr": "rate(ceph_osd_op_r_latency_sum{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval])\n",
+               "expr": "rate(ceph_osd_op_r_latency_sum{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval])\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "read",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_osd_op_w_latency_sum{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval])\n",
+               "expr": "rate(ceph_osd_op_w_latency_sum{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval])\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "write",
          ],
          "targets": [
             {
-               "expr": "rate(ceph_osd_op_r{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_osd_op_r{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Reads",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_osd_op_w{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_osd_op_w{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Writes",
          ],
          "targets": [
             {
-               "expr": "rate(ceph_osd_op_r_out_bytes{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_osd_op_r_out_bytes{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Read Bytes",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_osd_op_w_in_bytes{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_osd_op_w_in_bytes{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Write Bytes",
          ],
          "targets": [
             {
-               "expr": "(\n  label_replace(\n    rate(node_disk_read_time_seconds_total[$__rate_interval]) /\n      rate(node_disk_reads_completed_total[$__rate_interval]),\n    \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n  ) and on (instance, device) label_replace(\n    label_replace(\n      ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", },\n      \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n    ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n  )\n)\n",
+               "expr": "(\n  label_replace(\n    rate(node_disk_read_time_seconds_total[$__rate_interval]) /\n      rate(node_disk_reads_completed_total[$__rate_interval]),\n    \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n  ) and on (instance, device) label_replace(\n    label_replace(\n      ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", },\n      \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n    ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n  )\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{instance}}/{{device}} Reads",
                "refId": "A"
             },
             {
-               "expr": "(\n  label_replace(\n    rate(node_disk_write_time_seconds_total[$__rate_interval]) /\n      rate(node_disk_writes_completed_total[$__rate_interval]),\n    \"instance\", \"$1\", \"instance\", \"([^:.]*).*\") and on (instance, device)\n    label_replace(\n      label_replace(\n        ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n      ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n    )\n)\n",
+               "expr": "(\n  label_replace(\n    rate(node_disk_write_time_seconds_total[$__rate_interval]) /\n      rate(node_disk_writes_completed_total[$__rate_interval]),\n    \"instance\", \"$1\", \"instance\", \"([^:.]*).*\") and on (instance, device)\n    label_replace(\n      label_replace(\n        ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n      ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n    )\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{instance}}/{{device}} Writes",
          ],
          "targets": [
             {
-               "expr": "label_replace(\n  rate(node_disk_writes_completed_total[$__rate_interval]),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  rate(node_disk_writes_completed_total[$__rate_interval]),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}} on {{instance}} Writes",
                "refId": "A"
             },
             {
-               "expr": "label_replace(\n  rate(node_disk_reads_completed_total[$__rate_interval]),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  rate(node_disk_reads_completed_total[$__rate_interval]),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}} on {{instance}} Reads",
          ],
          "targets": [
             {
-               "expr": "label_replace(\n  rate(node_disk_read_bytes_total[$__rate_interval]), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  rate(node_disk_read_bytes_total[$__rate_interval]), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{instance}} {{device}} Reads",
                "refId": "A"
             },
             {
-               "expr": "label_replace(\n  rate(node_disk_written_bytes_total[$__rate_interval]), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  rate(node_disk_written_bytes_total[$__rate_interval]), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", },\n    \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{instance}} {{device}} Writes",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "label_replace(\n  rate(node_disk_io_time_seconds_total[$__rate_interval]),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
+               "expr": "label_replace(\n  rate(node_disk_io_time_seconds_total[$__rate_interval]),\n  \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n) and on (instance, device) label_replace(\n  label_replace(\n    ceph_disk_occupation_human{ceph_daemon=~\"$osd\", cluster=~\"$cluster|\", }, \"device\", \"$1\", \"device\", \"/dev/(.*)\"\n  ), \"instance\", \"$1\", \"instance\", \"([^:.]*).*\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device}} on {{instance}}",
             "multi": false,
             "name": "osd",
             "options": [ ],
-            "query": "label_values(ceph_osd_metadata{cluster=~\"$cluster\", }, ceph_daemon)",
+            "query": "label_values(ceph_osd_metadata{cluster=~\"$cluster|\", }, ceph_daemon)",
             "refresh": 1,
             "regex": "(.*)",
             "sort": 1,
index 594e03a9135f58e54e813634167b006b5a6c3ab7..e9390d698ce78d4476366180bc356f70ebb8ab8f 100644 (file)
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "avg(\n  rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) * 1000\n)\n",
+               "expr": "avg(\n  rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * 1000\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "AVG read",
                "refId": "A"
             },
             {
-               "expr": "max(\n  rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) * 1000\n)\n",
+               "expr": "max(\n  rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * 1000\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "MAX read",
                "refId": "B"
             },
             {
-               "expr": "quantile(0.95,\n  (\n    rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) * 1000\n  )\n)\n",
+               "expr": "quantile(0.95,\n  (\n    rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * 1000\n  )\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "@95%ile",
          "styles": "",
          "targets": [
             {
-               "expr": "topk(10,\n  (sort(\n    (\n      rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n        on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) *\n        1000\n    )\n  ))\n)\n",
+               "expr": "topk(10,\n  (sort(\n    (\n      rate(ceph_osd_op_r_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n        on (ceph_daemon) rate(ceph_osd_op_r_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) *\n        1000\n    )\n  ))\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "avg(\n  rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) * 1000\n)\n",
+               "expr": "avg(\n  rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * 1000\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "AVG write",
                "refId": "A"
             },
             {
-               "expr": "max(\n  rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) * 1000\n)\n",
+               "expr": "max(\n  rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n  on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * 1000\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "MAX write",
                "refId": "B"
             },
             {
-               "expr": "quantile(0.95,\n  (\n    rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) * 1000\n  )\n)\n",
+               "expr": "quantile(0.95,\n  (\n    rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) * 1000\n  )\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "@95%ile write",
          "styles": "",
          "targets": [
             {
-               "expr": "topk(10,\n  (sort(\n    (rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n      on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster\", }[$__rate_interval]) *\n      1000)\n  ))\n)\n",
+               "expr": "topk(10,\n  (sort(\n    (rate(ceph_osd_op_w_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n      on (ceph_daemon) rate(ceph_osd_op_w_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]) *\n      1000)\n  ))\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
          },
          "targets": [
             {
-               "expr": "count by (device_class) (ceph_osd_metadata{cluster=~\"$cluster\", })",
+               "expr": "count by (device_class) (ceph_osd_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{device_class}}",
          },
          "targets": [
             {
-               "expr": "count(ceph_bluefs_wal_total_bytes{cluster=~\"$cluster\", })",
+               "expr": "count(ceph_bluefs_wal_total_bytes{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "bluestore",
                "refId": "A"
             },
             {
-               "expr": "absent(ceph_bluefs_wal_total_bytes{cluster=~\"$cluster\", }) * count(ceph_osd_metadata{cluster=~\"$cluster\", })",
+               "expr": "absent(ceph_bluefs_wal_total_bytes{cluster=~\"$cluster|\", }) * count(ceph_osd_metadata{cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "filestore",
          },
          "targets": [
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } < 1099511627776)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } < 1099511627776)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<1TB",
                "refId": "A"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 1099511627776 < 2199023255552)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 1099511627776 < 2199023255552)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<2TB",
                "refId": "B"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 2199023255552 < 3298534883328)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 2199023255552 < 3298534883328)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<3TB",
                "refId": "C"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 3298534883328 < 4398046511104)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 3298534883328 < 4398046511104)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<4TB",
                "refId": "D"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 4398046511104 < 6597069766656)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 4398046511104 < 6597069766656)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<6TB",
                "refId": "E"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 6597069766656 < 8796093022208)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 6597069766656 < 8796093022208)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<8TB",
                "refId": "F"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 8796093022208 < 10995116277760)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 8796093022208 < 10995116277760)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<10TB",
                "refId": "G"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 10995116277760 < 13194139533312)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 10995116277760 < 13194139533312)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<12TB",
                "refId": "H"
             },
             {
-               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster\", } >= 13194139533312)",
+               "expr": "count(ceph_osd_stat_bytes{cluster=~\"$cluster|\", } >= 13194139533312)",
                "format": "time_series",
                "intervalFactor": 2,
                "legendFormat": "<12TB+",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "ceph_osd_numpg{cluster=~\"$cluster\", }",
+               "expr": "ceph_osd_numpg{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(ceph_bluestore_onode_hits{cluster=~\"$cluster\", }) / (\n  sum(ceph_bluestore_onode_hits{cluster=~\"$cluster\", }) +\n  sum(ceph_bluestore_onode_misses{cluster=~\"$cluster\", })\n)\n",
+               "expr": "sum(ceph_bluestore_onode_hits{cluster=~\"$cluster|\", }) / (\n  sum(ceph_bluestore_onode_hits{cluster=~\"$cluster|\", }) +\n  sum(ceph_bluestore_onode_misses{cluster=~\"$cluster|\", })\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "round(sum(rate(ceph_pool_rd{cluster=~\"$cluster\", }[$__rate_interval])))",
+               "expr": "round(sum(rate(ceph_pool_rd{cluster=~\"$cluster|\", }[$__rate_interval])))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Reads",
                "refId": "A"
             },
             {
-               "expr": "round(sum(rate(ceph_pool_wr{cluster=~\"$cluster\", }[$__rate_interval])))",
+               "expr": "round(sum(rate(ceph_pool_wr{cluster=~\"$cluster|\", }[$__rate_interval])))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Writes",
index 24110b85cb2c0904eb250d36e65152c404315469..39a0e642f245428c927462814f26776e94b6dc66 100644 (file)
          "tableColumn": "",
          "targets": [
             {
-               "expr": "(ceph_pool_stored{cluster=~\"$cluster\", } / (ceph_pool_stored{cluster=~\"$cluster\", } + ceph_pool_max_avail{cluster=~\"$cluster\", })) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "(ceph_pool_stored{cluster=~\"$cluster|\", } / (ceph_pool_stored{cluster=~\"$cluster|\", } + ceph_pool_max_avail{cluster=~\"$cluster|\", })) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "",
          "tableColumn": "",
          "targets": [
             {
-               "expr": "(ceph_pool_max_avail{cluster=~\"$cluster\", } / deriv(ceph_pool_stored{cluster=~\"$cluster\", }[6h])) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", } > 0\n",
+               "expr": "(ceph_pool_max_avail{cluster=~\"$cluster|\", } / deriv(ceph_pool_stored{cluster=~\"$cluster|\", }[6h])) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", } > 0\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "deriv(ceph_pool_objects{cluster=~\"$cluster\", }[1m]) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "deriv(ceph_pool_objects{cluster=~\"$cluster|\", }[1m]) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Objects per second",
          ],
          "targets": [
             {
-               "expr": "rate(ceph_pool_rd{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_pool_rd{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "reads",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_pool_wr{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_pool_wr{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "writes",
          ],
          "targets": [
             {
-               "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", }[$__rate_interval]) +\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) +\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "reads",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", }[$__rate_interval]) +\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) +\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "writes",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "ceph_pool_objects{cluster=~\"$cluster\", } *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster\", }\n",
+               "expr": "ceph_pool_objects{cluster=~\"$cluster|\", } *\n  on(pool_id) group_left(instance, name) ceph_pool_metadata{name=~\"$pool_name\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Number of Objects",
             "multi": false,
             "name": "pool_name",
             "options": [ ],
-            "query": "label_values(ceph_pool_metadata{cluster=~\"$cluster\", }, name)",
+            "query": "label_values(ceph_pool_metadata{cluster=~\"$cluster|\", }, name)",
             "refresh": 1,
             "regex": "",
             "sort": 1,
index 3458dd144a25a02d4a1e53ccc91e4c188201f084..3157204a26838fadc5c1ca08933f283af7f7f4ff 100644 (file)
@@ -98,7 +98,7 @@
          "tableColumn": "",
          "targets": [
             {
-               "expr": "count(ceph_pool_metadata{cluster=~\"$cluster\", })",
+               "expr": "count(ceph_pool_metadata{cluster=~\"$cluster|\", })",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
          "tableColumn": "",
          "targets": [
             {
-               "expr": "count(ceph_pool_metadata{compression_mode!=\"none\", cluster=~\"$cluster\", })",
+               "expr": "count(ceph_pool_metadata{compression_mode!=\"none\", cluster=~\"$cluster|\", })",
                "format": "",
                "intervalFactor": 1,
                "legendFormat": "",
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(ceph_osd_stat_bytes{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_osd_stat_bytes{cluster=~\"$cluster|\", })",
                "format": "",
                "intervalFactor": 1,
                "legendFormat": "",
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pool_bytes_used{cluster=~\"$cluster|\", })",
                "format": "",
                "instant": true,
                "intervalFactor": 1,
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(ceph_pool_stored{cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_pool_stored{cluster=~\"$cluster|\", })",
                "format": "",
                "instant": true,
                "intervalFactor": 1,
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(\n  ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } -\n    ceph_pool_compress_bytes_used{cluster=~\"$cluster\", }\n)\n",
+               "expr": "sum(\n  ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } -\n    ceph_pool_compress_bytes_used{cluster=~\"$cluster|\", }\n)\n",
                "format": "",
                "intervalFactor": 1,
                "legendFormat": "",
          "tableColumn": "",
          "targets": [
             {
-               "expr": "(\n  sum(ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } > 0) /\n    sum(ceph_pool_stored_raw{cluster=~\"$cluster\", } and ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } > 0)\n) * 100\n",
+               "expr": "(\n  sum(ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } > 0) /\n    sum(ceph_pool_stored_raw{cluster=~\"$cluster|\", } and ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } > 0)\n) * 100\n",
                "format": "table",
                "intervalFactor": 1,
                "legendFormat": "",
          "tableColumn": "",
          "targets": [
             {
-               "expr": "sum(\n  ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } > 0)\n    / sum(ceph_pool_compress_bytes_used{cluster=~\"$cluster\", } > 0\n)\n",
+               "expr": "sum(\n  ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } > 0)\n    / sum(ceph_pool_compress_bytes_used{cluster=~\"$cluster|\", } > 0\n)\n",
                "format": "",
                "intervalFactor": 1,
                "legendFormat": "",
          "styles": "",
          "targets": [
             {
-               "expr": "(\n  ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } /\n    ceph_pool_compress_bytes_used{cluster=~\"$cluster\", } > 0\n) and on(pool_id) (\n  (\n    (ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } > 0) /\n      ceph_pool_stored_raw{cluster=~\"$cluster\", }\n  ) * 100 > 0.5\n)\n",
+               "expr": "(\n  ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } /\n    ceph_pool_compress_bytes_used{cluster=~\"$cluster|\", } > 0\n) and on(pool_id) (\n  (\n    (ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } > 0) /\n      ceph_pool_stored_raw{cluster=~\"$cluster|\", }\n  ) * 100 > 0.5\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "A"
             },
             {
-               "expr": "ceph_pool_max_avail{cluster=~\"$cluster\", } *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\", }\n",
+               "expr": "ceph_pool_max_avail{cluster=~\"$cluster|\", } *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\", }\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "B"
             },
             {
-               "expr": "(\n  (ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } > 0) /\n    ceph_pool_stored_raw{cluster=~\"$cluster\", }\n) * 100\n",
+               "expr": "(\n  (ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } > 0) /\n    ceph_pool_stored_raw{cluster=~\"$cluster|\", }\n) * 100\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "C"
             },
             {
-               "expr": "ceph_pool_percent_used{cluster=~\"$cluster\", } *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster\", }\n",
+               "expr": "ceph_pool_percent_used{cluster=~\"$cluster|\", } *\n  on(pool_id) group_left(name) ceph_pool_metadata{cluster=~\"$cluster|\", }\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "D"
             },
             {
-               "expr": "ceph_pool_compress_under_bytes{cluster=~\"$cluster\", } -\n  ceph_pool_compress_bytes_used{cluster=~\"$cluster\", } > 0\n",
+               "expr": "ceph_pool_compress_under_bytes{cluster=~\"$cluster|\", } -\n  ceph_pool_compress_bytes_used{cluster=~\"$cluster|\", } > 0\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "E"
             },
             {
-               "expr": "delta(ceph_pool_stored{cluster=~\"$cluster\", }[5d])",
+               "expr": "delta(ceph_pool_stored{cluster=~\"$cluster|\", }[5d])",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "F"
             },
             {
-               "expr": "rate(ceph_pool_rd{cluster=~\"$cluster\", }[$__rate_interval])\n  + rate(ceph_pool_wr{cluster=~\"$cluster\", }[$__rate_interval])\n",
+               "expr": "rate(ceph_pool_rd{cluster=~\"$cluster|\", }[$__rate_interval])\n  + rate(ceph_pool_wr{cluster=~\"$cluster|\", }[$__rate_interval])\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "G"
             },
             {
-               "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", }[$__rate_interval]) +\n  rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", }[$__rate_interval])\n",
+               "expr": "rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) +\n  rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\", }[$__rate_interval])\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "H"
             },
             {
-               "expr": "ceph_pool_metadata{cluster=~\"$cluster\", }",
+               "expr": "ceph_pool_metadata{cluster=~\"$cluster|\", }",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "I"
             },
             {
-               "expr": "ceph_pool_stored{cluster=~\"$cluster\", } * on(pool_id) group_left ceph_pool_metadata{cluster=~\"$cluster\", }",
+               "expr": "ceph_pool_stored{cluster=~\"$cluster|\", } * on(pool_id) group_left ceph_pool_metadata{cluster=~\"$cluster|\", }",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
                "refId": "J"
             },
             {
-               "expr": "ceph_pool_metadata{compression_mode!=\"none\", cluster=~\"$cluster\", }",
+               "expr": "ceph_pool_metadata{compression_mode!=\"none\", cluster=~\"$cluster|\", }",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "topk($topk,\n  round(\n    (\n      rate(ceph_pool_rd{cluster=~\"$cluster\", }[$__rate_interval]) +\n      rate(ceph_pool_wr{cluster=~\"$cluster\", }[$__rate_interval])\n    ), 1\n  ) * on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\", }\n)\n",
+               "expr": "topk($topk,\n  round(\n    (\n      rate(ceph_pool_rd{cluster=~\"$cluster|\", }[$__rate_interval]) +\n      rate(ceph_pool_wr{cluster=~\"$cluster|\", }[$__rate_interval])\n    ), 1\n  ) * on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\", }\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{name}}",
                "refId": "A"
             },
             {
-               "expr": "topk($topk,\n  rate(ceph_pool_wr{cluster=~\"$cluster\", }[$__rate_interval]) +\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster\", }\n)\n",
+               "expr": "topk($topk,\n  rate(ceph_pool_wr{cluster=~\"$cluster|\", }[$__rate_interval]) +\n  on(pool_id) group_left(instance,name) ceph_pool_metadata{cluster=~\"$cluster|\", }\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{name}} - write",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "topk($topk,\n  (\n    rate(ceph_pool_rd_bytes{cluster=~\"$cluster\", }[$__rate_interval]) +\n    rate(ceph_pool_wr_bytes{cluster=~\"$cluster\", }[$__rate_interval])\n  ) * on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster\", }\n)\n",
+               "expr": "topk($topk,\n  (\n    rate(ceph_pool_rd_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) +\n    rate(ceph_pool_wr_bytes{cluster=~\"$cluster|\", }[$__rate_interval])\n  ) * on(pool_id) group_left(instance, name) ceph_pool_metadata{cluster=~\"$cluster|\", }\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{name}}",
          "seriesOverrides": [ ],
          "targets": [
             {
-               "expr": "ceph_pool_bytes_used{cluster=~\"$cluster\", } * on(pool_id) group_right ceph_pool_metadata{cluster=~\"$cluster\", }",
+               "expr": "ceph_pool_bytes_used{cluster=~\"$cluster|\", } * on(pool_id) group_right ceph_pool_metadata{cluster=~\"$cluster|\", }",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{name}}",
index e2af1ebde8221b416a786bfe7b369780851ecd6e..f522805417053977acf2a57b44257e1f6c82de9b 100644 (file)
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum by (instance_id) (\n  rate(ceph_rgw_op_get_obj_lat_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_get_obj_lat_count{cluster=~\"$cluster\", }[$__rate_interval])\n) * on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "sum by (instance_id) (\n  rate(ceph_rgw_op_get_obj_lat_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_get_obj_lat_count{cluster=~\"$cluster|\", }[$__rate_interval])\n) * on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "GET {{ceph_daemon}}",
                "refId": "A"
             },
             {
-               "expr": "sum by (instance_id) (\n  rate(ceph_rgw_op_put_obj_lat_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_put_obj_lat_count{cluster=~\"$cluster\", }[$__rate_interval])\n) * on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "sum by (instance_id) (\n  rate(ceph_rgw_op_put_obj_lat_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_put_obj_lat_count{cluster=~\"$cluster|\", }[$__rate_interval])\n) * on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "PUT {{ceph_daemon}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "rate(ceph_rgw_op_get_obj_bytes{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_op_get_obj_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "GETs {{ceph_daemon}}",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_rgw_op_put_obj_bytes{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon)\n  ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_op_put_obj_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon)\n  ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "PUTs {{ceph_daemon}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "rate(ceph_rgw_failed_req{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_failed_req{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Requests Failed {{ceph_daemon}}",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_rgw_get{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_get{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "GETs {{ceph_daemon}}",
                "refId": "B"
             },
             {
-               "expr": "rate(ceph_rgw_put{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_put{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "PUTs {{ceph_daemon}}",
                "refId": "C"
             },
             {
-               "expr": "(\n  rate(ceph_rgw_req{cluster=~\"$cluster\", }[$__rate_interval]) -\n    (\n      rate(ceph_rgw_get{cluster=~\"$cluster\", }[$__rate_interval]) +\n        rate(ceph_rgw_put{cluster=~\"$cluster\", }[$__rate_interval])\n    )\n) * on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "(\n  rate(ceph_rgw_req{cluster=~\"$cluster|\", }[$__rate_interval]) -\n    (\n      rate(ceph_rgw_get{cluster=~\"$cluster|\", }[$__rate_interval]) +\n        rate(ceph_rgw_put{cluster=~\"$cluster|\", }[$__rate_interval])\n    )\n) * on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Other {{ceph_daemon}}",
          },
          "targets": [
             {
-               "expr": "rate(ceph_rgw_failed_req{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_failed_req{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Failures {{ceph_daemon}}",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_rgw_get{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_get{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "GETs {{ceph_daemon}}",
                "refId": "B"
             },
             {
-               "expr": "rate(ceph_rgw_put{cluster=~\"$cluster\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "rate(ceph_rgw_put{cluster=~\"$cluster|\", }[$__rate_interval]) *\n  on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "PUTs {{ceph_daemon}}",
                "refId": "C"
             },
             {
-               "expr": "(\n  rate(ceph_rgw_req{cluster=~\"$cluster\", }[$__rate_interval]) -\n    (\n      rate(ceph_rgw_get{cluster=~\"$cluster\", }[$__rate_interval]) +\n        rate(ceph_rgw_put{cluster=~\"$cluster\", }[$__rate_interval])\n    )\n) * on (instance_id) group_left (ceph_daemon)\n  ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }\n",
+               "expr": "(\n  rate(ceph_rgw_req{cluster=~\"$cluster|\", }[$__rate_interval]) -\n    (\n      rate(ceph_rgw_get{cluster=~\"$cluster|\", }[$__rate_interval]) +\n        rate(ceph_rgw_put{cluster=~\"$cluster|\", }[$__rate_interval])\n    )\n) * on (instance_id) group_left (ceph_daemon)\n  ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Other (DELETE,LIST) {{ceph_daemon}}",
             "multi": false,
             "name": "rgw_servers",
             "options": [ ],
-            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster\", }, ceph_daemon)",
+            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster|\", }, ceph_daemon)",
             "refresh": 1,
             "regex": "",
             "sort": 1,
index 8f9d0053e62a8c099f15176bcf0d229b67a87b7b..0cb90ebf4318efa5cb82d1e0e872337c67ca5fed 100644 (file)
          "steppedLine": false,
          "targets": [
             {
-               "expr": "label_replace(\n  rate(ceph_rgw_op_get_obj_lat_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_get_obj_lat_count{cluster=~\"$cluster\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
+               "expr": "label_replace(\n  rate(ceph_rgw_op_get_obj_lat_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_get_obj_lat_count{cluster=~\"$cluster|\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "GET {{rgw_host}}",
                "refId": "A"
             },
             {
-               "expr": "label_replace(\n  rate(ceph_rgw_op_put_obj_lat_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_put_obj_lat_count{cluster=~\"$cluster\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
+               "expr": "label_replace(\n  rate(ceph_rgw_op_put_obj_lat_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_put_obj_lat_count{cluster=~\"$cluster|\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "PUT {{rgw_host}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum by (rgw_host) (\n  label_replace(\n    rate(ceph_rgw_req{cluster=~\"$cluster\", }[$__rate_interval]) *\n      on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", },\n    \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n  )\n)\n",
+               "expr": "sum by (rgw_host) (\n  label_replace(\n    rate(ceph_rgw_req{cluster=~\"$cluster|\", }[$__rate_interval]) *\n      on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", },\n    \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n  )\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{rgw_host}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "label_replace(\n  rate(ceph_rgw_op_get_obj_lat_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_get_obj_lat_count{cluster=~\"$cluster\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
+               "expr": "label_replace(\n  rate(ceph_rgw_op_get_obj_lat_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_get_obj_lat_count{cluster=~\"$cluster|\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{rgw_host}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum(rate(ceph_rgw_op_get_obj_bytes{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_rgw_op_get_obj_bytes{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "GETs",
                "refId": "A"
             },
             {
-               "expr": "sum(rate(ceph_rgw_op_put_obj_bytes{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum(rate(ceph_rgw_op_put_obj_bytes{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "PUTs",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "label_replace(sum by (instance_id) (\n  rate(ceph_rgw_op_get_obj_bytes{cluster=~\"$cluster\", }[$__rate_interval]) +\n    rate(ceph_rgw_op_put_obj_bytes{cluster=~\"$cluster\", }[$__rate_interval])) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
+               "expr": "label_replace(sum by (instance_id) (\n  rate(ceph_rgw_op_get_obj_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) +\n    rate(ceph_rgw_op_put_obj_bytes{cluster=~\"$cluster|\", }[$__rate_interval])) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{rgw_host}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "label_replace(\n  rate(ceph_rgw_op_put_obj_lat_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_put_obj_lat_count{cluster=~\"$cluster\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
+               "expr": "label_replace(\n  rate(ceph_rgw_op_put_obj_lat_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n    rate(ceph_rgw_op_put_obj_lat_count{cluster=~\"$cluster|\", }[$__rate_interval]) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", },\n  \"rgw_host\", \"$1\", \"ceph_daemon\", \"rgw.(.*)\"\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{rgw_host}}",
             "multi": false,
             "name": "rgw_servers",
             "options": [ ],
-            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster\", }, ceph_daemon)",
+            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster|\", }, ceph_daemon)",
             "refresh": 1,
             "regex": ".*",
             "sort": 1,
index 9afbb32c52a23325c63e7752ce327b10c9c5f47d..e139585c9fc6536abed38169d9e020646dbb414a 100644 (file)
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_fetch_bytes_sum{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_fetch_bytes_sum{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{source_zone}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_fetch_bytes_count{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_fetch_bytes_count{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{source_zone}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_poll_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_poll_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{source_zone}}",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_fetch_errors{cluster=~\"$cluster\", }[$__rate_interval]))",
+               "expr": "sum by (source_zone) (rate(ceph_data_sync_from_zone_fetch_errors{cluster=~\"$cluster|\", }[$__rate_interval]))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{source_zone}}",
             "multi": false,
             "name": "rgw_servers",
             "options": [ ],
-            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster\", }, ceph_daemon)",
+            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster|\", }, ceph_daemon)",
             "refresh": 1,
             "regex": "rgw.(.*)",
             "sort": 1,
index f20d4182ff2ce3f27153b36860c78d74d36f1ffa..3b022bb829e07197550f3be4e8a74f579081bfb7 100644 (file)
          "steppedLine": false,
          "targets": [
             {
-               "expr": "rate(ceph_rbd_write_ops{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_rbd_write_ops{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{pool}} Write",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_rbd_read_ops{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_rbd_read_ops{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{pool}} Read",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "rate(ceph_rbd_write_bytes{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_rbd_write_bytes{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{pool}} Write",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_rbd_read_bytes{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval])",
+               "expr": "rate(ceph_rbd_read_bytes{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval])",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{pool}} Read",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "rate(ceph_rbd_write_latency_sum{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval]) /\n  rate(ceph_rbd_write_latency_count{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval])\n",
+               "expr": "rate(ceph_rbd_write_latency_sum{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval]) /\n  rate(ceph_rbd_write_latency_count{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval])\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{pool}} Write",
                "refId": "A"
             },
             {
-               "expr": "rate(ceph_rbd_read_latency_sum{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval]) /\n  rate(ceph_rbd_read_latency_count{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster\", }[$__rate_interval])\n",
+               "expr": "rate(ceph_rbd_read_latency_sum{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval]) /\n  rate(ceph_rbd_read_latency_count{pool=\"$pool\", image=\"$image\", cluster=~\"$cluster|\", }[$__rate_interval])\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "{{pool}} Read",
             "multi": false,
             "name": "pool",
             "options": [ ],
-            "query": "label_values(ceph_rbd_read_ops{cluster=~\"$cluster\", }, pool)",
+            "query": "label_values(ceph_rbd_read_ops{cluster=~\"$cluster|\", }, pool)",
             "refresh": 1,
             "regex": "",
             "sort": 0,
             "multi": false,
             "name": "image",
             "options": [ ],
-            "query": "label_values(ceph_rbd_read_ops{cluster=~\"$cluster\",  pool=\"$pool\"}, image)",
+            "query": "label_values(ceph_rbd_read_ops{cluster=~\"$cluster|\",  pool=\"$pool\"}, image)",
             "refresh": 1,
             "regex": "",
             "sort": 0,
index 1d50716f58a428a47ec7235b5c6dce5d2491b655..bf349477c723b6132bd0d4b52d8999669b4bc269 100644 (file)
          "steppedLine": false,
          "targets": [
             {
-               "expr": "round(sum(rate(ceph_rbd_write_ops{cluster=~\"$cluster\", }[$__rate_interval])))",
+               "expr": "round(sum(rate(ceph_rbd_write_ops{cluster=~\"$cluster|\", }[$__rate_interval])))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Writes",
                "refId": "A"
             },
             {
-               "expr": "round(sum(rate(ceph_rbd_read_ops{cluster=~\"$cluster\", }[$__rate_interval])))",
+               "expr": "round(sum(rate(ceph_rbd_read_ops{cluster=~\"$cluster|\", }[$__rate_interval])))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Reads",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "round(sum(rate(ceph_rbd_write_bytes{cluster=~\"$cluster\", }[$__rate_interval])))",
+               "expr": "round(sum(rate(ceph_rbd_write_bytes{cluster=~\"$cluster|\", }[$__rate_interval])))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Write",
                "refId": "A"
             },
             {
-               "expr": "round(sum(rate(ceph_rbd_read_bytes{cluster=~\"$cluster\", }[$__rate_interval])))",
+               "expr": "round(sum(rate(ceph_rbd_read_bytes{cluster=~\"$cluster|\", }[$__rate_interval])))",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Read",
          "steppedLine": false,
          "targets": [
             {
-               "expr": "round(\n  sum(rate(ceph_rbd_write_latency_sum{cluster=~\"$cluster\", }[$__rate_interval])) /\n    sum(rate(ceph_rbd_write_latency_count{cluster=~\"$cluster\", }[$__rate_interval]))\n)\n",
+               "expr": "round(\n  sum(rate(ceph_rbd_write_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval])) /\n    sum(rate(ceph_rbd_write_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]))\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Write",
                "refId": "A"
             },
             {
-               "expr": "round(\n  sum(rate(ceph_rbd_read_latency_sum{cluster=~\"$cluster\", }[$__rate_interval])) /\n    sum(rate(ceph_rbd_read_latency_count{cluster=~\"$cluster\", }[$__rate_interval]))\n)\n",
+               "expr": "round(\n  sum(rate(ceph_rbd_read_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval])) /\n    sum(rate(ceph_rbd_read_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]))\n)\n",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Read",
          "styles": "",
          "targets": [
             {
-               "expr": "topk(10,\n  (\n    sort((\n      rate(ceph_rbd_write_ops{cluster=~\"$cluster\", }[$__rate_interval]) +\n        on (image, pool, namespace) rate(ceph_rbd_read_ops{cluster=~\"$cluster\", }[$__rate_interval])\n    ))\n  )\n)\n",
+               "expr": "topk(10,\n  (\n    sort((\n      rate(ceph_rbd_write_ops{cluster=~\"$cluster|\", }[$__rate_interval]) +\n        on (image, pool, namespace) rate(ceph_rbd_read_ops{cluster=~\"$cluster|\", }[$__rate_interval])\n    ))\n  )\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
          "styles": "",
          "targets": [
             {
-               "expr": "topk(10,\n  sort(\n    sum(\n      rate(ceph_rbd_read_bytes{cluster=~\"$cluster\", }[$__rate_interval]) +\n        rate(ceph_rbd_write_bytes{cluster=~\"$cluster\", }[$__rate_interval])\n    ) by (pool, image, namespace)\n  )\n)\n",
+               "expr": "topk(10,\n  sort(\n    sum(\n      rate(ceph_rbd_read_bytes{cluster=~\"$cluster|\", }[$__rate_interval]) +\n        rate(ceph_rbd_write_bytes{cluster=~\"$cluster|\", }[$__rate_interval])\n    ) by (pool, image, namespace)\n  )\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
          "styles": "",
          "targets": [
             {
-               "expr": "topk(10,\n  sum(\n    rate(ceph_rbd_write_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n      clamp_min(rate(ceph_rbd_write_latency_count{cluster=~\"$cluster\", }[$__rate_interval]), 1) +\n      rate(ceph_rbd_read_latency_sum{cluster=~\"$cluster\", }[$__rate_interval]) /\n      clamp_min(rate(ceph_rbd_read_latency_count{cluster=~\"$cluster\", }[$__rate_interval]), 1)\n  ) by (pool, image, namespace)\n)\n",
+               "expr": "topk(10,\n  sum(\n    rate(ceph_rbd_write_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n      clamp_min(rate(ceph_rbd_write_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]), 1) +\n      rate(ceph_rbd_read_latency_sum{cluster=~\"$cluster|\", }[$__rate_interval]) /\n      clamp_min(rate(ceph_rbd_read_latency_count{cluster=~\"$cluster|\", }[$__rate_interval]), 1)\n  ) by (pool, image, namespace)\n)\n",
                "format": "table",
                "instant": true,
                "intervalFactor": 1,
index 1c5ec3b770cbd24d573d5bd4f7a25499dc7a887e..35888da803c50f4820912b0c43fefb21e500e69b 100644 (file)
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "__auto",
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum\n(ceph_rgw_op_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum\n(ceph_rgw_op_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "__auto",
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "__auto",
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum\n((sum by(instance_id)(ceph_rgw_op_put_obj_bytes) > 0) / (sum by(instance_id)(ceph_rgw_op_put_obj_ops) > 0) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum\n((sum by(instance_id)(ceph_rgw_op_put_obj_bytes) > 0) / (sum by(instance_id)(ceph_rgw_op_put_obj_ops) > 0) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "__auto",
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_list_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_list_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_list_buckets_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_list_buckets_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "List Buckets",
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_per_bucket_get_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_per_bucket_get_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_del_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_del_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_del_bucket_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_del_bucket_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_copy_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_copy_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Copy Objects",
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_per_bucket_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_per_bucket_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_del_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_del_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Copy Objects",
          "targets": [
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_list_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_list_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_list_buckets_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_list_buckets_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "List Bucket",
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_put_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_put_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_get_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_get_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_del_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_del_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_del_bucket_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_del_bucket_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "instant": true,
                "intervalFactor": 1,
             },
             {
                "datasource": "${datasource}",
-               "expr": "sum(ceph_rgw_op_copy_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum(ceph_rgw_op_copy_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "time_series",
                "intervalFactor": 1,
                "legendFormat": "Copy Object",
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_del_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_del_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+               "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_bucket_list_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_bucket_list_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_bucket_put_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_bucket_put_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_bucket_get_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_bucket_get_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_bucket_del_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_bucket_del_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_bucket_copy_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_bucket_copy_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_put_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_get_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_del_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_del_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_list_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_list_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_put_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_put_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_get_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_get_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_del_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_del_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                   "uid": "${datasource}"
                },
                "exemplar": false,
-               "expr": "ceph_rgw_op_per_user_copy_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", }",
+               "expr": "ceph_rgw_op_per_user_copy_obj_lat_sum *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", }",
                "format": "table",
                "hide": false,
                "instant": true,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5, \n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)",
+                     "expr": "topk(5, \n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5, \n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)",
+                     "expr": "topk(5, \n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5,\n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)",
+                     "expr": "topk(5,\n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5,\n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)",
+                     "expr": "topk(5,\n    sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                         }
                      },
                      "decimals": 2,
+                     "mappings": [ ],
                      "thresholds": {
                         "mode": "absolute",
                         "steps": [
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_copy_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_copy_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_del_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_del_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_get_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_put_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_list_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_list_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_del_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_del_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_copy_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) ((ceph_rgw_op_per_bucket_copy_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_get_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_get_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_del_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_del_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_copy_obj_bytes *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_list_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (bucket, ceph_daemon) (ceph_rgw_op_per_bucket_list_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_ops ) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)\n",
+                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_ops ) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)\n",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_ops ) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)\n",
+                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_ops ) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)\n",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)",
+                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })\n)",
+                     "expr": "topk(5, \n    sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })\n)",
                      "format": "time_series",
                      "instant": true,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_del_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_del_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_copy_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_copy_obj_bytes) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_get_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_put_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_list_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_list_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_del_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_del_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                "targets": [
                   {
                      "datasource": "${datasource}",
-                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_copy_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) ((ceph_rgw_op_per_user_copy_obj_ops) *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "time_series",
                      "instant": false,
                      "intervalFactor": 1,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_put_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_get_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_get_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_del_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_del_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_copy_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_copy_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
                         "uid": "${datasource}"
                      },
                      "exemplar": false,
-                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_list_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster\", })",
+                     "expr": "sum by (user, ceph_daemon) (ceph_rgw_op_per_user_list_obj_ops *\n    on (instance_id) group_left (ceph_daemon) ceph_rgw_metadata{ceph_daemon=~\"$rgw_servers\", cluster=~\"$cluster|\", })",
                      "format": "table",
                      "hide": false,
                      "instant": true,
             "multi": false,
             "name": "rgw_servers",
             "options": [ ],
-            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster\", }, ceph_daemon)",
+            "query": "label_values(ceph_rgw_metadata{cluster=~\"$cluster|\", }, ceph_daemon)",
             "refresh": 2,
             "regex": "",
             "sort": 0,