mgr/cephadm: Configure Alertmanagers in Prometheus configuration

This will configure Prometheus with any alertmanager daemons
that have already been created.

TODO: Currently the Prometheus configuration is not updated if
additional alertmanager daemons are created.

Signed-off-by: Kristoffer Grönlund <kgronlund@suse.com>

diff --git a/src/pybind/mgr/cephadm/module.py b/src/pybind/mgr/cephadm/module.py
index 40ab86a7c1f106598eddf898e251178499e65c25..7aee5918908403840f383bd53f68ddcd0d828a59 100644 (file)
--- a/src/pybind/mgr/cephadm/module.py
+++ b/src/pybind/mgr/cephadm/module.py
@@ -2226,6 +2226,26 @@ class CephadmOrchestrator(orchestrator.Orchestrator, MgrModule):
         instance: '{}'
 """.format([addr.split(':')[0] + ':9100'],
            dd.hostname)
+
+        # scrape alert managers
+        alertmgr_configs = ""
+        alertmgr_targets = []
+        for dd in self.cache.get_daemons_by_service('alertmanager'):
+            hi = self.inventory.get(dd.hostname, None)
+            if hi is None:
+                continue
+            addr = hi.get('addr', dd.hostname)
+            alertmgr_targets.append("'{}:9093'".format(addr.split(':')[0]))
+        if alertmgr_targets:
+            alertmgr_configs = """alerting:
+  alertmanagers:
+    - scheme: http
+      path_prefix: /alertmanager
+      static_configs:
+        - targets: [{}]
+""".format(", ".join(alertmgr_targets))
+
+        # generate the prometheus configuration
         j = json.dumps({
             'files': {
                 'prometheus.yml': """# generated by cephadm
@@ -2234,6 +2254,7 @@ global:
   evaluation_interval: 10s
 rule_files:
   - /etc/prometheus/alerting/*
+{alertmgr_configs}
 scrape_configs:
   - job_name: 'ceph'
     static_configs:
@@ -2244,6 +2265,7 @@ scrape_configs:
 """.format(
     mgr_scrape_list=str(mgr_scrape_list),
     node_configs=str(node_configs),
+    alertmgr_configs=str(alertmgr_configs)
     ),
             },
         })