From: Sage Weil Date: Mon, 1 Jul 2019 15:32:59 +0000 (-0500) Subject: mgr/telemetry: add separate channels X-Git-Tag: v12.2.13~15^2~17 X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=89370f1514b59257719bfc308e1b54db03b2b03c;p=ceph.git mgr/telemetry: add separate channels 'basic' is the basic cluster stats (version, size, etc) 'crash' is the crash dumps. By default these are both on, but they can be selectively enabled or disabled. New channels will follow. Signed-off-by: Sage Weil (cherry picked from commit f3a3ccb52fa5a7b24f8d11138b5b51345865547e) Conflicts: src/pybind/mgr/telemetry/module.py Don't backport code related to the 'crash' module, and adjust how we read option variables (luminous goes through a config map, instead of master's that goes through class attributes) --- diff --git a/src/pybind/mgr/telemetry/module.py b/src/pybind/mgr/telemetry/module.py index dba4b5ededd5..679fe27b6c75 100644 --- a/src/pybind/mgr/telemetry/module.py +++ b/src/pybind/mgr/telemetry/module.py @@ -63,7 +63,13 @@ class Module(MgrModule): { 'name': 'interval', 'default': 24 - } + }, + { + 'name': 'channel_basic', + 'type': 'bool', + 'default': True, + 'description': 'Share basic cluster information (size, version)', + }, ] COMMANDS = [ @@ -215,11 +221,19 @@ class Module(MgrModule): return metadata + def get_active_channels(self): + r = [] + if self.config['channel_basic']: + r.append('basic') + return r + def compile_report(self): report = { 'leaderboard': False, 'report_version': 1, - 'report_timestamp': datetime.utcnow().isoformat() + 'report_timestamp': datetime.utcnow().isoformat(), + 'report_id': self.report_id, + 'channels': self.get_active_channels(), } if self.str_to_bool(self.config['leaderboard']): @@ -228,61 +242,61 @@ class Module(MgrModule): for option in ['description', 'contact', 'organization']: report[option] = self.config.get(option, None) - mon_map = self.get('mon_map') - osd_map = self.get('osd_map') - service_map = self.get('service_map') - fs_map = self.get('fs_map') - df = self.get('df') - - report['report_id'] = self.report_id - report['created'] = mon_map['created'] - - report['mon'] = { - 'count': len(mon_map['mons']), - 'features': mon_map['features'] - } - - num_pg = 0 - report['pools'] = list() - for pool in osd_map['pools']: - num_pg += pool['pg_num'] - report['pools'].append( - { - 'pool': pool['pool'], - 'type': pool['type'], - 'pg_num': pool['pg_num'], - 'pgp_num': pool['pg_placement_num'], - 'size': pool['size'], - 'min_size': pool['min_size'], - 'crush_rule': pool['crush_rule'] - } - ) - - report['osd'] = { - 'count': len(osd_map['osds']), - 'require_osd_release': osd_map['require_osd_release'], - 'require_min_compat_client': osd_map['require_min_compat_client'] - } - - report['fs'] = { - 'count': len(fs_map['filesystems']) - } - - report['metadata'] = dict() - report['metadata']['osd'] = self.gather_osd_metadata(osd_map) - report['metadata']['mon'] = self.gather_mon_metadata(mon_map) - - report['usage'] = { - 'pools': len(df['pools']), - 'pg_num:': num_pg, - 'total_used_bytes': df['stats']['total_used_bytes'], - 'total_bytes': df['stats']['total_bytes'], - 'total_avail_bytes': df['stats']['total_avail_bytes'] - } - - report['services'] = defaultdict(int) - for key, value in service_map['services'].items(): - report['services'][key] += 1 + if self.config['channel_basic']: + mon_map = self.get('mon_map') + osd_map = self.get('osd_map') + service_map = self.get('service_map') + fs_map = self.get('fs_map') + df = self.get('df') + + report['created'] = mon_map['created'] + + report['mon'] = { + 'count': len(mon_map['mons']), + 'features': mon_map['features'] + } + + num_pg = 0 + report['pools'] = list() + for pool in osd_map['pools']: + num_pg += pool['pg_num'] + report['pools'].append( + { + 'pool': pool['pool'], + 'type': pool['type'], + 'pg_num': pool['pg_num'], + 'pgp_num': pool['pg_placement_num'], + 'size': pool['size'], + 'min_size': pool['min_size'], + 'crush_rule': pool['crush_rule'] + } + ) + + report['osd'] = { + 'count': len(osd_map['osds']), + 'require_osd_release': osd_map['require_osd_release'], + 'require_min_compat_client': osd_map['require_min_compat_client'] + } + + report['fs'] = { + 'count': len(fs_map['filesystems']) + } + + report['metadata'] = dict() + report['metadata']['osd'] = self.gather_osd_metadata(osd_map) + report['metadata']['mon'] = self.gather_mon_metadata(mon_map) + + report['usage'] = { + 'pools': len(df['pools']), + 'pg_num:': num_pg, + 'total_used_bytes': df['stats']['total_used_bytes'], + 'total_bytes': df['stats']['total_bytes'], + 'total_avail_bytes': df['stats']['total_avail_bytes'] + } + + report['services'] = defaultdict(int) + for key, value in service_map['services'].items(): + report['services'][key] += 1 return report