From: Neha Ojha <nojha@redhat.com>
Date: Thu, 7 Sep 2017 22:44:48 +0000 (-0700)
Subject: qa: add cbt task for performance testing
X-Git-Tag: v13.0.1~917^2~2
X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=2793ee7d7e88dab0893c3bbe90296f121ae0d35a;p=ceph.git

qa: add cbt task for performance testing

Signed-off-by: Neha Ojha <nojha@redhat.com>
---

diff --git a/qa/tasks/cbt.py b/qa/tasks/cbt.py
new file mode 100644
index 00000000000..810299449ef
--- /dev/null
+++ b/qa/tasks/cbt.py
@@ -0,0 +1,134 @@
+import logging
+import os
+import yaml
+
+from teuthology import misc
+from teuthology.config import config as teuth_config
+from teuthology.orchestra import run
+from teuthology.task import Task
+
+log = logging.getLogger(__name__)
+
+
+class CBT(Task):
+    """
+    Passes through a CBT configuration yaml fragment.
+    """
+    def __init__(self, ctx, config):
+        super(CBT, self).__init__(ctx, config)
+        self.log = log
+
+    def hosts_of_type(self, type_):
+        return [r.name for r in self.ctx.cluster.only(misc.is_type(type_)).remotes.keys()]
+
+    def generate_cbt_config(self):
+        mon_hosts = self.hosts_of_type('mon')
+        osd_hosts = self.hosts_of_type('osd')
+        client_hosts = self.hosts_of_type('client')
+        cluster_config = dict(
+            user=self.config.get('cluster', {}).get('user', 'ubuntu'),
+            head=mon_hosts[0],
+            osds=osd_hosts,
+            mons=mon_hosts,
+            clients=client_hosts,
+            osds_per_node=self.config.get('cluster', {}).get('osds_per_node', 1),
+            rebuild_every_test=False,
+            use_existing=True,
+            iterations=self.config.get('cluster', {}).get('iterations', 1),
+            tmp_dir='/tmp/cbt',
+            pool_profiles=self.config.get('cluster', {}).get('pool_profiles'),
+            )
+        return dict(
+            cluster=cluster_config,
+            benchmarks=self.config.get('benchmarks'),
+            )
+
+    def install_dependencies(self):
+        system_type = misc.get_system_type(self.first_mon)
+
+        if system_type == 'rpm':
+            install_cmd = ['sudo', 'yum', '-y', 'install']
+            cbt_depends = ['python-yaml', 'python-lxml', 'librbd-devel', 'pdsh']
+        else:
+            install_cmd = ['sudo', 'apt-get', '-y', '--force-yes', 'install']
+            cbt_depends = ['python-yaml', 'python-lxml', 'librbd-dev']
+        self.first_mon.run(args=install_cmd + cbt_depends)
+         
+        # install fio
+        testdir = misc.get_testdir(self.ctx)
+        self.first_mon.run(
+            args=[
+                'git', 'clone', '-b', 'master',
+                'https://github.com/axboe/fio.git',
+                '{tdir}/fio'.format(tdir=testdir)
+            ]
+        )
+        self.first_mon.run(
+            args=[
+                'cd', os.path.join(testdir, 'fio'), run.Raw('&&'),
+                './configure', run.Raw('&&'),
+                'make', run.Raw('&&'),
+                'sudo', 'make', 'install'
+            ]
+        )
+
+    def checkout_cbt(self):
+        testdir = misc.get_testdir(self.ctx)
+        branch = self.config.get('branch', 'master')
+        branch = self.config.get('force-branch', branch)
+        sha1 = self.config.get('sha1')
+        self.first_mon.run(
+            args=[
+                'git', 'clone', '-b', branch,
+                'https://github.com/ceph/cbt.git',
+                '{tdir}/cbt'.format(tdir=testdir)
+            ]
+        )
+        if sha1:
+            self.first_mon.run(
+                args=[
+                    'cd', os.path.join(testdir, 'cbt'), run.Raw('&&'),
+                    'git', 'reset', '--hard', sha1,
+                ]
+            )
+
+    def setup(self):
+        super(CBT, self).setup()
+        self.first_mon = self.ctx.cluster.only(misc.get_first_mon(self.ctx, self.config)).remotes.keys()[0]
+        self.cbt_config = self.generate_cbt_config()
+        self.log.info('cbt configuration is %s', self.cbt_config)
+        self.cbt_dir = os.path.join(misc.get_archive_dir(self.ctx), 'cbt')
+        self.ctx.cluster.run(args=['mkdir', '-p', '-m0755', '--', self.cbt_dir])
+        misc.write_file(self.first_mon, os.path.join(self.cbt_dir, 'cbt_config.yaml'),
+                        yaml.safe_dump(self.cbt_config, default_flow_style=False))
+        self.checkout_cbt()
+        self.install_dependencies()
+
+    def begin(self):
+        super(CBT, self).begin()
+        testdir = misc.get_testdir(self.ctx)
+        self.first_mon.run(
+            args=[
+                '{tdir}/cbt/cbt.py'.format(tdir=testdir),
+                '-a', self.cbt_dir,
+                '{cbtdir}/cbt_config.yaml'.format(cbtdir=self.cbt_dir),
+            ],
+        )
+
+    def end(self):
+        super(CBT, self).end()
+        testdir = misc.get_testdir(self.ctx)
+        self.first_mon.run(
+            args=[
+                'rm', '--one-file-system', '-rf', '--',
+                '{tdir}/cbt'.format(tdir=testdir),
+            ]
+        )
+        self.first_mon.run(
+            args=[
+                'rm', '--one-file-system', '-rf', '--',
+                '{tdir}/fio'.format(tdir=testdir),
+            ]
+        )
+
+task = CBT