From: Shylesh Kumar Date: Tue, 11 Dec 2018 02:46:54 +0000 (-0800) Subject: Bluestore compression tunables smoke suite X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=fbe0324e14dbabb677ac7588de3e558609f75536;p=ceph.git Bluestore compression tunables smoke suite Signed-off-by: Shylesh Kumar --- diff --git a/qa/suites/smoke/rados-bluestore/% b/qa/suites/smoke/rados-bluestore/% new file mode 100644 index 00000000000..e69de29bb2d diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml new file mode 100644 index 00000000000..8081576be55 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression algorithm: lz4 + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml new file mode 100644 index 00000000000..dfb0981f6e4 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression algorithm: snappy + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml new file mode 100644 index 00000000000..a811945b821 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression algorithm: zlib + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml new file mode 100644 index 00000000000..70501483e64 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: aggressive + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml new file mode 100644 index 00000000000..a20b91b5cc7 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: force + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml new file mode 100644 index 00000000000..21a01127c19 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: none + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml new file mode 100644 index 00000000000..ca9ef7774bd --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: passive + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml b/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml new file mode 100644 index 00000000000..2a9d18a942e --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml @@ -0,0 +1,19 @@ +meta: +- desc: "3 mon and 3 osd cluster" +overrides: + ceph_ansible: + vars: + osd_scenario: collocated + ceph_conf_overrides: + global: + osd default pool size: 3 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 +roles: +- [mon.a, mgr.x] +- [mon.b, mgr.y] +- [mon.c, mgr.z] +- [osd.0, osd.1, osd.2] +- [osd.3, osd.4, osd.5] +- [osd.6, osd.7, osd.8, client.0] diff --git a/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml b/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml new file mode 100644 index 00000000000..2ebe2781114 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml @@ -0,0 +1,29 @@ +tasks: +- ssh-keys: +- ceph-ansible: +- install.ship_utilities: +- full_sequential: + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 diff --git a/qa/tasks/radosbench.py b/qa/tasks/radosbench.py index 530a6f1490f..e65a8608e88 100644 --- a/qa/tasks/radosbench.py +++ b/qa/tasks/radosbench.py @@ -3,6 +3,7 @@ Rados benchmarking """ import contextlib import logging +import time from teuthology.orchestra import run from teuthology import misc as teuthology