From fbe0324e14dbabb677ac7588de3e558609f75536 Mon Sep 17 00:00:00 2001 From: Shylesh Kumar Date: Mon, 10 Dec 2018 18:46:54 -0800 Subject: [PATCH] Bluestore compression tunables smoke suite Signed-off-by: Shylesh Kumar --- qa/suites/smoke/rados-bluestore/% | 0 .../bluestore-comp-algo/lz4.yaml | 22 ++++++++++++++ .../bluestore-comp-algo/snappy.yaml | 22 ++++++++++++++ .../bluestore-comp-algo/zlib.yaml | 22 ++++++++++++++ .../bluestore-comp-mode/aggressive.yaml | 22 ++++++++++++++ .../bluestore-comp-mode/force.yaml | 22 ++++++++++++++ .../bluestore-comp-mode/none.yaml | 22 ++++++++++++++ .../bluestore-comp-mode/passive.yaml | 22 ++++++++++++++ .../clusters/3-mon-3-osds.yaml | 19 ++++++++++++ .../tasks/bench_with_bluestore_comp.yaml | 29 +++++++++++++++++++ qa/tasks/radosbench.py | 1 + 11 files changed, 203 insertions(+) create mode 100644 qa/suites/smoke/rados-bluestore/% create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml create mode 100644 qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml create mode 100644 qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml create mode 100644 qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml diff --git a/qa/suites/smoke/rados-bluestore/% b/qa/suites/smoke/rados-bluestore/% new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml new file mode 100644 index 0000000000000..8081576be5562 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression algorithm: lz4 + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml new file mode 100644 index 0000000000000..dfb0981f6e497 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression algorithm: snappy + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml new file mode 100644 index 0000000000000..a811945b82159 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression algorithm: zlib + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml new file mode 100644 index 0000000000000..70501483e643d --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: aggressive + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml new file mode 100644 index 0000000000000..a20b91b5cc7d2 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: force + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml new file mode 100644 index 0000000000000..21a01127c19e2 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: none + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml new file mode 100644 index 0000000000000..ca9ef7774bd78 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml @@ -0,0 +1,22 @@ +overrides: + ceph_ansible: + vars: + ceph_conf_overrides: + global: + osd default pool size: 2 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 + osd: + bluestore compression mode: passive + dmcrypt_journal_collocation: true + ceph_stable_release: luminous + ceph_origin: distro + ceph_stable: true + ceph_stable_rh_storage: true + ceph_test: true + journal_size: 1024 + osd_auto_discovery: false + osd_scenario: collocated + osd_objectstore: bluestore + diff --git a/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml b/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml new file mode 100644 index 0000000000000..2a9d18a942ed3 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml @@ -0,0 +1,19 @@ +meta: +- desc: "3 mon and 3 osd cluster" +overrides: + ceph_ansible: + vars: + osd_scenario: collocated + ceph_conf_overrides: + global: + osd default pool size: 3 + osd pool default pg num: 64 + osd pool default pgp num: 64 + mon max pg per osd: 1024 +roles: +- [mon.a, mgr.x] +- [mon.b, mgr.y] +- [mon.c, mgr.z] +- [osd.0, osd.1, osd.2] +- [osd.3, osd.4, osd.5] +- [osd.6, osd.7, osd.8, client.0] diff --git a/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml b/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml new file mode 100644 index 0000000000000..2ebe278111442 --- /dev/null +++ b/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml @@ -0,0 +1,29 @@ +tasks: +- ssh-keys: +- ceph-ansible: +- install.ship_utilities: +- full_sequential: + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 diff --git a/qa/tasks/radosbench.py b/qa/tasks/radosbench.py index 530a6f1490f19..e65a8608e8852 100644 --- a/qa/tasks/radosbench.py +++ b/qa/tasks/radosbench.py @@ -3,6 +3,7 @@ Rados benchmarking """ import contextlib import logging +import time from teuthology.orchestra import run from teuthology import misc as teuthology -- 2.39.5