Bluestore compression tunables smoke suite

Signed-off-by: Shylesh Kumar <shmohan@redhat.com>

diff --git a/qa/suites/smoke/rados-bluestore/% b/qa/suites/smoke/rados-bluestore/%
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml
new file mode 100644 (file)
index 0000000..8081576
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/lz4.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression algorithm: lz4 
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml
new file mode 100644 (file)
index 0000000..dfb0981
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/snappy.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression algorithm: snappy
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml
new file mode 100644 (file)
index 0000000..a811945
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-algo/zlib.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression algorithm: zlib 
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml
new file mode 100644 (file)
index 0000000..7050148
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/aggressive.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression mode: aggressive 
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml
new file mode 100644 (file)
index 0000000..a20b91b
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/force.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression mode: force 
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml
new file mode 100644 (file)
index 0000000..21a0112
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/none.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression mode: none 
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml
new file mode 100644 (file)
index 0000000..ca9ef77
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/bluestore-comp-mode/passive.yaml
@@ -0,0 +1,22 @@
+overrides:
+  ceph_ansible:
+    vars:
+      ceph_conf_overrides:
+          global:
+            osd default pool size: 2
+            osd pool default pg num: 64
+            osd pool default pgp num: 64
+            mon max pg per osd: 1024
+          osd:
+            bluestore compression mode: passive 
+      dmcrypt_journal_collocation: true
+      ceph_stable_release: luminous
+      ceph_origin: distro
+      ceph_stable: true
+      ceph_stable_rh_storage: true
+      ceph_test: true
+      journal_size: 1024
+      osd_auto_discovery: false
+      osd_scenario: collocated
+      osd_objectstore: bluestore
+

diff --git a/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml b/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml
new file mode 100644 (file)
index 0000000..2a9d18a
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/clusters/3-mon-3-osds.yaml
@@ -0,0 +1,19 @@
+meta:
+- desc: "3 mon and 3 osd cluster"
+overrides:
+ ceph_ansible:
+   vars:
+      osd_scenario: collocated
+      ceph_conf_overrides:
+        global:
+          osd default pool size: 3
+          osd pool default pg num: 64
+          osd pool default pgp num: 64
+          mon max pg per osd: 1024
+roles:
+- [mon.a, mgr.x]
+- [mon.b, mgr.y]
+- [mon.c, mgr.z]
+- [osd.0, osd.1, osd.2]
+- [osd.3, osd.4, osd.5]
+- [osd.6, osd.7, osd.8, client.0]

diff --git a/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml b/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml
new file mode 100644 (file)
index 0000000..2ebe278
--- /dev/null
+++ b/qa/suites/smoke/rados-bluestore/tasks/bench_with_bluestore_comp.yaml
@@ -0,0 +1,29 @@
+tasks:
+- ssh-keys:
+- ceph-ansible:
+- install.ship_utilities:
+- full_sequential:
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90
+  - radosbench:
+      clients: [client.0]
+      time: 90

diff --git a/qa/tasks/radosbench.py b/qa/tasks/radosbench.py
index 530a6f1490f198e28b6d6f24b9383b140003adf2..e65a8608e8852e15003c1a747e3bf1595a8b362f 100644 (file)
--- a/qa/tasks/radosbench.py
+++ b/qa/tasks/radosbench.py
@@ -3,6 +3,7 @@ Rados benchmarking
 """
 import contextlib
 import logging
+import time
 
 from teuthology.orchestra import run
 from teuthology import misc as teuthology