From 8c8fb59dcf02da7e2af8f3f5b1e49d73bb1dbe28 Mon Sep 17 00:00:00 2001 From: Sage Weil Date: Thu, 27 Feb 2020 09:55:22 -0600 Subject: [PATCH] qa/objectstore: test all bluestore compression algorithms Signed-off-by: Sage Weil --- ...tore-comp.yaml => bluestore-comp-lz4.yaml} | 1 + qa/objectstore/bluestore-comp-snappy.yaml | 24 +++++++++++++++++++ qa/objectstore/bluestore-comp-zlib.yaml | 24 +++++++++++++++++++ qa/objectstore/bluestore-comp-zstd.yaml | 24 +++++++++++++++++++ .../objectstore/bluestore-comp-lz4.yaml | 1 + .../objectstore/bluestore-comp-snappy.yaml | 1 + .../objectstore/bluestore-comp.yaml | 1 - .../objectstore/bluestore-comp-snappy.yaml | 1 + .../objectstore/bluestore-comp.yaml | 1 - 9 files changed, 76 insertions(+), 2 deletions(-) rename qa/objectstore/{bluestore-comp.yaml => bluestore-comp-lz4.yaml} (94%) create mode 100644 qa/objectstore/bluestore-comp-snappy.yaml create mode 100644 qa/objectstore/bluestore-comp-zlib.yaml create mode 100644 qa/objectstore/bluestore-comp-zstd.yaml create mode 120000 qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-lz4.yaml create mode 120000 qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml delete mode 120000 qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp.yaml create mode 120000 qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml delete mode 120000 qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp.yaml diff --git a/qa/objectstore/bluestore-comp.yaml b/qa/objectstore/bluestore-comp-lz4.yaml similarity index 94% rename from qa/objectstore/bluestore-comp.yaml rename to qa/objectstore/bluestore-comp-lz4.yaml index b408032fdefdc..46f993e686c2e 100644 --- a/qa/objectstore/bluestore-comp.yaml +++ b/qa/objectstore/bluestore-comp-lz4.yaml @@ -13,6 +13,7 @@ overrides: debug rocksdb: 10 bluestore compression mode: aggressive bluestore fsck on mount: true + bluestore compression algorithm: lz4 # lower the full ratios since we can fill up a 100gb osd so quickly mon osd full ratio: .9 mon osd backfillfull_ratio: .85 diff --git a/qa/objectstore/bluestore-comp-snappy.yaml b/qa/objectstore/bluestore-comp-snappy.yaml new file mode 100644 index 0000000000000..b5d58414e3f8c --- /dev/null +++ b/qa/objectstore/bluestore-comp-snappy.yaml @@ -0,0 +1,24 @@ +overrides: + thrashosds: + bdev_inject_crash: 2 + bdev_inject_crash_probability: .5 + ceph: + fs: xfs + conf: + osd: + osd objectstore: bluestore + bluestore block size: 96636764160 + debug bluestore: 20 + debug bluefs: 20 + debug rocksdb: 10 + bluestore compression mode: aggressive + bluestore fsck on mount: true + bluestore compression algorithm: snappy + # lower the full ratios since we can fill up a 100gb osd so quickly + mon osd full ratio: .9 + mon osd backfillfull_ratio: .85 + mon osd nearfull ratio: .8 + osd failsafe full ratio: .95 + +# this doesn't work with failures bc the log writes are not atomic across the two backends +# bluestore bluefs env mirror: true diff --git a/qa/objectstore/bluestore-comp-zlib.yaml b/qa/objectstore/bluestore-comp-zlib.yaml new file mode 100644 index 0000000000000..b47ebbb7c62eb --- /dev/null +++ b/qa/objectstore/bluestore-comp-zlib.yaml @@ -0,0 +1,24 @@ +overrides: + thrashosds: + bdev_inject_crash: 2 + bdev_inject_crash_probability: .5 + ceph: + fs: xfs + conf: + osd: + osd objectstore: bluestore + bluestore block size: 96636764160 + debug bluestore: 20 + debug bluefs: 20 + debug rocksdb: 10 + bluestore compression mode: aggressive + bluestore fsck on mount: true + bluestore compression algorithm: zlib + # lower the full ratios since we can fill up a 100gb osd so quickly + mon osd full ratio: .9 + mon osd backfillfull_ratio: .85 + mon osd nearfull ratio: .8 + osd failsafe full ratio: .95 + +# this doesn't work with failures bc the log writes are not atomic across the two backends +# bluestore bluefs env mirror: true diff --git a/qa/objectstore/bluestore-comp-zstd.yaml b/qa/objectstore/bluestore-comp-zstd.yaml new file mode 100644 index 0000000000000..e2f5e4e5ba629 --- /dev/null +++ b/qa/objectstore/bluestore-comp-zstd.yaml @@ -0,0 +1,24 @@ +overrides: + thrashosds: + bdev_inject_crash: 2 + bdev_inject_crash_probability: .5 + ceph: + fs: xfs + conf: + osd: + osd objectstore: bluestore + bluestore block size: 96636764160 + debug bluestore: 20 + debug bluefs: 20 + debug rocksdb: 10 + bluestore compression mode: aggressive + bluestore fsck on mount: true + bluestore compression algorithm: zstd + # lower the full ratios since we can fill up a 100gb osd so quickly + mon osd full ratio: .9 + mon osd backfillfull_ratio: .85 + mon osd nearfull ratio: .8 + osd failsafe full ratio: .95 + +# this doesn't work with failures bc the log writes are not atomic across the two backends +# bluestore bluefs env mirror: true diff --git a/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-lz4.yaml b/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-lz4.yaml new file mode 120000 index 0000000000000..4fb2ff6c32d09 --- /dev/null +++ b/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-lz4.yaml @@ -0,0 +1 @@ +.qa/objectstore/bluestore-comp-lz4.yaml \ No newline at end of file diff --git a/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml b/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml new file mode 120000 index 0000000000000..888caf55f4ce4 --- /dev/null +++ b/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml @@ -0,0 +1 @@ +.qa/objectstore/bluestore-comp-snappy.yaml \ No newline at end of file diff --git a/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp.yaml b/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp.yaml deleted file mode 120000 index 5ac9bfb893251..0000000000000 --- a/qa/suites/rados/singleton-bluestore/objectstore/bluestore-comp.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/objectstore/bluestore-comp.yaml \ No newline at end of file diff --git a/qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml b/qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml new file mode 120000 index 0000000000000..888caf55f4ce4 --- /dev/null +++ b/qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp-snappy.yaml @@ -0,0 +1 @@ +.qa/objectstore/bluestore-comp-snappy.yaml \ No newline at end of file diff --git a/qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp.yaml b/qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp.yaml deleted file mode 120000 index 5ac9bfb893251..0000000000000 --- a/qa/suites/rbd/singleton-bluestore/objectstore/bluestore-comp.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/objectstore/bluestore-comp.yaml \ No newline at end of file -- 2.39.5