Add framework for various random options for debug bluestore.
Use framework to select:
- write_v1
- write_v2
- write_v1 / write_v2 selected at random
Signed-off-by: Adam Kupczyk <akupczyk@ibm.com>
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- bluestore allocator: bitmap
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
- bdev enable discard: true
- bdev async discard: true
- ceph-deploy:
- fs: xfs
- bluestore: yes
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
- bdev enable discard: true
- bdev async discard: true
-
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore compression mode: aggressive
- bluestore fsck on mount: true
- bluestore compression algorithm: lz4
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore compression mode: aggressive
- bluestore fsck on mount: true
- bluestore compression algorithm: snappy
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore compression mode: aggressive
- bluestore fsck on mount: true
- bluestore compression algorithm: zlib
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore compression mode: aggressive
- bluestore fsck on mount: true
- bluestore compression algorithm: zstd
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- bluestore allocator: hybrid
- bluefs allocator: hybrid
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
- ceph-deploy:
- fs: xfs
- bluestore: yes
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- osd memory target: 1610612736 # reduced to 1.5_G
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
- bdev enable discard: true
- bdev async discard: true
-
--- /dev/null
+overrides:
+ ceph:
+ conf:
+ osd:
+ bluestore write v2 random: true
--- /dev/null
+overrides:
+ ceph:
+ conf:
+ osd:
+ bluestore write v2: false
--- /dev/null
+overrides:
+ ceph:
+ conf:
+ osd:
+ bluestore write v2: true
+++ /dev/null
-overrides:
- thrashosds:
- bdev_inject_crash: 2
- bdev_inject_crash_probability: .5
- ceph:
- fs: xfs
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- bluestore allocator: stupid
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
-# this doesn't work with failures bc the log writes are not atomic across the two backends
-# bluestore bluefs env mirror: true
- bdev enable discard: true
- bdev async discard: true
- ceph-deploy:
- fs: xfs
- bluestore: yes
- conf:
- osd:
- osd objectstore: bluestore
- bluestore block size: 96636764160
- debug bluestore: 20
- debug bluefs: 20
- debug rocksdb: 10
- bluestore fsck on mount: true
- # lower the full ratios since we can fill up a 100gb osd so quickly
- mon osd full ratio: .9
- mon osd backfillfull_ratio: .85
- mon osd nearfull ratio: .8
- osd failsafe full ratio: .95
- bdev enable discard: true
- bdev async discard: true
-
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ bluestore allocator: bitmap
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
+ bdev enable discard: true
+ bdev async discard: true
+ ceph-deploy:
+ fs: xfs
+ bluestore: yes
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+ bdev enable discard: true
+ bdev async discard: true
+
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore compression mode: aggressive
+ bluestore fsck on mount: true
+ bluestore compression algorithm: lz4
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore compression mode: aggressive
+ bluestore fsck on mount: true
+ bluestore compression algorithm: snappy
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore compression mode: aggressive
+ bluestore fsck on mount: true
+ bluestore compression algorithm: zlib
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore compression mode: aggressive
+ bluestore fsck on mount: true
+ bluestore compression algorithm: zstd
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ bluestore allocator: hybrid
+ bluefs allocator: hybrid
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
+ ceph-deploy:
+ fs: xfs
+ bluestore: yes
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ osd memory target: 1610612736 # reduced to 1.5_G
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
+ bdev enable discard: true
+ bdev async discard: true
+
--- /dev/null
+overrides:
+ thrashosds:
+ bdev_inject_crash: 2
+ bdev_inject_crash_probability: .5
+ ceph:
+ fs: xfs
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ bluestore allocator: stupid
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+# this doesn't work with failures bc the log writes are not atomic across the two backends
+# bluestore bluefs env mirror: true
+ bdev enable discard: true
+ bdev async discard: true
+ ceph-deploy:
+ fs: xfs
+ bluestore: yes
+ conf:
+ osd:
+ osd objectstore: bluestore
+ bluestore block size: 96636764160
+ debug bluestore: 20
+ debug bluefs: 20
+ debug rocksdb: 10
+ bluestore fsck on mount: true
+ # lower the full ratios since we can fill up a 100gb osd so quickly
+ mon osd full ratio: .9
+ mon osd backfillfull_ratio: .85
+ mon osd nearfull ratio: .8
+ osd failsafe full ratio: .95
+ bdev enable discard: true
+ bdev async discard: true
+
-.qa/objectstore_debug/bluestore-bitmap.yaml
\ No newline at end of file
+.qa/objectstore_debug/bluestore/bluestore-bitmap.yaml
\ No newline at end of file
-.qa/objectstore_debug/bluestore-comp-lz4.yaml
\ No newline at end of file
+.qa/objectstore_debug/bluestore/bluestore-comp-lz4.yaml
\ No newline at end of file
-.qa/objectstore_debug/bluestore-comp-snappy.yaml
\ No newline at end of file
+.qa/objectstore_debug/bluestore/bluestore-comp-snappy.yaml
\ No newline at end of file
-../thrash-erasure-code/objectstore/bluestore-bitmap.yaml
\ No newline at end of file
+../thrash-erasure-code/objectstore/bluestore/bluestore-bitmap.yaml
\ No newline at end of file
-.qa/objectstore_debug/bluestore-bitmap.yaml
\ No newline at end of file
+.qa/objectstore_debug/bluestore/bluestore-bitmap.yaml
\ No newline at end of file