From: Loic Dachary Date: Tue, 26 May 2015 08:38:50 +0000 (+0200) Subject: erasure-code: lrc plugin workload X-Git-Tag: v10.2.6~165^2^2~417^2 X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=82dc23a6834f558683727f410ce899f0d05a03e5;p=ceph.git erasure-code: lrc plugin workload Add a workload that uses the lrc erasure code plugin. Instead of adding it to suites/rados/thrash-erasure-code/workloads, a new suite is created at suites/rados/thrash-erasure-code-big because it needs more OSDs than other erasure code plugins. The alternative would be to increase the number of OSDs for all erasure code plugins, but that would needlessly increase the resources requirements. * cluster/12-osds.yaml creates a 12 OSDs, 3 MONs cluster * thrash-erasure-code-big/thrashers/*.yaml are the same as thrash-erasure-code/thrashers/*.yaml except they require that at least 8 OSDs are in at all times (instead of 4) because lrc PGs with k=4, m=2, l=3 are undersized if they do not have 8 OSDs. It is possible that crush fails to map 8 OSDs when only 8 OSDs are available, but that must not disturb the workload because min_size is 4. http://tracker.ceph.com/issues/11666 Fixes: #11666 Signed-off-by: Loic Dachary --- diff --git a/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml b/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml index 6dfe210e81e..117e52c1a83 100644 --- a/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml +++ b/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml @@ -1,7 +1,7 @@ tasks: - rados: clients: [client.0] - ops: 4000 + ops: 400 objects: 50 ec_pool: true erasure_code_profile: diff --git a/suites/rados/thrash-erasure-code-big/% b/suites/rados/thrash-erasure-code-big/% new file mode 100644 index 00000000000..e69de29bb2d diff --git a/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml b/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml new file mode 100644 index 00000000000..11317e6ee74 --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/cluster/12-osds.yaml @@ -0,0 +1,5 @@ +roles: +- [osd.0, osd.1, osd.2, client.0, mon.a] +- [osd.3, osd.4, osd.5, mon.b] +- [osd.6, osd.7, osd.8, mon.c] +- [osd.9, osd.10, osd.11] diff --git a/suites/rados/thrash-erasure-code-big/fs b/suites/rados/thrash-erasure-code-big/fs new file mode 120000 index 00000000000..c11782e0462 --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/fs @@ -0,0 +1 @@ +../thrash/fs \ No newline at end of file diff --git a/suites/rados/thrash-erasure-code-big/msgr-failures b/suites/rados/thrash-erasure-code-big/msgr-failures new file mode 120000 index 00000000000..03689aa44a3 --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/msgr-failures @@ -0,0 +1 @@ +../thrash/msgr-failures \ No newline at end of file diff --git a/suites/rados/thrash-erasure-code-big/thrashers/default.yaml b/suites/rados/thrash-erasure-code-big/thrashers/default.yaml new file mode 100644 index 00000000000..e5728c969fe --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/thrashers/default.yaml @@ -0,0 +1,18 @@ +tasks: +- install: +- ceph: + log-whitelist: + - wrongly marked me down + - objects unfound and apparently lost + - slow request + conf: + osd: + osd debug reject backfill probability: .3 + osd max backfills: 1 + osd scrub min interval: 60 + osd scrub max interval: 120 +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 1 + chance_pgpnum_fix: 1 + min_in: 8 diff --git a/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml b/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml new file mode 100644 index 00000000000..67720febbcb --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/thrashers/mapgap.yaml @@ -0,0 +1,22 @@ +overrides: + ceph: + conf: + mon: + mon min osdmap epochs: 2 + osd: + osd map cache size: 1 + osd scrub min interval: 60 + osd scrub max interval: 120 +tasks: +- install: +- ceph: + log-whitelist: + - wrongly marked me down + - objects unfound and apparently lost + - osd_map_cache_size +- thrashosds: + timeout: 1800 + chance_pgnum_grow: 1 + chance_pgpnum_fix: 1 + chance_test_map_discontinuity: 0.5 + min_in: 8 diff --git a/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml b/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml new file mode 100644 index 00000000000..99906ba2024 --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/thrashers/morepggrow.yaml @@ -0,0 +1,16 @@ +tasks: +- install: +- ceph: + conf: + osd: + osd max backfills: 1 + osd scrub min interval: 60 + osd scrub max interval: 120 + log-whitelist: + - wrongly marked me down + - objects unfound and apparently lost +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 3 + chance_pgpnum_fix: 1 + min_in: 8 diff --git a/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml b/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml new file mode 100644 index 00000000000..1117cddfc1d --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/thrashers/pggrow.yaml @@ -0,0 +1,15 @@ +tasks: +- install: +- ceph: + log-whitelist: + - wrongly marked me down + - objects unfound and apparently lost + conf: + osd: + osd scrub min interval: 60 + osd scrub max interval: 120 +- thrashosds: + timeout: 1200 + chance_pgnum_grow: 2 + chance_pgpnum_fix: 1 + min_in: 8 diff --git a/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml b/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml new file mode 120000 index 00000000000..86a2d3c3e31 --- /dev/null +++ b/suites/rados/thrash-erasure-code-big/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml @@ -0,0 +1 @@ +../../../../erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml \ No newline at end of file