From 5d2a33d6da8eb5b0f13ddcbbc65fa6d609217da9 Mon Sep 17 00:00:00 2001 From: Loic Dachary Date: Sat, 30 Aug 2014 00:49:33 +0200 Subject: [PATCH] erasure-code: add various erasure-code workloads The erasure-code directory is populated with files describing rados workloads suitable to test the default erasure code plugins. They are linked to the rados suite. The pre-existing rados workloads from the rados suite are replaced with those. Two workloads only differed by the fact that one of them had less operations than the other. The more complete set of operations is kept and used for all workloads to maximize coverage. Signed-off-by: Loic Dachary --- .../ec-rados-default.yaml | 2 ++ erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml | 24 +++++++++++++++++++ .../ec-rados-plugin=jerasure-k=3-m=1.yaml | 15 ++++++++---- .../ec-rados-plugin=lrc-k=4-m=2-l=3.yaml | 24 +++++++++++++++++++ .../thrash/workloads/ec-rados-default.yaml | 1 + .../ec-rados-plugin=isa-k=2-m=1.yaml | 1 + .../ec-rados-plugin=jerasure-k=3-m=1.yaml | 1 + .../ec-rados-plugin=lrc-k=4-m=2-l=3.yaml | 1 + .../rados/thrash/workloads/ec-readwrite.yaml | 11 --------- 9 files changed, 65 insertions(+), 15 deletions(-) rename suites/rados/thrash/workloads/ec-snaps-few-objects.yaml => erasure-code/ec-rados-default.yaml (87%) create mode 100644 erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml rename suites/rados/thrash/workloads/ec-k=3-m=1.yaml => erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml (68%) create mode 100644 erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml create mode 120000 suites/rados/thrash/workloads/ec-rados-default.yaml create mode 120000 suites/rados/thrash/workloads/ec-rados-plugin=isa-k=2-m=1.yaml create mode 120000 suites/rados/thrash/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml create mode 120000 suites/rados/thrash/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml delete mode 100644 suites/rados/thrash/workloads/ec-readwrite.yaml diff --git a/suites/rados/thrash/workloads/ec-snaps-few-objects.yaml b/erasure-code/ec-rados-default.yaml similarity index 87% rename from suites/rados/thrash/workloads/ec-snaps-few-objects.yaml rename to erasure-code/ec-rados-default.yaml index c64d4ffb35b91..60d37e07ff037 100644 --- a/suites/rados/thrash/workloads/ec-snaps-few-objects.yaml +++ b/erasure-code/ec-rados-default.yaml @@ -13,3 +13,5 @@ tasks: snap_remove: 50 rollback: 50 copy_from: 50 + setattr: 25 + rmattr: 25 diff --git a/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml b/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml new file mode 100644 index 0000000000000..fa8f49035f3ef --- /dev/null +++ b/erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml @@ -0,0 +1,24 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + ec_pool: true + erasure_code_profile: + name: isaprofile + plugin: isa + k: 2 + m: 1 + technique: reed_sol_van + ruleset-failure-domain: osd + op_weights: + read: 100 + write: 0 + append: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 diff --git a/suites/rados/thrash/workloads/ec-k=3-m=1.yaml b/erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml similarity index 68% rename from suites/rados/thrash/workloads/ec-k=3-m=1.yaml rename to erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml index 109783fd2cbb7..32d96f589db49 100644 --- a/suites/rados/thrash/workloads/ec-k=3-m=1.yaml +++ b/erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml @@ -7,17 +7,24 @@ tasks: - rados: clients: [client.0] - ops: 400 + ops: 4000 objects: 50 ec_pool: true erasure_code_profile: + name: jerasure31profile plugin: jerasure k: 3 m: 1 technique: reed_sol_van ruleset-failure-domain: osd op_weights: - read: 45 + read: 100 write: 0 - append: 45 - delete: 10 + append: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 diff --git a/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml b/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml new file mode 100644 index 0000000000000..6dfe210e81ec8 --- /dev/null +++ b/erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml @@ -0,0 +1,24 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + ec_pool: true + erasure_code_profile: + name: lrcprofile + plugin: lrc + k: 4 + m: 2 + l: 3 + ruleset-failure-domain: osd + op_weights: + read: 100 + write: 0 + append: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 50 + copy_from: 50 + setattr: 25 + rmattr: 25 diff --git a/suites/rados/thrash/workloads/ec-rados-default.yaml b/suites/rados/thrash/workloads/ec-rados-default.yaml new file mode 120000 index 0000000000000..99bc1c1d0dcdc --- /dev/null +++ b/suites/rados/thrash/workloads/ec-rados-default.yaml @@ -0,0 +1 @@ +../../../../erasure-code/ec-rados-default.yaml \ No newline at end of file diff --git a/suites/rados/thrash/workloads/ec-rados-plugin=isa-k=2-m=1.yaml b/suites/rados/thrash/workloads/ec-rados-plugin=isa-k=2-m=1.yaml new file mode 120000 index 0000000000000..9d32cd811c1eb --- /dev/null +++ b/suites/rados/thrash/workloads/ec-rados-plugin=isa-k=2-m=1.yaml @@ -0,0 +1 @@ +../../../../erasure-code/ec-rados-plugin=isa-k=2-m=1.yaml \ No newline at end of file diff --git a/suites/rados/thrash/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml b/suites/rados/thrash/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml new file mode 120000 index 0000000000000..b1407aef7e12c --- /dev/null +++ b/suites/rados/thrash/workloads/ec-rados-plugin=jerasure-k=3-m=1.yaml @@ -0,0 +1 @@ +../../../../erasure-code/ec-rados-plugin=jerasure-k=3-m=1.yaml \ No newline at end of file diff --git a/suites/rados/thrash/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml b/suites/rados/thrash/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml new file mode 120000 index 0000000000000..86a2d3c3e3138 --- /dev/null +++ b/suites/rados/thrash/workloads/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml @@ -0,0 +1 @@ +../../../../erasure-code/ec-rados-plugin=lrc-k=4-m=2-l=3.yaml \ No newline at end of file diff --git a/suites/rados/thrash/workloads/ec-readwrite.yaml b/suites/rados/thrash/workloads/ec-readwrite.yaml deleted file mode 100644 index 80b9140e707d0..0000000000000 --- a/suites/rados/thrash/workloads/ec-readwrite.yaml +++ /dev/null @@ -1,11 +0,0 @@ -tasks: -- rados: - clients: [client.0] - ops: 4000 - objects: 500 - ec_pool: true - op_weights: - read: 45 - write: 0 - append: 45 - delete: 10 -- 2.39.5