From c202195819dd071cc8931d39b513cc29b68025da Mon Sep 17 00:00:00 2001 From: Matan Breizman Date: Tue, 7 Jan 2025 10:05:16 +0000 Subject: [PATCH] qa/suites/crimson-rados-exp: add Seastore/thrash As Seastore/trash was removed from the non-exp suite, it is moved here until fully supported. Follow-up to: 5150dae471c Signed-off-by: Matan Breizman --- qa/suites/crimson-rados-experimental/.qa | 2 +- qa/suites/crimson-rados-experimental/thrash/% | 0 .../crimson-rados-experimental/thrash/.qa | 1 + .../thrash/0-size-min-size-overrides/.qa | 1 + .../2-size-2-min-size.yaml.disabled | 1 + .../3-size-2-min-size.yaml | 1 + .../thrash/1-pg-log-overrides/.qa | 1 + .../1-pg-log-overrides/normal_pg_log.yaml | 0 .../1-pg-log-overrides/short_pg_log.yaml | 1 + .../thrash/2-recovery-overrides/$ | 0 .../thrash/2-recovery-overrides/.qa | 1 + .../thrash/2-recovery-overrides/default.yaml | 0 .../more-active-recovery.yaml.disabled | 1 + .../more-async-partial-recovery.yaml.disabled | 6 +++ .../more-async-recovery.yaml.disabled | 5 ++ .../more-partial-recovery.yaml.disabled | 5 ++ .../thrash/clusters/+ | 0 .../thrash/clusters/.qa | 1 + .../thrash/clusters/fixed-2.yaml | 24 +++++++++ .../thrash/clusters/openstack.yaml.disabled | 4 ++ .../thrash/crimson-supported-all-distro | 1 + .../thrash/crimson_qa_overrides.yaml | 1 + .../thrash/deploy/.qa | 1 + .../thrash/deploy/ceph.yaml | 11 +++++ .../thrash/deploy/cephadm.yaml.disabled | 16 ++++++ .../thrash/objectstore/.qa | 1 + .../thrash/objectstore/seastore.yaml | 1 + .../thrash/thrashers/.qa | 1 + .../thrash/thrashers/default.yaml | 34 +++++++++++++ .../thrash/thrashosds-health.yaml | 1 + .../thrash/workloads/.qa | 1 + .../admin_socket_objecter_requests.yaml | 13 +++++ .../workloads/pool-snaps-few-objects.yaml | 20 ++++++++ .../radosbench-high-concurrency.yaml | 49 +++++++++++++++++++ .../thrash/workloads/radosbench.yaml | 24 +++++++++ .../workloads/small-objects-balanced.yaml | 24 +++++++++ .../workloads/small-objects-localized.yaml | 24 +++++++++ .../thrash/workloads/small-objects.yaml | 23 +++++++++ .../workloads/snaps-few-objects-balanced.yaml | 15 ++++++ .../snaps-few-objects-localized.yaml | 15 ++++++ .../thrash/workloads/snaps-few-objects.yaml | 14 ++++++ .../workloads/write_fadvise_dontneed.yaml | 8 +++ 42 files changed, 352 insertions(+), 1 deletion(-) create mode 100644 qa/suites/crimson-rados-experimental/thrash/% create mode 120000 qa/suites/crimson-rados-experimental/thrash/.qa create mode 120000 qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/.qa create mode 120000 qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml.disabled create mode 120000 qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/.qa create mode 100644 qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/normal_pg_log.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/short_pg_log.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/$ create mode 120000 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/.qa create mode 100644 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/default.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-active-recovery.yaml.disabled create mode 100644 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-partial-recovery.yaml.disabled create mode 100644 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-recovery.yaml.disabled create mode 100644 qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-partial-recovery.yaml.disabled create mode 100644 qa/suites/crimson-rados-experimental/thrash/clusters/+ create mode 120000 qa/suites/crimson-rados-experimental/thrash/clusters/.qa create mode 100644 qa/suites/crimson-rados-experimental/thrash/clusters/fixed-2.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/clusters/openstack.yaml.disabled create mode 120000 qa/suites/crimson-rados-experimental/thrash/crimson-supported-all-distro create mode 120000 qa/suites/crimson-rados-experimental/thrash/crimson_qa_overrides.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/deploy/.qa create mode 100644 qa/suites/crimson-rados-experimental/thrash/deploy/ceph.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/deploy/cephadm.yaml.disabled create mode 120000 qa/suites/crimson-rados-experimental/thrash/objectstore/.qa create mode 120000 qa/suites/crimson-rados-experimental/thrash/objectstore/seastore.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/thrashers/.qa create mode 100644 qa/suites/crimson-rados-experimental/thrash/thrashers/default.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/thrashosds-health.yaml create mode 120000 qa/suites/crimson-rados-experimental/thrash/workloads/.qa create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/admin_socket_objecter_requests.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/pool-snaps-few-objects.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/radosbench-high-concurrency.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/radosbench.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-balanced.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-localized.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/small-objects.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-balanced.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-localized.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects.yaml create mode 100644 qa/suites/crimson-rados-experimental/thrash/workloads/write_fadvise_dontneed.yaml diff --git a/qa/suites/crimson-rados-experimental/.qa b/qa/suites/crimson-rados-experimental/.qa index fea2489fdf6d9..a602a0353e751 120000 --- a/qa/suites/crimson-rados-experimental/.qa +++ b/qa/suites/crimson-rados-experimental/.qa @@ -1 +1 @@ -../.qa \ No newline at end of file +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/% b/qa/suites/crimson-rados-experimental/thrash/% new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/qa/suites/crimson-rados-experimental/thrash/.qa b/qa/suites/crimson-rados-experimental/thrash/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/.qa b/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml.disabled new file mode 120000 index 0000000000000..5393a75548aed --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/2-size-2-min-size.yaml.disabled @@ -0,0 +1 @@ +.qa/overrides/2-size-2-min-size.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml b/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml new file mode 120000 index 0000000000000..5ff70eadf75a5 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/0-size-min-size-overrides/3-size-2-min-size.yaml @@ -0,0 +1 @@ +.qa/overrides/3-size-2-min-size.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/.qa b/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/normal_pg_log.yaml b/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/normal_pg_log.yaml new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/short_pg_log.yaml b/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/short_pg_log.yaml new file mode 120000 index 0000000000000..abd86d7d98602 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/1-pg-log-overrides/short_pg_log.yaml @@ -0,0 +1 @@ +.qa/overrides/short_pg_log.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/$ b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/$ new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/.qa b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/default.yaml b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/default.yaml new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-active-recovery.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-active-recovery.yaml.disabled new file mode 120000 index 0000000000000..47afd70202d90 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-active-recovery.yaml.disabled @@ -0,0 +1 @@ +.qa/overrides/more-active-recovery.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-partial-recovery.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-partial-recovery.yaml.disabled new file mode 100644 index 0000000000000..0bbc72db75405 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-partial-recovery.yaml.disabled @@ -0,0 +1,6 @@ +overrides: + ceph: + conf: + global: + osd_async_recovery_min_cost: 1 + osd_object_clean_region_max_num_intervals: 1000 diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-recovery.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-recovery.yaml.disabled new file mode 100644 index 0000000000000..4aed086bcc368 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-async-recovery.yaml.disabled @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + global: + osd_async_recovery_min_cost: 1 diff --git a/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-partial-recovery.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-partial-recovery.yaml.disabled new file mode 100644 index 0000000000000..88f15f2f69193 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/2-recovery-overrides/more-partial-recovery.yaml.disabled @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + global: + osd_object_clean_region_max_num_intervals: 1000 diff --git a/qa/suites/crimson-rados-experimental/thrash/clusters/+ b/qa/suites/crimson-rados-experimental/thrash/clusters/+ new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/qa/suites/crimson-rados-experimental/thrash/clusters/.qa b/qa/suites/crimson-rados-experimental/thrash/clusters/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/clusters/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/clusters/fixed-2.yaml b/qa/suites/crimson-rados-experimental/thrash/clusters/fixed-2.yaml new file mode 100644 index 0000000000000..79641f695ab67 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/clusters/fixed-2.yaml @@ -0,0 +1,24 @@ +roles: +- [mon.a, osd.0, osd.1, client.0, node-exporter.a] +- [mgr.x, osd.2, osd.3, client.1, prometheus.a, node-exporter.b] +overrides: + ceph: + conf: + osd: + osd shutdown pgref assert: true + crimson alien thread cpu cores: 6-7 + osd.0: + crimson seastar cpu cores: 0-2 + osd.1: + crimson seastar cpu cores: 3-5 + osd.2: + crimson seastar cpu cores: 0-2 + osd.3: + crimson seastar cpu cores: 3-5 + global: + ms cluster mode: crc + ms service mode: crc + ms client mode: crc + ms mon service mode: crc + ms mon cluster mode: crc + ms mon client mode: crc diff --git a/qa/suites/crimson-rados-experimental/thrash/clusters/openstack.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/clusters/openstack.yaml.disabled new file mode 100644 index 0000000000000..e559d9126e86f --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/clusters/openstack.yaml.disabled @@ -0,0 +1,4 @@ +openstack: + - volumes: # attached to each instance + count: 4 + size: 10 # GB diff --git a/qa/suites/crimson-rados-experimental/thrash/crimson-supported-all-distro b/qa/suites/crimson-rados-experimental/thrash/crimson-supported-all-distro new file mode 120000 index 0000000000000..a5b729b9efa2d --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/crimson-supported-all-distro @@ -0,0 +1 @@ +.qa/distros/crimson-supported-all-distro/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/crimson_qa_overrides.yaml b/qa/suites/crimson-rados-experimental/thrash/crimson_qa_overrides.yaml new file mode 120000 index 0000000000000..2bf67af1b181c --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/crimson_qa_overrides.yaml @@ -0,0 +1 @@ +.qa/config/crimson_qa_overrides.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/deploy/.qa b/qa/suites/crimson-rados-experimental/thrash/deploy/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/deploy/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/deploy/ceph.yaml b/qa/suites/crimson-rados-experimental/thrash/deploy/ceph.yaml new file mode 100644 index 0000000000000..ecad09cfe3ad6 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/deploy/ceph.yaml @@ -0,0 +1,11 @@ +overrides: + install: + ceph: + flavor: crimson +tasks: +- install: +- ceph: + conf: + osd: + debug monc: 20 + flavor: crimson diff --git a/qa/suites/crimson-rados-experimental/thrash/deploy/cephadm.yaml.disabled b/qa/suites/crimson-rados-experimental/thrash/deploy/cephadm.yaml.disabled new file mode 100644 index 0000000000000..0c2062240ee0f --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/deploy/cephadm.yaml.disabled @@ -0,0 +1,16 @@ +# no need to verify os + flavor + sha1 +verify_ceph_hash: false +tasks: +- cephadm: + conf: + mgr: + debug ms: 1 + debug mgr: 20 + debug osd: 10 +- cephadm.shell: + mon.a: + - ceph orch status + - ceph orch ps + - ceph orch ls + - ceph orch host ls + - ceph orch device ls diff --git a/qa/suites/crimson-rados-experimental/thrash/objectstore/.qa b/qa/suites/crimson-rados-experimental/thrash/objectstore/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/objectstore/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/objectstore/seastore.yaml b/qa/suites/crimson-rados-experimental/thrash/objectstore/seastore.yaml new file mode 120000 index 0000000000000..61e26e7acf824 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/objectstore/seastore.yaml @@ -0,0 +1 @@ +.qa/config/crimson_seastore.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/thrashers/.qa b/qa/suites/crimson-rados-experimental/thrash/thrashers/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/thrashers/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/thrashers/default.yaml b/qa/suites/crimson-rados-experimental/thrash/thrashers/default.yaml new file mode 100644 index 0000000000000..aa44b6101ff92 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/thrashers/default.yaml @@ -0,0 +1,34 @@ +overrides: + ceph: + log-ignorelist: + - but it is still running + - objects unfound and apparently lost + conf: + osd: + osd debug reject backfill probability: .3 + osd scrub min interval: 60 + osd scrub max interval: 120 + osd max backfills: 3 + osd snap trim sleep: 2 + osd delete sleep: 1 + mon: + mon min osdmap epochs: 50 + paxos service trim min: 10 + # prune full osdmaps regularly + mon osdmap full prune min: 15 + mon osdmap full prune interval: 2 + mon osdmap full prune txsize: 2 +tasks: +- thrashosds: + timeout: 2400 + dump_ops_enable: false + sighup_delay: 0 + min_in: 3 + noscrub_toggle_delay: 0 + chance_thrash_pg_upmap: 0 + reweight_osd: 0 + thrash_primary_affinity: false + ceph_objectstore_tool: false + chance_inject_pause_short: 0 + chance_thrash_cluster_full: 0 + chance_reset_purged_snaps_last: 0 diff --git a/qa/suites/crimson-rados-experimental/thrash/thrashosds-health.yaml b/qa/suites/crimson-rados-experimental/thrash/thrashosds-health.yaml new file mode 120000 index 0000000000000..9124eb1aa29a0 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/thrashosds-health.yaml @@ -0,0 +1 @@ +.qa/tasks/thrashosds-health.yaml \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/.qa b/qa/suites/crimson-rados-experimental/thrash/workloads/.qa new file mode 120000 index 0000000000000..a602a0353e751 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/admin_socket_objecter_requests.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/admin_socket_objecter_requests.yaml new file mode 100644 index 0000000000000..8c9764ade8487 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/admin_socket_objecter_requests.yaml @@ -0,0 +1,13 @@ +overrides: + ceph: + conf: + client.0: + admin socket: /var/run/ceph/ceph-$name.asok +tasks: +- radosbench: + clients: [client.0] + time: 150 +- admin_socket: + client.0: + objecter_requests: + test: "http://git.ceph.com/?p={repo};a=blob_plain;f=src/test/admin_socket/objecter_requests;hb={branch}" diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/pool-snaps-few-objects.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/pool-snaps-few-objects.yaml new file mode 100644 index 0000000000000..d35e8421ab4fd --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/pool-snaps-few-objects.yaml @@ -0,0 +1,20 @@ +overrides: + conf: + osd: + osd deep scrub update digest min age: 0 +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + pool_snaps: true + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 + diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/radosbench-high-concurrency.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/radosbench-high-concurrency.yaml new file mode 100644 index 0000000000000..902c4b56a1e5a --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/radosbench-high-concurrency.yaml @@ -0,0 +1,49 @@ +overrides: + ceph: + conf: + client.0: + debug ms: 1 + debug objecter: 20 + debug rados: 20 +tasks: +- full_sequential: + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 + - radosbench: + clients: [client.0] + concurrency: 128 + size: 8192 + time: 90 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/radosbench.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/radosbench.yaml new file mode 100644 index 0000000000000..071f55e3928eb --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/radosbench.yaml @@ -0,0 +1,24 @@ +overrides: + ceph: + conf: + client.0: + debug ms: 1 + debug objecter: 20 + debug rados: 20 +tasks: +- full_sequential: + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 + - radosbench: + clients: [client.0] + time: 90 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-balanced.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-balanced.yaml new file mode 100644 index 0000000000000..afe04229898a9 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-balanced.yaml @@ -0,0 +1,24 @@ +overrides: + ceph: + crush_tunables: jewel +tasks: +- rados: + clients: [client.0] + ops: 400000 + max_seconds: 600 + max_in_flight: 64 + objects: 1024 + size: 16384 + balance_reads: true + max_attr_len: 8192 + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 + setattr: 25 + rmattr: 25 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-localized.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-localized.yaml new file mode 100644 index 0000000000000..445b582ea424e --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects-localized.yaml @@ -0,0 +1,24 @@ +overrides: + ceph: + crush_tunables: jewel +tasks: +- rados: + clients: [client.0] + ops: 400000 + max_seconds: 600 + max_in_flight: 64 + objects: 1024 + size: 16384 + localize_reads: true + max_attr_len: 8192 + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 + setattr: 25 + rmattr: 25 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects.yaml new file mode 100644 index 0000000000000..e7e8070fd767e --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/small-objects.yaml @@ -0,0 +1,23 @@ +overrides: + ceph: + crush_tunables: jewel +tasks: +- rados: + clients: [client.0] + ops: 400000 + max_seconds: 600 + max_in_flight: 64 + objects: 1024 + size: 16384 + max_attr_len: 8192 + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 + setattr: 25 + rmattr: 25 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-balanced.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-balanced.yaml new file mode 100644 index 0000000000000..1161c3cc25326 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-balanced.yaml @@ -0,0 +1,15 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + balance_reads: true + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-localized.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-localized.yaml new file mode 100644 index 0000000000000..80af0def0e488 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects-localized.yaml @@ -0,0 +1,15 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + localize_reads: true + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects.yaml new file mode 100644 index 0000000000000..0694ffcd0d6b1 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/snaps-few-objects.yaml @@ -0,0 +1,14 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 50 + op_weights: + read: 100 + write: 100 + delete: 50 + snap_create: 50 + snap_remove: 50 + rollback: 0 + # TODO: CEPH_OSD_OP_COPY_FROM + copy_from: 0 diff --git a/qa/suites/crimson-rados-experimental/thrash/workloads/write_fadvise_dontneed.yaml b/qa/suites/crimson-rados-experimental/thrash/workloads/write_fadvise_dontneed.yaml new file mode 100644 index 0000000000000..606dcae6922f0 --- /dev/null +++ b/qa/suites/crimson-rados-experimental/thrash/workloads/write_fadvise_dontneed.yaml @@ -0,0 +1,8 @@ +tasks: +- rados: + clients: [client.0] + ops: 4000 + objects: 500 + write_fadvise_dontneed: true + op_weights: + write: 100 -- 2.39.5