From 224891fe472514bc2d1604b4feddd1ed15f2afc1 Mon Sep 17 00:00:00 2001 From: Samuel Just Date: Mon, 10 Oct 2022 16:33:38 -0700 Subject: [PATCH] qa/suites/crimson-rados: remove cache and dedup related tests It's an accident that some of these pass -- the tests provide some coverage for inconsistencies that can arise, but don't really validate that the objects actually get moved between tiers. It's going to be some time before we implement cache or dedup in crimson, and we'll probably want to disable the related commands for pools that can map to crimson osds to prevent accidents. Signed-off-by: Samuel Just --- .../thrash/workloads/cache-agent-big.yaml | 37 -------------- .../thrash/workloads/cache-agent-small.yaml | 35 ------------- .../cache-pool-snaps-readproxy.yaml.disabled | 44 ----------------- .../workloads/cache-pool-snaps.yaml.disabled | 49 ------------------- .../cache-snaps-balanced.yaml.disabled | 46 ----------------- .../workloads/cache-snaps.yaml.disabled | 45 ----------------- .../crimson-rados/thrash/workloads/cache.yaml | 41 ---------------- .../workloads/dedup-io-mixed.yaml.disabled | 24 --------- .../workloads/dedup-io-snaps.yaml.disabled | 28 ----------- .../thrash/workloads/redirect.yaml.disabled | 17 ------- .../workloads/redirect_promote_tests.yaml | 17 ------- .../redirect_promote_tests.yaml.disabled | 16 ------ .../redirect_set_object.yaml.disabled | 15 ------ .../workloads/set-chunks-read.yaml.disabled | 14 ------ 14 files changed, 428 deletions(-) delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml deleted file mode 100644 index ec25f13a82372..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml +++ /dev/null @@ -1,37 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd erasure-code-profile set myprofile crush-failure-domain=osd m=2 k=2 - - sudo ceph osd pool create base 4 4 erasure myprofile - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool set base min_size 2 - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 60 - - sudo ceph osd pool set cache target_max_objects 5000 -- rados: - clients: [client.0] - pools: [base] - ops: 10000 - objects: 6600 - max_seconds: 1200 - size: 1024 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml deleted file mode 100644 index 909195ca8f567..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml +++ /dev/null @@ -1,35 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 60 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 2 - - sudo ceph osd pool set cache min_write_recency_for_promote 2 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled deleted file mode 100644 index c449fffefe39d..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled +++ /dev/null @@ -1,44 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache readproxy - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - pool_snaps: true - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled deleted file mode 100644 index a95644b7d1442..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled +++ /dev/null @@ -1,49 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 0 - - sudo ceph osd pool set cache min_write_recency_for_promote 0 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - pool_snaps: true - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 -openstack: - - machine: - ram: 15000 # MB diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled deleted file mode 100644 index 7d48734cd2ea3..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled +++ /dev/null @@ -1,46 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 2 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - balance_reads: true - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 - diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled deleted file mode 100644 index abe125e728f21..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled +++ /dev/null @@ -1,45 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 2 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 - diff --git a/qa/suites/crimson-rados/thrash/workloads/cache.yaml b/qa/suites/crimson-rados/thrash/workloads/cache.yaml deleted file mode 100644 index 7189dda5c30a6..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache.yaml +++ /dev/null @@ -1,41 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache min_read_recency_for_promote 0 - - sudo ceph osd pool set cache min_write_recency_for_promote 0 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled deleted file mode 100644 index 5f98edbb9d108..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled +++ /dev/null @@ -1,24 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 1500 - objects: 50 - set_chunk: true - enable_dedup: true - dedup_chunk_size: '131072' - dedup_chunk_algo: 'fastcdc' - op_weights: - read: 100 - write: 50 - # TODO: CEPH_OSD_OP_SET_CHUNK - set_chunk: 0 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 - # TODO: CEPH_OSD_OP_TIER_FLUSH - tier_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled deleted file mode 100644 index 767e26cae2d7f..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled +++ /dev/null @@ -1,28 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 1500 - objects: 50 - set_chunk: true - enable_dedup: true - dedup_chunk_size: '131072' - dedup_chunk_algo: 'fastcdc' - op_weights: - read: 100 - write: 50 - # TODO: CEPH_OSD_OP_SET_CHUNK - set_chunk: 0 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 - # TODO: CEPH_OSD_OP_TIER_FLUSH - tier_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 10 - snap_remove: 10 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled deleted file mode 100644 index b1e058cd3a8d4..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled +++ /dev/null @@ -1,17 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: false - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml deleted file mode 100644 index 8471947346866..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml +++ /dev/null @@ -1,17 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: false - op_weights: - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: 0 - read: 50 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled deleted file mode 100644 index d3d9d1788b361..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled +++ /dev/null @@ -1,16 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - set_redirect: true - op_weights: - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: 0 - read: 50 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled deleted file mode 100644 index 78e4910ef2830..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled +++ /dev/null @@ -1,15 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - set_redirect: true - op_weights: - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: 0 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled deleted file mode 100644 index 3b12b0623c169..0000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled +++ /dev/null @@ -1,14 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 300 - set_chunk: true - op_weights: - chunk_read: 0 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 -- 2.39.5