From 224891fe472514bc2d1604b4feddd1ed15f2afc1 Mon Sep 17 00:00:00 2001 From: Samuel Just Date: Mon, 10 Oct 2022 16:33:38 -0700 Subject: [PATCH] qa/suites/crimson-rados: remove cache and dedup related tests It's an accident that some of these pass -- the tests provide some coverage for inconsistencies that can arise, but don't really validate that the objects actually get moved between tiers. It's going to be some time before we implement cache or dedup in crimson, and we'll probably want to disable the related commands for pools that can map to crimson osds to prevent accidents. Signed-off-by: Samuel Just --- .../thrash/workloads/cache-agent-big.yaml | 37 -------------- .../thrash/workloads/cache-agent-small.yaml | 35 ------------- .../cache-pool-snaps-readproxy.yaml.disabled | 44 ----------------- .../workloads/cache-pool-snaps.yaml.disabled | 49 ------------------- .../cache-snaps-balanced.yaml.disabled | 46 ----------------- .../workloads/cache-snaps.yaml.disabled | 45 ----------------- .../crimson-rados/thrash/workloads/cache.yaml | 41 ---------------- .../workloads/dedup-io-mixed.yaml.disabled | 24 --------- .../workloads/dedup-io-snaps.yaml.disabled | 28 ----------- .../thrash/workloads/redirect.yaml.disabled | 17 ------- .../workloads/redirect_promote_tests.yaml | 17 ------- .../redirect_promote_tests.yaml.disabled | 16 ------ .../redirect_set_object.yaml.disabled | 15 ------ .../workloads/set-chunks-read.yaml.disabled | 14 ------ 14 files changed, 428 deletions(-) delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/cache.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled delete mode 100644 qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml deleted file mode 100644 index ec25f13a8237..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml +++ /dev/null @@ -1,37 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd erasure-code-profile set myprofile crush-failure-domain=osd m=2 k=2 - - sudo ceph osd pool create base 4 4 erasure myprofile - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool set base min_size 2 - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 60 - - sudo ceph osd pool set cache target_max_objects 5000 -- rados: - clients: [client.0] - pools: [base] - ops: 10000 - objects: 6600 - max_seconds: 1200 - size: 1024 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml deleted file mode 100644 index 909195ca8f56..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml +++ /dev/null @@ -1,35 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 60 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 2 - - sudo ceph osd pool set cache min_write_recency_for_promote 2 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled deleted file mode 100644 index c449fffefe39..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled +++ /dev/null @@ -1,44 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache readproxy - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - pool_snaps: true - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled deleted file mode 100644 index a95644b7d144..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled +++ /dev/null @@ -1,49 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 0 - - sudo ceph osd pool set cache min_write_recency_for_promote 0 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - pool_snaps: true - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 -openstack: - - machine: - ram: 15000 # MB diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled deleted file mode 100644 index 7d48734cd2ea..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled +++ /dev/null @@ -1,46 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 2 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - balance_reads: true - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 - diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled deleted file mode 100644 index abe125e728f2..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled +++ /dev/null @@ -1,45 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache target_max_objects 250 - - sudo ceph osd pool set cache min_read_recency_for_promote 2 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 50 - snap_remove: 0 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 - diff --git a/qa/suites/crimson-rados/thrash/workloads/cache.yaml b/qa/suites/crimson-rados/thrash/workloads/cache.yaml deleted file mode 100644 index 7189dda5c30a..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/cache.yaml +++ /dev/null @@ -1,41 +0,0 @@ -overrides: - ceph: - log-ignorelist: - - must scrub before tier agent can activate - conf: - osd: - # override short_pg_log_entries.yaml (which sets these under [global]) - osd_min_pg_log_entries: 3000 - osd_max_pg_log_entries: 3000 -tasks: -- exec: - client.0: - - sudo ceph osd pool create base 4 - - sudo ceph osd pool application enable base rados - - sudo ceph osd pool create cache 4 - - sudo ceph osd tier add base cache - - sudo ceph osd tier cache-mode cache writeback - - sudo ceph osd tier set-overlay base cache - - sudo ceph osd pool set cache hit_set_type bloom - - sudo ceph osd pool set cache hit_set_count 8 - - sudo ceph osd pool set cache hit_set_period 3600 - - sudo ceph osd pool set cache min_read_recency_for_promote 0 - - sudo ceph osd pool set cache min_write_recency_for_promote 0 -- rados: - clients: [client.0] - pools: [base] - ops: 4000 - objects: 500 - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 - # TODO: CEPH_OSD_OP_CACHE_FLUSH - cache_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH - cache_try_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled deleted file mode 100644 index 5f98edbb9d10..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled +++ /dev/null @@ -1,24 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 1500 - objects: 50 - set_chunk: true - enable_dedup: true - dedup_chunk_size: '131072' - dedup_chunk_algo: 'fastcdc' - op_weights: - read: 100 - write: 50 - # TODO: CEPH_OSD_OP_SET_CHUNK - set_chunk: 0 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 - # TODO: CEPH_OSD_OP_TIER_FLUSH - tier_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled deleted file mode 100644 index 767e26cae2d7..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled +++ /dev/null @@ -1,28 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 1500 - objects: 50 - set_chunk: true - enable_dedup: true - dedup_chunk_size: '131072' - dedup_chunk_algo: 'fastcdc' - op_weights: - read: 100 - write: 50 - # TODO: CEPH_OSD_OP_SET_CHUNK - set_chunk: 0 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 - # TODO: CEPH_OSD_OP_TIER_FLUSH - tier_flush: 0 - # TODO: CEPH_OSD_OP_CACHE_EVICT - cache_evict: 0 - snap_create: 10 - snap_remove: 10 - # TODO: CEPH_OSD_OP_ROLLBACK - rollback: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled deleted file mode 100644 index b1e058cd3a8d..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled +++ /dev/null @@ -1,17 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: false - op_weights: - read: 100 - write: 100 - delete: 50 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml deleted file mode 100644 index 847194734686..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml +++ /dev/null @@ -1,17 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: false - op_weights: - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: 0 - read: 50 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled deleted file mode 100644 index d3d9d1788b36..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled +++ /dev/null @@ -1,16 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - set_redirect: true - op_weights: - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: 0 - read: 50 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled deleted file mode 100644 index 78e4910ef283..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled +++ /dev/null @@ -1,15 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 500 - set_redirect: true - op_weights: - # TODO: CEPH_OSD_OP_SET_REDIRECT - set_redirect: 0 - # TODO: CEPH_OSD_OP_COPY_FROM - copy_from: 0 diff --git a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled deleted file mode 100644 index 3b12b0623c16..000000000000 --- a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled +++ /dev/null @@ -1,14 +0,0 @@ -tasks: -- exec: - client.0: - - sudo ceph osd pool create low_tier 4 -- rados: - clients: [client.0] - low_tier_pool: 'low_tier' - ops: 4000 - objects: 300 - set_chunk: true - op_weights: - chunk_read: 0 - # TODO: CEPH_OSD_OP_TIER_PROMOTE - tier_promote: 0 -- 2.47.3