From: Samuel Just <sjust@redhat.com>
Date: Mon, 10 Oct 2022 23:33:38 +0000 (-0700)
Subject: qa/suites/crimson-rados: remove cache and dedup related tests
X-Git-Tag: v18.1.0~990^2
X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=224891fe472514bc2d1604b4feddd1ed15f2afc1;p=ceph.git

qa/suites/crimson-rados: remove cache and dedup related tests

It's an accident that some of these pass -- the tests provide some
coverage for inconsistencies that can arise, but don't really validate
that the objects actually get moved between tiers.

It's going to be some time before we implement cache or dedup in
crimson, and we'll probably want to disable the related commands for
pools that can map to crimson osds to prevent accidents.

Signed-off-by: Samuel Just <sjust@redhat.com>
---

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml
deleted file mode 100644
index ec25f13a823..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml
+++ /dev/null
@@ -1,37 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd erasure-code-profile set myprofile crush-failure-domain=osd m=2 k=2
-      - sudo ceph osd pool create base 4 4 erasure myprofile
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool set base min_size 2
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 60
-      - sudo ceph osd pool set cache target_max_objects 5000
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 10000
-    objects: 6600
-    max_seconds: 1200
-    size: 1024
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml
deleted file mode 100644
index 909195ca8f5..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml
+++ /dev/null
@@ -1,35 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 60
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 2
-      - sudo ceph osd pool set cache min_write_recency_for_promote 2
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled
deleted file mode 100644
index c449fffefe3..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled
+++ /dev/null
@@ -1,44 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache readproxy
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    pool_snaps: true
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled
deleted file mode 100644
index a95644b7d14..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled
+++ /dev/null
@@ -1,49 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 0
-      - sudo ceph osd pool set cache min_write_recency_for_promote 0
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    pool_snaps: true
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
-openstack:
-  - machine:
-      ram: 15000 # MB
diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled
deleted file mode 100644
index 7d48734cd2e..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled
+++ /dev/null
@@ -1,46 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 2
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    balance_reads: true
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
-
diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled
deleted file mode 100644
index abe125e728f..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled
+++ /dev/null
@@ -1,45 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 2
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
-
diff --git a/qa/suites/crimson-rados/thrash/workloads/cache.yaml b/qa/suites/crimson-rados/thrash/workloads/cache.yaml
deleted file mode 100644
index 7189dda5c30..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache.yaml
+++ /dev/null
@@ -1,41 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache min_read_recency_for_promote 0
-      - sudo ceph osd pool set cache min_write_recency_for_promote 0
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-
diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled
deleted file mode 100644
index 5f98edbb9d1..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled
+++ /dev/null
@@ -1,24 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 1500
-    objects: 50
-    set_chunk: true
-    enable_dedup: true
-    dedup_chunk_size: '131072'
-    dedup_chunk_algo: 'fastcdc'
-    op_weights:
-      read: 100
-      write: 50
-      # TODO: CEPH_OSD_OP_SET_CHUNK
-      set_chunk: 0
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0
-      # TODO: CEPH_OSD_OP_TIER_FLUSH
-      tier_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled
deleted file mode 100644
index 767e26cae2d..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled
+++ /dev/null
@@ -1,28 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 1500
-    objects: 50
-    set_chunk: true
-    enable_dedup: true
-    dedup_chunk_size: '131072'
-    dedup_chunk_algo: 'fastcdc'
-    op_weights:
-      read: 100
-      write: 50
-      # TODO: CEPH_OSD_OP_SET_CHUNK
-      set_chunk: 0
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0
-      # TODO: CEPH_OSD_OP_TIER_FLUSH
-      tier_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 10
-      snap_remove: 10
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled
deleted file mode 100644
index b1e058cd3a8..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled
+++ /dev/null
@@ -1,17 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    # TODO: CEPH_OSD_OP_SET_REDIRECT
-    set_redirect: false
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml
deleted file mode 100644
index 84719473468..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml
+++ /dev/null
@@ -1,17 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    # TODO: CEPH_OSD_OP_SET_REDIRECT
-    set_redirect: false
-    op_weights:
-      # TODO: CEPH_OSD_OP_SET_REDIRECT
-      set_redirect: 0
-      read: 50
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled
deleted file mode 100644
index d3d9d1788b3..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled
+++ /dev/null
@@ -1,16 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    set_redirect: true
-    op_weights:
-      # TODO: CEPH_OSD_OP_SET_REDIRECT
-      set_redirect: 0
-      read: 50
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled
deleted file mode 100644
index 78e4910ef28..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled
+++ /dev/null
@@ -1,15 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    set_redirect: true
-    op_weights:
-      # TODO: CEPH_OSD_OP_SET_REDIRECT
-      set_redirect: 0
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
diff --git a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled
deleted file mode 100644
index 3b12b0623c1..00000000000
--- a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled
+++ /dev/null
@@ -1,14 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 300
-    set_chunk: true
-    op_weights:
-      chunk_read: 0
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0