qa/suites/crimson-rados: remove cache and dedup related tests

It's an accident that some of these pass -- the tests provide some
coverage for inconsistencies that can arise, but don't really validate
that the objects actually get moved between tiers.

It's going to be some time before we implement cache or dedup in
crimson, and we'll probably want to disable the related commands for
pools that can map to crimson osds to prevent accidents.

Signed-off-by: Samuel Just <sjust@redhat.com>

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml
deleted file mode 100644 (file)
index ec25f13..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-big.yaml
+++ /dev/null
@@ -1,37 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd erasure-code-profile set myprofile crush-failure-domain=osd m=2 k=2
-      - sudo ceph osd pool create base 4 4 erasure myprofile
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool set base min_size 2
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 60
-      - sudo ceph osd pool set cache target_max_objects 5000
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 10000
-    objects: 6600
-    max_seconds: 1200
-    size: 1024
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml b/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml
deleted file mode 100644 (file)
index 909195c..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-agent-small.yaml
+++ /dev/null
@@ -1,35 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 60
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 2
-      - sudo ceph osd pool set cache min_write_recency_for_promote 2
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled
deleted file mode 100644 (file)
index c449fff..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps-readproxy.yaml.disabled
+++ /dev/null
@@ -1,44 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache readproxy
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    pool_snaps: true
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled
deleted file mode 100644 (file)
index a95644b..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-pool-snaps.yaml.disabled
+++ /dev/null
@@ -1,49 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 0
-      - sudo ceph osd pool set cache min_write_recency_for_promote 0
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    pool_snaps: true
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
-openstack:
-  - machine:
-      ram: 15000 # MB

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled
deleted file mode 100644 (file)
index 7d48734..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps-balanced.yaml.disabled
+++ /dev/null
@@ -1,46 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 2
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    balance_reads: true
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
-

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled
deleted file mode 100644 (file)
index abe125e..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache-snaps.yaml.disabled
+++ /dev/null
@@ -1,45 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache target_max_objects 250
-      - sudo ceph osd pool set cache min_read_recency_for_promote 2
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 50
-      snap_remove: 0
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0
-

diff --git a/qa/suites/crimson-rados/thrash/workloads/cache.yaml b/qa/suites/crimson-rados/thrash/workloads/cache.yaml
deleted file mode 100644 (file)
index 7189dda..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/cache.yaml
+++ /dev/null
@@ -1,41 +0,0 @@
-overrides:
-  ceph:
-    log-ignorelist:
-      - must scrub before tier agent can activate
-    conf:
-      osd:
-        # override short_pg_log_entries.yaml (which sets these under [global])
-        osd_min_pg_log_entries: 3000
-        osd_max_pg_log_entries: 3000
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create base 4
-      - sudo ceph osd pool application enable base rados
-      - sudo ceph osd pool create cache 4
-      - sudo ceph osd tier add base cache
-      - sudo ceph osd tier cache-mode cache writeback
-      - sudo ceph osd tier set-overlay base cache
-      - sudo ceph osd pool set cache hit_set_type bloom
-      - sudo ceph osd pool set cache hit_set_count 8
-      - sudo ceph osd pool set cache hit_set_period 3600
-      - sudo ceph osd pool set cache min_read_recency_for_promote 0
-      - sudo ceph osd pool set cache min_write_recency_for_promote 0
-- rados:
-    clients: [client.0]
-    pools: [base]
-    ops: 4000
-    objects: 500
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0
-      # TODO: CEPH_OSD_OP_CACHE_FLUSH
-      cache_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_TRY_FLUSH
-      cache_try_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-

diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled
deleted file mode 100644 (file)
index 5f98edb..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-mixed.yaml.disabled
+++ /dev/null
@@ -1,24 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 1500
-    objects: 50
-    set_chunk: true
-    enable_dedup: true
-    dedup_chunk_size: '131072'
-    dedup_chunk_algo: 'fastcdc'
-    op_weights:
-      read: 100
-      write: 50
-      # TODO: CEPH_OSD_OP_SET_CHUNK
-      set_chunk: 0
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0
-      # TODO: CEPH_OSD_OP_TIER_FLUSH
-      tier_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled
deleted file mode 100644 (file)
index 767e26c..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/dedup-io-snaps.yaml.disabled
+++ /dev/null
@@ -1,28 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 1500
-    objects: 50
-    set_chunk: true
-    enable_dedup: true
-    dedup_chunk_size: '131072'
-    dedup_chunk_algo: 'fastcdc'
-    op_weights:
-      read: 100
-      write: 50
-      # TODO: CEPH_OSD_OP_SET_CHUNK
-      set_chunk: 0
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0
-      # TODO: CEPH_OSD_OP_TIER_FLUSH
-      tier_flush: 0
-      # TODO: CEPH_OSD_OP_CACHE_EVICT
-      cache_evict: 0
-      snap_create: 10
-      snap_remove: 10
-      # TODO: CEPH_OSD_OP_ROLLBACK
-      rollback: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled
deleted file mode 100644 (file)
index b1e058c..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect.yaml.disabled
+++ /dev/null
@@ -1,17 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    # TODO: CEPH_OSD_OP_SET_REDIRECT
-    set_redirect: false
-    op_weights:
-      read: 100
-      write: 100
-      delete: 50
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml
deleted file mode 100644 (file)
index 8471947..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml
+++ /dev/null
@@ -1,17 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    # TODO: CEPH_OSD_OP_SET_REDIRECT
-    set_redirect: false
-    op_weights:
-      # TODO: CEPH_OSD_OP_SET_REDIRECT
-      set_redirect: 0
-      read: 50
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled
deleted file mode 100644 (file)
index d3d9d17..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect_promote_tests.yaml.disabled
+++ /dev/null
@@ -1,16 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    set_redirect: true
-    op_weights:
-      # TODO: CEPH_OSD_OP_SET_REDIRECT
-      set_redirect: 0
-      read: 50
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled
deleted file mode 100644 (file)
index 78e4910..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/redirect_set_object.yaml.disabled
+++ /dev/null
@@ -1,15 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 500
-    set_redirect: true
-    op_weights:
-      # TODO: CEPH_OSD_OP_SET_REDIRECT
-      set_redirect: 0
-      # TODO: CEPH_OSD_OP_COPY_FROM
-      copy_from: 0

diff --git a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled b/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled
deleted file mode 100644 (file)
index 3b12b06..0000000
--- a/qa/suites/crimson-rados/thrash/workloads/set-chunks-read.yaml.disabled
+++ /dev/null
@@ -1,14 +0,0 @@
-tasks:
-- exec:
-    client.0:
-      - sudo ceph osd pool create low_tier 4
-- rados:
-    clients: [client.0]
-    low_tier_pool: 'low_tier'
-    ops: 4000
-    objects: 300
-    set_chunk: true
-    op_weights:
-      chunk_read: 0
-      # TODO: CEPH_OSD_OP_TIER_PROMOTE
-      tier_promote: 0