qa/suites/fs/upgrade: added upgrade_without_reducing_max_mds for testing the fail_fs...

Signed-off-by: Dhairya Parmar <dparmar@redhat.com>

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/%
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/bluestore-bitmap.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/bluestore-bitmap.yaml
new file mode 120000 (symlink)
index 0000000..fb603bc
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/bluestore-bitmap.yaml
@@ -0,0 +1 @@
+.qa/cephfs/objectstore-ec/bluestore-bitmap.yaml
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/centos_8.stream_container_tools.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/centos_8.stream_container_tools.yaml
new file mode 120000 (symlink)
index 0000000..7a86f96
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/centos_8.stream_container_tools.yaml
@@ -0,0 +1 @@
+.qa/distros/podman/centos_8.stream_container_tools.yaml
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/conf b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/conf
new file mode 120000 (symlink)
index 0000000..6d47129
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/conf
@@ -0,0 +1 @@
+.qa/cephfs/conf/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/%
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_health.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_health.yaml
new file mode 120000 (symlink)
index 0000000..5cb891a
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_health.yaml
@@ -0,0 +1 @@
+.qa/cephfs/overrides/ignorelist_health.yaml
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_wrongly_marked_down.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_wrongly_marked_down.yaml
new file mode 120000 (symlink)
index 0000000..f317cb7
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_wrongly_marked_down.yaml
@@ -0,0 +1 @@
+.qa/cephfs/overrides/ignorelist_wrongly_marked_down.yaml
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/pg-warn.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/pg-warn.yaml
new file mode 100644 (file)
index 0000000..4ae54a4
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/pg-warn.yaml
@@ -0,0 +1,5 @@
+overrides:
+  ceph:
+    conf:
+      global:
+        mon pg warn min per osd: 0

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/syntax.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/syntax.yaml
new file mode 100644 (file)
index 0000000..84d5d43
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/syntax.yaml
@@ -0,0 +1,3 @@
+overrides:
+  kclient:
+      syntax: 'v1'

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/roles.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/roles.yaml
new file mode 100644 (file)
index 0000000..bce4ecd
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/roles.yaml
@@ -0,0 +1,11 @@
+roles:
+- - host.a
+  - client.0
+  - osd.0
+  - osd.1
+  - osd.2
+- - host.b
+  - client.1
+  - osd.3
+  - osd.4
+  - osd.5

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/%
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/pacific.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/pacific.yaml
new file mode 100644 (file)
index 0000000..67c27ba
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/pacific.yaml
@@ -0,0 +1,32 @@
+meta:
+- desc: |
+   setup ceph/pacific
+
+tasks:
+- install:
+    branch: pacific
+    exclude_packages:
+      - ceph-volume
+- print: "**** done install task..."
+- cephadm:
+    image: quay.io/ceph/daemon-base:latest-pacific
+    roleless: true
+    cephadm_branch: pacific
+    cephadm_git_url: https://github.com/ceph/ceph
+    conf:
+      osd:
+        #set config option for which cls modules are allowed to be loaded / used
+        osd_class_load_list: "*"
+        osd_class_default_list: "*"
+- print: "**** done end installing pacific cephadm ..."
+- cephadm.shell:
+    host.a:
+      - ceph config set mgr mgr/cephadm/use_repo_digest true --force
+- print: "**** done cephadm.shell ceph config set mgr..."
+- cephadm.shell:
+    host.a:
+      - ceph orch status
+      - ceph orch ps
+      - ceph orch ls
+      - ceph orch host ls
+      - ceph orch device ls

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/v16.2.4.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/v16.2.4.yaml
new file mode 100644 (file)
index 0000000..c732d69
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/v16.2.4.yaml
@@ -0,0 +1,30 @@
+meta:
+- desc: |
+   setup ceph/pacific v16.2.4
+
+tasks:
+# Disable metrics sending by kclient as it may crash (assert) a v16.2.4 MDS
+- pexec:
+    clients:
+      - sudo modprobe -r ceph
+      - sudo modprobe ceph disable_send_metrics=on
+- install:
+    tag: v16.2.4
+    exclude_packages:
+      - ceph-volume
+- print: "**** done install task..."
+- cephadm:
+    roleless: true
+    image: quay.io/ceph/ceph:v16.2.4
+    cephadm_branch: v16.2.4
+    cephadm_git_url: https://github.com/ceph/ceph
+    # needed for v16.2.4 due to --skip-admin-label
+    avoid_pacific_features: true
+- print: "**** done starting v16.2.4"
+- cephadm.shell:
+    host.a:
+      - ceph orch status
+      - ceph orch ps
+      - ceph orch ls
+      - ceph orch host ls
+      - ceph orch device ls

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/%
new file mode 100644 (file)
index 0000000..e69de29

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/0-create.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/0-create.yaml
new file mode 100644 (file)
index 0000000..5ee0022
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/0-create.yaml
@@ -0,0 +1,5 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs volume create cephfs --placement=4
+      - ceph fs dump

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/1.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/1.yaml
new file mode 100644 (file)
index 0000000..fcd3b1e
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/1.yaml
@@ -0,0 +1,4 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs set cephfs max_mds 2

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/.qa
new file mode 120000 (symlink)
index 0000000..a602a03
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/.qa
@@ -0,0 +1 @@
+../.qa/
\ No newline at end of file

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/no.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/no.yaml
new file mode 100644 (file)
index 0000000..3dbc810
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/no.yaml
@@ -0,0 +1,4 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs set cephfs allow_standby_replay false

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/no.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/no.yaml
new file mode 100644 (file)
index 0000000..107f30e
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/no.yaml
@@ -0,0 +1,4 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs set cephfs inline_data false

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/yes.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/yes.yaml
new file mode 100644 (file)
index 0000000..246ed71
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/yes.yaml
@@ -0,0 +1,4 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs set cephfs inline_data true --yes-i-really-really-mean-it

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/4-verify.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/4-verify.yaml
new file mode 100644 (file)
index 0000000..e71365a
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/4-verify.yaml
@@ -0,0 +1,7 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs dump
+      - ceph --format=json fs dump | jq -e ".filesystems | length == 1"
+      - while ! ceph --format=json mds versions | jq -e ". | add == 4"; do sleep 1; done
+- fs.pre_upgrade_save:

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/2-client.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/2-client.yaml
new file mode 100644 (file)
index 0000000..92b9dda
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/2-client.yaml
@@ -0,0 +1,3 @@
+tasks:
+- kclient:
+- print: "**** done client"

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/3-upgrade-with-workload.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/3-upgrade-with-workload.yaml
new file mode 100644 (file)
index 0000000..876cffd
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/3-upgrade-with-workload.yaml
@@ -0,0 +1,73 @@
+tasks:
+- parallel:
+  - upgrade-tasks
+  - workload-tasks
+
+upgrade-tasks:
+  sequential:
+  - cephadm.shell:
+      env: [sha1]
+      host.a:
+        - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force
+        - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force
+        - ceph config set global log_to_journald false --force
+        - ceph orch ps
+        - ceph versions
+        - ceph -s
+        - ceph orch ls
+        - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1
+        - ceph orch ps --refresh
+        - sleep 300
+        - ceph orch ps
+        - ceph versions
+        - ceph -s
+        - ceph versions | jq -e '.mgr | length == 2'
+        - ceph mgr fail
+        - sleep 180
+        - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1
+        - ceph orch ps --refresh
+        - sleep 180
+        - ceph orch ps
+        - ceph versions
+        - ceph -s
+        - ceph mgr fail
+        - sleep 300
+        - ceph orch ps
+        - ceph versions
+        - ceph -s
+        - ceph versions | jq -e '.mgr | length == 1'
+        - ceph mgr fail
+        - sleep 180
+        - ceph orch ps
+        - ceph versions
+        - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr
+        - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done
+        - ceph versions | jq -e '.mgr | length == 1'
+        - ceph versions | jq -e '.mgr | keys' | grep $sha1
+        - ceph versions | jq -e '.overall | length == 2'
+        - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2'
+        - ceph orch ps --refresh
+        - sleep 180
+        - ceph config set mgr mgr/orchestrator/fail_fs true
+        - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1
+  - cephadm.shell:
+      env: [sha1]
+      host.a:
+        - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph fs dump; ceph orch upgrade status ; sleep 30 ; done
+        - ceph orch ps
+        - ceph versions
+        - echo "wait for servicemap items w/ changing names to refresh"
+        - sleep 60
+        - ceph orch ps
+        - ceph health detail
+        - ceph orch upgrade status
+        - ceph versions
+        - ceph versions | jq -e '.overall | length == 1'
+        - ceph versions | jq -e '.overall | keys' | grep $sha1
+
+workload-tasks:
+  sequential:
+  - workunit:
+      clients:
+        all:
+          - suites/fsstress.sh

diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/4-verify.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/4-verify.yaml
new file mode 100644 (file)
index 0000000..c2b657e
--- /dev/null
+++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/4-verify.yaml
@@ -0,0 +1,5 @@
+tasks:
+- cephadm.shell:
+    host.a:
+      - ceph fs dump
+- fs.post_upgrade_checks: