From: dparmar18 Date: Thu, 23 Jun 2022 17:23:52 +0000 (+0530) Subject: qa/suites/fs/upgrade: added upgrade_without_reducing_max_mds for testing the fail_fs... X-Git-Tag: v18.0.0~300^2 X-Git-Url: http://git.apps.os.sepia.ceph.com/?a=commitdiff_plain;h=6b4a8263a5e1fc2a85128fcc9f389b114f54329a;p=ceph-ci.git qa/suites/fs/upgrade: added upgrade_without_reducing_max_mds for testing the fail_fs option Signed-off-by: Dhairya Parmar --- diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/% new file mode 100644 index 00000000000..e69de29bb2d diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/bluestore-bitmap.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/bluestore-bitmap.yaml new file mode 120000 index 00000000000..fb603bc9a64 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/bluestore-bitmap.yaml @@ -0,0 +1 @@ +.qa/cephfs/objectstore-ec/bluestore-bitmap.yaml \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/centos_8.stream_container_tools.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/centos_8.stream_container_tools.yaml new file mode 120000 index 00000000000..7a86f967f02 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/centos_8.stream_container_tools.yaml @@ -0,0 +1 @@ +.qa/distros/podman/centos_8.stream_container_tools.yaml \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/conf b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/conf new file mode 120000 index 00000000000..6d47129847f --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/conf @@ -0,0 +1 @@ +.qa/cephfs/conf/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/% new file mode 100644 index 00000000000..e69de29bb2d diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_health.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_health.yaml new file mode 120000 index 00000000000..5cb891a95c3 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_health.yaml @@ -0,0 +1 @@ +.qa/cephfs/overrides/ignorelist_health.yaml \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_wrongly_marked_down.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_wrongly_marked_down.yaml new file mode 120000 index 00000000000..f317cb714ca --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/ignorelist_wrongly_marked_down.yaml @@ -0,0 +1 @@ +.qa/cephfs/overrides/ignorelist_wrongly_marked_down.yaml \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/pg-warn.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/pg-warn.yaml new file mode 100644 index 00000000000..4ae54a40d31 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/pg-warn.yaml @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + global: + mon pg warn min per osd: 0 diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/syntax.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/syntax.yaml new file mode 100644 index 00000000000..84d5d43b257 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/overrides/syntax.yaml @@ -0,0 +1,3 @@ +overrides: + kclient: + syntax: 'v1' diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/roles.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/roles.yaml new file mode 100644 index 00000000000..bce4ecd34cc --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/roles.yaml @@ -0,0 +1,11 @@ +roles: +- - host.a + - client.0 + - osd.0 + - osd.1 + - osd.2 +- - host.b + - client.1 + - osd.3 + - osd.4 + - osd.5 diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/% new file mode 100644 index 00000000000..e69de29bb2d diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/pacific.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/pacific.yaml new file mode 100644 index 00000000000..67c27ba6bac --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/pacific.yaml @@ -0,0 +1,32 @@ +meta: +- desc: | + setup ceph/pacific + +tasks: +- install: + branch: pacific + exclude_packages: + - ceph-volume +- print: "**** done install task..." +- cephadm: + image: quay.io/ceph/daemon-base:latest-pacific + roleless: true + cephadm_branch: pacific + cephadm_git_url: https://github.com/ceph/ceph + conf: + osd: + #set config option for which cls modules are allowed to be loaded / used + osd_class_load_list: "*" + osd_class_default_list: "*" +- print: "**** done end installing pacific cephadm ..." +- cephadm.shell: + host.a: + - ceph config set mgr mgr/cephadm/use_repo_digest true --force +- print: "**** done cephadm.shell ceph config set mgr..." +- cephadm.shell: + host.a: + - ceph orch status + - ceph orch ps + - ceph orch ls + - ceph orch host ls + - ceph orch device ls diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/v16.2.4.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/v16.2.4.yaml new file mode 100644 index 00000000000..c732d692ac1 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/0-from/v16.2.4.yaml @@ -0,0 +1,30 @@ +meta: +- desc: | + setup ceph/pacific v16.2.4 + +tasks: +# Disable metrics sending by kclient as it may crash (assert) a v16.2.4 MDS +- pexec: + clients: + - sudo modprobe -r ceph + - sudo modprobe ceph disable_send_metrics=on +- install: + tag: v16.2.4 + exclude_packages: + - ceph-volume +- print: "**** done install task..." +- cephadm: + roleless: true + image: quay.io/ceph/ceph:v16.2.4 + cephadm_branch: v16.2.4 + cephadm_git_url: https://github.com/ceph/ceph + # needed for v16.2.4 due to --skip-admin-label + avoid_pacific_features: true +- print: "**** done starting v16.2.4" +- cephadm.shell: + host.a: + - ceph orch status + - ceph orch ps + - ceph orch ls + - ceph orch host ls + - ceph orch device ls diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/% b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/% new file mode 100644 index 00000000000..e69de29bb2d diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/0-create.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/0-create.yaml new file mode 100644 index 00000000000..5ee0022c6bd --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/0-create.yaml @@ -0,0 +1,5 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs volume create cephfs --placement=4 + - ceph fs dump diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/1.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/1.yaml new file mode 100644 index 00000000000..fcd3b1ea42e --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/1-ranks/1.yaml @@ -0,0 +1,4 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs set cephfs max_mds 2 diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/.qa b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/.qa new file mode 120000 index 00000000000..a602a0353e7 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/.qa @@ -0,0 +1 @@ +../.qa/ \ No newline at end of file diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/no.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/no.yaml new file mode 100644 index 00000000000..3dbc8108994 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/2-allow_standby_replay/no.yaml @@ -0,0 +1,4 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs set cephfs allow_standby_replay false diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/no.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/no.yaml new file mode 100644 index 00000000000..107f30ecd21 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/no.yaml @@ -0,0 +1,4 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs set cephfs inline_data false diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/yes.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/yes.yaml new file mode 100644 index 00000000000..246ed71b448 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/3-inline/yes.yaml @@ -0,0 +1,4 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs set cephfs inline_data true --yes-i-really-really-mean-it diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/4-verify.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/4-verify.yaml new file mode 100644 index 00000000000..e71365ad113 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/1-volume/4-verify.yaml @@ -0,0 +1,7 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs dump + - ceph --format=json fs dump | jq -e ".filesystems | length == 1" + - while ! ceph --format=json mds versions | jq -e ". | add == 4"; do sleep 1; done +- fs.pre_upgrade_save: diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/2-client.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/2-client.yaml new file mode 100644 index 00000000000..92b9dda8479 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/2-client.yaml @@ -0,0 +1,3 @@ +tasks: +- kclient: +- print: "**** done client" diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/3-upgrade-with-workload.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/3-upgrade-with-workload.yaml new file mode 100644 index 00000000000..876cffd1915 --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/3-upgrade-with-workload.yaml @@ -0,0 +1,73 @@ +tasks: +- parallel: + - upgrade-tasks + - workload-tasks + +upgrade-tasks: + sequential: + - cephadm.shell: + env: [sha1] + host.a: + - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force + - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force + - ceph config set global log_to_journald false --force + - ceph orch ps + - ceph versions + - ceph -s + - ceph orch ls + - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 + - ceph orch ps --refresh + - sleep 300 + - ceph orch ps + - ceph versions + - ceph -s + - ceph versions | jq -e '.mgr | length == 2' + - ceph mgr fail + - sleep 180 + - ceph orch daemon redeploy "mgr.$(ceph mgr dump -f json | jq .standbys | jq .[] | jq -r .name)" --image quay.ceph.io/ceph-ci/ceph:$sha1 + - ceph orch ps --refresh + - sleep 180 + - ceph orch ps + - ceph versions + - ceph -s + - ceph mgr fail + - sleep 300 + - ceph orch ps + - ceph versions + - ceph -s + - ceph versions | jq -e '.mgr | length == 1' + - ceph mgr fail + - sleep 180 + - ceph orch ps + - ceph versions + - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 --daemon-types mgr + - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done + - ceph versions | jq -e '.mgr | length == 1' + - ceph versions | jq -e '.mgr | keys' | grep $sha1 + - ceph versions | jq -e '.overall | length == 2' + - ceph orch upgrade check quay.ceph.io/ceph-ci/ceph:$sha1 | jq -e '.up_to_date | length == 2' + - ceph orch ps --refresh + - sleep 180 + - ceph config set mgr mgr/orchestrator/fail_fs true + - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 + - cephadm.shell: + env: [sha1] + host.a: + - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph fs dump; ceph orch upgrade status ; sleep 30 ; done + - ceph orch ps + - ceph versions + - echo "wait for servicemap items w/ changing names to refresh" + - sleep 60 + - ceph orch ps + - ceph health detail + - ceph orch upgrade status + - ceph versions + - ceph versions | jq -e '.overall | length == 1' + - ceph versions | jq -e '.overall | keys' | grep $sha1 + +workload-tasks: + sequential: + - workunit: + clients: + all: + - suites/fsstress.sh diff --git a/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/4-verify.yaml b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/4-verify.yaml new file mode 100644 index 00000000000..c2b657e5a3b --- /dev/null +++ b/qa/suites/fs/upgrade/upgrade_without_reducing_max_mds/tasks/4-verify.yaml @@ -0,0 +1,5 @@ +tasks: +- cephadm.shell: + host.a: + - ceph fs dump +- fs.post_upgrade_checks: