From: Patrick Donnelly Date: Sun, 20 Dec 2020 02:25:26 +0000 (-0800) Subject: qa: migrate multimds workloads to fs:workloads X-Git-Tag: v16.1.0~107^2~9 X-Git-Url: http://git-server-git.apps.pok.os.sepia.ceph.com/?a=commitdiff_plain;h=a32462fe4d5a209a99af2c8609d4d75b8632d6cd;p=ceph.git qa: migrate multimds workloads to fs:workloads Signed-off-by: Patrick Donnelly Fixes: https://tracker.ceph.com/issues/48121 --- diff --git a/qa/cephfs/clusters/1a5s-mds-1c-client-3node.yaml b/qa/cephfs/clusters/1a5s-mds-1c-client-3node.yaml new file mode 100644 index 000000000000..ae723c1609b1 --- /dev/null +++ b/qa/cephfs/clusters/1a5s-mds-1c-client-3node.yaml @@ -0,0 +1,10 @@ +roles: +- [mon.a, mgr.x, mds.a, mds.d, osd.0, osd.3, osd.6, osd.9, client.0] +- [mon.b, mgr.y, mds.b, mds.e, osd.1, osd.4, osd.7, osd.10] +- [mon.c, mgr.z, mds.c, mds.f, osd.2, osd.5, osd.8, osd.11] +openstack: +- volumes: # attached to each instance + count: 4 + size: 20 # GB +- machine: + disk: 200 # GB diff --git a/qa/suites/fs/workload/clusters/1a2s-mds-1c-client-3node.yaml b/qa/suites/fs/workload/clusters/1a2s-mds-1c-client-3node.yaml deleted file mode 120000 index 5d4410c17305..000000000000 --- a/qa/suites/fs/workload/clusters/1a2s-mds-1c-client-3node.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/clusters/1a2s-mds-1c-client-3node.yaml \ No newline at end of file diff --git a/qa/suites/fs/workload/clusters/1a5s-mds-1c-client-3node.yaml b/qa/suites/fs/workload/clusters/1a5s-mds-1c-client-3node.yaml new file mode 120000 index 000000000000..e8ff97a0a21a --- /dev/null +++ b/qa/suites/fs/workload/clusters/1a5s-mds-1c-client-3node.yaml @@ -0,0 +1 @@ +.qa/cephfs/clusters/1a5s-mds-1c-client-3node.yaml \ No newline at end of file diff --git a/qa/suites/fs/workload/ranks/1.yaml b/qa/suites/fs/workload/ranks/1.yaml new file mode 100644 index 000000000000..e69de29bb2d1 diff --git a/qa/suites/fs/workload/ranks/3.yaml b/qa/suites/fs/workload/ranks/3.yaml new file mode 100644 index 000000000000..9ed043c14849 --- /dev/null +++ b/qa/suites/fs/workload/ranks/3.yaml @@ -0,0 +1,9 @@ +overrides: + ceph: + cephfs: + max_mds: 3 + check-counter: + counters: + mds: + - mds.exported + - mds.imported diff --git a/qa/suites/fs/workload/ranks/5.yaml b/qa/suites/fs/workload/ranks/5.yaml new file mode 100644 index 000000000000..ed89cef3a862 --- /dev/null +++ b/qa/suites/fs/workload/ranks/5.yaml @@ -0,0 +1,9 @@ +overrides: + ceph: + cephfs: + max_mds: 5 + check-counter: + counters: + mds: + - mds.exported + - mds.imported diff --git a/qa/suites/fs/workload/tasks/% b/qa/suites/fs/workload/tasks/% new file mode 100644 index 000000000000..e69de29bb2d1 diff --git a/qa/suites/fs/workload/tasks/0-check-counter.yaml b/qa/suites/fs/workload/tasks/0-check-counter.yaml new file mode 100644 index 000000000000..6339ddb7c754 --- /dev/null +++ b/qa/suites/fs/workload/tasks/0-check-counter.yaml @@ -0,0 +1,2 @@ +tasks: +- check-counter: {} diff --git a/qa/suites/fs/workload/tasks/workunit/fs/misc.yaml b/qa/suites/fs/workload/tasks/workunit/fs/misc.yaml index 7c3f7bc67023..4a9d0b4c57f1 100644 --- a/qa/suites/fs/workload/tasks/workunit/fs/misc.yaml +++ b/qa/suites/fs/workload/tasks/workunit/fs/misc.yaml @@ -1,8 +1,9 @@ -tasks: -- check-counter: +overrides: + check-counter: counters: mds: - "mds.dir_split" +tasks: - workunit: clients: all: diff --git a/qa/suites/fs/workload/tasks/workunit/fs/norstats.yaml b/qa/suites/fs/workload/tasks/workunit/fs/norstats.yaml index 016e339eefd0..d48df547100a 100644 --- a/qa/suites/fs/workload/tasks/workunit/fs/norstats.yaml +++ b/qa/suites/fs/workload/tasks/workunit/fs/norstats.yaml @@ -1,8 +1,9 @@ -tasks: -- check-counter: +overrides: + check-counter: counters: mds: - "mds.dir_split" +tasks: - workunit: clients: all: diff --git a/qa/suites/fs/workload/tasks/workunit/kernel_untar_build.yaml b/qa/suites/fs/workload/tasks/workunit/kernel_untar_build.yaml index 65245fca41f4..602d3416263f 100644 --- a/qa/suites/fs/workload/tasks/workunit/kernel_untar_build.yaml +++ b/qa/suites/fs/workload/tasks/workunit/kernel_untar_build.yaml @@ -1,8 +1,9 @@ -tasks: -- check-counter: +overrides: + check-counter: counters: mds: - "mds.dir_split" +tasks: - workunit: clients: all: diff --git a/qa/suites/fs/workload/tasks/workunit/suites/blogbench.yaml b/qa/suites/fs/workload/tasks/workunit/suites/blogbench.yaml deleted file mode 120000 index 8702f4f3dc52..000000000000 --- a/qa/suites/fs/workload/tasks/workunit/suites/blogbench.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_blogbench.yaml \ No newline at end of file diff --git a/qa/suites/fs/workload/tasks/workunit/suites/blogbench.yaml b/qa/suites/fs/workload/tasks/workunit/suites/blogbench.yaml new file mode 100644 index 000000000000..4c4bf2f9eabd --- /dev/null +++ b/qa/suites/fs/workload/tasks/workunit/suites/blogbench.yaml @@ -0,0 +1,10 @@ +overrides: + check-counter: + counters: + mds: + - "mds.dir_split" +tasks: +- workunit: + clients: + all: + - suites/blogbench.sh diff --git a/qa/suites/fs/workload/tasks/workunit/suites/dbench.yaml b/qa/suites/fs/workload/tasks/workunit/suites/dbench.yaml deleted file mode 120000 index b0f876c3c39b..000000000000 --- a/qa/suites/fs/workload/tasks/workunit/suites/dbench.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_dbench.yaml \ No newline at end of file diff --git a/qa/suites/fs/workload/tasks/workunit/suites/dbench.yaml b/qa/suites/fs/workload/tasks/workunit/suites/dbench.yaml new file mode 100644 index 000000000000..41b2bc8edaab --- /dev/null +++ b/qa/suites/fs/workload/tasks/workunit/suites/dbench.yaml @@ -0,0 +1,5 @@ +tasks: +- workunit: + clients: + all: + - suites/dbench.sh diff --git a/qa/suites/fs/workload/tasks/workunit/suites/ffsb.yaml b/qa/suites/fs/workload/tasks/workunit/suites/ffsb.yaml deleted file mode 120000 index 01e889b23eb4..000000000000 --- a/qa/suites/fs/workload/tasks/workunit/suites/ffsb.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_ffsb.yaml \ No newline at end of file diff --git a/qa/suites/fs/workload/tasks/workunit/suites/ffsb.yaml b/qa/suites/fs/workload/tasks/workunit/suites/ffsb.yaml new file mode 100644 index 000000000000..56b50bd6a89c --- /dev/null +++ b/qa/suites/fs/workload/tasks/workunit/suites/ffsb.yaml @@ -0,0 +1,17 @@ +overrides: + ceph: + log-ignorelist: + - SLOW_OPS + - slow request + conf: + osd: + filestore flush min: 0 + check-counter: + counters: + mds: + - "mds.dir_split" +tasks: +- workunit: + clients: + all: + - suites/ffsb.sh diff --git a/qa/suites/fs/workload/tasks/workunit/suites/fsstress.yaml b/qa/suites/fs/workload/tasks/workunit/suites/fsstress.yaml deleted file mode 120000 index c2e859fffbc8..000000000000 --- a/qa/suites/fs/workload/tasks/workunit/suites/fsstress.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_fsstress.yaml \ No newline at end of file diff --git a/qa/suites/fs/workload/tasks/workunit/suites/fsstress.yaml b/qa/suites/fs/workload/tasks/workunit/suites/fsstress.yaml new file mode 100644 index 000000000000..bae2202921ff --- /dev/null +++ b/qa/suites/fs/workload/tasks/workunit/suites/fsstress.yaml @@ -0,0 +1,6 @@ +tasks: +- workunit: + timeout: 6h + clients: + all: + - suites/fsstress.sh diff --git a/qa/suites/fs/workload/tasks/workunit/suites/fsx.yaml b/qa/suites/fs/workload/tasks/workunit/suites/fsx.yaml index b16cfb17d600..12d456cf4484 100644 --- a/qa/suites/fs/workload/tasks/workunit/suites/fsx.yaml +++ b/qa/suites/fs/workload/tasks/workunit/suites/fsx.yaml @@ -1,8 +1,9 @@ -tasks: -- check-counter: +overrides: + check-counter: counters: mds: - "mds.dir_split" +tasks: - workunit: clients: all: diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml deleted file mode 100644 index 8dbc24a9febf..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml +++ /dev/null @@ -1,10 +0,0 @@ -overrides: - ceph: - conf: - client: - fuse_default_permissions: 0 -tasks: -- workunit: - clients: - all: - - kernel_untar_build.sh diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_misc.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_misc.yaml deleted file mode 100644 index 58866a27118f..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_misc.yaml +++ /dev/null @@ -1,6 +0,0 @@ -tasks: -- workunit: - clients: - all: - - fs/misc - diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_norstats.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_norstats.yaml deleted file mode 100644 index 3776131bd08b..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_norstats.yaml +++ /dev/null @@ -1,11 +0,0 @@ -tasks: -- workunit: - clients: - all: - - fs/norstats - -overrides: - ceph: - conf: - client: - client dirsize rbytes: false diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml deleted file mode 120000 index 8702f4f3dc52..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_blogbench.yaml \ No newline at end of file diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml deleted file mode 120000 index b0f876c3c39b..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_dbench.yaml \ No newline at end of file diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml deleted file mode 120000 index 01e889b23eb4..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_ffsb.yaml \ No newline at end of file diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml deleted file mode 120000 index c2e859fffbc8..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml +++ /dev/null @@ -1 +0,0 @@ -.qa/cephfs/tasks/cfuse_workunit_suites_fsstress.yaml \ No newline at end of file diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml deleted file mode 100644 index 8b2b1ab5c141..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml +++ /dev/null @@ -1,5 +0,0 @@ -tasks: -- workunit: - clients: - all: - - suites/fsx.sh diff --git a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml b/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml deleted file mode 100644 index f7784383be2c..000000000000 --- a/qa/suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml +++ /dev/null @@ -1,11 +0,0 @@ -overrides: - ceph: - conf: - client: - fuse set user groups: true -tasks: -- workunit: - timeout: 6h - clients: - all: - - suites/pjd.sh