From d5442a57b51f27259dcba414aaad518ccaa0f1a2 Mon Sep 17 00:00:00 2001 From: Sage Weil Date: Tue, 11 Mar 2014 21:11:42 -0700 Subject: [PATCH] multimds: new (separate) suite for multi-mds tests Eventually we can merge this into the fs suite, but for now it is useful to segregate the test cases. Start with a dup of basic and verify sections; add others later. Signed-off-by: Sage Weil --- suites/multimds/basic/% | 0 suites/multimds/basic/clusters/3-mds.yaml | 4 ++++ suites/multimds/basic/clusters/9-mds.yaml | 4 ++++ suites/multimds/basic/debug/mds_client.yaml | 1 + suites/multimds/basic/fs/btrfs.yaml | 1 + suites/multimds/basic/inline/no.yaml | 3 +++ suites/multimds/basic/inline/yes.yaml | 6 ++++++ .../overrides/whitelist_wrongly_marked_down.yaml | 1 + .../tasks/cfuse_workunit_kernel_untar_build.yaml | 6 ++++++ .../multimds/basic/tasks/cfuse_workunit_misc.yaml | 6 ++++++ .../tasks/cfuse_workunit_misc_test_o_trunc.yaml | 6 ++++++ .../tasks/cfuse_workunit_suites_blogbench.yaml | 6 ++++++ .../basic/tasks/cfuse_workunit_suites_dbench.yaml | 6 ++++++ .../basic/tasks/cfuse_workunit_suites_ffsb.yaml | 11 +++++++++++ .../tasks/cfuse_workunit_suites_fsstress.yaml | 6 ++++++ .../basic/tasks/cfuse_workunit_suites_fsx.yaml | 6 ++++++ .../basic/tasks/cfuse_workunit_suites_fsync.yaml | 6 ++++++ .../basic/tasks/cfuse_workunit_suites_iogen.yaml | 7 +++++++ .../basic/tasks/cfuse_workunit_suites_iozone.yaml | 6 ++++++ .../basic/tasks/cfuse_workunit_suites_pjd.yaml | 15 +++++++++++++++ .../tasks/cfuse_workunit_suites_tiobench.yaml | 6 ++++++ .../cfuse_workunit_suites_truncate_delay.yaml | 15 +++++++++++++++ .../basic/tasks/cfuse_workunit_trivial_sync.yaml | 5 +++++ .../basic/tasks/libcephfs_interface_tests.yaml | 6 ++++++ suites/multimds/basic/tasks/libcephfs_java.yaml | 10 ++++++++++ .../multimds/basic/tasks/mds_creation_retry.yaml | 7 +++++++ suites/multimds/verify/% | 0 suites/multimds/verify/clusters/3-mds.yaml | 4 ++++ suites/multimds/verify/clusters/9-mds.yaml | 4 ++++ suites/multimds/verify/debug/mds_client.yaml | 1 + suites/multimds/verify/fs/btrfs.yaml | 1 + .../overrides/whitelist_wrongly_marked_down.yaml | 1 + .../tasks/cfuse_workunit_suites_dbench.yaml | 12 ++++++++++++ .../tasks/cfuse_workunit_suites_fsstress.yaml | 8 ++++++++ .../verify/tasks/libcephfs_interface_tests.yaml | 8 ++++++++ suites/multimds/verify/validater/lockdep.yaml | 5 +++++ suites/multimds/verify/validater/valgrind.yaml | 9 +++++++++ 37 files changed, 209 insertions(+) create mode 100644 suites/multimds/basic/% create mode 100644 suites/multimds/basic/clusters/3-mds.yaml create mode 100644 suites/multimds/basic/clusters/9-mds.yaml create mode 120000 suites/multimds/basic/debug/mds_client.yaml create mode 120000 suites/multimds/basic/fs/btrfs.yaml create mode 100644 suites/multimds/basic/inline/no.yaml create mode 100644 suites/multimds/basic/inline/yes.yaml create mode 120000 suites/multimds/basic/overrides/whitelist_wrongly_marked_down.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_misc.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_fsync.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_iogen.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_iozone.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_tiobench.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml create mode 100644 suites/multimds/basic/tasks/cfuse_workunit_trivial_sync.yaml create mode 100644 suites/multimds/basic/tasks/libcephfs_interface_tests.yaml create mode 100644 suites/multimds/basic/tasks/libcephfs_java.yaml create mode 100644 suites/multimds/basic/tasks/mds_creation_retry.yaml create mode 100644 suites/multimds/verify/% create mode 100644 suites/multimds/verify/clusters/3-mds.yaml create mode 100644 suites/multimds/verify/clusters/9-mds.yaml create mode 120000 suites/multimds/verify/debug/mds_client.yaml create mode 120000 suites/multimds/verify/fs/btrfs.yaml create mode 120000 suites/multimds/verify/overrides/whitelist_wrongly_marked_down.yaml create mode 100644 suites/multimds/verify/tasks/cfuse_workunit_suites_dbench.yaml create mode 100644 suites/multimds/verify/tasks/cfuse_workunit_suites_fsstress.yaml create mode 100644 suites/multimds/verify/tasks/libcephfs_interface_tests.yaml create mode 100644 suites/multimds/verify/validater/lockdep.yaml create mode 100644 suites/multimds/verify/validater/valgrind.yaml diff --git a/suites/multimds/basic/% b/suites/multimds/basic/% new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/suites/multimds/basic/clusters/3-mds.yaml b/suites/multimds/basic/clusters/3-mds.yaml new file mode 100644 index 0000000000000..c655b90c81cdb --- /dev/null +++ b/suites/multimds/basic/clusters/3-mds.yaml @@ -0,0 +1,4 @@ +roles: +- [mon.a, mon.c, mds.a, osd.0, osd.1, osd.2] +- [mon.b, mds.b, mds.c, osd.3, osd.4, osd.5] +- [client.0] diff --git a/suites/multimds/basic/clusters/9-mds.yaml b/suites/multimds/basic/clusters/9-mds.yaml new file mode 100644 index 0000000000000..ed554c9fe3c7e --- /dev/null +++ b/suites/multimds/basic/clusters/9-mds.yaml @@ -0,0 +1,4 @@ +roles: +- [mon.a, mon.c, mds.a, mds.b, mds.c, mds.d, osd.0, osd.1, osd.2] +- [mon.b, mds.e, mds.f, mds.g, mds.h, mds.i, osd.3, osd.4, osd.5] +- [client.0] diff --git a/suites/multimds/basic/debug/mds_client.yaml b/suites/multimds/basic/debug/mds_client.yaml new file mode 120000 index 0000000000000..335c1cafed750 --- /dev/null +++ b/suites/multimds/basic/debug/mds_client.yaml @@ -0,0 +1 @@ +../../../../debug/mds_client.yaml \ No newline at end of file diff --git a/suites/multimds/basic/fs/btrfs.yaml b/suites/multimds/basic/fs/btrfs.yaml new file mode 120000 index 0000000000000..10d0c3f1266e5 --- /dev/null +++ b/suites/multimds/basic/fs/btrfs.yaml @@ -0,0 +1 @@ +../../../../fs/btrfs.yaml \ No newline at end of file diff --git a/suites/multimds/basic/inline/no.yaml b/suites/multimds/basic/inline/no.yaml new file mode 100644 index 0000000000000..2030acb90836c --- /dev/null +++ b/suites/multimds/basic/inline/no.yaml @@ -0,0 +1,3 @@ +tasks: +- install: +- ceph: diff --git a/suites/multimds/basic/inline/yes.yaml b/suites/multimds/basic/inline/yes.yaml new file mode 100644 index 0000000000000..72a285c590fb4 --- /dev/null +++ b/suites/multimds/basic/inline/yes.yaml @@ -0,0 +1,6 @@ +tasks: +- install: +- ceph: +- exec: + client.0: + - ceph mds set inline_data true --yes-i-really-mean-it diff --git a/suites/multimds/basic/overrides/whitelist_wrongly_marked_down.yaml b/suites/multimds/basic/overrides/whitelist_wrongly_marked_down.yaml new file mode 120000 index 0000000000000..08f746bf89431 --- /dev/null +++ b/suites/multimds/basic/overrides/whitelist_wrongly_marked_down.yaml @@ -0,0 +1 @@ +../../../../overrides/whitelist_wrongly_marked_down.yaml \ No newline at end of file diff --git a/suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml b/suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml new file mode 100644 index 0000000000000..3e99204debb72 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_kernel_untar_build.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - kernel_untar_build.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_misc.yaml b/suites/multimds/basic/tasks/cfuse_workunit_misc.yaml new file mode 100644 index 0000000000000..792eeb2c31efe --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_misc.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - misc diff --git a/suites/multimds/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml b/suites/multimds/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml new file mode 100644 index 0000000000000..c9720a2fd488f --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_misc_test_o_trunc.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - fs/test_o_trunc.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml new file mode 100644 index 0000000000000..09898e16bda4e --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_blogbench.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/blogbench.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml new file mode 100644 index 0000000000000..ad96b4c5e7fcf --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_dbench.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/dbench.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml new file mode 100644 index 0000000000000..8600816003499 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_ffsb.yaml @@ -0,0 +1,11 @@ +overrides: + ceph: + conf: + osd: + filestore flush min: 0 +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/ffsb.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml new file mode 100644 index 0000000000000..5908d951b2df0 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_fsstress.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/fsstress.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml new file mode 100644 index 0000000000000..3c11ed74fc728 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_fsx.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/fsx.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_fsync.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_fsync.yaml new file mode 100644 index 0000000000000..c6043e209bd45 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_fsync.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/fsync-tester.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_iogen.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_iogen.yaml new file mode 100644 index 0000000000000..6989990e22aa7 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_iogen.yaml @@ -0,0 +1,7 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/iogen.sh + diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_iozone.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_iozone.yaml new file mode 100644 index 0000000000000..1e23f670e2894 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_iozone.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: [client.0] +- workunit: + clients: + all: + - suites/iozone.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml new file mode 100644 index 0000000000000..65bcd0d033316 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_pjd.yaml @@ -0,0 +1,15 @@ +overrides: + ceph: + conf: + client: + debug ms: 1 + debug client: 20 + mds: + debug ms: 1 + debug mds: 20 +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/pjd.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_tiobench.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_tiobench.yaml new file mode 100644 index 0000000000000..f0b6f829b6db8 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_tiobench.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: + - suites/tiobench.sh diff --git a/suites/multimds/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml b/suites/multimds/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml new file mode 100644 index 0000000000000..f3efafa2e9dad --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_suites_truncate_delay.yaml @@ -0,0 +1,15 @@ +overrides: + ceph: + conf: + client: + ms_inject_delay_probability: 1 + ms_inject_delay_type: osd + ms_inject_delay_max: 5 + client_oc_max_dirty_age: 1 +tasks: +- ceph-fuse: +- exec: + client.0: + - dd if=/dev/zero of=./foo count=100 + - sleep 2 + - truncate --size 0 ./foo diff --git a/suites/multimds/basic/tasks/cfuse_workunit_trivial_sync.yaml b/suites/multimds/basic/tasks/cfuse_workunit_trivial_sync.yaml new file mode 100644 index 0000000000000..cd729e0f69600 --- /dev/null +++ b/suites/multimds/basic/tasks/cfuse_workunit_trivial_sync.yaml @@ -0,0 +1,5 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + all: [misc/trivial_sync.sh] diff --git a/suites/multimds/basic/tasks/libcephfs_interface_tests.yaml b/suites/multimds/basic/tasks/libcephfs_interface_tests.yaml new file mode 100644 index 0000000000000..0b1d41fea5c44 --- /dev/null +++ b/suites/multimds/basic/tasks/libcephfs_interface_tests.yaml @@ -0,0 +1,6 @@ +tasks: +- ceph-fuse: +- workunit: + clients: + client.0: + - libcephfs/test.sh diff --git a/suites/multimds/basic/tasks/libcephfs_java.yaml b/suites/multimds/basic/tasks/libcephfs_java.yaml new file mode 100644 index 0000000000000..5d6bb00048fc4 --- /dev/null +++ b/suites/multimds/basic/tasks/libcephfs_java.yaml @@ -0,0 +1,10 @@ +overrides: + install: + ceph: + extra_packages: [libcephfs1, libcephfs-java, libcephfs-jni] +tasks: +- ceph-fuse: +- workunit: + clients: + client.0: + - libcephfs-java/test.sh diff --git a/suites/multimds/basic/tasks/mds_creation_retry.yaml b/suites/multimds/basic/tasks/mds_creation_retry.yaml new file mode 100644 index 0000000000000..44921c19fefb5 --- /dev/null +++ b/suites/multimds/basic/tasks/mds_creation_retry.yaml @@ -0,0 +1,7 @@ +tasks: +-mds_creation_failure: +-ceph-fuse: +- workunit: + clients: + all: [misc/trivial_sync.sh] + diff --git a/suites/multimds/verify/% b/suites/multimds/verify/% new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/suites/multimds/verify/clusters/3-mds.yaml b/suites/multimds/verify/clusters/3-mds.yaml new file mode 100644 index 0000000000000..c655b90c81cdb --- /dev/null +++ b/suites/multimds/verify/clusters/3-mds.yaml @@ -0,0 +1,4 @@ +roles: +- [mon.a, mon.c, mds.a, osd.0, osd.1, osd.2] +- [mon.b, mds.b, mds.c, osd.3, osd.4, osd.5] +- [client.0] diff --git a/suites/multimds/verify/clusters/9-mds.yaml b/suites/multimds/verify/clusters/9-mds.yaml new file mode 100644 index 0000000000000..ed554c9fe3c7e --- /dev/null +++ b/suites/multimds/verify/clusters/9-mds.yaml @@ -0,0 +1,4 @@ +roles: +- [mon.a, mon.c, mds.a, mds.b, mds.c, mds.d, osd.0, osd.1, osd.2] +- [mon.b, mds.e, mds.f, mds.g, mds.h, mds.i, osd.3, osd.4, osd.5] +- [client.0] diff --git a/suites/multimds/verify/debug/mds_client.yaml b/suites/multimds/verify/debug/mds_client.yaml new file mode 120000 index 0000000000000..335c1cafed750 --- /dev/null +++ b/suites/multimds/verify/debug/mds_client.yaml @@ -0,0 +1 @@ +../../../../debug/mds_client.yaml \ No newline at end of file diff --git a/suites/multimds/verify/fs/btrfs.yaml b/suites/multimds/verify/fs/btrfs.yaml new file mode 120000 index 0000000000000..10d0c3f1266e5 --- /dev/null +++ b/suites/multimds/verify/fs/btrfs.yaml @@ -0,0 +1 @@ +../../../../fs/btrfs.yaml \ No newline at end of file diff --git a/suites/multimds/verify/overrides/whitelist_wrongly_marked_down.yaml b/suites/multimds/verify/overrides/whitelist_wrongly_marked_down.yaml new file mode 120000 index 0000000000000..08f746bf89431 --- /dev/null +++ b/suites/multimds/verify/overrides/whitelist_wrongly_marked_down.yaml @@ -0,0 +1 @@ +../../../../overrides/whitelist_wrongly_marked_down.yaml \ No newline at end of file diff --git a/suites/multimds/verify/tasks/cfuse_workunit_suites_dbench.yaml b/suites/multimds/verify/tasks/cfuse_workunit_suites_dbench.yaml new file mode 100644 index 0000000000000..73319776f038e --- /dev/null +++ b/suites/multimds/verify/tasks/cfuse_workunit_suites_dbench.yaml @@ -0,0 +1,12 @@ +tasks: +- install: +- ceph: + conf: + client: + debug client: 1/20 + debug ms: 0/10 +- ceph-fuse: +- workunit: + clients: + all: + - suites/dbench.sh diff --git a/suites/multimds/verify/tasks/cfuse_workunit_suites_fsstress.yaml b/suites/multimds/verify/tasks/cfuse_workunit_suites_fsstress.yaml new file mode 100644 index 0000000000000..b58487c078532 --- /dev/null +++ b/suites/multimds/verify/tasks/cfuse_workunit_suites_fsstress.yaml @@ -0,0 +1,8 @@ +tasks: +- install: +- ceph: +- ceph-fuse: +- workunit: + clients: + all: + - suites/fsstress.sh diff --git a/suites/multimds/verify/tasks/libcephfs_interface_tests.yaml b/suites/multimds/verify/tasks/libcephfs_interface_tests.yaml new file mode 100644 index 0000000000000..22d1f14216168 --- /dev/null +++ b/suites/multimds/verify/tasks/libcephfs_interface_tests.yaml @@ -0,0 +1,8 @@ +tasks: +- install: +- ceph: +- ceph-fuse: +- workunit: + clients: + client.0: + - libcephfs/test.sh diff --git a/suites/multimds/verify/validater/lockdep.yaml b/suites/multimds/verify/validater/lockdep.yaml new file mode 100644 index 0000000000000..25f84355c0b05 --- /dev/null +++ b/suites/multimds/verify/validater/lockdep.yaml @@ -0,0 +1,5 @@ +overrides: + ceph: + conf: + global: + lockdep: true diff --git a/suites/multimds/verify/validater/valgrind.yaml b/suites/multimds/verify/validater/valgrind.yaml new file mode 100644 index 0000000000000..10693216929db --- /dev/null +++ b/suites/multimds/verify/validater/valgrind.yaml @@ -0,0 +1,9 @@ +overrides: + ceph: + valgrind: + mon: [--tool=memcheck, --leak-check=full, --show-reachable=yes] + osd: [--tool=memcheck] + mds: [--tool=memcheck] + ceph-fuse: + client.0: + valgrind: [--tool=memcheck, --leak-check=full, --show-reachable=yes] -- 2.39.5