From 161ba4c1b7946844dd19b1849dfe9d4b1f15a4b8 Mon Sep 17 00:00:00 2001 From: "Darrick J. Wong" Date: Tue, 28 Feb 2017 12:57:10 -0800 Subject: [PATCH] xfs: stress test xfs_scrub Three new tests: - Repair files that are mapped into memory in running programs - Run scrub -n concurrently with fsstress - Run scrub -y concurrently with fsstress Signed-off-by: Darrick J. Wong Reviewed-by: Eryu Guan Signed-off-by: Eryu Guan --- common/config | 2 ++ tests/xfs/262 | 70 ++++++++++++++++++++++++++++++++++++++ tests/xfs/262.out | 3 ++ tests/xfs/285 | 85 +++++++++++++++++++++++++++++++++++++++++++++ tests/xfs/285.out | 4 +++ tests/xfs/286 | 87 +++++++++++++++++++++++++++++++++++++++++++++++ tests/xfs/286.out | 4 +++ tests/xfs/group | 3 ++ 8 files changed, 258 insertions(+) create mode 100755 tests/xfs/262 create mode 100644 tests/xfs/262.out create mode 100755 tests/xfs/285 create mode 100644 tests/xfs/285.out create mode 100755 tests/xfs/286 create mode 100644 tests/xfs/286.out diff --git a/common/config b/common/config index 3ef401b6..5f3202b3 100644 --- a/common/config +++ b/common/config @@ -205,6 +205,8 @@ export SETRICHACL_PROG="`set_prog_path setrichacl`" export KEYCTL_PROG="`set_prog_path keyctl`" export XZ_PROG="`set_prog_path xz`" export FLOCK_PROG="`set_prog_path flock`" +export LDD_PROG="`set_prog_path ldd`" +export TIMEOUT_PROG="`set_prog_path timeout`" # use 'udevadm settle' or 'udevsettle' to wait for lv to be settled. # newer systems have udevadm command but older systems like RHEL5 don't. diff --git a/tests/xfs/262 b/tests/xfs/262 new file mode 100755 index 00000000..629470a5 --- /dev/null +++ b/tests/xfs/262 @@ -0,0 +1,70 @@ +#! /bin/bash +# FS QA Test No. 262 +# +# Copy xfs_scrub to the scratch device, then run xfs_scrub in forced +# repair mode (which will rebuild the data forks of the running scrub +# executable and libraries!) to see what happens. +# +#----------------------------------------------------------------------- +# Copyright (c) 2017 Oracle, Inc. All Rights Reserved. +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License as +# published by the Free Software Foundation. +# +# This program is distributed in the hope that it would be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write the Free Software Foundation, +# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA +#----------------------------------------------------------------------- +# + +seq=`basename $0` +seqres=$RESULT_DIR/$seq +echo "QA output created by $seq" + +here=`pwd` +tmp=/tmp/$$ +status=1 # failure is the default! +trap "_cleanup; exit \$status" 0 1 2 3 7 15 + +_cleanup() +{ + cd / + rm -rf $tmp.* +} + +# get standard environment, filters and checks +. ./common/rc +. ./common/filter +. ./common/fuzzy +. ./common/inject + +# real QA test starts here +_supported_os Linux +_supported_fs xfs +_require_command "$LDD_PROG" ldd +_require_scrub +_require_scratch +# xfs_scrub will turn on error injection itself +_require_xfs_io_error_injection "force_repair" + +echo "Format and populate" +_scratch_mkfs > "$seqres.full" 2>&1 +_scratch_mount +cp $XFS_SCRUB_PROG $SCRATCH_MNT/xfs_scrub +$LDD_PROG $XFS_SCRUB_PROG | sed -e '/\//!d;/linux-gate/d;/=>/ {s/.*=>[[:blank:]]*\([^[:blank:]]*\).*/\1/};s/[[:blank:]]*\([^[:blank:]]*\) (.*)/\1/' | while read lib; do + cp $lib $SCRATCH_MNT/ +done +LD_LIBRARY_PATH=$SCRATCH_MNT $LDD_PROG $SCRATCH_MNT/xfs_scrub >> $seqres.full + +echo "Force online repairs" +XFS_SCRUB_FORCE_REPAIR=1 LD_LIBRARY_PATH=$SCRATCH_MNT $SCRATCH_MNT/xfs_scrub -dTvy $SCRATCH_MNT >> $seqres.full + +# success, all done +status=0 +exit diff --git a/tests/xfs/262.out b/tests/xfs/262.out new file mode 100644 index 00000000..3ad0d6df --- /dev/null +++ b/tests/xfs/262.out @@ -0,0 +1,3 @@ +QA output created by 262 +Format and populate +Force online repairs diff --git a/tests/xfs/285 b/tests/xfs/285 new file mode 100755 index 00000000..579d9529 --- /dev/null +++ b/tests/xfs/285 @@ -0,0 +1,85 @@ +#! /bin/bash +# FS QA Test No. 285 +# +# Race fio and xfs_scrub for a while to see if we crash or livelock. +# +#----------------------------------------------------------------------- +# Copyright (c) 2017 Oracle, Inc. All Rights Reserved. +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License as +# published by the Free Software Foundation. +# +# This program is distributed in the hope that it would be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write the Free Software Foundation, +# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA +#----------------------------------------------------------------------- +# + +seq=`basename $0` +seqres=$RESULT_DIR/$seq +echo "QA output created by $seq" + +here=`pwd` +tmp=/tmp/$$ +status=1 # failure is the default! +trap "_cleanup; exit \$status" 0 1 2 3 7 15 + +_cleanup() +{ + cd / + rm -rf $tmp.* +} + +# get standard environment, filters and checks +. ./common/rc +. ./common/filter +. ./common/fuzzy +. ./common/inject + +# real QA test starts here +_supported_os Linux +_supported_fs xfs +_require_test_program "feature" +_require_command "$KILLALL_PROG" killall +_require_command "$TIMEOUT_PROG" timeout +_require_scrub +_require_scratch + +echo "Format and populate" +_scratch_mkfs > "$seqres.full" 2>&1 +_scratch_mount + +STRESS_DIR="$SCRATCH_MNT/testdir" +mkdir -p $STRESS_DIR + +cpus=$(( $(src/feature -o) * 4 * LOAD_FACTOR)) +$FSSTRESS_PROG -d $STRESS_DIR -p $cpus -n $((cpus * 100000)) $FSSTRESS_AVOID >/dev/null 2>&1 & +$XFS_SCRUB_PROG -d -T -v -n $SCRATCH_MNT >> $seqres.full + +killstress() { + sleep $(( 60 * TIME_FACTOR )) + $KILLALL_PROG -q $FSSTRESS_PROG +} + +echo "Concurrent scrub" +start=$(date +%s) +end=$((start + (60 * TIME_FACTOR) )) +killstress & +echo "Scrub started at $(date --date="@${start}"), ending at $(date --date="@${end}")" >> $seqres.full +while [ "$(date +%s)" -lt "$end" ]; do + $TIMEOUT_PROG -s TERM $(( end - $(date +%s) + 2 )) $XFS_SCRUB_PROG -d -T -v -n $SCRATCH_MNT >> $seqres.full 2>&1 +done + +echo "Test done" +echo "Scrub finished at $(date)" >> $seqres.full +$KILLALL_PROG -q $FSSTRESS_PROG + +# success, all done +status=0 +exit diff --git a/tests/xfs/285.out b/tests/xfs/285.out new file mode 100644 index 00000000..be6b49a9 --- /dev/null +++ b/tests/xfs/285.out @@ -0,0 +1,4 @@ +QA output created by 285 +Format and populate +Concurrent scrub +Test done diff --git a/tests/xfs/286 b/tests/xfs/286 new file mode 100755 index 00000000..67128b21 --- /dev/null +++ b/tests/xfs/286 @@ -0,0 +1,87 @@ +#! /bin/bash +# FS QA Test No. 286 +# +# Race fio and xfs_scrub -y for a while to see if we crash or livelock. +# +#----------------------------------------------------------------------- +# Copyright (c) 2017 Oracle, Inc. All Rights Reserved. +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License as +# published by the Free Software Foundation. +# +# This program is distributed in the hope that it would be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write the Free Software Foundation, +# Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1335 USA +#----------------------------------------------------------------------- +# + +seq=`basename $0` +seqres=$RESULT_DIR/$seq +echo "QA output created by $seq" + +here=`pwd` +tmp=/tmp/$$ +status=1 # failure is the default! +trap "_cleanup; exit \$status" 0 1 2 3 7 15 + +_cleanup() +{ + cd / + rm -rf $tmp.* +} + +# get standard environment, filters and checks +. ./common/rc +. ./common/filter +. ./common/fuzzy +. ./common/inject + +# real QA test starts here +_supported_os Linux +_supported_fs xfs +_require_test_program "feature" +_require_command "$KILLALL_PROG" killall +_require_command "$TIMEOUT_PROG" timeout +_require_scrub +_require_scratch +# xfs_scrub will turn on error injection itself +_require_xfs_io_error_injection "force_repair" + +echo "Format and populate" +_scratch_mkfs > "$seqres.full" 2>&1 +_scratch_mount + +STRESS_DIR="$SCRATCH_MNT/testdir" +mkdir -p $STRESS_DIR + +cpus=$(( $(src/feature -o) * 4 * LOAD_FACTOR)) +$FSSTRESS_PROG -d $STRESS_DIR -p $cpus -n $((cpus * 100000)) $FSSTRESS_AVOID >/dev/null 2>&1 & +$XFS_SCRUB_PROG -d -T -v -n $SCRATCH_MNT >> $seqres.full + +killstress() { + sleep $(( 60 * TIME_FACTOR )) + $KILLALL_PROG -q $FSSTRESS_PROG +} + +echo "Concurrent repair" +start=$(date +%s) +end=$((start + (60 * TIME_FACTOR) )) +killstress & +echo "Repair started at $(date --date="@${start}"), ending at $(date --date="@${end}")" >> $seqres.full +while [ "$(date +%s)" -lt "$end" ]; do + XFS_SCRUB_FORCE_REPAIR=1 $TIMEOUT_PROG -s TERM $(( end - $(date +%s) + 2 )) $XFS_SCRUB_PROG -d -T -v -y $SCRATCH_MNT >> $seqres.full +done + +echo "Test done" +echo "Repair finished at $(date)" >> $seqres.full +$KILLALL_PROG -q $FSSTRESS_PROG + +# success, all done +status=0 +exit diff --git a/tests/xfs/286.out b/tests/xfs/286.out new file mode 100644 index 00000000..80e12b54 --- /dev/null +++ b/tests/xfs/286.out @@ -0,0 +1,4 @@ +QA output created by 286 +Format and populate +Concurrent repair +Test done diff --git a/tests/xfs/group b/tests/xfs/group index de1c39b1..75769f9c 100644 --- a/tests/xfs/group +++ b/tests/xfs/group @@ -259,6 +259,7 @@ 259 auto quick 260 auto attr quick 261 auto quick quota +262 dangerous_fuzzers dangerous_scrub dangerous_online_repair 263 auto quick quota 264 auto quick mount 265 auto clone @@ -281,6 +282,8 @@ 282 dump ioctl auto quick 283 dump ioctl auto quick 284 auto quick dump copy db mkfs repair +285 dangerous_fuzzers dangerous_scrub +286 dangerous_fuzzers dangerous_scrub dangerous_online_repair 287 auto dump quota quick 290 auto rw prealloc quick ioctl zero 291 auto repair -- 2.39.5