2 #-----------------------------------------------------------------------
3 # Copyright (c) 2000-2006 Silicon Graphics, Inc. All Rights Reserved.
4 # This program is free software; you can redistribute it and/or modify
5 # it under the terms of the GNU General Public License as published by
6 # the Free Software Foundation; either version 2 of the License, or
7 # (at your option) any later version.
9 # This program is distributed in the hope that it will be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write to the Free Software
16 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
19 # Contact information: Silicon Graphics, Inc., 1500 Crittenden Lane,
20 # Mountain View, CA 94043, USA, or: http://www.sgi.com
21 #-----------------------------------------------------------------------
23 BC=$(which bc 2> /dev/null) || BC=
28 _notrun "this test requires 'bc' tool for doing math operations"
34 [ $# -le 0 ] && return
36 result=$(LANG=C echo "scale=0; $@" | "$BC" -q 2> /dev/null)
38 _notrun "this test requires 'bc' tool for doing math operations"
45 if [ "$HOSTOS" == "Linux" ]
47 command dd --help | grep noxfer > /dev/null 2>&1
51 command dd status=noxfer $@
65 $BTRFS_UTIL_PROG sub list $mnt | grep $name | awk '{ print $2 }'
68 # Prints the md5 checksum of a given file
71 md5sum $1 | cut -d ' ' -f1
75 # ls -l w/ selinux sometimes puts a dot at the end:
76 # -rwxrw-r--. id1 id2 file1
77 # Also filter out lost+found directory on extN file system if present
81 ls -l $* | sed "s/\(^[-rwxdlbcpsStT]*\)\. /\1 /" | grep -v 'lost+found'
84 # we need common/config
85 if [ "$iam" != "check" ]
87 if ! . ./common/config
89 echo "$iam: failed to source common/config"
94 # check for correct setup
97 [ "$XFS_LOGPRINT_PROG" = "" ] && _fatal "xfs_logprint not found"
98 [ "$XFS_REPAIR_PROG" = "" ] && _fatal "xfs_repair not found"
99 [ "$XFS_DB_PROG" = "" ] && _fatal "xfs_db not found"
100 [ "$MKFS_XFS_PROG" = "" ] && _fatal "mkfs_xfs not found"
103 [ "$MKFS_UDF_PROG" = "" ] && _fatal "mkfs_udf/mkudffs not found"
106 [ "$MKFS_BTRFS_PROG" = "" ] && _fatal "mkfs.btrfs not found"
112 # make sure we have a standard umask
117 $MOUNT_PROG `_mount_ops_filter $*`
125 if [ "$FSTYP" != "xfs" ]; then
131 [ "$HOSTOS" != "IRIX" ] && SCRATCH_OPTIONS="$SCRATCH_OPTIONS -f"
140 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_RTDEV" ] && \
141 SCRATCH_OPTIONS="$SCRATCH_OPTIONS ${rt_opt}rtdev=$SCRATCH_RTDEV"
142 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
143 SCRATCH_OPTIONS="$SCRATCH_OPTIONS ${log_opt}logdev=$SCRATCH_LOGDEV"
151 if [ "$FSTYP" != "xfs" ]; then
165 [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_RTDEV" ] && \
166 TEST_OPTIONS="$TEST_OPTIONS ${rt_opt}rtdev=$TEST_RTDEV"
167 [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \
168 TEST_OPTIONS="$TEST_OPTIONS ${log_opt}logdev=$TEST_LOGDEV"
175 #get mount point to handle dmapi mtpt option correctly
177 [ $last_index -gt 0 ] && shift $last_index
180 # irix is fussy about how it is fed its mount options
181 # - multiple -o's are not allowed
182 # - no spaces between comma delimitered options
183 # the sed script replaces all -o's (except the first) with a comma
184 # not required for linux, but won't hurt
186 echo $params | sed -e 's/[[:space:]]\+-o[[:space:]]*/UnIqUe/1; s/[[:space:]]\+-o[[:space:]]*/,/g; s/UnIqUe/ -o /1' \
187 | sed -e 's/dmapi/dmi/' \
188 | $PERL_PROG -ne "s#mtpt=[^,|^\n|^\s]*#mtpt=$FS_ESCAPED\1\2#; print;"
192 _scratch_mount_options()
194 _scratch_options mount
196 echo $SCRATCH_OPTIONS $MOUNT_OPTIONS $SELINUX_MOUNT_OPTIONS $* $SCRATCH_DEV $SCRATCH_MNT
201 _mount -t $FSTYP `_scratch_mount_options $*`
206 $UMOUNT_PROG $SCRATCH_DEV
218 _mount -t $FSTYP $TEST_OPTIONS $TEST_FS_MOUNT_OPTS $SELINUX_MOUNT_OPTIONS $* $TEST_DEV $TEST_DIR
221 _scratch_mkfs_options()
223 _scratch_options mkfs
224 echo $SCRATCH_OPTIONS $MKFS_OPTIONS $* $SCRATCH_DEV
232 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
233 options="-l $SCRATCH_LOGDEV"
235 xfs_metadump $options $SCRATCH_DEV $dumpfile
238 _setup_large_xfs_fs()
243 [ "$LARGE_SCRATCH_DEV" != yes ] && return 0
244 [ -z "$SCRATCH_DEV_EMPTY_SPACE" ] && SCRATCH_DEV_EMPTY_SPACE=0
245 [ $SCRATCH_DEV_EMPTY_SPACE -ge $fs_size ] && return 0
247 # calculate the size of the file we need to allocate.
248 # Default free space in the FS is 50GB, but you can specify more via
249 # SCRATCH_DEV_EMPTY_SPACE
250 file_size=$(($fs_size - 50*1024*1024*1024))
251 file_size=$(($file_size - $SCRATCH_DEV_EMPTY_SPACE))
253 # mount the filesystem, create the file, unmount it
254 _scratch_mount 2>&1 >$tmp_dir/mnt.err
256 if [ $status -ne 0 ]; then
258 cat $tmp_dir/mnt.err >&2
259 rm -f $tmp_dir/mnt.err
262 rm -f $tmp_dir/mnt.err
265 -c "truncate $file_size" \
266 -c "falloc -k 0 $file_size" \
268 $SCRATCH_MNT/.use_space 2>&1 > /dev/null
269 export NUM_SPACE_FILES=1
272 if [ $status -ne 0 ]; then
273 echo "large file prealloc failed"
274 cat $tmp_dir/mnt.err >&2
280 _scratch_mkfs_xfs_opts()
284 _scratch_options mkfs
286 $MKFS_XFS_PROG $SCRATCH_OPTIONS $mkfs_opts $SCRATCH_DEV
290 _scratch_mkfs_xfs_supported()
294 _scratch_options mkfs
296 $MKFS_XFS_PROG -N $MKFS_OPTIONS $SCRATCH_OPTIONS $mkfs_opts $SCRATCH_DEV
301 # extra mkfs options can be added by tests
302 local extra_mkfs_options=$*
306 # save mkfs output in case conflict means we need to run again.
307 # only the output for the mkfs that applies should be shown
308 _scratch_mkfs_xfs_opts $MKFS_OPTIONS $extra_mkfs_options \
309 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
313 # a mkfs failure may be caused by conflicts between
314 # $MKFS_OPTIONS and $extra_mkfs_options
315 if [ $mkfs_status -ne 0 -a ! -z "$extra_mkfs_options" ]; then
317 echo -n "** mkfs failed with extra mkfs options "
318 echo "added to \"$MKFS_OPTIONS\" by test $seq **"
319 echo -n "** attempting to mkfs using only test $seq "
320 echo "options: $extra_mkfs_options **"
323 # running mkfs again. overwrite previous mkfs output files
324 _scratch_mkfs_xfs_opts $extra_mkfs_options \
325 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
329 if [ $mkfs_status -eq 0 -a "$LARGE_SCRATCH_DEV" = yes ]; then
330 # manually parse the mkfs output to get the fs size in bytes
332 fs_size=`cat $tmp_dir.mkfsstd | perl -ne '
333 if (/^data\s+=\s+bsize=(\d+)\s+blocks=(\d+)/) {
335 print STDOUT "$size\n";
337 _setup_large_xfs_fs $fs_size
341 # output stored mkfs output
342 cat $tmp_dir.mkfserr >&2
344 rm -f $tmp_dir.mkfserr $tmp_dir.mkfsstd
349 # xfs_check script is planned to be deprecated. But, we want to
350 # be able to invoke "xfs_check" behavior in xfstests in order to
351 # maintain the current verification levels.
356 USAGE="Usage: xfs_check [-fsvV] [-l logdev] [-i ino]... [-b bno]... special"
358 while getopts "b:fi:l:stvV" c
364 i) OPTS=$OPTS"-i "$OPTARG" ";;
365 b) OPTS=$OPTS"-b "$OPTARG" ";;
366 f) DBOPTS=$DBOPTS" -f";;
367 l) DBOPTS=$DBOPTS" -l "$OPTARG" ";;
368 V) $XFS_DB_PROG -p xfs_check -V
376 1) ${XFS_DB_PROG}${DBOPTS} -F -i -p xfs_check -c "check$OPTS" $1
386 _setup_large_ext4_fs()
391 [ "$LARGE_SCRATCH_DEV" != yes ] && return 0
392 [ -z "$SCRATCH_DEV_EMPTY_SPACE" ] && SCRATCH_DEV_EMPTY_SPACE=0
393 [ $SCRATCH_DEV_EMPTY_SPACE -ge $fs_size ] && return 0
395 # Default free space in the FS is 50GB, but you can specify more via
396 # SCRATCH_DEV_EMPTY_SPACE
397 space_to_consume=$(($fs_size - 50*1024*1024*1024 - $SCRATCH_DEV_EMPTY_SPACE))
399 # mount the filesystem and create 16TB - 4KB files until we consume
400 # all the necessary space.
401 _scratch_mount 2>&1 >$tmp_dir/mnt.err
403 if [ $status -ne 0 ]; then
405 cat $tmp_dir/mnt.err >&2
406 rm -f $tmp_dir/mnt.err
409 rm -f $tmp_dir/mnt.err
411 file_size=$((16*1024*1024*1024*1024 - 4096))
413 while [ $space_to_consume -gt $file_size ]; do
416 -c "truncate $file_size" \
417 -c "falloc -k 0 $file_size" \
418 $SCRATCH_MNT/.use_space.$nfiles 2>&1
420 if [ $status -ne 0 ]; then
424 space_to_consume=$(( $space_to_consume - $file_size ))
425 nfiles=$(($nfiles + 1))
428 # consume the remaining space.
429 if [ $space_to_consume -gt 0 ]; then
431 -c "truncate $space_to_consume" \
432 -c "falloc -k 0 $space_to_consume" \
433 $SCRATCH_MNT/.use_space.$nfiles 2>&1
436 export NUM_SPACE_FILES=$nfiles
439 if [ $status -ne 0 ]; then
440 echo "large file prealloc failed"
441 cat $tmp_dir/mnt.err >&2
449 # extra mkfs options can be added by tests
450 local extra_mkfs_options=$*
454 /sbin/mkfs -t ext4 -- -F $MKFS_OPTIONS $extra_mkfs_options $SCRATCH_DEV \
455 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
458 # a mkfs failure may be caused by conflicts between
459 # $MKFS_OPTIONS and $extra_mkfs_options
460 if [ $mkfs_status -ne 0 -a ! -z "$extra_mkfs_options" ]; then
462 echo -n "** mkfs failed with extra mkfs options "
463 echo "added to \"$MKFS_OPTIONS\" by test $seq **"
464 echo -n "** attempting to mkfs using only test $seq "
465 echo "options: $extra_mkfs_options **"
468 # running mkfs again. overwrite previous mkfs output files
469 /sbin/mkfs -t ext4 -- -F $extra_mkfs_options $SCRATCH_DEV \
470 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
474 if [ $mkfs_status -eq 0 -a "$LARGE_SCRATCH_DEV" = yes ]; then
475 # manually parse the mkfs output to get the fs size in bytes
476 fs_size=`cat $tmp_dir.mkfsstd | awk ' \
477 /^Block size/ { split($2, a, "="); bs = a[2] ; } \
478 / inodes, / { blks = $3 } \
479 /reserved for the super user/ { resv = $1 } \
480 END { fssize = bs * blks - resv; print fssize }'`
482 _setup_large_ext4_fs $fs_size
486 # output stored mkfs output
487 cat $tmp_dir.mkfserr >&2
489 rm -f $tmp_dir.mkfserr $tmp_dir.mkfsstd
501 $MKFS_UDF_PROG $MKFS_OPTIONS $* $TEST_DEV > /dev/null
504 $MKFS_BTRFS_PROG $MKFS_OPTIONS $* $TEST_DEV > /dev/null
507 yes | $MKFS_PROG -t $FSTYP -- $MKFS_OPTIONS $* $TEST_DEV
519 $MKFS_UDF_PROG $MKFS_OPTIONS $* 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
522 $MKFS_BTRFS_PROG $MKFS_OPTIONS $* 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
525 yes | $MKFS_PROG -t $FSTYP -- $MKFS_OPTIONS $* \
526 2>$tmp_dir.mkfserr 1>$tmp_dir.mkfsstd
530 if [ $? -ne 0 ]; then
531 # output stored mkfs output
532 cat $tmp_dir.mkfserr >&2
537 rm -f $tmp_dir.mkfserr $tmp_dir.mkfsstd
550 $MKFS_UDF_PROG $MKFS_OPTIONS $* $SCRATCH_DEV > /dev/null
553 $MKFS_BTRFS_PROG $MKFS_OPTIONS $* $SCRATCH_DEV > /dev/null
556 _scratch_mkfs_ext4 $*
559 # do nothing for tmpfs
562 yes | $MKFS_PROG -t $FSTYP -- $MKFS_OPTIONS $* $SCRATCH_DEV
571 $MKFS_BTRFS_PROG $MKFS_OPTIONS $* $SCRATCH_DEV_POOL > /dev/null
574 echo "_scratch_pool_mkfs is not implemented for $FSTYP" 1>&2
579 # Create fs of certain size on scratch device
580 # _scratch_mkfs_sized <size in bytes> [optional blocksize]
581 _scratch_mkfs_sized()
588 def_blksz=`echo $MKFS_OPTIONS|sed -rn 's/.*-b ?size= ?+([0-9]+).*/\1/p'`
590 ext2|ext3|ext4|ext4dev|udf|btrfs)
591 def_blksz=`echo $MKFS_OPTIONS| sed -rn 's/.*-b ?+([0-9]+).*/\1/p'`
595 [ -n "$def_blksz" ] && blocksize=$def_blksz
596 [ -z "$blocksize" ] && blocksize=4096
600 if ! [[ $fssize =~ $re ]] ; then
601 _notrun "error: _scratch_mkfs_sized: fs size \"$fssize\" not an integer."
603 if ! [[ $blocksize =~ $re ]] ; then
604 _notrun "error: _scratch_mkfs_sized: block size \"$blocksize\" not an integer."
607 blocks=`expr $fssize / $blocksize`
609 if [ "$HOSTOS" == "Linux" ]; then
610 devsize=`blockdev --getsize64 $SCRATCH_DEV`
611 [ "$fssize" -gt "$devsize" ] && _notrun "Scratch device too small"
616 # don't override MKFS_OPTIONS that set a block size.
617 echo $MKFS_OPTIONS |egrep -q "b?size="
618 if [ $? -eq 0 ]; then
619 _scratch_mkfs_xfs -d size=$fssize
621 _scratch_mkfs_xfs -d size=$fssize -b size=$blocksize
624 ext2|ext3|ext4|ext4dev)
625 yes | ${MKFS_PROG}.$FSTYP $MKFS_OPTIONS -b $blocksize $SCRATCH_DEV $blocks
628 $MKFS_UDF_PROG $MKFS_OPTIONS -b $blocksize $SCRATCH_DEV $blocks
631 $MKFS_BTRFS_PROG $MKFS_OPTIONS -b $fssize $SCRATCH_DEV
634 _notrun "Filesystem $FSTYP not supported in _scratch_mkfs_sized"
639 # Emulate an N-data-disk stripe w/ various stripe units
640 # _scratch_mkfs_geom <sunit bytes> <swidth multiplier> [optional blocksize]
646 [ -z "$blocksize" ] && blocksize=4096
648 let sunit_blocks=$sunit_bytes/$blocksize
649 let swidth_blocks=$sunit_blocks*$swidth_mult
653 MKFS_OPTIONS+=" -b size=$blocksize, -d su=$sunit_bytes,sw=$swidth_mult"
656 MKFS_OPTIONS+=" -b $blocksize -E stride=$sunit_blocks,stripe_width=$swidth_blocks"
659 _notrun "can't mkfs $FSTYP with geometry"
669 xfs_io -x -c "resblks $1" $SCRATCH_MNT
676 _scratch_xfs_db_options()
679 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
680 SCRATCH_OPTIONS="-l$SCRATCH_LOGDEV"
681 echo $SCRATCH_OPTIONS $* $SCRATCH_DEV
684 _scratch_xfs_logprint()
687 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
688 SCRATCH_OPTIONS="-l$SCRATCH_LOGDEV"
689 $XFS_LOGPRINT_PROG $SCRATCH_OPTIONS $* $SCRATCH_DEV
695 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
696 SCRATCH_OPTIONS="-l $SCRATCH_LOGDEV"
697 [ "$LARGE_SCRATCH_DEV" = yes ] && \
698 SCRATCH_OPTIONS=$SCRATCH_OPTIONS" -t"
699 _xfs_check $SCRATCH_OPTIONS $* $SCRATCH_DEV
702 _scratch_xfs_repair()
705 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
706 SCRATCH_OPTIONS="-l$SCRATCH_LOGDEV"
707 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_RTDEV" ] && \
708 SCRATCH_OPTIONS=$SCRATCH_OPTIONS" -r$SCRATCH_RTDEV"
709 [ "$LARGE_SCRATCH_DEV" = yes ] && SCRATCH_OPTIONS=$SCRATCH_OPTIONS" -t"
710 $XFS_REPAIR_PROG $SCRATCH_OPTIONS $* $SCRATCH_DEV
717 echo "Usage: _get_pids_by_name process-name" 1>&2
721 # Algorithm ... all ps(1) variants have a time of the form MM:SS or
722 # HH:MM:SS before the psargs field, use this as the search anchor.
724 # Matches with $1 (process-name) occur if the first psarg is $1
725 # or ends in /$1 ... the matching uses sed's regular expressions,
726 # so passing a regex into $1 will work.
734 -e "/[0-9]:[0-9][0-9] *[^ ]*\/$1 /s/ .*//p" \
735 -e "/[0-9]:[0-9][0-9] *$1 /s/ .*//p"
738 # fix malloc libs output
742 # filter out the Electric Fence notice
745 if (defined $o && /^\s+Electric Fence/) {
751 print $o if (defined $o);
755 print $o if (defined $o);
759 # check if run as root
763 id=`id | $SED_PROG -e 's/(.*//' -e 's/.*=//'`
766 echo "Arrgh ... you need to be root (not uid=$id) to run this test"
773 # _df_device : get an IRIX style df line for a given device
775 # - returns "" if not mounted
776 # - returns fs type in field two (ala IRIX)
777 # - joins line together if split by fancy df formatting
778 # - strips header etc
785 echo "Usage: _df_device device" 1>&2
789 $DF_PROG 2>/dev/null | $AWK_PROG -v what=$1 '
790 match($1,what) && NF==1 {
804 # _df_dir : get an IRIX style df line for device where a directory resides
806 # - returns fs type in field two (ala IRIX)
807 # - joins line together if split by fancy df formatting
808 # - strips header etc
815 echo "Usage: _df_dir device" 1>&2
819 $DF_PROG $1 2>/dev/null | $AWK_PROG -v what=$1 '
835 # return percentage used disk space for mounted device
841 echo "Usage: _used device" 1>&2
845 _df_device $1 | $AWK_PROG '{ sub("%", "") ; print $6 }'
848 # return the FS type of a mounted device
854 echo "Usage: _fs_type device" 1>&2
859 # The Linux kernel shows NFSv4 filesystems in df output as
860 # filesystem type nfs4, although we mounted it as nfs earlier.
861 # Fix the filesystem type up here so that the callers don't
862 # have to bother with this quirk.
864 _df_device $1 | $AWK_PROG '{ print $2 }' | sed -e 's/nfs4/nfs/'
867 # return the FS mount options of a mounted device
869 # should write a version which just parses the output of mount for IRIX
870 # compatibility, but since this isn't used at all, at the moment I'll leave
877 echo "Usage: _fs_options device" 1>&2
881 $AWK_PROG -v dev=$1 '
882 match($1,dev) { print $4 }
886 # returns device number if a file is a block device
892 echo "Usage: _is_block_dev dev" 1>&2
897 if [ -L "${_dev}" ]; then
898 _dev=`readlink -f ${_dev}`
901 if [ -b "${_dev}" ]; then
902 src/lstat64 ${_dev} | $AWK_PROG '/Device type:/ { print $9 }'
906 # Do a command, log it to $seqres.full, optionally test return status
907 # and die if command fails. If called with one argument _do executes the
908 # command, logs it, and returns its exit status. With two arguments _do
909 # first prints the message passed in the first argument, and then "done"
910 # or "fail" depending on the return status of the command passed in the
911 # second argument. If the command fails and the variable _do_die_on_error
912 # is set to "always" or the two argument form is used and _do_die_on_error
913 # is set to "message_only" _do will print an error message to
914 # $seqres.out and exit.
918 if [ $# -eq 1 ]; then
920 elif [ $# -eq 2 ]; then
925 echo "Usage: _do [note] cmd" 1>&2
929 (eval "echo '---' \"$_cmd\"") >>$seqres.full
930 (eval "$_cmd") >$tmp._out 2>&1; ret=$?
931 cat $tmp._out | _fix_malloc >>$seqres.full
932 if [ $# -eq 2 ]; then
933 if [ $ret -eq 0 ]; then
940 && [ "$_do_die_on_error" = "always" \
941 -o \( $# -eq 2 -a "$_do_die_on_error" = "message_only" \) ]
944 eval "echo \"$_cmd\" failed \(returned $ret\): see $seqres.full"
951 # bail out, setting up .notrun file. Need to kill the filesystem check files
952 # here, otherwise they are set incorrectly for the next test.
956 echo "$*" > $seqres.notrun
957 echo "$seq not run: $*"
958 rm -f ${RESULT_DIR}/require_test
959 rm -f ${RESULT_DIR}/require_scratch
964 # just plain bail out
968 echo "$*" | tee -a $seqres.full
969 echo "(see $seqres.full for details)"
974 # tests whether $FSTYP is one of the supported filesystems for a test
980 if [ "$f" = "$FSTYP" -o "$f" = "generic" ]
986 _notrun "not suitable for this filesystem type: $FSTYP"
990 # tests whether $FSTYP is one of the supported OSes for a test
996 if [ "$h" = "$HOSTOS" ]
1002 _notrun "not suitable for this OS: $HOSTOS"
1005 # this test needs a scratch partition - check we're ok & unmount it
1006 # No post-test check of the device is required. e.g. the test intentionally
1007 # finishes the test with the filesystem in a corrupt state
1008 _require_scratch_nocheck()
1012 _notrun "requires a scratch device"
1015 if [ -z "$SCRATCH_DEV" -o ! -d "$SCRATCH_MNT" ];
1017 _notrun "this test requires a valid \$SCRATCH_MNT and unique $SCRATCH_DEV"
1021 if [ -z "$SCRATCH_DEV" -o "`_is_block_dev $SCRATCH_DEV`" = "" ]
1023 _notrun "this test requires a valid \$SCRATCH_DEV"
1025 if [ "`_is_block_dev $SCRATCH_DEV`" = "`_is_block_dev $TEST_DEV`" ]
1027 _notrun "this test requires a valid \$SCRATCH_DEV"
1029 if [ ! -d "$SCRATCH_MNT" ]
1031 _notrun "this test requires a valid \$SCRATCH_MNT"
1037 if _mount | grep -q $SCRATCH_DEV
1039 # if it's mounted, make sure its on $SCRATCH_MNT
1040 if ! _mount | grep $SCRATCH_DEV | grep -q $SCRATCH_MNT
1042 echo "\$SCRATCH_DEV is mounted but not on \$SCRATCH_MNT - aborting"
1045 # and then unmount it
1046 if ! $UMOUNT_PROG $SCRATCH_DEV
1048 echo "failed to unmount $SCRATCH_DEV"
1052 rm -f ${RESULT_DIR}/require_scratch
1055 # we need the scratch device and it should be checked post test.
1058 _require_scratch_nocheck
1059 touch ${RESULT_DIR}/require_scratch
1063 # this test needs a test partition - check we're ok & unmount it
1069 _notrun "requires a test device"
1072 if [ -z "$TEST_DEV" -o ! -d "$TEST_DIR" ];
1074 _notrun "this test requires a valid \$TEST_DIR and unique $TEST_DEV"
1078 if [ -z "$TEST_DEV" -o "`_is_block_dev $TEST_DEV`" = "" ]
1080 _notrun "this test requires a valid \$TEST_DEV"
1082 if [ "`_is_block_dev $SCRATCH_DEV`" = "`_is_block_dev $TEST_DEV`" ]
1084 _notrun "this test requires a valid \$TEST_DEV"
1086 if [ ! -d "$TEST_DIR" ]
1088 _notrun "this test requires a valid \$TEST_DIR"
1094 if _mount | grep -q $TEST_DEV
1096 # if it's mounted, make sure its on $TEST_DIR
1097 if ! _mount | grep $TEST_DEV | grep -q $TEST_DIR
1099 echo "\$TEST_DEV is mounted but not on \$TEST_DIR - aborting"
1103 out=`_mount_or_remount_rw "$MOUNT_OPTIONS" $TEST_DEV $TEST_DIR`
1104 if [ $? -ne 1 ]; then
1109 touch ${RESULT_DIR}/require_test
1112 # this test needs a logdev
1116 [ -z "$SCRATCH_LOGDEV" -o ! -b "$SCRATCH_LOGDEV" ] && \
1117 _notrun "This test requires a valid \$SCRATCH_LOGDEV"
1118 [ "$USE_EXTERNAL" != yes ] && \
1119 _notrun "This test requires USE_EXTERNAL to be enabled"
1121 # ensure its not mounted
1122 $UMOUNT_PROG $SCRATCH_LOGDEV 2>/dev/null
1125 # this test requires loopback device support
1129 if [ "$HOSTOS" != "Linux" ]
1131 _notrun "This test requires linux for loopback device support"
1134 modprobe loop >/dev/null 2>&1
1135 if grep loop /proc/devices >/dev/null 2>&1
1139 _notrun "This test requires loopback device support"
1143 # this test requires ext2 filesystem support
1147 if [ "$HOSTOS" != "Linux" ]
1149 _notrun "This test requires linux for ext2 filesystem support"
1152 modprobe ext2 >/dev/null 2>&1
1153 if grep ext2 /proc/filesystems >/dev/null 2>&1
1157 _notrun "This test requires ext2 filesystem support"
1161 # this test requires that (large) loopback device files are not in use
1163 _require_no_large_scratch_dev()
1165 [ "$LARGE_SCRATCH_DEV" = yes ] && \
1166 _notrun "Large filesystem testing in progress, skipped this test"
1169 # this test requires that a realtime subvolume is in use, and
1170 # that the kernel supports realtime as well.
1174 [ "$USE_EXTERNAL" = yes ] || \
1175 _notrun "External volumes not in use, skipped this test"
1176 [ "$SCRATCH_RTDEV" = "" ] && \
1177 _notrun "Realtime device required, skipped this test"
1180 # this test requires that a specified command (executable) exists
1181 # $1 - command, $2 - name for error message
1185 [ -n "$1" ] && _cmd="$1" || _cmd="$2"
1186 [ -n "$1" -a -x "$1" ] || _notrun "$_cmd utility required, skipped this test"
1189 # this test requires the device mapper flakey target
1191 _require_dm_flakey()
1193 _require_command $DMSETUP_PROG
1195 modprobe dm-flakey >/dev/null 2>&1
1196 $DMSETUP_PROG targets | grep flakey >/dev/null 2>&1
1201 _notrun "This test requires dm flakey support"
1205 # this test requires the projid32bit feature to be available in mkfs.xfs.
1207 _require_projid32bit()
1209 _scratch_mkfs_xfs_supported -i projid32bit=1 >/dev/null 2>&1 \
1210 || _notrun "mkfs.xfs doesn't have projid32bit feature"
1213 _require_projid16bit()
1215 _scratch_mkfs_xfs_supported -i projid32bit=0 >/dev/null 2>&1 \
1216 || _notrun "16 bit project IDs not supported on $SCRATCH_DEV"
1219 # this test requires the crc feature to be available in mkfs.xfs
1221 _require_xfs_mkfs_crc()
1223 _scratch_mkfs_xfs_supported -m crc=1 >/dev/null 2>&1 \
1224 || _notrun "mkfs.xfs doesn't have crc feature"
1227 # this test requires the xfs kernel support crc feature
1231 _scratch_mkfs_xfs -m crc=1 >/dev/null 2>&1
1232 _scratch_mount >/dev/null 2>&1 \
1233 || _notrun "Kernel doesn't support crc feature"
1237 # this test requires the bigalloc feature to be available in mkfs.ext4
1239 _require_ext4_mkfs_bigalloc()
1241 _scratch_mkfs_ext4 -O bigalloc >/dev/null 2>&1 \
1242 || _notrun "mkfs.ext4 doesn't have bigalloc feature"
1245 # this test requires the ext4 kernel support bigalloc feature
1247 _require_ext4_bigalloc()
1249 _scratch_mkfs_ext4 -O bigalloc >/dev/null 2>&1
1250 _scratch_mount >/dev/null 2>&1 \
1251 || _notrun "Ext4 kernel doesn't support bigalloc feature"
1255 # this test requires the finobt feature to be available in mkfs.xfs
1257 _require_xfs_mkfs_finobt()
1259 _scratch_mkfs_xfs_supported -m crc=1,finobt=1 >/dev/null 2>&1 \
1260 || _notrun "mkfs.xfs doesn't have finobt feature"
1263 # this test requires the xfs kernel support finobt feature
1265 _require_xfs_finobt()
1267 _scratch_mkfs_xfs -m crc=1,finobt=1 >/dev/null 2>&1
1268 _scratch_mount >/dev/null 2>&1 \
1269 || _notrun "Kernel doesn't support finobt feature"
1273 # this test requires xfs sysfs attribute support
1275 _require_xfs_sysfs()
1278 sysfsdir=/sys/fs/xfs
1279 testdev=`_short_dev $TEST_DEV`
1281 if [ ! -e $sysfsdir ]; then
1282 _notrun "no kernel support for XFS sysfs attributes"
1285 if [ ! -z $1 ] && [ ! -e $sysfsdir/$testdev/$attr ]; then
1286 _notrun "sysfs attribute '$attr' is not supported"
1290 # this test requires that external log/realtime devices are not in use
1292 _require_nonexternal()
1294 [ "$USE_EXTERNAL" = yes ] && \
1295 _notrun "External device testing in progress, skipped this test"
1298 # this test requires that a (specified) aio-dio executable exists
1299 # $1 - command (optional)
1305 AIO_TEST=src/aio-dio-regress/aiodio_sparse2
1306 [ -x $AIO_TEST ] || _notrun "aio-dio utilities required"
1308 AIO_TEST=src/aio-dio-regress/$1
1309 [ -x $AIO_TEST ] || _notrun "$AIO_TEST not built"
1313 # run an aio-dio program
1319 echo "usage: _run_aiodio command_name" 2>&1
1325 local testtemp=$TEST_DIR/aio-testfile
1327 $AIO_TEST $testtemp 2>&1
1334 # indicate whether YP/NIS is active or not
1339 dn=$(domainname 2>/dev/null)
1340 test -n "${dn}" -a "${dn}" != "(none)"
1344 # cat the password file
1348 [ $(_yp_active) -eq 0 ] && ypcat passwd
1352 # cat the group file
1356 [ $(_yp_active) -eq 0 ] && ypcat group
1360 # check for the fsgqa user on the machine
1365 _cat_passwd | grep -q $qa_user
1366 [ "$?" == "0" ] || _notrun "$qa_user user not defined."
1367 echo /bin/true | su $qa_user
1368 [ "$?" == "0" ] || _notrun "$qa_user cannot execute commands."
1371 # check for the fsgqa group on the machine
1376 _cat_group | grep -q $qa_group
1377 [ "$?" == "0" ] || _notrun "$qa_group user not defined."
1383 s,.*Permission\sdenied.*,Permission denied,;
1384 s,.*no\saccess\sto\stty.*,,;
1385 s,.*no\sjob\scontrol\sin\sthis\sshell.*,,;
1392 if [ "$HOSTOS" == "IRIX" ]
1394 echo $1 | /bin/bash "su $qa_user 2>&1" | _filter_user_do
1396 echo $1 | su $qa_user 2>&1 | _filter_user_do
1400 _require_xfs_io_command()
1404 echo "Usage: _require_xfs_io_command command" 1>&2
1409 testfile=$TEST_DIR/$$.xfs_io
1412 testio=`$XFS_IO_PROG -F -f -c "falloc 0 1m" $testfile 2>&1`
1414 "fpunch" | "fcollapse" | "zero" | "fzero" )
1415 testio=`$XFS_IO_PROG -F -f -c "pwrite 0 20k" -c "fsync" \
1416 -c "$command 4k 8k" $testfile 2>&1`
1419 testio=`$XFS_IO_PROG -F -f -c "pwrite 0 20k" -c "fsync" \
1420 -c "fiemap -v" $testfile 2>&1`
1423 testio=`$XFS_IO_PROG -T -F -c "flink $testfile" \
1425 echo $testio | egrep -q "invalid option|Is a directory" && \
1426 _notrun "xfs_io $command support is missing"
1429 testio=`$XFS_IO_PROG -c "$command help" 2>&1`
1432 rm -f $testfile 2>&1 > /dev/null
1433 echo $testio | grep -q "not found" && \
1434 _notrun "xfs_io $command support is missing"
1435 echo $testio | grep -q "Operation not supported" && \
1436 _notrun "xfs_io $command failed (old kernel/wrong fs?)"
1439 # Check that a fs has enough free space (in 1024b blocks)
1444 BLOCKS=$2 # in units of 1024
1445 let GB=$BLOCKS/1024/1024
1447 FREE_BLOCKS=`df -klP $MNT | grep -v Filesystem | awk '{print $4}'`
1448 [ $FREE_BLOCKS -lt $BLOCKS ] && \
1449 _notrun "This test requires at least ${GB}GB free on $MNT to run"
1453 # Check if the filesystem supports sparse files.
1455 # Unfortunately there is no better way to do this than a manual black list.
1457 _require_sparse_files()
1461 _notrun "Sparse files not supported by this filesystem type: $FSTYP"
1470 #boot_params always present in debugfs
1471 [ -d "$DEBUGFS_MNT/boot_params" ] || _notrun "Debugfs not mounted"
1474 _require_fail_make_request()
1476 [ -f "$DEBUGFS_MNT/fail_make_request/probability" ] \
1477 || _notrun "$DEBUGFS_MNT/fail_make_request \
1478 not found. Seems that CONFIG_FAIL_MAKE_REQUEST kernel config option not enabled"
1482 # Check if the file system supports seek_data/hole
1484 _require_seek_data_hole()
1486 testfile=$TEST_DIR/$$.seek
1487 testseek=`$here/src/seek_sanity_test -t $testfile 2>&1`
1488 rm -f $testfile &>/dev/null
1489 echo $testseek | grep -q "Kernel does not support" && \
1490 _notrun "File system does not support llseek(2) SEEK_DATA/HOLE"
1493 # check that a FS on a device is mounted
1494 # if so, return mount point
1500 echo "Usage: _is_mounted device" 1>&2
1506 if _mount | grep "$device " | $AWK_PROG -v pattern="type $FSTYP" '
1507 pattern { print $3 ; exit 0 }
1511 echo "_is_mounted: $device is not a mounted $FSTYP FS"
1516 # remount a FS to a new mode (ro or rw)
1522 echo "Usage: _remount device ro/rw" 1>&2
1528 if ! mount -o remount,$mode $device
1530 echo "_remount: failed to remount filesystem on $device as $mode"
1535 # Run the appropriate repair/check on a filesystem
1537 # if the filesystem is mounted, it's either remounted ro before being
1538 # checked or it's unmounted and then remounted
1541 # If set, we remount ro instead of unmounting for fsck
1544 _umount_or_remount_ro()
1548 echo "Usage: _umount_or_remount_ro <device>" 1>&2
1553 mountpoint=`_is_mounted $device`
1555 if [ $USE_REMOUNT -eq 0 ]; then
1556 $UMOUNT_PROG $device
1563 _mount_or_remount_rw()
1567 echo "Usage: _mount_or_remount_rw <opts> <device> <mountpoint>" 1>&2
1574 if [ $USE_REMOUNT -eq 0 ]
1576 if ! _mount -t $FSTYP $mount_opts $device $mountpoint
1578 echo "!!! failed to remount $device on $mountpoint"
1588 # Check a generic filesystem in no-op mode; this assumes that the
1589 # underlying fsck program accepts "-n" for a no-op (check-only) run,
1590 # and that it will still return an errno for corruption in this mode.
1592 # Filesystems which don't support this will need to define their
1593 # own check routine.
1595 _check_generic_filesystem()
1599 # If type is set, we're mounted
1600 type=`_fs_type $device`
1603 if [ "$type" = "$FSTYP" ]
1606 mountpoint=`_umount_or_remount_ro $device`
1609 fsck -t $FSTYP $FSCK_OPTIONS $device >$tmp.fsck 2>&1
1612 echo "_check_generic_filesystem: filesystem on $device is inconsistent (see $seqres.full)"
1614 echo "_check_generic filesystem: filesystem on $device is inconsistent" >>$seqres.full
1615 echo "*** fsck.$FSTYP output ***" >>$seqres.full
1616 cat $tmp.fsck >>$seqres.full
1617 echo "*** end fsck.$FSTYP output" >>$seqres.full
1625 echo "*** mount output ***" >>$seqres.full
1626 _mount >>$seqres.full
1627 echo "*** end mount output" >>$seqres.full
1628 elif [ "$type" = "$FSTYP" ]
1631 _mount_or_remount_rw "$MOUNT_OPTIONS" $device $mountpoint
1635 if [ $ok -eq 0 ]; then
1643 # run xfs_check and friends on a FS.
1645 _check_xfs_filesystem()
1649 echo "Usage: _check_xfs_filesystem device <logdev>|none <rtdev>|none" 1>&2
1653 extra_mount_options=""
1655 if [ "$2" != "none" ]; then
1656 extra_log_options="-l$2"
1657 extra_mount_options="-ologdev=$2"
1660 if [ "$3" != "none" ]; then
1661 extra_rt_options="-r$3"
1662 extra_mount_options=$extra_mount_options" -ortdev=$3"
1664 extra_mount_options=$extra_mount_options" $MOUNT_OPTIONS"
1666 [ "$FSTYP" != xfs ] && return 0
1668 type=`_fs_type $device`
1671 if [ "$type" = "xfs" ]
1674 mountpoint=`_umount_or_remount_ro $device`
1677 $XFS_LOGPRINT_PROG -t $extra_log_options $device 2>&1 \
1678 | tee $tmp.logprint | grep -q "<CLEAN>"
1679 if [ $? -ne 0 -a "$HOSTOS" = "Linux" ]
1681 echo "_check_xfs_filesystem: filesystem on $device has dirty log (see $seqres.full)"
1683 echo "_check_xfs_filesystem: filesystem on $device has dirty log" >>$seqres.full
1684 echo "*** xfs_logprint -t output ***" >>$seqres.full
1685 cat $tmp.logprint >>$seqres.full
1686 echo "*** end xfs_logprint output" >>$seqres.full
1691 # xfs_check runs out of memory on large files, so even providing the test
1692 # option (-t) to avoid indexing the free space trees doesn't make it pass on
1693 # large filesystems. Avoid it.
1694 if [ "$LARGE_SCRATCH_DEV" != yes ]; then
1695 _xfs_check $extra_log_options $device 2>&1 |\
1696 _fix_malloc >$tmp.fs_check
1698 if [ -s $tmp.fs_check ]
1700 echo "_check_xfs_filesystem: filesystem on $device is inconsistent (c) (see $seqres.full)"
1702 echo "_check_xfs_filesystem: filesystem on $device is inconsistent" >>$seqres.full
1703 echo "*** xfs_check output ***" >>$seqres.full
1704 cat $tmp.fs_check >>$seqres.full
1705 echo "*** end xfs_check output" >>$seqres.full
1710 $XFS_REPAIR_PROG -n $extra_log_options $extra_rt_options $device >$tmp.repair 2>&1
1713 echo "_check_xfs_filesystem: filesystem on $device is inconsistent (r) (see $seqres.full)"
1715 echo "_check_xfs_filesystem: filesystem on $device is inconsistent" >>$seqres.full
1716 echo "*** xfs_repair -n output ***" >>$seqres.full
1717 cat $tmp.repair | _fix_malloc >>$seqres.full
1718 echo "*** end xfs_repair output" >>$seqres.full
1722 rm -f $tmp.fs_check $tmp.logprint $tmp.repair
1726 echo "*** mount output ***" >>$seqres.full
1727 _mount >>$seqres.full
1728 echo "*** end mount output" >>$seqres.full
1729 elif [ "$type" = "xfs" ]
1731 _mount_or_remount_rw "$extra_mount_options" $device $mountpoint
1734 if [ $ok -eq 0 ]; then
1736 if [ "$iam" != "check" ]; then
1744 # Filter the knowen errors the UDF Verifier reports.
1745 _udf_test_known_error_filter()
1747 egrep -v "PVD 60 Error: Interchange Level: 1, Maximum Interchange Level: 0|FSD 28 Error: Interchange Level: 1, Maximum Interchange Level: 1,|PVD 72 Warning: Volume Set Identifier: \"\*IRIX UDF\",|Warning: [0-9]+ unused blocks NOT marked as unallocated."
1751 _check_udf_filesystem()
1753 [ "$DISABLE_UDF_TEST" == "1" ] && return
1755 if [ $# -ne 1 -a $# -ne 2 ]
1757 echo "Usage: _check_udf_filesystem device [last_block]" 1>&2
1761 if [ ! -x $here/src/udf_test ]
1763 echo "udf_test not installed, please download and build the Philips"
1764 echo "UDF Verification Software from http://www.extra.research.philips.com/udf/."
1765 echo "Then copy the udf_test binary to $here/src/."
1766 echo "If you do not wish to run udf_test then set environment variable DISABLE_UDF_TEST"
1774 LAST_BLOCK=`expr \( $2 - 1 \)`
1775 OPT_ARG="-lastvalidblock $LAST_BLOCK"
1778 rm -f $seqres.checkfs
1779 sleep 1 # Due to a problem with time stamps in udf_test
1780 $here/src/udf_test $OPT_ARG $device | tee $seqres.checkfs | egrep "Error|Warning" | \
1781 _udf_test_known_error_filter | \
1782 egrep -iv "Error count:.*[0-9]+.*total occurrences:.*[0-9]+|Warning count:.*[0-9]+.*total occurrences:.*[0-9]+" && \
1783 echo "Warning UDF Verifier reported errors see $seqres.checkfs."
1786 _check_xfs_test_fs()
1790 [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \
1791 TEST_LOG="$TEST_LOGDEV"
1793 [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_RTDEV" ] && \
1794 TEST_RT="$TEST_RTDEV"
1796 _check_xfs_filesystem $TEST_DEV $TEST_LOG $TEST_RT
1798 # check for ipath consistency
1799 if $XFS_GROWFS_PROG -n $TEST_DIR | grep -q 'inode-paths=1'; then
1800 # errors go to stderr
1801 xfs_check_ipaths $TEST_DIR >/dev/null
1802 xfs_repair_ipaths -n $TEST_DIR >/dev/null
1806 _check_btrfs_filesystem()
1810 # If type is set, we're mounted
1811 type=`_fs_type $device`
1814 if [ "$type" = "$FSTYP" ]
1817 mountpoint=`_umount_or_remount_ro $device`
1820 btrfsck $device >$tmp.fsck 2>&1
1823 echo "_check_btrfs_filesystem: filesystem on $device is inconsistent (see $seqres.full)"
1825 echo "_check_btrfs_filesystem: filesystem on $device is inconsistent" >>$seqres.full
1826 echo "*** fsck.$FSTYP output ***" >>$seqres.full
1827 cat $tmp.fsck >>$seqres.full
1828 echo "*** end fsck.$FSTYP output" >>$seqres.full
1836 echo "*** mount output ***" >>$seqres.full
1837 _mount >>$seqres.full
1838 echo "*** end mount output" >>$seqres.full
1839 elif [ "$type" = "$FSTYP" ]
1842 _mount_or_remount_rw "$MOUNT_OPTIONS" $device $mountpoint
1846 if [ $ok -eq 0 ]; then
1861 # no way to check consistency for nfs
1864 # do nothing for now
1867 _check_btrfs_filesystem $TEST_DEV
1870 # no way to check consistency for tmpfs
1873 _check_generic_filesystem $TEST_DEV
1881 [ $# -eq 1 ] && device=$1
1887 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_LOGDEV" ] && \
1888 SCRATCH_LOG="$SCRATCH_LOGDEV"
1890 [ "$USE_EXTERNAL" = yes -a ! -z "$SCRATCH_RTDEV" ] && \
1891 SCRATCH_RT="$SCRATCH_RTDEV"
1893 _check_xfs_filesystem $device $SCRATCH_LOG $SCRATCH_RT
1896 _check_udf_filesystem $device $udf_fsize
1899 # Don't know how to check an NFS filesystem, yet.
1902 _check_btrfs_filesystem $device
1905 # no way to check consistency for tmpfs
1908 _check_generic_filesystem $device
1913 _full_fstyp_details()
1915 [ -z "$FSTYP" ] && FSTYP=xfs
1916 if [ $FSTYP = xfs ]; then
1917 if [ -d /proc/fs/xfs ]; then
1918 if grep -q 'debug 0' /proc/fs/xfs/stat; then
1919 FSTYP="$FSTYP (non-debug)"
1920 elif grep -q 'debug 1' /proc/fs/xfs/stat; then
1921 FSTYP="$FSTYP (debug)"
1924 if uname -a | grep -qi 'debug'; then
1925 FSTYP="$FSTYP (debug)"
1927 FSTYP="$FSTYP (non-debug)"
1934 _full_platform_details()
1940 echo "$os/$platform $host $kernel"
1945 if [ -z "$1" -o -z "$2" ]; then
1946 echo Error must pass src and dst.
1950 if [ "`uname`" == "IRIX64" ] || [ "`uname`" == "IRIX" ]; then
1952 elif [ "`uname`" == "Linux" ]; then
1955 echo Error test $seq does not run on the operating system: `uname`
1966 #takes files, randomdata
1974 if [ $size -gt 0 ]; then
1975 if [ "$2" == "false" ]; then
1976 dd if=/dev/zero of=$file bs=1024 count=$size 2>&1 | _filter_dd
1978 dd if=/dev/urandom of=$file bs=1024 count=$size 2>&1 | _filter_dd
1985 # takes dirname, depth, randomdata
1988 dirname=$1; depth=$2; randomdata=$3
1989 mkdir $dirname || die "mkdir $dirname failed"
1992 _nfiles $files $randomdata # files for this dir and data type
1994 [ $depth -eq 0 ] && return
1995 let deep=$depth-1 # go 1 down
1997 [ $verbose = true ] && echo "descending, depth from leaves = $deep"
2000 while [ $d -lt $dirs ]
2002 _descend d$d $deep &
2008 # Populate a filesystem with inodes for performance experiments
2010 # usage: populate [-v] [-n ndirs] [-f nfiles] [-d depth] [-r root] [-s size] [-x]
2015 dirs=5 # ndirs in each subdir till leaves
2016 size=0 # sizeof files in K
2017 files=100 # num files in _each_ subdir
2018 depth=2 # depth of tree from root to leaves
2020 root=root # path of initial root of directory tree
2021 randomdata=false # -x data type urandom or zero
2024 while getopts "d:f:n:r:s:v:x" c
2033 x) randomdata=true;;
2037 _descend $root $depth $randomdata
2042 [ $verbose = true ] && echo done
2045 # query whether the given file has the given inode flag set
2052 if which $XFS_IO_PROG >/dev/null; then
2053 if $XFS_IO_PROG -r -c 'lsattr -v' "$file" | grep -q "$flag" ; then
2060 # query the given files extsize allocator hint in bytes (if any)
2067 if which $XFS_IO_PROG >/dev/null; then
2068 blocks=`$XFS_IO_PROG -r -c 'stat' "$file" | \
2069 awk '/^xattr.extsize =/ { print $3 }'`
2071 [ -z "$blocks" ] && blocks="0"
2075 # scratch_dev_pool should contain the disks pool for the btrfs raid
2076 _require_scratch_dev_pool()
2081 if [ -z "$SCRATCH_DEV_POOL" ]; then
2082 _notrun "this test requires a valid \$SCRATCH_DEV_POOL"
2085 if [ -z "$1" ]; then
2091 # btrfs test case needs ndevs or more scratch_dev_pool; other FS not sure
2095 if [ "`echo $SCRATCH_DEV_POOL|wc -w`" -lt $ndevs ]; then
2096 _notrun "btrfs and this test needs $ndevs or more disks in SCRATCH_DEV_POOL"
2100 _notrun "dev_pool is not supported by fstype \"$FSTYP\""
2104 for i in $SCRATCH_DEV_POOL; do
2105 if [ "`_is_block_dev $i`" = "" ]; then
2106 _notrun "this test requires valid block disk $i"
2108 if [ "`_is_block_dev $i`" = "`_is_block_dev $TEST_DEV`" ]; then
2109 _notrun "$i is part of TEST_DEV, this test requires unique disks"
2111 if _mount | grep -q $i; then
2112 if ! $UMOUNT_PROG $i; then
2113 echo "failed to unmount $i - aborting"
2117 # to help better debug when something fails, we remove
2118 # traces of previous btrfs FS on the dev.
2119 dd if=/dev/zero of=$i bs=4096 count=100 > /dev/null 2>&1
2123 # We will check if the device is deletable
2124 _require_deletable_scratch_dev_pool()
2128 for i in $SCRATCH_DEV_POOL; do
2129 x=`echo $i | cut -d"/" -f 3`
2130 if [ ! -f /sys/class/block/${x}/device/delete ]; then
2131 _notrun "$i is a device which is not deletable"
2136 # We check for btrfs and (optionally) features of the btrfs command
2140 _require_command $BTRFS_UTIL_PROG btrfs
2141 if [ -z "$1" ]; then
2144 $BTRFS_UTIL_PROG $cmd --help >/dev/null 2>&1
2145 [ $? -eq 0 ] || _notrun "$BTRFS_UTIL_PROG too old (must support $cmd)"
2148 # Check that fio is present, and it is able to execute given jobfile
2153 _require_command $FIO_PROG
2154 if [ -z "$1" ]; then
2158 $FIO_PROG --warnings-fatal --showcmd $job >> $seqres.full 2>&1
2159 [ $? -eq 0 ] || _notrun "$FIO_PROG too old, see $seqres.full"
2162 # Does freeze work on this fs?
2165 xfs_freeze -f "$TEST_DIR" >/dev/null 2>&1
2167 xfs_freeze -u "$TEST_DIR" >/dev/null 2>&1
2168 [ $result -eq 0 ] || _notrun "$FSTYP does not support freezing"
2171 # arg 1 is dev to remove and is output of the below eg.
2172 # ls -l /sys/class/block/sdd | rev | cut -d "/" -f 3 | rev
2178 echo 1 > /sys/class/scsi_device/${lun}/device/delete || _fail "Remove disk failed"
2180 stat $disk > /dev/null 2>&1
2181 while [ $? -eq 0 ]; do
2183 stat $disk > /dev/null 2>&1
2187 # arg 1 is dev to add and is output of the below eg.
2188 # ls -l /sys/class/block/sdd | rev | cut -d "/" -f 3 | rev
2193 # arg 1 will be in h:t:d:l format now in the h and "t d l" format
2194 h=`echo ${1} | cut -d":" -f 1`
2195 tdl=`echo ${1} | cut -d":" -f 2-|sed 's/:/ /g'`
2197 echo ${tdl} > /sys/class/scsi_host/host${h}/scan || _fail "Add disk failed"
2199 # ensure the device comes online
2201 for i in `seq 1 10`; do
2202 if [ -d /sys/class/scsi_device/${1}/device/block ]; then
2203 dev=`ls /sys/class/scsi_device/${1}/device/block`
2204 for j in `seq 1 10`;
2206 stat /dev/$dev > /dev/null 2>&1
2207 if [ $? -eq 0 ]; then
2218 if [ $dev_back_oneline -eq 0 ]; then
2219 echo "/dev/$dev online failed" >> $seqres.full
2221 echo "/dev/$dev is back online" >> $seqres.full
2227 if [ -z "$FSTRIM_PROG" ]; then
2228 _notrun "This test requires fstrim utility."
2232 _test_batched_discard()
2234 if [ $# -ne 1 ]; then
2235 echo "Usage: _test_batched_discard mnt_point" 1>&2
2239 $FSTRIM_PROG ${1} &>/dev/null
2244 if [ -z "$DUMPE2FS_PROG" ]; then
2245 _notrun "This test requires dumpe2fs utility."
2251 if [ ! -e /proc/self/uid_map ]; then
2252 _notrun "This test requires procfs uid_map support."
2254 if [ ! -e /proc/self/gid_map ]; then
2255 _notrun "This test requires procfs gid_map support."
2259 _require_cp_reflink()
2261 cp --help | grep -q reflink || \
2262 _notrun "This test requires a cp with --reflink support."
2267 FSSUM_PROG=$here/src/fssum
2268 [ -x $FSSUM_PROG ] || _notrun "fssum not built"
2271 _require_btrfs_cloner()
2273 CLONER_PROG=$here/src/cloner
2274 [ -x $CLONER_PROG ] || \
2275 _notrun "cloner binary not present at $CLONER_PROG"
2278 # Given 2 files, verify that they have the same mapping but different
2279 # inodes - i.e. an undisturbed reflink
2280 # Silent if so, make noise if not
2283 # not a hard link or symlink?
2284 cmp -s <(stat -c '%i' $1) <(stat -c '%i' $2) \
2285 && echo "$1 and $2 are not reflinks: same inode number"
2288 diff -u <($XFS_IO_PROG -c "fiemap" $1 | grep -v $1) \
2289 <($XFS_IO_PROG -c "fiemap" $2 | grep -v $2) \
2290 || echo "$1 and $2 are not reflinks: different extents"
2295 _scratch_mkfs > /dev/null 2>&1
2296 _mount -t $FSTYP -o relatime $SCRATCH_DEV $SCRATCH_MNT || \
2297 _notrun "relatime not supported by the current kernel"
2303 [ -x src/nsexec ] || _notrun "src/nsexec executable not found"
2304 src/nsexec -U true 2>/dev/null || _notrun "userns not supported by this kernel"
2307 _create_loop_device()
2310 dev=`losetup -f --show $file` || _fail "Cannot assign $file to a loop device"
2314 _destroy_loop_device()
2317 losetup -d $dev || _fail "Cannot destroy loop device $dev"
2320 _scale_fsstress_args()
2323 while [ $# -gt 0 ]; do
2325 -n) args="$args $1 $(($2 * $TIME_FACTOR))"; shift ;;
2326 -p) args="$args $1 $(($2 * $LOAD_FACTOR))"; shift ;;
2327 *) args="$args $1" ;;
2335 # Return the logical block size if running on a block device,
2336 # else substitute the page size.
2338 _min_dio_alignment()
2342 if [ -b "$dev" ]; then
2343 blockdev --getss $dev
2345 $here/src/feature -s
2351 echo "# $@" >> $seqres.full 2>&1
2352 "$@" >> $seqres.full 2>&1 || _fail "failed: '$@'"
2355 _run_btrfs_util_prog()
2357 run_check $BTRFS_UTIL_PROG $*
2360 _require_btrfs_send_stream_version()
2362 $BTRFS_UTIL_PROG send 2>&1 | \
2363 grep '^[ \t]*\-\-stream\-version <version>' > /dev/null 2>&1
2364 if [ $? -ne 0 ]; then
2365 _notrun "Missing btrfs-progs send --stream-version command line option, skipped this test"
2368 # test if btrfs kernel supports send stream version 2
2369 if [ ! -f /sys/fs/btrfs/send/stream_version ]; then
2370 _notrun "Missing btrfs kernel patch for send stream version 2, skipped this test"
2374 _require_btrfs_mkfs_feature()
2377 echo "Missing feature name argument for _require_btrfs_mkfs_feature"
2381 $MKFS_BTRFS_PROG -O list-all 2>&1 | \
2382 grep '^[ \t]*'"$feat"'\b' > /dev/null 2>&1
2384 _notrun "Feature $feat not supported in the available version of mkfs.btrfs"
2387 _require_btrfs_fs_feature()
2390 echo "Missing feature name argument for _require_btrfs_fs_feature"
2394 modprobe btrfs > /dev/null 2>&1
2395 [ -e /sys/fs/btrfs/features/$feat ] || \
2396 _notrun "Feature $feat not supported by the available btrfs version"
2401 if [ -z "$1" ]; then
2402 echo "Usage: _get_total_inode <mnt>"
2406 nr_inode=`$DF_PROG -i $1 | tail -1 | awk '{print $3}'`
2412 if [ -z "$1" ]; then
2413 echo "Usage: _get_used_inode <mnt>"
2417 nr_inode=`$DF_PROG -i $1 | tail -1 | awk '{print $4}'`
2423 if [ -z "$1" ]; then
2424 echo "Usage: _get_free_inode <mnt>"
2428 nr_inode=`$DF_PROG -i $1 | tail -1 | awk '{print $5}'`
2434 if [ "$iam" == new ]
2438 # make some further configuration checks here
2439 if [ "$TEST_DEV" = "" ]
2441 echo "common/rc: Error: \$TEST_DEV is not set"
2445 # if $TEST_DEV is not mounted, mount it now as XFS
2446 if [ -z "`_fs_type $TEST_DEV`" ]
2448 # $TEST_DEV is not mounted
2451 echo "common/rc: retrying test device mount with external set"
2452 [ "$USE_EXTERNAL" != "yes" ] && export USE_EXTERNAL=yes
2455 echo "common/rc: could not mount $TEST_DEV on $TEST_DIR"
2461 if [ "`_fs_type $TEST_DEV`" != "$FSTYP" ]
2463 echo "common/rc: Error: \$TEST_DEV ($TEST_DEV) is not a MOUNTED $FSTYP filesystem"
2467 # Figure out if we need to add -F ("foreign", deprecated) option to xfs_io
2468 xfs_io -c stat $TEST_DIR 2>&1 | grep -q "is not on an XFS filesystem" && \
2469 export XFS_IO_PROG="$XFS_IO_PROG -F"
2472 # get real device path name by following link
2476 if [ -b "$_dev" ] && [ -L "$_dev" ]; then
2477 _dev=`readlink -f "$_dev"`
2482 # basename of a device
2485 echo `basename $(_real_dev $1)`
2490 ################################################################################
2491 # make sure this script returns success