tests/btrfs/192

   1 #! /bin/bash
   2 # SPDX-License-Identifier: GPL-2.0
   3 # Copyright (C) 2019 SUSE Linux Products GmbH. All Rights Reserved.
   4 #
   5 # FS QA Test 192
   6 #
   7 # Test btrfs consistency after each FUA for a workload with snapshot creation
   8 # and removal
   9 #
  10 seq=`basename $0`
  11 seqres=$RESULT_DIR/$seq
  12 echo "QA output created by $seq"
  13
  14 here=`pwd`
  15 tmp=/tmp/$$
  16 status=1        # failure is the default!
  17 trap "_cleanup; exit \$status" 0 1 2 3 15
  18
  19 _cleanup()
  20 {
  21         cd /
  22         kill -q $pid1 &> /dev/null
  23         kill -q $pid2 &> /dev/null
  24         "$KILLALL_PROG" -q $FSSTRESS_PROG &> /dev/null
  25         wait
  26         _log_writes_cleanup &> /dev/null
  27         rm -f $tmp.*
  28 }
  29
  30 # get standard environment, filters and checks
  31 . ./common/rc
  32 . ./common/filter
  33 . ./common/attr
  34 . ./common/dmlogwrites
  35
  36 # remove previous $seqres.full before test
  37 rm -f $seqres.full
  38
  39 # real QA test starts here
  40
  41 # Modify as appropriate.
  42 _supported_fs btrfs
  43 _supported_os Linux
  44
  45 _require_command "$KILLALL_PROG" killall
  46 _require_command "$BLKDISCARD_PROG" blkdiscard
  47 _require_btrfs_fs_feature "no_holes"
  48 _require_btrfs_mkfs_feature "no-holes"
  49 _require_log_writes
  50 _require_scratch
  51 _require_attrs
  52
  53 # We require a 4K nodesize to ensure the test isn't too slow
  54 if [ $(get_page_size) -ne 4096 ]; then
  55         _notrun "This test doesn't support non-4K page size yet"
  56 fi
  57
  58 runtime=30
  59 nr_cpus=$("$here/src/feature" -o)
  60 # cap nr_cpus to 8 to avoid spending too much time on hosts with many cpus
  61 if [ $nr_cpus -gt 8 ]; then
  62         nr_cpus=8
  63 fi
  64 fsstress_args=$(_scale_fsstress_args -w -d $SCRATCH_MNT -n 99999 -p $nr_cpus \
  65                 $FSSTRESS_AVOID)
  66 _log_writes_init $SCRATCH_DEV
  67
  68 # Discard the whole devices so when some tree pointer is wrong, it won't point
  69 # to some older valid tree blocks, so we can detect it.
  70 $BLKDISCARD_PROG $LOGWRITES_DMDEV > /dev/null 2>&1
  71
  72 # Use no-holes to avoid warnings of missing file extent items (expected
  73 # for holes due to mix of buffered and direct IO writes).
  74 # And use 4K nodesize to bump tree height.
  75 _log_writes_mkfs -O no-holes -n 4k >> $seqres.full
  76 _log_writes_mount
  77
  78 $BTRFS_UTIL_PROG subvolume create $SCRATCH_MNT/src > /dev/null
  79 mkdir -p $SCRATCH_MNT/snapshots
  80 mkdir -p $SCRATCH_MNT/src/padding
  81
  82 random_file()
  83 {
  84         local basedir=$1
  85         echo "$basedir/$(ls $basedir | sort -R | tail -1)"
  86 }
  87
  88 snapshot_workload()
  89 {
  90         trap "wait; exit" SIGTERM
  91
  92         local i=0
  93         while true; do
  94                 $BTRFS_UTIL_PROG subvolume snapshot \
  95                         $SCRATCH_MNT/src $SCRATCH_MNT/snapshots/$i \
  96                         > /dev/null
  97                 # Do something small to make snapshots different
  98                 rm -f "$(random_file $SCRATCH_MNT/src/padding)"
  99                 rm -f "$(random_file $SCRATCH_MNT/src/padding)"
 100                 touch "$(random_file $SCRATCH_MNT/src/padding)"
 101                 touch "$SCRATCH_MNT/src/padding/random_$RANDOM"
 102
 103                 i=$(($i + 1))
 104                 sleep 1
 105         done
 106 }
 107
 108 delete_workload()
 109 {
 110         trap "wait; exit" SIGTERM
 111
 112         while true; do
 113                 sleep 2
 114                 $BTRFS_UTIL_PROG subvolume delete \
 115                         "$(random_file $SCRATCH_MNT/snapshots)" \
 116                         > /dev/null 2>&1
 117         done
 118 }
 119
 120 # Replay and check each fua/flush (specified by $2) point.
 121 #
 122 # Since dm-log-writes records bio sequentially, even just replaying a range
 123 # still needs to iterate all records before the end point.
 124 # When number of records grows, it will be unacceptably slow, thus we need
 125 # to use relay-log itself to trigger fsck, avoid unnecessary seek.
 126 log_writes_fast_replay_check()
 127 {
 128         local check_point=$1
 129         local blkdev=$2
 130         local fsck_command="$BTRFS_UTIL_PROG check $blkdev"
 131         local ret
 132
 133         [ -z "$check_point" -o -z "$blkdev" ] && _fail \
 134         "check_point and blkdev must be specified for log_writes_fast_replay_check"
 135
 136         $here/src/log-writes/replay-log --log $LOGWRITES_DEV \
 137                 --replay $blkdev --check $check_point --fsck "$fsck_command" \
 138                 &> $tmp.full_fsck
 139         ret=$?
 140         tail -n 150 $tmp.full_fsck > $seqres.full
 141         [ $ret -ne 0 ] && _fail "fsck failed during replay"
 142 }
 143
 144 xattr_value=$(printf '%0.sX' $(seq 1 3800))
 145
 146 # Bumping tree height to level 2.
 147 for ((i = 0; i < 64; i++)); do
 148         touch "$SCRATCH_MNT/src/padding/$i"
 149         $SETFATTR_PROG -n 'user.x1' -v $xattr_value "$SCRATCH_MNT/src/padding/$i"
 150 done
 151
 152 _log_writes_mark prepare
 153
 154 snapshot_workload &
 155 pid1=$!
 156 delete_workload &
 157 pid2=$!
 158
 159 "$FSSTRESS_PROG" $fsstress_args > /dev/null &
 160 sleep $runtime
 161
 162 "$KILLALL_PROG" -q "$FSSTRESS_PROG" &> /dev/null
 163 kill $pid1 &> /dev/null
 164 kill $pid2 &> /dev/null
 165 wait
 166 _log_writes_unmount
 167 _log_writes_remove
 168
 169 log_writes_fast_replay_check fua "$SCRATCH_DEV"
 170
 171 echo "Silence is golden"
 172
 173 # success, all done
 174 status=0
 175 exit