3 # Copyright (c) 2000-2002 Silicon Graphics, Inc. All Rights Reserved.
5 # This program is free software; you can redistribute it and/or
6 # modify it under the terms of the GNU General Public License as
7 # published by the Free Software Foundation.
9 # This program is distributed in the hope that it would be useful,
10 # but WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 # GNU General Public License for more details.
14 # You should have received a copy of the GNU General Public License
15 # along with this program; if not, write the Free Software Foundation,
16 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
19 # common routines for log testing
20 # Created by dxm@sgi.com & tes@sgi.com
23 fulldir=$seqres.fulldir
28 if [ $status -eq 0 ]; then
29 # don't keep these files around unless something went wrong
36 echo "" >>$seqres.full
37 echo "*** $* ***" >>$seqres.full
38 echo "" >>$seqres.full
43 echo "" | tee -a $seqres.full
44 echo "*** $* ***" | tee -a $seqres.full
45 echo "" | tee -a $seqres.full
48 # Handle the operations which get split over Log Record
50 # Oper (379)..... flags: CONTINUE
52 # Oper (0)....... flags: WAS_CONT END
56 # Oper (379)..... flags: none
58 # Oper (0)....... flags: none
67 printf "line = %s\n", $0
72 /^Oper/ && /flags: CONTINUE/ {
73 # this will be the first op of split region
74 $9 = "none" # overwrite CONTINUE flags
76 print "Not printing rest"
80 /^Oper/ && /flags: WAS_CONT END/ {
81 # this will be the last op of split region
82 # skip over was-continued op
83 # we assume there can be only 1
88 # skip over any continued op stuff
96 # Filter out things that can change
97 # We have complexities which change when log is sync'ed at different
99 # Example1: DATA FORK EXTENTS
100 # These will not show up if inode is sync'ed sooner
101 # /DATA FORK EXTENTS/d;
102 # /INODE:/s/flags:0x5/flags:0x1/g;
103 # define XFS_ILOG_CORE 0x001 /* log standard inode fields */
104 # define XFS_ILOG_DEXT 0x004 /* log i_df.if_extents */
112 s/ver:[0-9]/ver:<VERS>/;
113 s/version [0-9] format [0-9]/version <VERS> format <FORMAT>/;
114 s/data device: 0x[0-9a-f][0-9a-f]*/data device: <DEVICE>/;
115 s/log device: 0x[0-9a-f][0-9a-f]*/log device: <DEVICE>/;
116 s/log file: \".*\"/log device: <DEVICE>/;
117 s/daddr: [0-9][0-9]*/daddr: <DADDR>/;
118 s/length: [0-9][0-9]*/length: <LENGTH>/;
119 s/length: [0-9][0-9]*/length: <LENGTH>/;
120 s/^cycle num overwrites: .*$/cycle num overwrites: <TIDS>/;
121 s/tid: [0-9a-f][0-9a-f]*/tid: <TID>/;
122 s/tid:0x[0-9a-f][0-9a-f]*/tid:<TID>/;
123 s/q:0x[0-9a-f][0-9a-f]*/q:<Q>/;
124 s/a:0x[0-9a-f][0-9a-f]*/a:<A>/g;
125 s/blkno:0x[0-9a-f][0-9a-f]*/blkno:<BLKNO>/g;
126 s/blkno: *[0-9][0-9]* (0x[0-9a-f]*)/blkno: <BLKNO> (<BLKNO>)/g;
127 s/blkno: *[0-9][0-9]*/blkno: <BLKNO>/g;
128 s/boff: [0-9][0-9]*/boff: <BOFF>/g;
129 s/len: *[0-9][0-9]*/len:<LEN>/g;
130 /BUF:/s/[ ]*flags:.*$//;
131 /zeroed blocks/s/[0-9][0-9]*/<COUNT>/g;
133 /log tail/s/[0-9][0-9]*/<COUNT>/g;
134 s/atime:[0-9a-fx]* *mtime:[0-9a-fx]* *ctime:[0-9a-fx]*/atime:<TIME> mtime:<TIME> ctime:<TIME>/;
135 s/atime 0x[0-9a-f]* mtime 0x[0-9a-f]* ctime 0x[0-9a-f]*/atime <TIME> mtime <TIME> ctime <TIME>/;
136 s/block [0-9][0-9]*/block <BLOCK>/;
137 s/icount: *[0-9][0-9]* *ifree: *[0-9][0-9]* *fdblks: *[0-9][0-9]* *frext: *[0-9][0-9]*/icount:<COUNT> ifree:<FREE> fdblks:<BLOCKS> frext:<COUNT>/;
138 s/sunit: *[0-9][0-9]* *swidth: *[0-9][0-9]*/sunit:<SUNIT> swidth:<SWIDTH>/;
139 s/1st: *[0-9][0-9]* *last: *[0-9][0-9]* *cnt: *[0-9][0-9]* *freeblks: *[0-9][0-9]* *longest: *[0-9][0-9]*/1st:<NUM> last:<NUM> cnt:<COUNT> freeblks:<COUNT> longest:<NUM>/;
140 s/^uuid: *[0-9a-f-][0-9a-f-]* *format: *.*$/uuid: <UUID> format: <FORMAT>/;
142 /version:/,/h_size:/d;
143 /override tail/s/[0-9][0-9]*/<TAIL_BLK>/;
149 /DATA FORK EXTENTS/d;
150 s/BUF: cnt:[1-9][0-9]* total:[1-9][0-9]*.*/BUF: cnt:C total:T/;
151 s/INO: cnt:[1-9][0-9]* total:[1-9][0-9]*.*/INO: cnt:C total:T/;
152 s/#regs: *[1-9][0-9]*/#regs:R/;
153 /INODE:/s/flags:0x5/flags:0x1/g;
154 s/Oper ([0-9][0-9]*)/Oper (OPNUM)/;
158 s/newino: 0x[0-9a-f]*$/newino: <INO>/g
159 s/newino:0x[0-9a-f]*$/newino:<INO>/g
160 s/ino: 0x[0-9a-f]* flags:/ino: <INO> flags:/g
161 s/ino:0x[0-9a-f]* flags:/ino:<INO> flags:/g
162 s/onlink:[0-9][0-9]*/onlink:<ONLINK>/;
163 s/gen:-*[0-9][0-9]*/gen:<GEN>/;
164 s/gen 0x[0-9a-f][0-9a-f]*/gen <GEN>/;
167 # collapse BUF DATA group into 1 line
168 # for Oper data this can be over separate operations...ughh
170 if (!buf_data) { # 1st one
178 oper = 0 # wont need it now
182 # store it as we dont know if 2nd BUF DATA is to follow
189 /^TRANS/ && dummy_rec == 1 {
190 # start printing again - dummy transaction over
194 # filter out dummy transactions
203 if (oper) { # now we can print out oper
214 _full "clean_log : xfs_logprint"
215 _scratch_xfs_logprint -t | tee -a $seqres.full \
216 | head | grep -q "<CLEAN>" || _fail "DIRTY LOG"
219 _scratch_xfs_logstate()
221 _scratch_xfs_logprint -t | tee -a $seqres.full | grep -q "<CLEAN>"
225 _scratch_f2fs_logstate()
227 $DUMP_F2FS_PROG $SCRATCH_DEV | tee -a $seqres.full | grep -q "unmount"
231 _scratch_ext4_logstate()
233 $DUMPE2FS_PROG -h $SCRATCH_DEV 2> /dev/null | tee -a $seqres.full | \
234 grep "^Filesystem features" | grep -q needs_recovery
243 _scratch_xfs_logprint
246 $DUMP_F2FS_PROG $SCRATCH_DEV
249 $DUMPE2FS_PROG -h $SCRATCH_DEV
263 $DUMP_F2FS_PROG $TEST_DEV
266 $DUMPE2FS_PROG -h $TEST_DEV
277 dirty=$(_scratch_xfs_logstate)
280 dirty=$(_scratch_f2fs_logstate)
283 dirty=$(_scratch_ext4_logstate)
289 if [ $dirty -ne 0 ]; then
298 mkdir $fulldir >/dev/null 2>&1
299 mntopt=`echo $MOUNT_OPTIONS | sed 's/ //g'`
300 mkfsopt=`echo $MKFS_OPTIONS | sed 's/ //g'`
301 raw=$fulldir/op.mnt$mntopt.mkfs$mkfsopt$sync_suffix.raw
302 filtered=$fulldir/op.mnt$mntopt.mkfs$mkfsopt$sync_suffix.filtered
304 echo "### xfs_logprint output ###" | tee $raw >$filtered
305 _scratch_xfs_logprint -c 2>&1 \
312 # start at rec#2 "-s 2" so we skip over UMOUNT record which will always
313 # be a 512b single header at mkfs time
314 # and may not match with the FS mounted at a different LR size
315 # => xlog_do_recovery_pass() can not handle the different hdr sizes
316 # it assumes them all to be the same between the start..finish
318 _print_transaction_inode()
321 mkdir $fulldir >/dev/null 2>&1
322 mntopt=`echo $MOUNT_OPTIONS | sed 's/ //g'`
323 mkfsopt=`echo $MKFS_OPTIONS | sed 's/ //g'`
324 raw=$fulldir/trans_inode.mnt$mntopt.mkfs$mkfsopt$sync_suffix.raw
325 filtered=$fulldir/trans_inode.mnt$mntopt.mkfs$mkfsopt$sync_suffix.filtered
327 echo "### xfs_logprint -t -i -s START output ###" | tee $raw >$filtered
328 _scratch_xfs_logprint -t -i -s $_start 2>&1 \
334 _print_transaction_buf()
337 mkdir $fulldir >/dev/null 2>&1
338 mntopt=`echo $MOUNT_OPTIONS | sed 's/ //g'`
339 mkfsopt=`echo $MKFS_OPTIONS | sed 's/ //g'`
340 raw=$fulldir/trans_buf.mnt$mntopt.mkfs$mkfsopt$sync_suffix.raw
341 filtered=$fulldir/trans_buf.mnt$mntopt.mkfs$mkfsopt$sync_suffix.filtered
343 echo "### xfs_logprint -t -b -s START output ###" | tee $raw >$filtered
344 _scratch_xfs_logprint -t -b -s $_start 2>&1 \
353 # mkfs options to append to log size otion can be specified ($*)
354 export MKFS_OPTIONS="-l size=2000b -l lazy-count=1 $*"
356 _scratch_mkfs_xfs >>$seqres.full 2>&1
357 if [ $? -ne 0 ] ; then
358 _echofull "Cannot mkfs for this test using option specified: $MKFS_OPTIONS"
367 # mount fs and create some log traffic
373 _scratch_mount >>$seqres.full 2>&1
374 if [ $? -ne 0 ] ; then
375 _echofull "mount failed: $MOUNT_OPTIONS"
379 # generate some log traffic - but not too much - life gets a little
380 # more complicated if the log wraps around. This traffic is
381 # pretty much arbitary, but could probably be made better than this.
382 touch $SCRATCH_MNT/{0,1,2,3,4,5,6,7,8,9}{0,1,2,3,4,5,6,7,8,9}
386 _scratch_unmount >>$seqres.full 2>&1
387 if [ $? -ne 0 ] ; then
388 _echofull "umount failed"
396 # mount fs and create some log traffic with sync'ing
402 _scratch_mount >>$seqres.full 2>&1
403 if [ $? -ne 0 ] ; then
404 _echofull "mount failed: $MOUNT_OPTIONS"
408 # generate some log traffic - but not too much
409 # add some syncs to get the log flushed to disk
410 for file in $SCRATCH_MNT/{0,1,2,3,4,5,6,7,8,9}{0,1,2,3,4,5,6,7,8,9}; do
417 _scratch_unmount >>$seqres.full 2>&1
418 if [ $? -ne 0 ] ; then
419 _echofull "umount failed"
426 echo "*** compare logprint: $1 with $2"
427 if ! diff $1 $2 >/dev/null; then
428 _fail "logprint output $1 differs to $2"
433 # Op data of different Log Record sizes will mean that data is
434 # split at different points and in op printing it will not
435 # try and decode the data which has been split up.
436 # So we do a special diff processing to complain of differences
437 # if no split is involved.
439 # Example diff with forms of:
440 # "Left over region from split log item"
441 # "Not printing rest of data"
444 # < Left over region from split log item
448 # < INODE: #regs: 3 Not printing rest of data
450 # > INODE: #regs: 3 ino: 0x80 flags: 0x5 dsize: 16
451 # > blkno: <BLKNO> len:<LEN> boff: <BOFF>
456 BEGIN { num_splits = 1; max_splits = 50 }
459 # ensure a split happened in previous difference
460 if (num_splits < 1 || num_splits > max_splits) {
461 print num_splits, " split(s) found prior to diff cmd: ", $0
462 num_splits = 1 # shut-up end condition
469 /Left over region/ || /Not printing rest/ {
475 if (num_splits < 1 || num_splits > max_splits) {
476 print num_splits, " split(s) found prior to diff end"
486 echo "*** compare logprint: $1 with $2"
488 diff $1 $2 >$filtered.diff
489 if ! _process_op_diff $filtered.diff
491 _fail "logprint output $1 differs to $2 considering splits"
495 # return xfs log version of device
497 # _log_version /dev/dsk/dks0d1s4
502 vers=`xfs_db -c 'sb 0' -c 'p versionnum' -r $_dev | $AWK_PROG '{print $3}'`
503 logver=`echo $vers | sed -e 's/0x[0-9a-f]\([0-9a-f]\)[0-9a-f][0-9a-f]/\1/'`
504 if [ $logver = 4 -o $logver = 5 -o $logver = 6 -o $logver = 7 -o \
505 $logver = c -o $logver = d -o $logver = e -o $logver = f ]; then
514 # test out mkfs to see if it supports "-l version=2"
515 export MKFS_OPTIONS="-l version=2"
516 if ! _scratch_mkfs_xfs >>$seqres.full 2>&1; then
517 _notrun "mkfs does not support v2 logs"
520 # test out mount to see if it mounts a v2 log fs
521 export MOUNT_OPTIONS="-o logbsize=32k"
522 if ! _scratch_mount >>$seqres.full 2>&1; then
523 _notrun "mount/kernel does not support v2 logs"
526 # check after unmount to see if it is clean
527 # i.e. it is not a 6.5.25 buggy version checking kernel
528 touch $SCRATCH_MNT/file
529 _scratch_unmount >>$seqres.full 2>&1
530 if _scratch_xfs_logprint -t | tee -a $seqres.full \
531 | head | grep -q "<DIRTY>"; then
532 _notrun "kernel does not support v2 logs"
535 # otherwise presume it does support v2 logs...:)
542 if [ -z "$XFS_LOGPRINT_PROG" ]; then
543 _notrun "This test requires xfs_logprint utility."
547 if [ -z "$DUMP_F2FS_PROG" ]; then
548 _notrun "This test requires dump.f2fs utility."
552 if [ -z "$DUMPE2FS_PROG" ]; then
553 _notrun "This test requires dumpe2fs utility."
557 _notrun "$FSTYP does not support log state probing."
564 echo "# mkfs-opt mount-opt"
565 echo "# ------------------------------"
566 echo " version=2 logbsize=32k"
567 echo " version=2,su=4096 logbsize=32k"
568 echo " version=2,su=32768 logbsize=32k"
569 echo " version=2,su=32768 logbsize=64k"
570 echo " version=2 logbsize=64k"
571 echo " version=2,su=64k logbsize=64k"
572 echo " version=2 logbsize=128k"
573 echo " version=2,su=128k logbsize=128k"
574 echo " version=2 logbsize=256k"
575 echo " version=2,su=256k logbsize=256k"
580 echo "# mkfs-opt mount-opt"
581 echo "# ------------------------------"
582 echo " test1 active_logs=6,background_gc=off"
583 echo " test2 active_logs=6,background_gc=off,inline_data"
584 echo " test3 active_logs=6,background_gc=off,inline_dentry"
585 echo " test4 active_logs=6,background_gc=off,inline_data,inline_dentry"
586 echo " test5 active_logs=6,background_gc=off,disable_roll_forward"
587 echo " test6 active_logs=6,background_gc=off,discard,inline_data,inline_dentry"
588 echo " test7 active_logs=6,background_gc=on"
589 echo " test8 active_logs=6,background_gc=on,inline_data"
590 echo " test9 active_logs=6,background_gc=on,inline_data,inline_dentry"
591 echo " test10 active_logs=6,background_gc=on,discard,inline_data,inline_dentry"
596 echo "# mkfs-opt mount-opt"
597 echo "# ------------------------------"
598 echo " /dev/null data=writeback"
599 echo " /dev/null data=ordered"
600 echo " /dev/null data=journal"
601 echo " /dev/null data=ordered,data_err=abort"
602 echo " /dev/null data=writeback,nojournal_checksum"
603 echo " /dev/null data=ordered,nojournal_checksum"
604 echo " /dev/null data=journal,nojournal_checksum"
605 echo " /dev/null data=ordered,data_err=abort,nojournal_checksum"
606 echo " /dev/null data=writeback,journal_checksum"
607 echo " /dev/null data=ordered,journal_checksum"
623 _notrun "$FSTYP does not support log configs."
628 # make sure this script returns success