Update xfstests control scripts to allow multiple kernel versions and multiple archit...
[xfstests-dev.git] / tools / auto-qa
1 #!/bin/sh
2 #
3 # Copyright (c) 2000-2003 Silicon Graphics, Inc.  All Rights Reserved.
4
5 # This program is free software; you can redistribute it and/or modify it
6 # under the terms of version 2 of the GNU General Public License as
7 # published by the Free Software Foundation.
8
9 # This program is distributed in the hope that it would be useful, but
10 # WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
12
13 # Further, this software is distributed without any warranty that it is
14 # free of the rightful claim of any third person regarding infringement
15 # or the like.  Any license provided herein, whether implied or
16 # otherwise, applies only to this software file.  Patent licenses, if
17 # any, provided herein do not apply to combinations of this program with
18 # other software, or any other product whatsoever.
19
20 # You should have received a copy of the GNU General Public License along
21 # with this program; if not, write the Free Software Foundation, Inc., 59
22 # Temple Place - Suite 330, Boston MA 02111-1307, USA.
23
24 # Contact information: Silicon Graphics, Inc., 1600 Amphitheatre Pkwy,
25 # Mountain View, CA  94043, or:
26
27 # http://www.sgi.com 
28
29 # For further information regarding this notice, see: 
30
31 # http://oss.sgi.com/projects/GenInfo/SGIGPLNoticeExplan/
32 #
33
34 # automatic qa system. 31/08/00 dxm@sgi.com
35
36 # configuration (you could tune this)
37
38 _log()
39 {
40     echo "$*" >&2
41     echo "$*" >> $LOG
42     sync
43 }
44
45 _fail()
46 {
47     if [ "$started" = "1" ] 
48     then
49         echo "auto-qa stopped" | wall
50         started=0
51     fi
52
53     _log "$*"
54     
55     # send special email if a cron'd qa run fails
56     case $state
57     in
58         cron*)
59             mail -s "XFS QA status report" $EMAIL < $LOG 2>&1
60         ;;
61     esac
62
63     status=1
64     exit 1
65 }
66
67 _get_kernel_version()
68 {
69     [ -x "$WORKAREA" ] \
70         || _fail "can't access workarea $WORKAREA"
71     [ -r "$WORKAREA/linux/Makefile" ] \
72         || _fail "can't read makefile $WORKAREA/linux/Makefile"
73
74     eval `awk '
75         BEGIN { FS = "[ \t=]+" }
76         /^VERSION =/ { a=$2 }
77         /^PATCHLEVEL =/ { b=$2 }
78         /^SUBLEVEL =/ { c=$2 }
79         /^EXTRAVERSION =/ { d=$2 }
80         END { 
81             print "VERSION=" a "." b "." c d " ; SVERSION=" a "." b "." c
82         }
83    ' < $WORKAREA/linux/Makefile`
84 }
85
86 # this should be constant
87
88 ROOT="$HOME/qa"
89 HOST=`hostname -s`
90 if [ ! -z "$CVSROOT" ]; then
91     export WORKAREA="$ROOT/linux-2.4-xfs"
92 else
93     [ -z "$WORKAREA" ] && export WORKAREA="$ROOT/linux-xfs"
94 fi
95
96
97 export PATH="/bin:/usr/bin:/sbin:/usr/sbin:/usr/local/bin/ptools:/usr/local/bin"
98 STATE=$ROOT/qa.state
99 QADIR="$WORKAREA/cmd/xfstests"
100 SUDO="su -c"
101 CONFIG="$ROOT/$HOST.config"
102 COMMON_CONFIG="$WORKAREA/cmd/xfstests/common.config"
103 SH="/bin/sh"
104 LOG="$ROOT/qa.log"
105
106 # do some cleanup on exit
107
108 _cleanup()
109 {
110     umount $SCRATCH_DEV &> /dev/null
111     umount $TEST_DEV &> /dev/null
112     if [ "$started" = 1 ]
113     then
114         echo "auto-qa stopped" | wall
115         started=0
116     fi
117 }
118 status=1
119 trap "_cleanup; exit \$status" 0 1 2 3 15
120
121 # clean exit
122
123 _success()
124 {
125     status=0
126     exit 0
127 }
128
129 _get_state()
130 {
131     state=`cat $STATE`
132 }
133
134 _set_state()
135 {
136     echo $1 > $STATE
137     _get_state
138 }
139
140 _change_state()
141 {
142     new=$1
143     
144     case $state
145     in
146         *-*)
147             case $new
148             in
149                 *-*)
150                     _set_state $new
151                     ;;
152                 *)
153                     _set_state `echo $state | sed "s/-.*$/-$new/"`
154                     ;;
155             esac
156             ;;
157         *)
158             _set_state $new
159             ;;
160     esac
161 }
162
163 _sudo()
164 {
165     $ROOT/su -c "$*" < /dev/null ;# HACK - we need a hacked su at the mo
166 }
167
168 _restart()
169 {
170     exec $ROOT/su -c "(shutdown -r now \"auto-qa rebooting\" )&" < /dev/null
171 }
172
173 _update_autoqa_file()
174 {
175     SELF="$ROOT/auto-qa"
176     SELF_UPDATE="cmd/xfstests/tools/auto-qa"
177     if [ -z "$CVSROOT" ]; then
178             cmd="p_tupdate $SELF_UPDATE"
179     else
180             cmd="cvs -z3 update $SELF_UPDATE"
181     fi
182     exec $SH -c "cd $WORKAREA ; $cmd; chmod +x $SELF_UPDATE ; exec $SELF"
183 }
184
185 _update_workarea()
186 {
187     if [ -z "$CVSROOT" ]; then
188         _log "  *** p_tupdate"
189         cd $WORKAREA 
190         p_tupdate 2>&1 \
191                         || _fail "          !!! p_tupdate failed"
192
193         _log "  *** p_check/p_purge"
194         cd $WORKAREA 
195         p_check -s | p_purge -yiu 2>&1 \
196                         || _fail "          !!! p_check/p_purge failed"
197
198         _log "  *** non-trunk files"
199         cd $WORKAREA 
200         p_list -c 2>&1 \
201                         || _fail "          !!! p_list failed"
202     else
203         _log "  *** cvs update"
204         cd $WORKAREA
205         cvs -z3 update -d
206     fi
207 }
208
209 _test_mkfs_xfs()
210 {
211     TEST_OPTIONS=""
212     [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_RTDEV" ] && \
213         TEST_OPTIONS="$TEST_OPTIONS -rrtdev=$TEST_RTDEV"
214     [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \
215         TEST_OPTIONS="$TEST_OPTIONS -llogdev=$TEST_LOGDEV"
216     _sudo /sbin/mkfs.xfs -f $TEST_OPTIONS $MKFS_OPTIONS $* $TEST_DEV
217     mkfs_status=$?
218     if [ "$USE_BIG_LOOPFS" = yes ]; then
219         [ -z "$RETAIN_AG_BYTES" ] && RETAIN_AG_BYTES=0
220         _sudo $QADIR/tools/ag-wipe -q -r $RETAIN_AG_BYTES $TEST_DEV
221     fi
222     return $mkfs_status
223 }
224
225 _test_mount()
226 {
227     TEST_OPTIONS=""
228     [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_RTDEV" ] && \
229         TEST_OPTIONS="$TEST_OPTIONS -ortdev=$TEST_RTDEV"
230     [ "$USE_EXTERNAL" = yes -a ! -z "$TEST_LOGDEV" ] && \
231         TEST_OPTIONS="$TEST_OPTIONS -ologdev=$TEST_LOGDEV"
232     _sudo mount -t xfs $TEST_OPTIONS $* $TEST_DEV $TEST_DIR
233 }
234
235 _i386_install()
236 {
237     _sudo cp -f $WORKAREA/linux/arch/i386/boot/bzImage $IMAGE 2>&1 \
238                 || _fail "          !!! install kernel failed"
239     _sudo cp -f $WORKAREA/linux/System.map $SYSTEMMAP 2>&1 \
240                 || _fail "          !!! install kernel failed"
241     if [ -z "$KMODULES" -o "$KMODULES" = yes ]; then
242         _sudo make EXTRAVERSION=-$EXTRA modules_install 2>&1 \
243                 || _fail "          !!! install modules failed"
244     fi
245
246     if [ -z "$KINSTALL" -o "$KINSTALL" = lilo ]; then
247         _log "  *** reinit lilo"
248         _sudo /sbin/lilo 2>&1 \
249                 || _fail "          !!! reinit lilo failed"
250     fi
251 }
252
253 _i386_restart()
254 {
255     if [ -z "$KINSTALL" -o "$KINSTALL" = lilo ]; then
256         _sudo /sbin/lilo -R $EXTRA $KERNEL_OPTIONS 2>&1 \
257                 || _fail "          !!! lilo failed"
258     fi
259 }
260
261 _ia64_install()
262 {
263     echo not yet implemented
264 }
265
266 _ia64_restart()
267 {
268     echo not yet implemented
269 }
270
271
272 _log "*** linux-xfs QA (`date`)"
273
274 _get_state
275
276 # check preconditions for starting state
277 case $1
278 in
279     cron-init)
280         case $state
281         in
282             *done)
283                 ;;
284             *)
285                 _fail "    !!! cron-init while not in \"*done\" state"
286                 ;;
287         esac
288         ;;
289     cron-restarted)
290         # we don't auto restart after reboot, but cron the restart
291         # to happen a bit later - it's much easier and safer that way
292         if [ "$state" != "cron-restarted" ]
293         then
294             _fail "    !!! cron-restarted while not in \"cron-restarted\" state"
295         fi
296         ;;
297 esac
298
299 if [ "$1" != "" ]
300 then
301     _set_state $1
302 fi
303
304 [ "$UID" -eq 0 ]        && _fail "    !!! QA most be run as a normal user"
305 [ -d "$ROOT" ]          || _fail "    !!! QA root \"$ROOT\" not found"
306 [ -d "$WORKAREA" ]      || _fail "    !!! QA workarea \"$WORKAREA\" not found"
307 [ -r "$CONFIG" ]        || _fail "    !!! Can't read config file $CONFIG"
308 . "$COMMON_CONFIG"      || _fail "    !!! Couldn't source $COMMON_CONFIG"
309
310 _get_kernel_version
311 IMAGE="$BOOT/vmlinuz-$EXTRA"
312 SYSTEMMAP="$BOOT/System.map-$VERSION-$EXTRA"
313 MODULES="/lib/modules/$SVERSION"
314
315 cd $ROOT
316
317 started=1
318 echo "auto-qa started" | wall
319
320 while true
321 do
322     _get_state
323
324     _log "    *** state $state start (`date`)"
325     _log "      (user=$USER, host=$HOST)"
326     new_state=""
327
328     case $state
329     in
330         *init)
331             echo "" > $ROOT/qa.log
332             echo "" > $ROOT/qa.full
333             _log "******************************************************"
334             _log "QA init $VERSION (`date`)"
335             _log "******************************************************"
336             _log "--- kernel ($IMAGE)"
337             [ -z "$KMODULES" -o "$KMODULES" = yes ] && \
338                 _log "--- modules ($MODULES)"
339
340             _change_state "inited"
341             _update_autoqa_file
342             ;;
343             
344         *inited)
345             _log "      *** QA initialized"
346             new_state="update"
347             ;;
348         
349         *update)
350             _update_workarea
351             new_state="cleantools"
352             ;;
353
354         *cleantools)
355             # we need to configure or else we might fail to clean
356             for pkg in attr acl xfsprogs dmapi xfsdump xfstests
357             do
358                 [ -d $WORKAREA/cmd/$pkg ] || continue
359                 cd $WORKAREA/cmd/$pkg
360                 _log "  *** clean $pkg tools"
361                 make realclean 2>&1 \
362                         || _fail "          !!! clean $pkg failed"
363             done
364             new_state="buildtools"
365             ;;
366
367         *buildtools)
368             _log "      *** build and install tools"
369             for pkg in attr acl xfsprogs dmapi xfsdump xfstests 
370             do
371                 [ -d $WORKAREA/cmd/$pkg ] || continue
372                 cd $WORKAREA/cmd/$pkg
373
374                 # use e-fence - but this will only take effect on configure
375                 make configure 2>&1 \
376                         || _fail "          !!! configure $pkg failed"
377                 make default 2>&1 \
378                         || _fail "          !!! build $pkg failed"
379
380                 _sudo make install install-dev 2>&1 \
381                         || _fail "          !!! install $pkg failed"
382
383                 # attr and acl now have install-lib targets as well
384                 [ "$pkg" = "attr" -o "$pkg" = "acl" ] || continue
385                 _sudo make install-lib 2>&1 \
386                         || _fail "          !!! install $pkg failed"
387             done
388
389             new_state="cleankernel"
390             ;;
391
392         *cleankernel)
393             _log "      *** clean linux"
394             cd $WORKAREA/linux
395             make mrproper 2>&1 \
396                         || _fail "          !!! clean linux failed"
397
398             _log "      *** install configuration file"
399             cp -f $CONFIG $WORKAREA/linux/.config 2>&1 \
400                         || _fail "          !!! failed to install config"
401             
402             _log "      *** remove version file"
403             rm -f include/linux/version.h 2>&1 \
404                         || _fail "          !!! failed to clean version"
405
406             new_state="reconfig"
407             ;;
408             
409         *reconfig)
410         
411             _log "      *** reconfig kernel"
412             
413             # we better start from scratch if this fails
414             _change_state "cleankernel"
415             
416             cd $WORKAREA/linux
417             # we want to use default options for any new config options.
418             echo -e "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" | \
419                 make EXTRAVERSION=-$EXTRA oldconfig 2>&1 \
420                         || _fail "          !!! reconfig oldconfig failed"
421             make EXTRAVERSION=-$EXTRA dep 2>&1 \
422                         || _fail "          !!! reconfig dep failed"
423
424             new_state="buildkernel"
425             ;;
426             
427         *buildkernel)
428             _log "      *** build kernel"
429             
430             _change_state "clean" ; # we better start from scratch if this fails
431             
432             cd $WORKAREA/linux
433             [ -z "$KTARGET" ] && KTARGET=bzImage
434             [ -z "$KMODULES" -o "$KMODULES" = yes ] && \
435                 KTARGET="$KTARGET modules"
436             make -j4 EXTRAVERSION=-$EXTRA $KTARGET 2>&1 \
437                         || _fail "          !!! build $KTARGET failed"
438             new_state="install"
439             ;;
440
441         *install)
442             _log "      *** blat old modules"
443             _sudo rm -rf $MODULES
444             
445             _log "      *** install kernel"
446             cd $WORKAREA/linux
447             case `uname -m`
448             in
449                 i386|i686)      _i386_install ;;
450                 ia64)           _ia64_install ;;
451             esac
452
453             if [ -z "$KRESTART" -o "$KRESTART" = yes ]; then
454                 new_state="restart"
455             else
456                 new_state="done"
457             fi
458             ;;
459             
460         *restart)
461             _log "          *** select qa kernel"
462             case `uname -m`
463             in
464                 i386|i686)      _i386_restart ;;
465                 ia64)           _ia64_restart ;;
466             esac
467
468             _log "          *** prepare to restart"
469             _change_state "restarted"
470             
471             _log "          *** restarting"
472
473             _restart # doesn't return
474             ;;
475             
476         *restarted)
477             _log "          *** QA reentered after restart"
478             
479             new_state="check"
480             ;;
481           
482         *check)
483             uname=`uname -a`
484             _log "          *** uname $uname"
485             _log "          *** kernel"
486             [ -n "/boot/*$EXTRA*" ] && \
487                 ls -l /boot/*$EXTRA*  2>&1
488             _log "          *** kernel modules"
489             [ -d /lib/modules/$SVERSION-$EXTRA/kernel/fs/xfs ] && \
490                 ls -l /lib/modules/$SVERSION-$EXTRA/kernel/fs/xfs/*
491
492             if [ "$MODULAR" -eq 0 ]; then
493                 new_state="reset"
494             else
495                 new_state="probe"
496             fi
497             ;;
498             
499         *probe)
500             _log "          *** modules dependencies"
501             _sudo depmod -a  2>&1 \
502                         || _fail "          !!! failed to depmod -a" 
503             
504             _log "          *** unmounting XFS mounts"
505             _sudo umount -a -t xfs 2>&1
506             
507             _log "          *** removing modules"
508             for m in xfsidbg xfs kdbm_pg kdbm_vm
509             do
510                 _sudo rmmod $m 2> /dev/null
511             done
512             
513             _log "          *** installing modules"
514             _sudo modprobe xfs 2>&1 \
515                         || _fail "          !!! failed to modprobe xfs"
516
517             new_state="reset"
518             ;;
519             
520         *reset)
521             
522             _log "          *** unmounting TEST_DEV"
523             _sudo umount $TEST_DEV 2>&1
524             
525             _log "          *** unmounting SCRATCH_DEV"
526             _sudo umount $SCRATCH_DEV 2>&1
527             
528             _log "          *** clean TEST_DEV"
529             _test_mkfs_xfs 2>&1 \
530                         || _fail "          !!! failed to mkfs TEST_DEV"
531             
532             _log "          *** mounting TEST_DEV"
533             _test_mount 2>&1 \
534                         || _fail "          !!! failed to mount"
535                                     
536             new_state="run"
537             ;;
538             
539         soak-run)
540             cd $QADIR
541             
542             _log "          *** run soak test"
543             _sudo ./soak $SOAK_PASSES $SOAK_STRESS $SOAK_PROC \
544                         || _fail "          !!! failed to run soak test"
545
546             new_state="done"
547             ;;
548             
549         bench-run)
550             cd $QADIR
551             
552             # $BENCHMARK is typically unset, which equates to "all"
553             #
554             _log "          *** run benchmarks"
555             _sudo ./bench $BENCH_PASSES `id -nu && id -ng` $BENCHMARK \
556                         || _fail "          !!! failed to run benchmarks"
557
558             _log ""
559             _log "          *** send results mail"
560             mail -s "XFS QA benchmark results" $EMAIL < $QADIR/bench.out 2>&1
561         
562             new_state="done"
563             ;;
564             
565         *run)
566             cd $QADIR
567             
568             _log "          *** run tests ($CHECK_OPTIONS)"
569             _sudo ./check -l $CHECK_OPTIONS 2>&1 | tee $ROOT/qa.out
570             
571             _log ""
572             _log "          *** send status mail"
573             mail -s "XFS QA status report" $EMAIL < $ROOT/qa.out 2>&1
574         
575             new_state="done"
576             ;;
577             
578         *done)
579             _log "*** QA run complete"
580
581             _success
582             ;;
583             
584         *nothing)
585             new_state="done"
586             _log "    *** do nothing"
587             ;;
588             
589         *)
590             _fail "        !!! unknown state $state"
591             ;;
592     esac
593
594     _log "    *** state $state done (`date`)"
595     [ "$new_state" = "" ] && _fail "    !!! no new state set"
596     _change_state $new_state
597     
598 done