tidy mkfs parameterisation, -f option pulled into common.rc.
[xfstests-dev.git] / tools / auto-qa
1 #!/bin/sh
2 #
3 # Copyright (c) 2000 Silicon Graphics, Inc.  All Rights Reserved.
4
5 # This program is free software; you can redistribute it and/or modify it
6 # under the terms of version 2 of the GNU General Public License as
7 # published by the Free Software Foundation.
8
9 # This program is distributed in the hope that it would be useful, but
10 # WITHOUT ANY WARRANTY; without even the implied warranty of
11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
12
13 # Further, this software is distributed without any warranty that it is
14 # free of the rightful claim of any third person regarding infringement
15 # or the like.  Any license provided herein, whether implied or
16 # otherwise, applies only to this software file.  Patent licenses, if
17 # any, provided herein do not apply to combinations of this program with
18 # other software, or any other product whatsoever.
19
20 # You should have received a copy of the GNU General Public License along
21 # with this program; if not, write the Free Software Foundation, Inc., 59
22 # Temple Place - Suite 330, Boston MA 02111-1307, USA.
23
24 # Contact information: Silicon Graphics, Inc., 1600 Amphitheatre Pkwy,
25 # Mountain View, CA  94043, or:
26
27 # http://www.sgi.com 
28
29 # For further information regarding this notice, see: 
30
31 # http://oss.sgi.com/projects/GenInfo/SGIGPLNoticeExplan/
32 #
33
34 # automatic qa system. 31/08/00 dxm@sgi.com
35
36 # configuration (you could tune this)
37
38 EXTRA="-xfs-qa"
39 BOOT="/boot"
40 SOAK_PASSES="-1"
41 SOAK_STRESS="10000"
42 SOAK_PROC="3"
43 export MKFS_OPTIONS=${MKFS_OPTIONS:=-bsize=4096}
44 export MOUNT_OPTIONS=${MOUNT_OPTIONS:=-ologbufs=2}
45
46 _log()
47 {
48     echo "$*" >&2
49     echo "$*" >> $LOG
50 }
51
52 _fail()
53 {
54     if [ "$started" = "1" ] 
55     then
56         echo "auto-qa stopped" | wall
57         started=0
58     fi
59
60     _log "$*"
61     
62     # send special email if a cron'd qa run fails
63     case $state
64     in
65         cron*)
66             mail -s "xfs qa status report" $ADMINEMAIL \
67                 < $LOG 2>&1
68         ;;
69     esac
70
71     status=1
72     exit 1
73 }
74
75 _get_kernel_version()
76 {
77     [ -x $WORKAREA ] \
78         || _fail "can't access workarea $WORKAREA"
79     [ -r $WORKAREA/linux/Makefile ] \
80         || _fail "can't read makefile $WORKAREA/linux/Makefile"
81
82     eval `awk '
83         BEGIN { FS = "[ \t=]+" }
84         /^VERSION =/ { a=$2 }
85         /^PATCHLEVEL =/ { b=$2 }
86         /^SUBLEVEL =/ { c=$2 }
87         /^EXTRAVERSION =/ { d=$2 }
88         END { 
89             print "VERSION=" a "." b "." c d " ; SVERSION=" a "." b "." c
90         }
91    ' < $WORKAREA/linux/Makefile`
92 }
93
94 # this should be constant
95
96 ROOT="$HOME/qa"
97 HOST=`hostname -s`
98 if [ ! -z "$CVSROOT" ]; then
99     WORKAREA="$ROOT/linux-2.4-xfs"
100 else
101     [ -z "$WORKAREA" ] && WORKAREA="$ROOT/linux-xfs"
102 fi
103 export WORKAREA
104
105
106 export PATH="/bin:/usr/bin:/sbin:/usr/sbin:/usr/local/bin/ptools:/usr/local/bin"
107 STATE=$ROOT/qa.state
108 QADIR="$WORKAREA/cmd/xfstests"
109 SUDO="su -c"
110 CONFIG="$ROOT/$HOST.config"
111 COMMON_CONFIG="$WORKAREA/cmd/xfstests/common.config"
112 SH="/bin/sh"
113 LOG="$ROOT/qa.log"
114
115 # need to add auto-qa hosts here
116
117 case $HOST
118 in
119     bruce)
120         EMAIL="nathans@larry"
121         ADMINEMAIL="nathans@larry"
122         MODULAR=0
123         ;;
124     sagan)
125         EMAIL="tes@larry"
126         ADMINEMAIL="tes@larry"
127         MODULAR=1
128         ;;
129     troppo)
130         EMAIL="kaos@larry"
131         ADMINEMAIL="kaos@larry"
132         MODULAR=0
133         ;;
134     frodo)
135         EMAIL="nathans@larry"
136         ADMINEMAIL="nathans@larry"
137         MODULAR=0
138         ;;
139     *)
140         _fail "auto-qa: no configuration information for host '$HOST'"
141         ;;
142 esac
143
144 # do some cleanup on exit
145
146 _cleanup()
147 {
148     umount $SCRATCH_DEV &> /dev/null
149     umount $TEST_DEV &> /dev/null
150     if [ "$started" = 1 ]
151     then
152         echo "auto-qa stopped" | wall
153         started=0
154     fi
155 }
156 status=1
157 trap "_cleanup; exit \$status" 0 1 2 3 15
158
159 # clean exit
160
161 _success()
162 {
163     status=0
164     exit 0
165 }
166
167 _get_state()
168 {
169     state=`cat $STATE`
170 }
171
172 _set_state()
173 {
174     echo $1 > $STATE
175     _get_state
176 }
177
178 _change_state()
179 {
180     new=$1
181     
182     case $state
183     in
184         *-*)
185             case $new
186             in
187                 *-*)
188                     _set_state $new
189                     ;;
190                 *)
191                     _set_state `echo $state | sed "s/-.*$/-$new/"`
192                     ;;
193             esac
194             ;;
195         *)
196             _set_state $new
197             ;;
198     esac
199 }
200
201 _sudo()
202 {
203     $ROOT/su -c "$*" < /dev/null ;# HACK - we need a hacked su at the mo
204 }
205
206 _restart()
207 {
208     exec $ROOT/su -c "(shutdown -r 1 \"auto-qa rebooting\" )&" < /dev/null
209 }
210
211 _update_autoqa_file()
212 {
213     SELF="$ROOT/auto-qa"
214     SELF_UPDATE="cmd/xfstests/tools/auto-qa"
215     if [ -z "$CVSROOT" ]; then
216             cmd="p_tupdate $SELF_UPDATE"
217     else
218             cmd="cvs -z3 update $SELF_UPDATE"
219     fi
220     exec $SH -c "cd $WORKAREA ; $cmd; chmod +x $SELF_UPDATE ; exec $SELF"
221 }
222
223 _update_workarea()
224 {
225     if [ -z "$CVSROOT" ]; then
226         _log "        *** p_tupdate"
227         cd $WORKAREA 
228         p_tupdate 2>&1 \
229                         || _fail "            !!! p_tupdate failed"
230
231         _log "        *** p_check/p_purge"
232         cd $WORKAREA 
233         p_check -s | p_purge -yiu 2>&1 \
234                         || _fail "            !!! p_check/p_purge failed"
235
236         _log "        *** non-trunk files"
237         cd $WORKAREA 
238         p_list -c 2>&1 \
239                         || _fail "            !!! p_list failed"
240     else
241         _log "        *** cvs update"
242         cd $WORKAREA
243         cvs -z3 update -d
244     fi
245 }
246             
247
248 _log "*** linux-xfs QA (`date`)"
249
250 _get_state
251
252 # check preconditions for starting state
253 case $1
254 in
255     cron-init)
256         case $state
257         in
258             *done)
259                 ;;
260             *)
261                 _fail "    !!! cron-init while not in \"*done\" state"
262                 ;;
263         esac
264         ;;
265     cron-restarted)
266         # we don't auto restart after reboot, but cron the restart
267         # to happen a bit later - it's much easier and safer that way
268         if [ $state != "cron-restarted" ]
269         then
270             _fail "    !!! cron-restarted while not in \"cron-restarted\" state"
271         fi
272         ;;
273 esac
274
275 if [ "$1" != "" ]
276 then
277     _set_state $1
278 fi
279
280 [ $UID -eq 0 ]          && _fail "    !!! QA most be run as a normal user"
281 [ -d $ROOT ]            || _fail "    !!! QA root \"$ROOT\" not found"
282 [ -d $WORKAREA ]        || _fail "    !!! QA workarea \"$WORKAREA\" not found"
283 [ -r $CONFIG ]          || _fail "    !!! Can't read config file $CONFIG"
284 . $COMMON_CONFIG        || _fail "    !!! Couldn't source $COMMON_CONFIG"
285
286 _get_kernel_version
287 IMAGE="$BOOT/vmlinuz$EXTRA"
288 SYSTEMMAP="$BOOT/System.map-$VERSION$EXTRA"
289 MODULES="/lib/modules/$SVERSION"
290
291 cd $ROOT
292
293 started=1
294 echo "auto-qa started" | wall
295
296 while true
297 do
298     _get_state
299
300     _log "    *** state $state start (`date`)"
301     _log "        (user=$USER, host=$HOST)"
302     new_state=""
303
304     case $state
305     in
306         *init)
307             echo "" > $ROOT/qa.log
308             echo "" > $ROOT/qa.full
309             _log "******************************************************"
310             _log "QA init $VERSION (`date`)"
311             _log "******************************************************"
312             _log "--- kernel ($IMAGE)"
313             _log "--- modules ($MODULES)"
314
315             _change_state "inited"
316             _update_autoqa_file
317             ;;
318             
319         *inited)
320             _log "        *** QA initialized"
321             new_state="update"
322             ;;
323         
324         *update)
325             _update_workarea
326             new_state="clean"
327             ;;
328
329         *clean)
330             # we need to configure or else we might fail to clean
331             for pkg in attr acl xfsprogs dmapi xfsdump xfstests
332             do
333                 cd $WORKAREA/cmd/$pkg
334                 _log "        *** clean $pkg tools"
335                 make realclean 2>&1 \
336                         || _fail "            !!! clean $pkg failed"
337             done
338
339             _log "        *** clean linux"
340             cd $WORKAREA/linux
341             make mrproper 2>&1 \
342                         || _fail "            !!! clean linux failed"
343
344             _log "        *** install configuration file"
345             cp -f $CONFIG $WORKAREA/linux/.config 2>&1 \
346                         || _fail "            !!! failed to install config"
347             
348             _log "        *** remove version file"
349             rm -f include/linux/version.h 2>&1 \
350                         || _fail "            !!! failed to clean version"
351
352             new_state="reconfig"
353             ;;
354             
355         *reconfig)
356         
357             _log "        *** reconfig kernel"
358             
359             _change_state "clean" ; # we better start from scratch if this fails
360             
361             cd $WORKAREA/linux
362             # we want to use default options for any new config options.
363             echo -e "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" | \
364                 make EXTRAVERSION=$EXTRA oldconfig 2>&1 \
365                         || _fail "            !!! reconfig oldconfig failed"
366             make EXTRAVERSION=$EXTRA dep 2>&1 \
367                         || _fail "            !!! reconfig dep failed"
368
369             new_state="build"
370             ;;
371             
372         *build)
373             _log "        *** build kernel"
374             
375             _change_state "clean" ; # we better start from scratch if this fails
376             
377             cd $WORKAREA/linux
378             make -j2 EXTRAVERSION=$EXTRA bzImage 2>&1 \
379                         || _fail "            !!! build bzImage failed"
380             make -j2 EXTRAVERSION=$EXTRA modules 2>&1 \
381                         || _fail "            !!! build modules failed"
382                                     
383             _log "        *** build and install tools"
384             for pkg in attr acl xfsprogs dmapi xfsdump xfstests 
385             do
386                 cd $WORKAREA/cmd/$pkg
387
388                 # use e-fence - but this will only take effect on configure
389                 export MALLOCLIB=/usr/lib/libefence.a
390                 make configure 2>&1 \
391                         || _fail "            !!! configure $pkg failed"
392                 make default 2>&1 \
393                         || _fail "            !!! build $pkg failed"
394
395                 _sudo make install install-dev 2>&1 \
396                         || _fail "            !!! install $pkg failed"
397
398                 # attr and acl now have install-lib targets as well
399                 [ $pkg == "attr" -o $pkg == "acl" ] || continue
400                 _sudo make install-lib 2>&1 \
401                         || _fail "            !!! install $pkg failed"
402             done
403
404             new_state="install"
405             ;;
406             
407         *install)
408             _log "        *** blat old modules"
409             
410             _sudo rm -rf $MODULES
411             
412             _log "        *** install kernel"
413             cd $WORKAREA/linux
414             _sudo cp -f $WORKAREA/linux/arch/i386/boot/bzImage $IMAGE 2>&1 \
415                         || _fail "            !!! install kernel failed"
416             _sudo cp -f $WORKAREA/linux/System.map $SYSTEMMAP 2>&1 \
417                         || _fail "            !!! install kernel failed"
418             _sudo make EXTRAVERSION=$EXTRA modules_install 2>&1 \
419                         || _fail "            !!! install modules failed"
420
421             _log "        *** reinit lilo"
422             _sudo /sbin/lilo 2>&1 \
423                         || _fail "            !!! reinit lilo failed"
424             new_state="restart"
425             ;;
426             
427         *restart)
428             _log "            *** select qa kernel"
429             _sudo /sbin/lilo -R linux-xfs-qa 2>&1 \
430                         || _fail "            !!! lilo failed"
431             
432             _log "            *** prepare to restart"
433             _change_state "restarted"
434             
435             _log "            *** restarting"
436
437             _restart # doesn't return
438             ;;
439             
440         *restarted)
441             _log "            *** QA reentered after restart"
442             
443             new_state="check"
444             ;;
445           
446         *check)
447             uname=`uname -ar`
448             _log "            *** uname $uname"
449             _log "            *** user tools"
450             ls -l /sbin/*xfs* /usr/sbin/*xfs* 2>&1
451             _log "            *** kernel"
452             ls -l /boot/*$EXTRA*  2>&1
453             _log "            *** kernel modules"
454             ls -l /lib/modules/$SVERSION$EXTRA/kernel/fs/xfs/* \
455                   /lib/modules/$SVERSION$EXTRA/kernel/fs/xfs_support/* 
456             
457             if [ $MODULAR -eq 0 ]
458             then
459                 new_state="reset"
460             else
461                 new_state="probe"
462             fi
463             ;;
464             
465         *probe)
466             _log "            *** modules dependencies"
467             
468             _sudo depmod -a  2>&1 \
469                         || _fail "            !!! failed to depmod -a" 
470             
471             _log "            *** unmounting XFS mounts"
472             
473             _sudo umount -a -t xfs 2>&1
474             
475             _log "            *** removing modules"
476             
477             for m in xfsidbg xfs kdbm_pg kdbm_vm
478             do
479                 _sudo rmmod $m 2> /dev/null
480             done
481             
482             _log "            *** installing modules"
483
484             _sudo modprobe xfs 2>&1 \
485                         || _fail "            !!! failed to modprobe xfs"
486
487             new_state="reset"
488             ;;
489             
490         *reset)
491             
492             _log "            *** unmounting TEST_DEV"
493             
494             _sudo umount $TEST_DEV 2>&1
495             
496             _log "            *** unmounting SCRATCH_DEV"
497             
498             _sudo umount $SCRATCH_DEV 2>&1
499             
500             _log "            *** clean TEST_DEV"
501             
502             _sudo mkfs -t xfs -f $MKFS_OPTIONS $TEST_DEV 2>&1 \
503                         || _fail "            !!! failed to mkfs TEST_DEV"
504             
505             _log "            *** mounting TEST_DEV"
506             
507             _sudo mount -t xfs $TEST_DEV $TEST_DIR 2>&1 \
508                         || _fail "            !!! failed to mount"
509                                     
510             new_state="run"
511             ;;
512             
513             
514         soak-run)
515             cd $QADIR
516             
517             _log "            *** run soak test"
518             _sudo ./soak $SOAK_PASSES $SOAK_STRESS $SOAK_PROC\
519                         || _fail "            !!! failed to run soak test"
520
521             new_state="done"
522             ;;
523             
524         *run)
525             cd $QADIR
526             
527             _log "            *** run tests"
528             _sudo ./check -l -g auto 2>&1 | tee $ROOT/qa.out
529             
530             _log ""
531             _log "            *** send status mail"
532             mail -s "xfs qa status report" $EMAIL < $ROOT/qa.out 2>&1
533         
534             new_state="done"
535             ;;
536             
537         *done)
538             _log "*** QA run complete"
539
540             _success
541             ;;
542             
543         *nothing)
544             new_state="done"
545             _log "    *** do nothing"
546             ;;
547             
548         *)
549             _fail "           !!! unknown state $state"
550             ;;
551     esac
552
553     _log "    *** state $state done (`date`)"
554     [ "$new_state" = "" ] && _fail "    !!! no new state set"
555     _change_state $new_state
556     
557 done