tools/auto-qa

   1 #!/bin/sh
   2 #
   3 # Copyright (c) 2000 Silicon Graphics, Inc.  All Rights Reserved.
   4 #
   5 # This program is free software; you can redistribute it and/or modify it
   6 # under the terms of version 2 of the GNU General Public License as
   7 # published by the Free Software Foundation.
   8 #
   9 # This program is distributed in the hope that it would be useful, but
  10 # WITHOUT ANY WARRANTY; without even the implied warranty of
  11 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  12 #
  13 # Further, this software is distributed without any warranty that it is
  14 # free of the rightful claim of any third person regarding infringement
  15 # or the like.  Any license provided herein, whether implied or
  16 # otherwise, applies only to this software file.  Patent licenses, if
  17 # any, provided herein do not apply to combinations of this program with
  18 # other software, or any other product whatsoever.
  19 #
  20 # You should have received a copy of the GNU General Public License along
  21 # with this program; if not, write the Free Software Foundation, Inc., 59
  22 # Temple Place - Suite 330, Boston MA 02111-1307, USA.
  23 #
  24 # Contact information: Silicon Graphics, Inc., 1600 Amphitheatre Pkwy,
  25 # Mountain View, CA  94043, or:
  26 #
  27 # http://www.sgi.com
  28 #
  29 # For further information regarding this notice, see:
  30 #
  31 # http://oss.sgi.com/projects/GenInfo/SGIGPLNoticeExplan/
  32 #
  33
  34 # automatic qa system. 31/08/00 dxm@sgi.com
  35
  36 _log()
  37 {
  38     echo "$*" >&2
  39     echo "$*" >> $LOG
  40 }
  41
  42 _fail()
  43 {
  44     if [ "$started" = "1" ]
  45     then
  46         echo "auto-qa stopped" | wall
  47         started=0
  48     fi
  49
  50     _log "$*"
  51
  52     # send special email if a cron'd qa run fails
  53     case $state
  54     in
  55         cron*)
  56             mail -s "xfs qa status report" $ADMINEMAIL \
  57                 < $LOG 2>&1
  58         ;;
  59     esac
  60
  61     status=1
  62     exit 1
  63 }
  64
  65 # configuration (you could tune this)
  66
  67 EXTRA="-xfs-qa"
  68 VERSION="2.4.2"
  69 BOOT="/boot"
  70 SOAK_PASSES="-1"
  71 SOAK_STRESS="10000"
  72 SOAK_PROC="3"
  73
  74 # this should be constant
  75
  76 ROOT="$HOME/qa"
  77 HOST=`hostname -s`
  78 if [ ! -z "$CVSROOT" ]; then
  79     WORKAREA="$ROOT/linux-2.4-xfs"
  80 else
  81     [ -z "$WORKAREA" ] && WORKAREA="$ROOT/linux-xfs"
  82 fi
  83 export WORKAREA
  84
  85 export PATH="/bin:/usr/bin:/sbin:/usr/sbin:/usr/local/bin/ptools:/usr/local/bin"
  86 STATE=$ROOT/qa.state
  87 QADIR="$WORKAREA/cmd/xfstests"
  88 SUDO="su -c"
  89 IMAGE="$BOOT/vmlinuz-$VERSION$EXTRA"
  90 SYSTEMMAP="$BOOT/System.map-$VERSION$EXTRA"
  91 CONFIG="$ROOT/$HOST.config"
  92 MODULES="/lib/modules/$VERSION$EXTRA"
  93 COMMON_CONFIG="$WORKAREA/cmd/xfstests/common.config"
  94 SH="/bin/sh"
  95 LOG="$ROOT/qa.log"
  96
  97 # need to add auto-qa hosts here
  98
  99 case $HOST
 100 in
 101     fuzzy)
 102         EMAIL="dxm@larry"
 103         ADMINEMAIL="dxm@larry"
 104         MODULAR=1
 105         ;;
 106     bruce)
 107         EMAIL="dxm@larry"
 108         ADMINEMAIL="dxm@larry"
 109         MODULAR=1
 110         ;;
 111     sagan)
 112         EMAIL="dxm@larry"
 113         ADMINEMAIL="dxm@larry"
 114         MODULAR=0
 115         ;;
 116     troppo)
 117         EMAIL="nathans@larry"
 118         ADMINEMAIL="nathans@larry"
 119         MODULAR=0
 120         ;;
 121     goldfish)
 122         EMAIL="nathans@larry"
 123         ADMINEMAIL="nathans@larry"
 124         MODULAR=1
 125         ;;
 126     *)
 127         _fail "auto-qa: no configuration information for host '$HOST'"
 128         ;;
 129 esac
 130
 131 # do some cleanup on exit
 132
 133 _cleanup()
 134 {
 135     umount $SCRATCH_DEV &> /dev/null
 136     umount $TEST_DEV &> /dev/null
 137     if [ "$started" = 1 ]
 138     then
 139         echo "auto-qa stopped" | wall
 140         started=0
 141     fi
 142 }
 143 status=1
 144 trap "_cleanup; exit \$status" 0 1 2 3 15
 145
 146 # clean exit
 147
 148 _success()
 149 {
 150     status=0
 151     exit 0
 152 }
 153
 154 _get_state()
 155 {
 156     state=`cat $STATE`
 157 }
 158
 159 _set_state()
 160 {
 161     echo $1 > $STATE
 162     _get_state
 163 }
 164
 165 _change_state()
 166 {
 167     new=$1
 168
 169     case $state
 170     in
 171         *-*)
 172             case $new
 173             in
 174                 *-*)
 175                     _set_state $new
 176                     ;;
 177                 *)
 178                     _set_state `echo $state | sed "s/-.*$/-$new/"`
 179                     ;;
 180             esac
 181             ;;
 182         *)
 183             _set_state $new
 184             ;;
 185     esac
 186 }
 187
 188 _sudo()
 189 {
 190     $ROOT/su -c "$*" < /dev/null ;# HACK - we need a hacked su at the mo
 191 }
 192
 193 _restart()
 194 {
 195     # erk - why won't this thing reboot reliably??
 196     exec $ROOT/su -c "(shutdown -r 2 \"auto-qa rebooting\" ; sleep 10 ; reboot ; sleep 10 ; reboot )&" < /dev/null
 197 }
 198
 199 _update_autoqa_file()
 200 {
 201     SELF="$ROOT/auto-qa"
 202     SELF_UPDATE="cmd/xfstests/tools/auto-qa"
 203     if [ -z "$CVSROOT" ]; then
 204             cmd="p_tupdate $SELF_UPDATE"
 205     else
 206             cmd="cvs -z3 update $SELF_UPDATE"
 207     fi
 208     exec $SH -c "cd $WORKAREA ; $cmd; chmod +x $SELF_UPDATE ; exec $SELF"
 209 }
 210
 211 _update_workarea()
 212 {
 213     if [ -z "$CVSROOT" ]; then
 214         _log "        *** p_tupdate"
 215         cd $WORKAREA
 216         p_tupdate 2>&1 \
 217                         || _fail "            !!! p_tupdate failed"
 218
 219         _log "        *** p_check/p_purge"
 220         cd $WORKAREA
 221         p_check -s | p_purge -yiu 2>&1 \
 222                         || _fail "            !!! p_check/p_purge failed"
 223
 224         _log "        *** non-trunk files"
 225         cd $WORKAREA
 226         p_list -c 2>&1 \
 227                         || _fail "            !!! p_list failed"
 228     else
 229         _log "        *** cvs update"
 230         cd $WORKAREA
 231         cvs -z3 update -d
 232     fi
 233 }
 234
 235
 236 _log "*** linux-xfs QA (`date`)"
 237
 238 _get_state
 239
 240 # check preconditions for starting state
 241 case $1
 242 in
 243     cron-init)
 244         case $state
 245         in
 246             *done)
 247                 ;;
 248             *)
 249                 _fail "    !!! cron-init while not in \"*done\" state"
 250                 ;;
 251         esac
 252         ;;
 253     cron-restarted)
 254         # we don't auto restart after reboot, but cron the restart
 255         # to happen a bit later - it's much easier and safer that way
 256         if [ $state != "cron-restarted" ]
 257         then
 258             _fail "    !!! cron-restarted while not in \"cron-restarted\" state"
 259         fi
 260         ;;
 261 esac
 262
 263 if [ "$1" != "" ]
 264 then
 265     _set_state $1
 266 fi
 267
 268 [ $UID -eq 0 ]          && _fail "    !!! QA most be run as a normal user"
 269 [ -d $ROOT ]            || _fail "    !!! QA root \"$ROOT\" not found"
 270 [ -d $WORKAREA ]        || _fail "    !!! QA workarea \"$WORKAREA\" not found"
 271 [ -r $CONFIG ]          || _fail "    !!! Can't read config file $CONFIG"
 272 . $COMMON_CONFIG        || _fail "    !!! Couldn't source $COMMON_CONFIG"
 273
 274 cd $ROOT
 275
 276 started=1
 277 echo "auto-qa started" | wall
 278
 279 while true
 280 do
 281     _get_state
 282
 283     _log "    *** state $state start (`date`)"
 284     _log "        (user=$USER, host=$HOST)"
 285     new_state=""
 286
 287     case $state
 288     in
 289         *init)
 290             echo "" > $ROOT/qa.log
 291             echo "" > $ROOT/qa.full
 292             _log "******************************************"
 293             _log "QA init (`date`)"
 294             _log "******************************************"
 295
 296             _change_state "inited"
 297             _update_autoqa_file
 298             ;;
 299
 300         *inited)
 301             _log "        *** QA initialized"
 302             new_state="update"
 303             ;;
 304
 305         *update)
 306             _update_workarea
 307             new_state="clean"
 308             ;;
 309
 310         *clean)
 311             # we need to configure or else we might fail to clean
 312             for pkg in attr acl xfsprogs xfsdump xfstests
 313             do
 314                 cd $WORKAREA/cmd/$pkg
 315                 _log "        *** clean $pkg tools"
 316                 make realclean 2>&1 \
 317                         || _fail "            !!! clean $pkg failed"
 318             done
 319
 320             _log "        *** clean quota tools"
 321             cd $WORKAREA/cmd/quota
 322             ( rm -f configure ; autoconf ; sh configure ; make clean ) 2>&1 \
 323                         || _fail "            !!! clean quota failed"
 324
 325             _log "        *** clean linux"
 326             cd $WORKAREA/linux
 327             make mrproper 2>&1 \
 328                         || _fail "            !!! clean linux failed"
 329
 330             _log "        *** install configuration file"
 331             cp -f $CONFIG $WORKAREA/linux/.config 2>&1 \
 332                         || _fail "            !!! failed to install config"
 333
 334             _log "        *** remove version file"
 335             rm -f include/linux/version.h 2>&1 \
 336                         || _fail "            !!! failed to clean version"
 337
 338             new_state="reconfig"
 339             ;;
 340
 341         *reconfig)
 342
 343             _log "        *** reconfig kernel"
 344
 345             _change_state "clean" ; # we better start from scratch if this fails
 346
 347             cd $WORKAREA/linux
 348             # we want to use default options for any new config options.
 349             echo -e "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n" | \
 350                 make EXTRAVERSION=$EXTRA oldconfig 2>&1 \
 351                         || _fail "            !!! reconfig oldconfig failed"
 352             make EXTRAVERSION=$EXTRA dep 2>&1 \
 353                         || _fail "            !!! reconfig dep failed"
 354
 355             new_state="build"
 356             ;;
 357
 358         *build)
 359             _log "        *** build kernel"
 360
 361             _change_state "clean" ; # we better start from scratch if this fails
 362
 363             cd $WORKAREA/linux
 364             make -j2 EXTRAVERSION=$EXTRA bzImage 2>&1 \
 365                         || _fail "            !!! build bzImage failed"
 366             make -j2 EXTRAVERSION=$EXTRA modules 2>&1 \
 367                         || _fail "            !!! build modules failed"
 368
 369             _log "        *** build and install tools"
 370             for pkg in attr acl xfsprogs xfsdump xfstests
 371             do
 372                 cd $WORKAREA/cmd/$pkg
 373
 374                 # use e-fence - but this will only take effect on configure
 375                 export MALLOCLIB=/usr/lib/libefence.a
 376                 make configure 2>&1 \
 377                         || _fail "            !!! configure $pkg failed"
 378                 make default 2>&1 \
 379                         || _fail "            !!! build $pkg failed"
 380
 381                 _sudo make install install-dev 2>&1 \
 382                         || _fail "            !!! install $pkg failed"
 383             done
 384
 385             _log "        *** build and install quota tools"
 386             cd $WORKAREA/cmd/quota
 387             rm -f configure
 388
 389             # use e-fence - but this will only take effect on configure
 390             export MALLOCLIB=/usr/lib/libefence.a
 391             ( autoconf ; sh configure --prefix=/usr; make all ) 2>&1 \
 392                         || _fail "            !!! build quota failed"
 393             _sudo make install 2>&1 \
 394                         || _fail "            !!! install quota failed"
 395
 396             new_state="install"
 397             ;;
 398
 399         *install)
 400             _log "        *** blat old modules"
 401
 402             _sudo rm -rf $MODULES
 403
 404             _log "        *** install kernel"
 405             cd $WORKAREA/linux
 406             _sudo cp -f $WORKAREA/linux/arch/i386/boot/bzImage $IMAGE 2>&1 \
 407                         || _fail "            !!! install kernel failed"
 408             _sudo cp -f $WORKAREA/linux/System.map $SYSTEMMAP 2>&1 \
 409                         || _fail "            !!! install kernel failed"
 410             _sudo make EXTRAVERSION=$EXTRA modules_install 2>&1 \
 411                         || _fail "            !!! install modules failed"
 412
 413             _log "        *** reinit lilo"
 414             _sudo /sbin/lilo 2>&1 \
 415                         || _fail "            !!! reinit lilo failed"
 416             new_state="restart"
 417             ;;
 418
 419         *restart)
 420             _log "            *** select qa kernel"
 421             _sudo /sbin/lilo -R linux-xfs-qa 2>&1 \
 422                         || _fail "            !!! lilo failed"
 423
 424             _log "            *** prepare to restart"
 425             _change_state "restarted"
 426
 427             _log "            *** restarting"
 428
 429             _restart # doesn't return
 430             ;;
 431
 432         *restarted)
 433             _log "            *** QA reentered after restart"
 434
 435             new_state="check"
 436             ;;
 437
 438         *check)
 439             uname=`uname -ar`
 440             _log "            *** uname $uname"
 441             _log "            *** user tools"
 442             ls -l /sbin/*xfs* /usr/sbin/*xfs* 2>&1
 443             _log "            *** kernel"
 444             ls -l /boot/*$EXTRA*  2>&1
 445             _log "            *** kernel modules"
 446             ls -l /lib/modules/$VERSION$EXTRA/kernel/fs/pagebuf/* \
 447                   /lib/modules/$VERSION$EXTRA/kernel/fs/xfs/*     \
 448                   /lib/modules/$VERSION$EXTRA/kernel/fs/xfs_support/*
 449
 450             if [ $MODULAR -eq 0 ]
 451             then
 452                 new_state="reset"
 453             else
 454                 new_state="probe"
 455             fi
 456             ;;
 457
 458         *probe)
 459             _log "            *** modules dependencies"
 460
 461             _sudo depmod -a  2>&1 \
 462                         || _fail "            !!! failed to depmod -a"
 463
 464             _log "            *** unmounting XFS mounts"
 465
 466             _sudo umount -a -t xfs 2>&1
 467
 468             _log "            *** removing modules"
 469
 470             for m in xfsidbg xfs pagebuf kdbm_pg kdbm_vm
 471             do
 472                 _sudo rmmod $m 2> /dev/null
 473             done
 474
 475             _log "            *** installing modules"
 476
 477             _sudo modprobe xfs 2>&1 \
 478                         || _fail "            !!! failed to modprobe xfs"
 479
 480             new_state="reset"
 481             ;;
 482
 483         *reset)
 484
 485             _log "            *** unmounting TEST_DEV"
 486
 487             _sudo umount $TEST_DEV 2>&1
 488
 489             _log "            *** unmounting SCRATCH_DEV"
 490
 491             _sudo umount $SCRATCH_DEV 2>&1
 492
 493             _log "            *** clean TEST_DEV"
 494
 495             _sudo mkfs -t xfs -f $TEST_DEV 2>&1 \
 496                         || _fail "            !!! failed to mkfs TEST_DEV"
 497
 498             _log "            *** mounting TEST_DEV"
 499
 500             _sudo mount -t xfs $TEST_DEV $TEST_DIR 2>&1 \
 501                         || _fail "            !!! failed to mount"
 502
 503             new_state="run"
 504             ;;
 505
 506
 507         soak-run)
 508             cd $QADIR
 509
 510             _log "            *** run soak test"
 511             _sudo ./soak $SOAK_PASSES $SOAK_STRESS $SOAK_PROC\
 512                         || _fail "            !!! failed to run soak test"
 513
 514             new_state="done"
 515             ;;
 516
 517         *run)
 518             cd $QADIR
 519
 520             _log "            *** run tests"
 521             _sudo ./check -l -g auto 2>&1 | tee $ROOT/qa.out
 522
 523             _log ""
 524             _log "            *** send status mail"
 525             mail -s "xfs qa status report" $EMAIL < $ROOT/qa.out 2>&1
 526
 527             new_state="done"
 528             ;;
 529
 530         *done)
 531             _log "*** QA run complete"
 532
 533             _success
 534             ;;
 535
 536         *nothing)
 537             new_state="done"
 538             _log "    *** do nothing"
 539             ;;
 540
 541         *)
 542             _fail "           !!! unknown state $state"
 543             ;;
 544     esac
 545
 546     _log "    *** state $state done (`date`)"
 547     [ "$new_state" = "" ] && _fail "    !!! no new state set"
 548     _change_state $new_state
 549
 550 done