#!/bin/sh
#
# Wrapper for automating benchmarking runs.
-# Usage: bench [passes] [user] [group] [script]
+# Usage: bench passes user group [script]
#
# ..where passes is the number of times to run each script; uid/gid
# gives credentials to use when running the script; and script is a
owner=nathans@sgi.com
tmp=/tmp/$$
-seq=bench
-here=`pwd`
+here=`pwd`; export here
status=1 # failure is the default!
# get standard environment, filters and checks
umount $SCRATCH_DEV >/dev/null 2>&1
}
-trap "_cleanup; exit \$status" 0 1 2 3 15
-
-ROOT="."
-LOG="$ROOT/bench.log"
-FULL="$ROOT/bench.full"
+OUT="bench.out"
+LOG="bench.log"
+FULL="bench.full"
_log()
{
do
_log " *** clean scratch device [$bench starting, pass $pass]"
mkfs_xfs -f $SCRATCH_DEV 2>&1 | _fix_malloc >>$FULL \
- || _fail " !!! failed to mkfs SCRATCH_DEV"
+ || _fail " !!! mkfs SCRATCH_DEV failed"
_log " *** mounting scratch device"
mount -t xfs $SCRATCH_DEV $SCRATCH_MNT \
|| _fail " !!! couldn't mkdir benchdir"
chown -R $user.$group $SCRATCH_MNT/bench \
|| _fail " !!! couldn't chown benchdir"
+
cd $SCRATCH_MNT/bench
+ seq=`perl -e 'printf "results.%s.%03d\n", '$bench', '$pass`
+ rm -f $seq $tmp.out
+
+ _log " *** bench [$seq]"
+ $here/src/runas -u $uid -g $gid $here/run.$bench >$tmp.out 2>>$FULL
+ [ $? -eq 0 ] || _fail " !!! $bench pass $pass failed"
- _log " *** bench [src/runas -u $uid -g $gid run.$bench]"
- $here/src/runas -u $uid -g $gid $here/run.$bench | _logp
- [ $? -eq 0 ] || _fail " !!! non-zero $bench status"
cd $here
+ _fix_malloc < $tmp.out > $seq
_log " *** unmounting scratch device"
umount $SCRATCH_DEV 2>&1 | _logp \
done
}
+_merge_results()
+{
+ echo Results for $bench benchmark
+ headers=`$here/run.$bench -h`
+ echo "[$headers]"
+ echo results.$bench.* | sort -nu | xargs cat
+ echo
+}
+
# real QA test starts here
-_require_scratch
+if [ $# -lt 3 ]; then
+ echo Usage: bench passes user group [script]
+ exit 1
+fi
+
+passes=$1
+user=$2
+group=$3
+shift; shift; shift
+
+if [ $# -gt 0 ]; then
+ benches="$@"
+else
+ benches=`echo run.* | sed -e 's/run\.//g'`
+fi
+[ -z "$benches" -o "$benches" = "*" ] && _fail "no benchmark scripts found"
-passes=-1
-user=root
-group=root
-benches=`echo run.* | sed -e 's/run\.//g'`
+trap "_cleanup; exit \$status" 0 1 2 3 15
-[ $# -gt 0 ] && passes=$1
-[ $# -gt 1 ] && user=$2
-[ $# -gt 2 ] && group=$3
-[ $# -gt 3 ] && benches=$4
+_require_scratch
+rm -f bench.*
-[ -z "$benches" -o "$benches" = "*" ] && _fail "no benchmark scripts found"
+# $OUT is the report which will ultimately be sent, keep it tidy.
+cat >$OUT <<EOF
+bench: MKFS_OPTIONS=$MKFS_OPTIONS
+bench: MOUNT_OPTIONS=$MOUNT_OPTIONS
+
+EOF
for bench in $benches
-do
+do
echo "" >$FULL
echo "" >$LOG
- _log "*** benchmark started (passes=$passes, benchmark=$bench)"
- _log "*** (`date`)"
+ _log "*** benchmark started [passes=$passes, benchmark=$bench]"
+ _log "*** (`date`)"
+ _log "*** MKFS_OPTIONS=$MKFS_OPTIONS"
+ _log "*** MOUNT_OPTIONS=$MOUNT_OPTIONS"
_log " *** unmounting scratch device"
umount $SCRATCH_DEV 2>&1 | _fix_malloc >>$FULL
- _run_benchmark | _fix_malloc
+ _run_benchmark | _fix_malloc
+ _merge_results >>$OUT
_log "*** done $bench"
done