diff options
Diffstat (limited to '')
| -rwxr-xr-x | test/regression.sh | 199 |
1 files changed, 199 insertions, 0 deletions
diff --git a/test/regression.sh b/test/regression.sh new file mode 100755 index 0000000..ec1a416 --- /dev/null +++ b/test/regression.sh @@ -0,0 +1,199 @@ +#!/bin/sh +# Copyright (C) 2007 Dejan Muhamedagic <dmuhamedagic@suse.de> +# See COPYING for license information. + +rootdir="$(dirname "$0")" +TESTDIR=${TESTDIR:-$rootdir/testcases} +DFLT_TESTSET=basicset +OUTDIR=${OUTDIR:-crmtestout} +CRM_OUTF="$OUTDIR/crm.out" +CRM_LOGF="$OUTDIR/crm.log" +CRM_DEBUGF="$OUTDIR/crm.debug" +OUTF="$OUTDIR/regression.out" +DIFF_OPTS="--ignore-all-space -U 1" +common_filter=$TESTDIR/common.filter +common_exclf=$TESTDIR/common.excl +export OUTDIR + +logmsg() { + echo "$(date): $*" | tee -a "$CRM_DEBUGF" | tee -a "$CRM_LOGF" +} +abspath() { + echo "$1" | grep -qs "^/" && echo "$1" || echo "$(pwd)/$1" +} + +usage() { + cat<<EOF + +usage: $0 [-q] [-P] [testcase...|set:testset] + +Test crm shell using supplied testcases. If none are given, +set:basicset is used. All testcases and sets are in testcases/. +See also README.regression for description. + +-q: quiet operation (no progress shown) +-P: profile test + +EOF +exit 2 +} + +if [ ! -d "$TESTDIR" ]; then + echo "$0: $TESTDIR does not exit" + usage +fi + +rm -f "$CRM_LOGF" "$CRM_DEBUGF" + +# make tools/lrmd/stonithd log to our files only +HA_logfile="$(abspath "$CRM_LOGF")" +HA_debugfile="$(abspath "$CRM_DEBUGF")" +HA_use_logd=no +HA_logfacility="" +export HA_logfile HA_debugfile HA_use_logd HA_logfacility + +mkdir -p "$OUTDIR" +. /etc/ha.d/shellfuncs + +args="$(getopt hqPc:p:m: "$*")" +[ $? -ne 0 ] && usage +eval set -- "$args" + +output_mode="normal" +while [ x"$1" != x ]; do + case "$1" in + -h) usage;; + -m) output_mode=$2; shift 1;; + -q) output_mode="silent";; + -P) do_profile=1;; + -c) CRM=$2; export CRM; shift 1;; + -p) PATH="$2:$PATH"; export PATH; shift 1;; + --) shift 1; break;; + *) usage;; + esac + shift 1 +done + +exec >"$OUTF" 2>&1 + +# Where to send user output +# evaltest.sh also uses >&3 for printing progress dots +case $output_mode in + silent) exec 3>/dev/null;; + buildbot) exec 3>"$CRM_OUTF";; + *) exec 3>/dev/tty;; +esac + +setenvironment() { + filterf=$TESTDIR/$testcase.filter + pref=$TESTDIR/$testcase.pre + postf=$TESTDIR/$testcase.post + exclf=$TESTDIR/$testcase.excl + log_filter=$TESTDIR/$testcase.log_filter + expf=$TESTDIR/$testcase.exp + outf=$OUTDIR/$testcase.out + difff=$OUTDIR/$testcase.diff +} + +filter_output() { + { [ -x $common_filter ] && $common_filter || cat;} | + { [ -f $common_exclf ] && egrep -vf $common_exclf || cat;} | + { [ -x $filterf ] && $filterf || cat;} | + { [ -f $exclf ] && egrep -vf $exclf || cat;} +} + +dumpcase() { + cat<<EOF +---------- +testcase $testcase failed +output is in $outf +diff (from $difff): +`cat $difff` +---------- +EOF +} + +runtestcase() { + setenvironment + ( + cd $rootdir + [ -x "$pref" ] && $pref >/dev/null 2>&1 + ) + echo -n "$testcase" >&3 + logmsg "BEGIN testcase $testcase" + ( + cd $rootdir + ./evaltest.sh $testargs + ) < $TESTDIR/$testcase > $outf 2>&1 + + perl -pi -e 's/\<cib[^>]*\>/\<cib\>/g' $outf + + filter_output < $outf | + if [ "$prepare" ]; then + echo " saving to expect file" >&3 + cat > $expf + else + ( + cd $rootdir + [ -x "$postf" ] && $postf >/dev/null 2>&1 + ) + echo -n " checking..." >&3 + if head -2 $expf | grep -qs '^<cib'; then + crm_diff -o $expf -n - + else + diff $DIFF_OPTS $expf - + fi > $difff + if [ $? -ne 0 ]; then + echo " FAIL" >&3 + cat $difff >&3 + dumpcase + return 1 + else + echo " PASS" >&3 + rm -f $outf $difff + fi + fi + sed -n "/BEGIN testcase $testcase/,\$p" $CRM_LOGF | + { [ -x $log_filter ] && $log_filter || cat;} | + egrep '(CRIT|ERROR):' + logmsg "END testcase $testcase" +} + +[ "$1" = prepare ] && { prepare=1; shift 1;} +[ $# -eq 0 ] && set "set:$DFLT_TESTSET" +testargs="" +if [ -n "$do_profile" ]; then + if echo $1 | grep -qs '^set:'; then + echo you can profile just one test + echo 'really!' + exit 1 + fi + testargs="prof" +fi + +for a; do + if [ "$a" ] && [ -f "$TESTDIR/$a" ]; then + testcase=$a + runtestcase + elif echo "$a" | grep -q "^set:"; then + TESTSET="$TESTDIR/$(echo $a | sed 's/set://')" + if [ -f "$TESTSET" ]; then + while read -r testcase; do + runtestcase + done < "$TESTSET" + else + echo "testset $TESTSET does not exist" >&3 + fi + else + echo "test $TESTDIR/$a does not exist" >&3 + fi +done + +res=`grep -E -wv '(BEGIN|END) testcase|warning: stray .* before' "$OUTF"` +if [ -n "$res" ];then + echo "The failed messages: $res" + echo "seems like some tests failed or else something not expected" + echo "check $OUTF and diff files in $OUTDIR" + echo "in case you wonder what lrmd was doing, read $(abspath "$CRM_LOGF") and $(abspath "$CRM_DEBUGF")" + exit 1 +fi >&3 |