1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
#!/bin/sh
#
# Copyright (c) 2022 Todd C. Miller <Todd.Miller@sudo.ws>
#
# Permission to use, copy, modify, and distribute this software for any
# purpose with or without fee is hereby granted, provided that the above
# copyright notice and this permission notice appear in all copies.
#
# THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
# WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
# ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
# WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
# ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
# OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
#
# Simple test harness for libsudo_util tests.
# usage: harness [-v] test_group [test_name ...]
#
srcdir="@abs_srcdir@"
builddir="@abs_builddir@"
SHELL=@SHELL@
verbose=0
rval=0
ntests=0
errors=0
umask 022
if [ "$1" = "-v" ]; then
verbose=1
shift
fi
if [ $# -eq 0 ]; then
echo "usage: harness test_group [test_name ...]" >&2
exit 1
fi
group="$1"
shift
srcdir=${srcdir%"/regress"}
builddir=${builddir%"/regress"}
cd $srcdir || exit 1
if [ ! -d "regress/$group" ]; then
echo "missing test group: regress/$group" >&2
exit 1
fi
mkdir -p "$builddir/regress/$group"
if [ $# -eq 0 ]; then
tests=
for t in regress/$group/*.in; do
tests="$tests `basename $t .in`"
done
set -- $tests
fi
while [ $# -ne 0 ]; do
test="$1"
shift
in="regress/$group/${test}.in"
out="$builddir/regress/$group/${test}.out"
out_ok="regress/$group/${test}.out.ok"
err="$builddir/regress/$group/${test}.err"
err_ok="regress/$group/${test}.err.ok"
if [ "$group" = "sudo_conf" ]; then
$builddir/conf_test $in >$out 2>$err
else
$builddir/parseln_test <$in >$out 2>$err
fi
ntests=`expr $ntests + 1`
if cmp $out $out_ok >/dev/null; then
if [ $verbose -eq 1 ]; then
echo "$group/$test: OK"
fi
else
errors=`expr $errors + 1`
echo "$group/$test: FAIL"
diff $out $out_ok || true
fi
ntests=`expr $ntests + 1`
if test -s $err_ok; then
if cmp $err $err_ok >/dev/null; then
if [ $verbose -eq 1 ]; then
echo "$group/$test (stderr): OK"
fi
else
errors=`expr $errors + 1`
echo "$group/$test (stderr): FAIL"
diff $err $err_ok || true
fi
elif test -s $err; then
errors=`expr $errors + 1`
echo "$group/$test (stderr): FAIL"
fi
done
${AWK-awk} -v group=$group -v ntests=$ntests -v errors=$errors \
'END {printf("%s: %d tests run, %d errors, %d%% success rate\n", group, ntests, errors, (ntests - errors) * 100 / ntests)}' < /dev/null
if test $errors -ne 0; then
rval=`expr $rval + $errors`
fi
exit $rval
|
