summaryrefslogtreecommitdiffstats
path: root/bin/tests/system/coverage/tests.sh
blob: 0f75b049488c807a61703c1844e4e2d9e304541e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
#!/bin/sh

# Copyright (C) Internet Systems Consortium, Inc. ("ISC")
#
# SPDX-License-Identifier: MPL-2.0
#
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0.  If a copy of the MPL was not distributed with this
# file, you can obtain one at https://mozilla.org/MPL/2.0/.
#
# See the COPYRIGHT file distributed with this work for additional
# information regarding copyright ownership.

SYSTEMTESTTOP=..
. $SYSTEMTESTTOP/conf.sh

COVERAGE="$COVERAGE -c ./named-compilezone"

status=0
n=1

matchall() {
  file=$1
  echo "$2" | while read matchline; do
    grep "$matchline" $file >/dev/null 2>&1 || {
      echo "FAIL"
      return
    }
  done
}

echo_i "checking for DNSSEC key coverage issues"
ret=0
for dir in [0-9][0-9]-*; do
  ret=0
  echo_i "$dir"
  args= warn= error= ok= retcode= match= zones=
  . $dir/expect
  $COVERAGE $args -K $dir ${zones:-example.com} >coverage.$n 2>&1

  # check that return code matches expectations
  found=$?
  if [ $found -ne $retcode ]; then
    echo "retcode was $found expected $retcode"
    ret=1
  fi

  # check for correct number of errors
  found=$(grep ERROR coverage.$n | wc -l)
  if [ $found -ne $error ]; then
    echo "error count was $found expected $error"
    ret=1
  fi

  # check for correct number of warnings
  found=$(grep WARNING coverage.$n | wc -l)
  if [ $found -ne $warn ]; then
    echo "warning count was $found expected $warn"
    ret=1
  fi

  # check for correct number of OKs
  found=$(grep "No errors found" coverage.$n | wc -l)
  if [ $found -ne $ok ]; then
    echo "good count was $found expected $ok"
    ret=1
  fi

  found=$(matchall coverage.$n "$match")
  if [ "$found" = "FAIL" ]; then
    echo "no match on '$match'"
    ret=1
  fi

  found=$(grep Traceback coverage.$n | wc -l)
  if [ $found -ne 0 ]; then
    echo "python exception detected"
    ret=1
  fi

  n=$(expr $n + 1)
  if [ $ret != 0 ]; then echo_i "failed"; fi
  status=$(expr $status + $ret)
done

echo_i "exit status: $status"
[ $status -eq 0 ] || exit 1