1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
import os
import unittest
from IPDLCompile import IPDLCompile
class IPDLTestCase(unittest.TestCase):
def __init__(self, ipdlargv, filename):
unittest.TestCase.__init__(self, "test")
self.filename = filename
self.compile = IPDLCompile(filename, ipdlargv)
def test(self):
self.compile.run()
self.assertFalse(self.compile.exception(), self.mkFailMsg())
self.checkPassed()
def mkCustomMsg(self, msg):
return """
### Command: %s
### %s
### stderr:
%s""" % (
" ".join(self.compile.argv),
msg,
self.compile.stderr,
)
def mkFailMsg(self):
return """
### Command: %s
### stderr:
%s""" % (
" ".join(self.compile.argv),
self.compile.stderr,
)
def shortDescription(self):
return '%s test of "%s"' % (self.__class__.__name__, self.filename)
class OkTestCase(IPDLTestCase):
"""An invocation of the IPDL compiler on a valid specification.
The IPDL compiler should not produce errors or exceptions."""
def __init__(self, ipdlargv, filename):
IPDLTestCase.__init__(self, ipdlargv, filename)
def checkPassed(self):
self.assertTrue(self.compile.ok(), self.mkFailMsg())
class ErrorTestCase(IPDLTestCase):
"""An invocation of the IPDL compiler on an *invalid* specification.
The IPDL compiler *should* produce errors but not exceptions."""
def __init__(self, ipdlargv, filename):
IPDLTestCase.__init__(self, ipdlargv, filename)
# Look for expected errors in the input file.
f = open(filename, "r")
self.expectedErrorMessage = []
for l in f:
if l.startswith("//error:"):
self.expectedErrorMessage.append(l[2:-1])
f.close()
def checkPassed(self):
self.assertNotEqual(
self.expectedErrorMessage,
[],
self.mkCustomMsg(
"Error test should contain at least "
+ "one line starting with //error: "
+ "that indicates the expected failure."
),
)
for e in self.expectedErrorMessage:
self.assertTrue(
self.compile.error(e),
self.mkCustomMsg('Did not see expected error "' + e + '"'),
)
if __name__ == "__main__":
import sys
okdir = sys.argv[1]
assert os.path.isdir(okdir)
errordir = sys.argv[2]
assert os.path.isdir(errordir)
ipdlargv = []
oksuite = unittest.TestSuite()
errorsuite = unittest.TestSuite()
oktests, errortests = False, False
for arg in sys.argv[3:]:
if errortests:
# The extra subdirectory is used for non-failing files we want
# to include from failing files.
errorIncludes = ["-I", os.path.join(errordir, "extra"), "-I", errordir]
errorsuite.addTest(ErrorTestCase(ipdlargv + errorIncludes, arg))
elif oktests:
if "ERRORTESTS" == arg:
errortests = True
continue
oksuite.addTest(OkTestCase(ipdlargv + ["-I", okdir], arg))
else:
if "OKTESTS" == arg:
oktests = True
continue
ipdlargv.append(arg)
test_result = (unittest.TextTestRunner()).run(
unittest.TestSuite([oksuite, errorsuite])
)
sys.exit(not test_result.wasSuccessful())
|
