1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
|
#!/usr/bin/env python3
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import print_function
import os
import site
import subprocess
import argparse
from glob import glob
scriptdir = os.path.abspath(os.path.dirname(__file__))
testdir = os.path.join(scriptdir, "t")
site.addsitedir(testdir)
from testlib import Test, equal
parser = argparse.ArgumentParser(description="run hazard analysis tests")
parser.add_argument(
"--js", default=os.environ.get("JS"), help="JS binary to run the tests with"
)
parser.add_argument(
"--sixgill",
default=os.environ.get("SIXGILL", os.path.join(testdir, "sixgill")),
help="Path to root of sixgill installation",
)
parser.add_argument(
"--sixgill-bin",
default=os.environ.get("SIXGILL_BIN"),
help="Path to sixgill binary dir",
)
parser.add_argument(
"--sixgill-plugin",
default=os.environ.get("SIXGILL_PLUGIN"),
help="Full path to sixgill gcc plugin",
)
parser.add_argument(
"--gccdir", default=os.environ.get("GCCDIR"), help="Path to GCC installation dir"
)
parser.add_argument("--cc", default=os.environ.get("CC"), help="Path to gcc")
parser.add_argument("--cxx", default=os.environ.get("CXX"), help="Path to g++")
parser.add_argument(
"--verbose",
"-v",
action="store_true",
help="Display verbose output, including commands executed",
)
parser.add_argument(
"tests",
nargs="*",
default=["sixgill-tree", "suppression", "hazards", "exceptions", "virtual"],
help="tests to run",
)
cfg = parser.parse_args()
if not cfg.js:
exit("Must specify JS binary through environment variable or --js option")
if not cfg.cc:
if cfg.gccdir:
cfg.cc = os.path.join(cfg.gccdir, "bin", "gcc")
else:
cfg.cc = "gcc"
if not cfg.cxx:
if cfg.gccdir:
cfg.cxx = os.path.join(cfg.gccdir, "bin", "g++")
else:
cfg.cxx = "g++"
if not cfg.sixgill_bin:
cfg.sixgill_bin = os.path.join(cfg.sixgill, "usr", "bin")
if not cfg.sixgill_plugin:
cfg.sixgill_plugin = os.path.join(
cfg.sixgill, "usr", "libexec", "sixgill", "gcc", "xgill.so"
)
subprocess.check_call(
[cfg.js, "-e", 'if (!getBuildConfiguration()["has-ctypes"]) quit(1)']
)
def binpath(prog):
return os.path.join(cfg.sixgill_bin, prog)
def make_dir(dirname, exist_ok=True):
try:
os.mkdir(dirname)
except OSError as e:
if exist_ok and e.strerror == "File exists":
pass
else:
raise
outroot = os.path.join(testdir, "out")
make_dir(outroot)
for name in cfg.tests:
name = os.path.basename(name)
indir = os.path.join(testdir, name)
outdir = os.path.join(outroot, name)
make_dir(outdir)
test = Test(indir, outdir, cfg, verbose=cfg.verbose)
os.chdir(outdir)
for xdb in glob("*.xdb"):
os.unlink(xdb)
print("START TEST {}".format(name), flush=True)
testpath = os.path.join(indir, "test.py")
testscript = open(testpath).read()
testcode = compile(testscript, testpath, "exec")
try:
exec(testcode, {"test": test, "equal": equal})
except subprocess.CalledProcessError:
print("TEST-FAILED: %s" % name)
except AssertionError:
print("TEST-FAILED: %s" % name)
raise
else:
print("TEST-PASSED: %s" % name)
|
