blob: c1b715cb288fe67936b5b5eff12fe8987c371dad (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from __future__ import absolute_import, print_function
import mozunit
import pytest
@pytest.fixture
def parse(get_reftest, normalize):
output = pytest.importorskip("output")
reftest, options = get_reftest(tests=["dummy"])
reftest._populate_logger(options)
reftest.outputHandler = output.OutputHandler(
reftest.log, options.utilityPath, options.symbolsPath
)
def resolve(path):
path = normalize(path)
return "file://{}".format(path)
def inner(*manifests):
assert len(manifests) > 0
manifests = {m: (None, "id") for m in map(resolve, manifests)}
return reftest.getActiveTests(manifests, options)
return inner
def test_parse_test_types(parse):
tests = parse("types.list")
assert tests[0]["type"] == "=="
assert tests[1]["type"] == "!="
assert tests[2]["type"] == "load"
assert tests[3]["type"] == "script"
assert tests[4]["type"] == "print"
def test_parse_failure_type_interactions(parse):
"""Tests interactions between skip and fails."""
tests = parse("failure-type-interactions.list")
for t in tests:
if "skip" in t["name"]:
assert t["skip"]
else:
assert not t["skip"]
# 0 => EXPECTED_PASS, 1 => EXPECTED_FAIL
if "fails" in t["name"]:
assert t["expected"] == 1
else:
assert t["expected"] == 0
def test_parse_invalid_manifests(parse):
# XXX We should assert that the output contains the appropriate error
# message, but we seem to be hitting an issue in pytest that is preventing
# us from capturing the Gecko output with the capfd fixture. See:
# https://github.com/pytest-dev/pytest/issues/5997
with pytest.raises(SystemExit):
parse("invalid-defaults.list")
with pytest.raises(SystemExit):
parse("invalid-defaults-include.list")
with pytest.raises(SystemExit):
parse("invalid-include.list")
if __name__ == "__main__":
mozunit.main()
|