1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import imp
import json
import os
import mozunit
import pytest
from tryselect.tasks import build, resolve_tests_by_suite
MOZHARNESS_SCRIPTS = {
"android_emulator_unittest": {
"class_name": "AndroidEmulatorTest",
"configs": [
"android/android_common.py",
],
"xfail": [
"cppunittest",
"crashtest-qr",
"gtest",
"geckoview-junit",
"jittest",
"jsreftest",
"reftest-qr",
],
},
"desktop_unittest": {
"class_name": "DesktopUnittest",
"configs": [
"unittests/linux_unittest.py",
"unittests/mac_unittest.py",
"unittests/win_unittest.py",
],
"xfail": [
"cppunittest",
"gtest",
"jittest",
"jittest-chunked",
"jittest1",
"jittest2",
"jsreftest",
"mochitest-valgrind-plain",
"reftest-no-accel",
"reftest-snapshot",
"xpcshell-msix",
],
},
}
"""A suite being listed in a script's `xfail` list means it won't work
properly with MOZHARNESS_TEST_PATHS (the mechanism |mach try fuzzy <path>|
uses).
"""
def get_mozharness_test_paths(name):
scriptdir = os.path.join(build.topsrcdir, "testing", "mozharness", "scripts")
files = imp.find_module(name, [scriptdir])
mod = imp.load_module("scripts.{}".format(name), *files)
class_name = MOZHARNESS_SCRIPTS[name]["class_name"]
cls = getattr(mod, class_name)
return cls(require_config_file=False)._get_mozharness_test_paths
@pytest.fixture(scope="module")
def all_suites():
from moztest.resolve import _test_flavors, _test_subsuites
all_suites = []
for flavor in _test_flavors:
all_suites.append({"flavor": flavor, "srcdir_relpath": "test"})
for flavor, subsuite in _test_subsuites:
all_suites.append(
{"flavor": flavor, "subsuite": subsuite, "srcdir_relpath": "test"}
)
return all_suites
def generate_suites_from_config(path):
configdir = os.path.join(build.topsrcdir, "testing", "mozharness", "configs")
parent, name = os.path.split(path)
name = os.path.splitext(name)[0]
files = imp.find_module("{}".format(name), [os.path.join(configdir, parent)])
mod = imp.load_module("config.{}".format(name), *files)
config = mod.config
for category in sorted(config["suite_definitions"]):
key = "all_{}_suites".format(category)
if key not in config:
yield category,
continue
for suite in sorted(config["all_{}_suites".format(category)]):
yield category, suite
def generate_suites():
for name, script in MOZHARNESS_SCRIPTS.items():
seen = set()
for path in script["configs"]:
for suite in generate_suites_from_config(path):
if suite in seen:
continue
seen.add(suite)
item = (name, suite)
if suite[-1] in script["xfail"]:
item = pytest.param(item, marks=pytest.mark.xfail)
yield item
def idfn(item):
name, suite = item
return "{}/{}".format(name, suite[-1])
@pytest.mark.parametrize("item", generate_suites(), ids=idfn)
def test_suites(item, patch_resolver, all_suites):
"""An integration test to make sure the suites returned by
`tasks.resolve_tests_by_suite` match up with the names defined in
mozharness.
"""
patch_resolver([], all_suites)
suites = resolve_tests_by_suite(["test"])
os.environ["MOZHARNESS_TEST_PATHS"] = json.dumps(suites)
name, suite = item
func = get_mozharness_test_paths(name)
assert func(*suite)
if __name__ == "__main__":
mozunit.main()
|
