1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import itertools
import json
import logging
import math
import taskgraph
from mozbuild.util import memoize
from mozpack.path import match as mozpackmatch
from gecko_taskgraph import files_changed
from .. import GECKO
logger = logging.getLogger(__name__)
@memoize
def perfile_number_of_chunks(is_try, try_task_config, head_repository, head_rev, type):
if taskgraph.fast and not is_try:
# When iterating on taskgraph changes, the exact number of chunks that
# test-verify runs usually isn't important, so skip it when going fast.
return 3
tests_per_chunk = 10.0
if type.startswith("test-coverage"):
tests_per_chunk = 30.0
if type.startswith("test-verify-wpt") or type.startswith("test-coverage-wpt"):
file_patterns = [
"testing/web-platform/tests/**",
"testing/web-platform/mozilla/tests/**",
]
elif type.startswith("test-verify-gpu") or type.startswith("test-coverage-gpu"):
file_patterns = [
"**/*webgl*/**/test_*",
"**/dom/canvas/**/test_*",
"**/gfx/tests/**/test_*",
"**/devtools/canvasdebugger/**/browser_*",
"**/reftest*/**",
]
elif type.startswith("test-verify") or type.startswith("test-coverage"):
file_patterns = [
"**/test_*",
"**/browser_*",
"**/crashtest*/**",
"js/src/tests/test/**",
"js/src/tests/non262/**",
"js/src/tests/test262/**",
]
else:
# Returning 0 means no tests to run, this captures non test-verify tasks
return 1
changed_files = set()
if try_task_config:
suite_to_paths = json.loads(try_task_config)
specified_files = itertools.chain.from_iterable(suite_to_paths.values())
changed_files.update(specified_files)
if is_try:
changed_files.update(files_changed.get_locally_changed_files(GECKO))
else:
changed_files.update(files_changed.get_changed_files(head_repository, head_rev))
test_count = 0
for pattern in file_patterns:
for path in changed_files:
# TODO: consider running tests if a manifest changes
if path.endswith(".list") or path.endswith(".ini"):
continue
if path.endswith("^headers^"):
continue
if mozpackmatch(path, pattern):
gpu = False
if type == "test-verify-e10s" or type == "test-coverage-e10s":
# file_patterns for test-verify will pick up some gpu tests, lets ignore
# in the case of reftest, we will not have any in the regular case
gpu_dirs = [
"dom/canvas",
"gfx/tests",
"devtools/canvasdebugger",
"webgl",
]
for gdir in gpu_dirs:
if len(path.split(gdir)) > 1:
gpu = True
if not gpu:
test_count += 1
chunks = test_count / tests_per_chunk
chunks = int(math.ceil(chunks))
# Never return 0 chunks on try, so that per-file tests can be pushed to try with
# an explicit path, and also so "empty" runs can be checked on try.
if is_try and chunks == 0:
chunks = 1
return chunks
|
