1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Take the base iris task definition and generate all of the actual test chunks
for all combinations of test categories and test platforms.
"""
from __future__ import absolute_import, print_function, unicode_literals
from copy import deepcopy
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by
transforms = TransformSequence()
@transforms.add
def make_iris_tasks(config, jobs):
# Each platform will get a copy of the test categories
platforms = config.config.get("iris-build-platforms")
# The fields needing to be resolve_keyed_by'd
fields = [
"dependencies.build",
"fetches.build",
"run.command",
"run-on-projects",
"treeherder.platform",
"worker.docker-image",
"worker.artifacts",
"worker.env.PATH",
"worker.max-run-time",
"worker-type",
]
for job in jobs:
for platform in platforms:
# Make platform-specific clones of each iris task
clone = deepcopy(job)
basename = clone["name"]
clone["description"] = clone["description"].format(basename)
clone["name"] = clone["name"] + "-" + platform
# resolve_keyed_by picks the correct values based on
# the `by-platform` keys in the task definitions
for field in fields:
resolve_keyed_by(
clone,
field,
clone["name"],
**{
"platform": platform,
}
)
# iris uses this to select the tests to run in this chunk
clone["worker"]["env"]["CURRENT_TEST_DIR"] = basename
# Clean up some entries when they aren't needed
if clone["worker"]["docker-image"] is None:
del clone["worker"]["docker-image"]
if clone["worker"]["env"]["PATH"] is None:
del clone["worker"]["env"]["PATH"]
yield clone
@transforms.add
def fill_email_data(config, tasks):
format_kwargs = {
"head_rev": config.params["head_rev"],
"project": config.params["project"],
"th_root": "https://treeherder.mozilla.org/#/",
"tiers": "&tier=1%2C2%2C3",
}
for task in tasks:
format_kwargs["task_name"] = task["name"]
format_kwargs["filterstring"] = "&searchStr=iris%20{}".format(task["name"])
format_kwargs["chunk"] = task["worker"]["env"]["CURRENT_TEST_DIR"]
resolve_keyed_by(
task,
"notify.email",
item_name=task["name"],
**{
"project": config.params["project"],
}
)
email = task["notify"].get("email")
if email:
email["link"]["href"] = email["link"]["href"].format(**format_kwargs)
email["subject"] = email["subject"].format(**format_kwargs)
yield task
@transforms.add
def add_notify_email(config, tasks):
for task in tasks:
notify = task.pop("notify", {})
email_config = notify.get("email")
if email_config:
extra = task.setdefault("extra", {})
notify = extra.setdefault("notify", {})
notify["email"] = {
"subject": email_config["subject"],
"content": email_config["message"],
"link": email_config.get("link", None),
}
routes = task.setdefault("routes", [])
routes.extend(
[
"notify.email.{}.on-{}".format(address, reason)
for address in email_config["emails"]
for reason in email_config["on-reasons"]
]
)
yield task
|
