1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import logging
import os
import sys
from functools import partial
from taskgraph.util.taskcluster import get_artifact, get_task_definition
from ..util.taskcluster import list_task_group_complete_tasks
from .registry import register_callback_action
from .util import create_tasks, fetch_graph_and_labels, get_decision_task_id, get_pushes
logger = logging.getLogger(__name__)
def input_for_support_action(revision, base_revision, base_branch, task):
"""Generate input for action to be scheduled.
Define what label to schedule with 'label'.
If it is a test task that uses explicit manifests add that information.
"""
platform, test_name = task["metadata"]["name"].split("/opt-")
new_branch = os.environ.get("GECKO_HEAD_REPOSITORY", "/try").split("/")[-1]
symbol = task["extra"]["treeherder"]["symbol"]
input = {
"label": "perftest-linux-side-by-side",
"symbol": symbol,
"new_revision": revision,
"base_revision": base_revision,
"test_name": test_name,
"platform": platform,
"base_branch": base_branch,
"new_branch": new_branch,
}
return input
def side_by_side_modifier(task, input):
if task.label != input["label"]:
return task
# Make side-by-side job searchable by the platform, test name, and revisions
# it was triggered for
task.task["metadata"][
"name"
] = f"{input['platform']} {input['test_name']} {input['base_revision'][:12]} {input['new_revision'][:12]}"
# Use a job symbol to include the symbol of the job the side-by-side
# is running for
task.task["extra"]["treeherder"]["symbol"] += f"-{input['symbol']}"
cmd = task.task["payload"]["command"]
task.task["payload"]["command"][1][-1] = cmd[1][-1].format(**input)
return task
@register_callback_action(
title="Side by side",
name="side-by-side",
symbol="gen-sxs",
description=(
"Given a performance test pageload job generate a side-by-side comparison against"
"the pageload job from the revision at the input."
),
order=200,
context=[{"test-type": "raptor"}],
schema={
"type": "object",
"properties": {
"revision": {
"type": "string",
"default": "",
"description": "Revision of the push against the comparison is wanted.",
},
"project": {
"type": "string",
"default": "autoland",
"description": "Revision of the push against the comparison is wanted.",
},
},
"additionalProperties": False,
},
)
def side_by_side_action(parameters, graph_config, input, task_group_id, task_id):
"""
This action does a side-by-side comparison between current revision and
the revision entered manually or the latest revision that ran the
pageload job (via support action).
To execute this action locally follow the documentation here:
https://firefox-source-docs.mozilla.org/taskcluster/actions.html#testing-the-action-locally
"""
task = get_task_definition(task_id)
decision_task_id, full_task_graph, label_to_taskid = fetch_graph_and_labels(
parameters, graph_config
)
# TODO: find another way to detect side-by-side comparable jobs
# (potentially lookig at the visual metrics flag)
if not (
"browsertime-tp6" in task["metadata"]["name"]
or "welcome" in task["metadata"]["name"]
):
logger.exception(
f"Task {task['metadata']['name']} is not side-by-side comparable."
)
return
failed = False
input_for_action = {}
if input.get("revision"):
# If base_revision was introduced manually, use that
input_for_action = input_for_support_action(
revision=parameters["head_rev"],
base_revision=input.get("revision"),
base_branch=input.get("project"),
task=task,
)
else:
current_push_id = int(parameters["pushlog_id"]) - 1
# Go decrementally through pushlog_id, get push data, decision task id,
# full task graph and everything needed to find which of the past revisions
# ran the pageload job to compare against
while int(parameters["pushlog_id"]) - current_push_id < 30:
pushes = get_pushes(
project=parameters["head_repository"],
end_id=current_push_id,
depth=1,
full_response=True,
)
try:
# Get label-to-taskid.json artifact + the tasks triggered
# by the action tasks at a later time than the decision task
current_decision_task_id = get_decision_task_id(
parameters["project"], current_push_id
)
current_task_group_id = get_task_definition(current_decision_task_id)[
"taskGroupId"
]
current_label_to_taskid = get_artifact(
current_decision_task_id, "public/label-to-taskid.json"
)
current_full_label_to_taskid = current_label_to_taskid.copy()
action_task_triggered = list_task_group_complete_tasks(
current_task_group_id
)
current_full_label_to_taskid.update(action_task_triggered)
if task["metadata"]["name"] in current_full_label_to_taskid.keys():
input_for_action = input_for_support_action(
revision=parameters["head_rev"],
base_revision=pushes[str(current_push_id)]["changesets"][-1],
base_branch=input.get("project", parameters["project"]),
task=task,
)
break
except Exception:
logger.warning(
f"Could not find decision task for push {current_push_id}"
)
# The decision task may have failed, this is common enough that we
# don't want to report an error for it.
continue
current_push_id -= 1
if not input_for_action:
raise Exception(
"Could not find a side-by-side comparable task within a depth of 30 revisions."
)
try:
create_tasks(
graph_config,
[input_for_action["label"]],
full_task_graph,
label_to_taskid,
parameters,
decision_task_id,
modifier=partial(side_by_side_modifier, input=input_for_action),
)
except Exception as e:
logger.exception(f"Failed to trigger action: {e}.")
failed = True
if failed:
sys.exit(1)
|
