1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Transform the signing task into an actual task description.
"""
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.treeherder import join_symbol
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.signed_artifacts import (
generate_specifications_of_artifacts_to_sign,
)
transforms = TransformSequence()
@transforms.add
def make_signing_description(config, jobs):
for job in jobs:
dep_job = job["primary-dependency"]
job["depname"] = dep_job.label
# add the chunk number to the TH symbol
symbol = job.get("treeherder", {}).get("symbol", "Bs")
symbol = "{}{}".format(symbol, dep_job.attributes.get("l10n_chunk"))
group = "L10n"
job["treeherder"] = {
"symbol": join_symbol(group, symbol),
}
yield job
@transforms.add
def define_upstream_artifacts(config, jobs):
for job in jobs:
dep_job = job["primary-dependency"]
upstream_artifact_task = job.pop("upstream-artifact-task", dep_job)
job["attributes"] = copy_attributes_from_dependent_job(dep_job)
if dep_job.attributes.get("chunk_locales"):
# Used for l10n attribute passthrough
job["attributes"]["chunk_locales"] = dep_job.attributes.get("chunk_locales")
locale_specifications = generate_specifications_of_artifacts_to_sign(
config,
job,
keep_locale_template=True,
dep_kind=upstream_artifact_task.kind,
)
upstream_artifacts = []
for spec in locale_specifications:
upstream_task_type = "l10n"
if upstream_artifact_task.kind.endswith(
("-mac-notarization", "-mac-signing")
):
# Upstream is mac signing or notarization
upstream_task_type = "scriptworker"
upstream_artifacts.append(
{
"taskId": {"task-reference": f"<{upstream_artifact_task.kind}>"},
"taskType": upstream_task_type,
# Set paths based on artifacts in the specs (above) one per
# locale present in the chunk this is signing stuff for.
# Pass paths through set and sorted() so we get a list back
# and we remove any duplicates (e.g. hardcoded ja-JP-mac langpack)
"paths": sorted(
{
path_template.format(locale=locale)
for locale in upstream_artifact_task.attributes.get(
"chunk_locales", []
)
for path_template in spec["artifacts"]
}
),
"formats": spec["formats"],
}
)
job["upstream-artifacts"] = upstream_artifacts
yield job
|
