1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
import attr
from .keyed_by import evaluate_keyed_by
from .memoize import memoize
@attr.s
class _BuiltinWorkerType:
provisioner = attr.ib(str)
worker_type = attr.ib(str)
@property
def implementation(self):
"""
Since the list of built-in worker-types is small and fixed, we can get
away with punning the implementation name (in
`taskgraph.transforms.task`) and the worker_type.
"""
return self.worker_type
_BUILTIN_TYPES = {
"always-optimized": _BuiltinWorkerType("invalid", "always-optimized"),
"succeed": _BuiltinWorkerType("built-in", "succeed"),
}
@memoize
def worker_type_implementation(graph_config, worker_type):
"""Get the worker implementation and OS for the given workerType, where the
OS represents the host system, not the target OS, in the case of
cross-compiles."""
if worker_type in _BUILTIN_TYPES:
# For the built-in worker-types, we use an `implementation that matches
# the worker-type.
return _BUILTIN_TYPES[worker_type].implementation, None
worker_config = evaluate_keyed_by(
{"by-worker-type": graph_config["workers"]["aliases"]},
"worker-types.yml",
{"worker-type": worker_type},
)
return worker_config["implementation"], worker_config.get("os")
@memoize
def get_worker_type(graph_config, alias, level):
"""
Get the worker type based, evaluating aliases from the graph config.
"""
if alias in _BUILTIN_TYPES:
builtin_type = _BUILTIN_TYPES[alias]
return builtin_type.provisioner, builtin_type.worker_type
level = str(level)
worker_config = evaluate_keyed_by(
{"by-alias": graph_config["workers"]["aliases"]},
"graph_config.workers.aliases",
{"alias": alias},
)
provisioner = evaluate_keyed_by(
worker_config["provisioner"],
alias,
{"level": level},
).format(level=level)
worker_type = evaluate_keyed_by(
worker_config["worker-type"],
alias,
{"level": level},
).format(level=level, alias=alias)
return provisioner, worker_type
|
