1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
|
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from gecko_taskgraph.loader.transform import loader as transform_loader
from comm_taskgraph.loader.reference import loader as reference_loader
def loader(kind, path, config, params, loaded_tasks):
"""
Look up jobs via reference loader at reference-base-path using the list
reference-jobs-from, followed by jobs-from.
This loader has been tested with "fetch" jobs successfully. Anything else
is likely to have bugs.
"""
# Make a copy of config for reference_loader. Use pop here to remove the
# fields that aren't used by the transform loader
reference_config = {
"kind-dependencies": config.get("kind-dependencies", None),
"reference-base-path": config.pop("reference-base-path"),
"reference-jobs": config.pop("reference-jobs", None),
}
for job in reference_loader(kind, path, reference_config, params, loaded_tasks):
yield job
for job in transform_loader(kind, path, config, params, loaded_tasks):
yield job
|