45 lines
1.3 KiB
Python
45 lines
1.3 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Adjust dependencies to not exceed MAX_DEPENDENCIES
|
|
"""
|
|
|
|
from taskgraph import MAX_DEPENDENCIES
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.copy import deepcopy
|
|
from taskgraph.util.treeherder import add_suffix
|
|
|
|
from gecko_taskgraph.transforms import release_deps
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
def yield_job(orig_job, deps, count):
|
|
job = deepcopy(orig_job)
|
|
job["dependencies"] = deps
|
|
job["name"] = "{}-{}".format(orig_job["name"], count)
|
|
if "treeherder" in job:
|
|
job["treeherder"]["symbol"] = add_suffix(
|
|
job["treeherder"]["symbol"], f"-{count}"
|
|
)
|
|
|
|
return job
|
|
|
|
|
|
@transforms.add
|
|
def add_dependencies(config, jobs):
|
|
for job in release_deps.add_dependencies(config, jobs):
|
|
count = 1
|
|
deps = {}
|
|
|
|
# sort for deterministic chunking
|
|
for dep_label in sorted(job["dependencies"].keys()):
|
|
deps[dep_label] = dep_label
|
|
if len(deps) == MAX_DEPENDENCIES:
|
|
yield yield_job(job, deps, count)
|
|
deps = {}
|
|
count += 1
|
|
if deps:
|
|
yield yield_job(job, deps, count)
|
|
count += 1
|