# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. """ Transform the per-locale balrog task into an actual task description. """ from taskgraph.transforms.base import TransformSequence from taskgraph.util.dependencies import get_primary_dependency from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by from taskgraph.util.treeherder import replace_group from voluptuous import Optional, Required from gecko_taskgraph.transforms.task import task_description_schema from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job balrog_description_schema = Schema( { # unique label to describe this balrog task, defaults to balrog-{dep.label} Required("label"): str, Optional( "update-no-wnp", description="Whether the parallel `-No-WNP` blob should be updated as well.", ): optionally_keyed_by("release-type", bool), # treeherder is allowed here to override any defaults we use for beetmover. See # taskcluster/gecko_taskgraph/transforms/task.py for the schema details, and the # below transforms for defaults of various values. Optional("treeherder"): task_description_schema["treeherder"], Optional("attributes"): task_description_schema["attributes"], Optional("dependencies"): task_description_schema["dependencies"], Optional("job-from"): task_description_schema["job-from"], # Shipping product / phase Optional("shipping-product"): task_description_schema["shipping-product"], Optional("shipping-phase"): task_description_schema["shipping-phase"], } ) transforms = TransformSequence() @transforms.add def remove_name(config, jobs): for job in jobs: if "name" in job: del job["name"] yield job transforms.add_validate(balrog_description_schema) @transforms.add def handle_keyed_by(config, jobs): """Resolve fields that can be keyed by platform, etc.""" fields = [ "update-no-wnp", ] for job in jobs: for field in fields: resolve_keyed_by( item=job, field=field, item_name=job["label"], **{ "project": config.params["project"], "release-type": config.params["release_type"], }, ) yield job @transforms.add def make_task_description(config, jobs): for job in jobs: dep_job = get_primary_dependency(config, job) assert dep_job job["shipping-product"] = dep_job.attributes.get("shipping_product") treeherder = job.get("treeherder", {}) treeherder.setdefault("symbol", "c-Up(N)") dep_th_platform = ( dep_job.task.get("extra", {}) .get("treeherder", {}) .get("machine", {}) .get("platform", "") ) treeherder.setdefault("platform", f"{dep_th_platform}/opt") treeherder.setdefault( "tier", dep_job.task.get("extra", {}).get("treeherder", {}).get("tier", 1) ) treeherder.setdefault("kind", "build") attributes = copy_attributes_from_dependent_job(dep_job) treeherder_job_symbol = dep_job.task["extra"]["treeherder"]["symbol"] treeherder["symbol"] = replace_group(treeherder_job_symbol, "c-Up") if dep_job.attributes.get("locale"): attributes["locale"] = dep_job.attributes.get("locale") label = job["label"] description = ( "Balrog submission for locale '{locale}' for build '" "{build_platform}/{build_type}'".format( locale=attributes.get("locale", "en-US"), build_platform=attributes.get("build_platform"), build_type=attributes.get("build_type"), ) ) upstream_artifacts = [ { "taskId": {"task-reference": ""}, "taskType": "beetmover", "paths": ["public/manifest.json"], } ] dependencies = {"beetmover": dep_job.label} # don't block on startup-test for release/esr, they block on manual testing anyway if config.params["release_type"] in ("nightly", "beta", "release-rc"): for kind_dep in config.kind_dependencies_tasks.values(): if ( kind_dep.kind == "startup-test" and kind_dep.attributes["build_platform"] == attributes.get("build_platform") and kind_dep.attributes["build_type"] == attributes.get("build_type") and kind_dep.attributes.get("shipping_product") == job.get("shipping-product") ): dependencies["startup-test"] = kind_dep.label task = { "label": label, "description": description, "worker-type": "balrog", "worker": { "implementation": "balrog", "upstream-artifacts": upstream_artifacts, "balrog-action": "v2-submit-locale", "suffixes": ["", "-No-WNP"] if job.get("update-no-wnp") else [""], }, "dependencies": dependencies, "attributes": attributes, "run-on-projects": dep_job.attributes.get("run_on_projects"), "treeherder": treeherder, "shipping-phase": job.get("shipping-phase", "promote"), "shipping-product": job.get("shipping-product"), } yield task