Adding upstream version 124.0.1.upstream/124.0.1

Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>

1 files changed, 58 insertions, 0 deletions

diff --git a/third_party/python/taskcluster_taskgraph/taskgraph/loader/transform.py b/third_party/python/taskcluster_taskgraph/taskgraph/loader/transform.py
new file mode 100644
index 0000000000..a134ffd127
--- /dev/null
+++ b/third_party/python/taskcluster_taskgraph/taskgraph/loader/transform.py
@@ -0,0 +1,58 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+
+import logging
+
+from taskgraph.util.templates import merge
+from taskgraph.util.yaml import load_yaml
+
+logger = logging.getLogger(__name__)
+
+
+def loader(kind, path, config, params, loaded_tasks):
+    """
+    Get the input elements that will be transformed into tasks in a generic
+    way.  The elements themselves are free-form, and become the input to the
+    first transform.
+
+    By default, this reads tasks from the `tasks` key, or from yaml files
+    named by `tasks-from`. The entities are read from mappings, and the
+    keys to those mappings are added in the `name` key of each entity.
+
+    If there is a `task-defaults` config, then every task is merged with it.
+    This provides a simple way to set default values for all tasks of a kind.
+    The `task-defaults` key can also be specified in a yaml file pointed to by
+    `tasks-from`. In this case it will only apply to tasks defined in the same
+    file.
+
+    Other kind implementations can use a different loader function to
+    produce inputs and hand them to `transform_inputs`.
+    """
+
+    def generate_tasks():
+        defaults = config.get("task-defaults")
+        for name, task in config.get("tasks", {}).items():
+            if defaults:
+                task = merge(defaults, task)
+            task["task-from"] = "kind.yml"
+            yield name, task
+
+        for filename in config.get("tasks-from", []):
+            tasks = load_yaml(path, filename)
+
+            file_defaults = tasks.pop("task-defaults", None)
+            if defaults:
+                file_defaults = merge(defaults, file_defaults or {})
+
+            for name, task in tasks.items():
+                if file_defaults:
+                    task = merge(file_defaults, task)
+                task["task-from"] = filename
+                yield name, task
+
+    for name, task in generate_tasks():
+        task["name"] = name
+        logger.debug(f"Generating tasks for {kind} {name}")
+        yield task