From 26a029d407be480d791972afb5975cf62c9360a6 Mon Sep 17 00:00:00 2001 From: Daniel Baumann Date: Fri, 19 Apr 2024 02:47:55 +0200 Subject: Adding upstream version 124.0.1. Signed-off-by: Daniel Baumann --- taskcluster/test/conftest.py | 146 +++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 146 insertions(+) create mode 100644 taskcluster/test/conftest.py (limited to 'taskcluster/test/conftest.py') diff --git a/taskcluster/test/conftest.py b/taskcluster/test/conftest.py new file mode 100644 index 0000000000..0123cee2de --- /dev/null +++ b/taskcluster/test/conftest.py @@ -0,0 +1,146 @@ +# Any copyright is dedicated to the public domain. +# http://creativecommons.org/publicdomain/zero/1.0/ + +import json +import logging +import os + +import pytest +from gecko_taskgraph.util.bugbug import BUGBUG_BASE_URL +from gecko_taskgraph.util.hg import PUSHLOG_PUSHES_TMPL +from responses import RequestsMock +from responses import logger as rsps_logger +from taskgraph.generator import TaskGraphGenerator +from taskgraph.parameters import parameters_loader + +here = os.path.abspath(os.path.dirname(__file__)) + + +@pytest.fixture(scope="session") +def responses(): + rsps_logger.setLevel(logging.WARNING) + with RequestsMock(assert_all_requests_are_fired=False) as rsps: + yield rsps + + +@pytest.fixture(scope="session") +def datadir(): + return os.path.join(here, "data") + + +@pytest.fixture(scope="session") +def create_tgg(responses, datadir): + def inner(parameters=None, overrides=None): + params = parameters_loader(parameters, strict=False, overrides=overrides) + tgg = TaskGraphGenerator(None, params) + + # Mock out certain requests as they may depend on a revision that does + # not exist on hg.mozilla.org. + mock_requests = {} + + # bugbug /push/schedules + url = BUGBUG_BASE_URL + "/push/{project}/{head_rev}/schedules".format( + **tgg.parameters + ) + mock_requests[url] = "bugbug-push-schedules.json" + + # files changed + url = "{head_repository}/json-automationrelevance/{head_rev}".format( + **tgg.parameters + ) + mock_requests[url] = "automationrelevance.json" + + url = PUSHLOG_PUSHES_TMPL.format( + repository=tgg.parameters["head_repository"], + push_id_start=int(tgg.parameters["pushlog_id"]) - 2, + push_id_end=int(tgg.parameters["pushlog_id"]) - 1, + ) + mock_requests[url] = "pushes.json" + + for url, filename in mock_requests.items(): + with open(os.path.join(datadir, filename)) as fh: + responses.add( + responses.GET, + url, + json=json.load(fh), + status=200, + ) + + # Still allow other real requests. + responses.add_passthru("https://hg.mozilla.org") + responses.add_passthru("https://firefox-ci-tc.services.mozilla.com") + return tgg + + return inner + + +@pytest.fixture(scope="module") +def tgg(request, create_tgg): + if not hasattr(request.module, "PARAMS"): + pytest.fail("'tgg' fixture requires a module-level 'PARAMS' variable") + + tgg = create_tgg(overrides=request.module.PARAMS) + return tgg + + +@pytest.fixture(scope="module") +def tgg_new_config(request, create_tgg): + if not hasattr(request.module, "PARAMS_NEW_CONFIG"): + pytest.fail( + "'tgg_new_config' fixture requires a module-level 'PARAMS' variable" + ) + + tgg = create_tgg(overrides=request.module.PARAMS_NEW_CONFIG) + return tgg + + +@pytest.fixture(scope="module") +def params(tgg): + return tgg.parameters + + +@pytest.fixture(scope="module") +def full_task_graph(tgg): + return tgg.full_task_graph + + +@pytest.fixture(scope="module") +def optimized_task_graph(full_task_graph, tgg): + return tgg.optimized_task_graph + + +@pytest.fixture(scope="module") +def full_task_graph_new_config(tgg_new_config): + return tgg_new_config.full_task_graph + + +@pytest.fixture(scope="module") +def optimized_task_graph_new_config(full_task_graph, tgg_new_config): + return tgg_new_config.optimized_task_graph + + +@pytest.fixture(scope="session") +def filter_tasks(): + def inner(graph, func): + return filter(func, graph.tasks.values()) + + return inner + + +@pytest.fixture(scope="session") +def print_dependents(): + def inner(graph, label, indent=""): + if indent == "": + print(f"Dependent graph for {label}:") + + dependents = set() + for task in graph.tasks.values(): + if label in task.dependencies.values(): + dependents.add(task.label) + + print(f"{indent}{label}") + if dependents: + for dep in sorted(dependents): + inner(graph, dep, indent=indent + " ") + + return inner -- cgit v1.2.3