215 lines
8.6 KiB
Python
215 lines
8.6 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
|
|
# default worker types keyed by instance-size
|
|
LINUX_WORKER_TYPES = {
|
|
"large": "t-linux-docker",
|
|
"large-noscratch": "t-linux-docker-noscratch",
|
|
"xlarge": "t-linux-docker",
|
|
"xlarge-noscratch": "t-linux-docker-noscratch",
|
|
"large-dw": "t-linux-large-noscratch",
|
|
"default": "t-linux-docker-noscratch",
|
|
}
|
|
|
|
# windows worker types keyed by test-platform and virtualization
|
|
WINDOWS_WORKER_TYPES = {
|
|
"windows10-64": { # source-test
|
|
"virtual": "t-win10-64",
|
|
"virtual-with-gpu": "t-win10-64-gpu-s",
|
|
"hardware": "win10-64-2009-hw",
|
|
},
|
|
"windows10-64-shippable-qr": {
|
|
"virtual": "t-win10-64",
|
|
"virtual-with-gpu": "t-win10-64-gpu-s",
|
|
"hardware": "win10-64-2009-hw",
|
|
},
|
|
"windows10-64-2009": {
|
|
"virtual": "win10-64-2009",
|
|
"virtual-with-gpu": "win10-64-2009-gpu",
|
|
"hardware": "win10-64-2009-hw",
|
|
},
|
|
"windows10-64-2009-qr": {
|
|
"virtual": "win10-64-2009",
|
|
"virtual-with-gpu": "win10-64-2009-gpu",
|
|
"hardware": "win10-64-2009-hw",
|
|
},
|
|
"windows10-64-2009-shippable-qr": {
|
|
"virtual": "win10-64-2009",
|
|
"virtual-with-gpu": "win10-64-2009-gpu",
|
|
"hardware": "win10-64-2009-hw",
|
|
},
|
|
"windows11-32-24h2-mingwclang": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
"windows11-32-24h2": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
"windows11-32-24h2-shippable": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
"windows11-64-24h2-hw-ref-shippable": {
|
|
"virtual": "win11-64-24h2-hw-ref",
|
|
"virtual-with-gpu": "win11-64-24h2-hw-ref",
|
|
"hardware": "win11-64-24h2-hw-ref",
|
|
},
|
|
"windows11-64-24h2-hw-ref": {
|
|
"virtual": "win11-64-24h2-hw-ref",
|
|
"virtual-with-gpu": "win11-64-24h2-hw-ref",
|
|
"hardware": "win11-64-24h2-hw-ref",
|
|
},
|
|
"windows11-64-24h2": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
"hardware": "win11-64-24h2-hw",
|
|
},
|
|
"windows11-64-24h2-ccov": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
"windows11-64-24h2-devedition": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
"windows11-64-24h2-shippable": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
"hardware": "win11-64-24h2-hw",
|
|
},
|
|
"windows11-64-24h2-asan": {
|
|
"virtual": "win11-64-24h2",
|
|
"large": "win11-64-24h2-large",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
"windows11-64-24h2-mingwclang": {
|
|
"virtual": "win11-64-24h2",
|
|
"virtual-with-gpu": "win11-64-24h2-gpu",
|
|
},
|
|
}
|
|
|
|
# os x worker types keyed by test-platform
|
|
MACOSX_WORKER_TYPES = {
|
|
"macosx1015-64": "t-osx-1015-r8",
|
|
"macosx1470-64": "t-osx-1400-r8",
|
|
"macosx1400-64": "t-osx-1400-m2",
|
|
"macosx1500-64": "t-osx-1500-m4",
|
|
"macosx1500-aarch64": "t-osx-1500-m4",
|
|
}
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def set_worker_type(config, tasks):
|
|
"""Set the worker type based on the test platform."""
|
|
for task in tasks:
|
|
# during the taskcluster migration, this is a bit tortured, but it
|
|
# will get simpler eventually!
|
|
test_platform = task["test-platform"]
|
|
if task.get("worker-type", "default") != "default":
|
|
# This test already has its worker type defined, so just use that (yields below)
|
|
# Unless the value is set to "default", in that case ignore it.
|
|
pass
|
|
elif test_platform.startswith("macosx1015-64"):
|
|
task["worker-type"] = MACOSX_WORKER_TYPES["macosx1015-64"]
|
|
elif test_platform.startswith("macosx1470-64"):
|
|
task["worker-type"] = MACOSX_WORKER_TYPES["macosx1470-64"]
|
|
elif test_platform.startswith("macosx1400-64"):
|
|
task["worker-type"] = MACOSX_WORKER_TYPES["macosx1400-64"]
|
|
elif test_platform.startswith("macosx1400-aarch64"):
|
|
task["worker-type"] = MACOSX_WORKER_TYPES["macosx1400-aarch64"]
|
|
elif test_platform.startswith("macosx1500-aarch64"):
|
|
task["worker-type"] = MACOSX_WORKER_TYPES["macosx1500-aarch64"]
|
|
elif test_platform.startswith("macosx1500-64"):
|
|
task["worker-type"] = MACOSX_WORKER_TYPES["macosx1500-64"]
|
|
elif test_platform.startswith("win"):
|
|
# figure out what platform the job needs to run on
|
|
if task["virtualization"] == "hardware":
|
|
# some jobs like talos and reftest run on real h/w
|
|
if test_platform.startswith("windows11-64-24h2-hw-ref"):
|
|
win_worker_type_platform = WINDOWS_WORKER_TYPES[
|
|
"windows11-64-24h2-hw-ref"
|
|
]
|
|
elif test_platform.startswith("windows10-64"):
|
|
win_worker_type_platform = WINDOWS_WORKER_TYPES["windows10-64"]
|
|
elif test_platform.startswith("windows11-64-24h2"):
|
|
win_worker_type_platform = WINDOWS_WORKER_TYPES["windows11-64-24h2"]
|
|
else:
|
|
raise Exception(f"Unknown worker type for {test_platform}")
|
|
else:
|
|
# the other jobs run on a vm which may or may not be a win10 vm
|
|
win_worker_type_platform = WINDOWS_WORKER_TYPES[
|
|
test_platform.split("/")[0]
|
|
]
|
|
if task[
|
|
"virtualization"
|
|
] == "virtual-with-gpu" and test_platform.startswith("windows1"):
|
|
# add in `--requires-gpu` to the mozharness options
|
|
task["mozharness"]["extra-options"].append("--requires-gpu")
|
|
|
|
# now we have the right platform set the worker type accordingly
|
|
if task["instance-size"].startswith("large") and test_platform.startswith(
|
|
"windows11-"
|
|
):
|
|
task["worker-type"] = "win11-64-24h2-large"
|
|
else:
|
|
task["worker-type"] = win_worker_type_platform[task["virtualization"]]
|
|
elif test_platform.startswith("android-hw-p5"):
|
|
if task["suite"] != "raptor":
|
|
task["worker-type"] = "t-bitbar-gw-unit-p5"
|
|
else:
|
|
task["worker-type"] = "t-bitbar-gw-perf-p5"
|
|
elif test_platform.startswith("android-hw-p6"):
|
|
if task["suite"] != "raptor":
|
|
task["worker-type"] = "t-bitbar-gw-unit-p6"
|
|
else:
|
|
task["worker-type"] = "t-bitbar-gw-perf-p6"
|
|
elif test_platform.startswith("android-hw-s24"):
|
|
if task["suite"] != "raptor":
|
|
task["worker-type"] = "t-bitbar-gw-unit-s24"
|
|
else:
|
|
task["worker-type"] = "t-bitbar-gw-perf-s24"
|
|
elif test_platform.startswith("android-hw-a55"):
|
|
if task["suite"] != "raptor":
|
|
task["worker-type"] = "t-lambda-perf-a55"
|
|
else:
|
|
task["worker-type"] = "t-bitbar-gw-perf-a55"
|
|
elif test_platform.startswith("android-em-7.0-x86"):
|
|
task["worker-type"] = "t-linux-kvm"
|
|
elif test_platform.startswith("linux") or test_platform.startswith("android"):
|
|
if "wayland" in test_platform:
|
|
if task["instance-size"].startswith("xlarge"):
|
|
task["worker-type"] = "t-linux-xlarge-wayland"
|
|
else:
|
|
task["worker-type"] = "t-linux-wayland"
|
|
elif task.get("suite", "") in ["talos", "raptor"] and not task[
|
|
"build-platform"
|
|
].startswith("linux64-ccov"):
|
|
if "browsertime-network-bench" in task.get("test-name"):
|
|
task["worker-type"] = "t-linux-netperf-1804"
|
|
else:
|
|
task["worker-type"] = "t-linux-talos-1804"
|
|
else:
|
|
task["worker-type"] = LINUX_WORKER_TYPES[task["instance-size"]]
|
|
else:
|
|
raise Exception(f"unknown test_platform {test_platform}")
|
|
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def set_wayland_env(config, tasks):
|
|
for task in tasks:
|
|
if "wayland" not in task["test-platform"]:
|
|
yield task
|
|
continue
|
|
|
|
env = task.setdefault("worker", {}).setdefault("env", {})
|
|
env["MOZ_ENABLE_WAYLAND"] = "1"
|
|
env["WAYLAND_DISPLAY"] = "wayland-0"
|
|
yield task
|