diff options
author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-28 14:29:10 +0000 |
---|---|---|
committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-04-28 14:29:10 +0000 |
commit | 2aa4a82499d4becd2284cdb482213d541b8804dd (patch) | |
tree | b80bf8bf13c3766139fbacc530efd0dd9d54394c /taskcluster/ci/test/test-sets.yml | |
parent | Initial commit. (diff) | |
download | firefox-2aa4a82499d4becd2284cdb482213d541b8804dd.tar.xz firefox-2aa4a82499d4becd2284cdb482213d541b8804dd.zip |
Adding upstream version 86.0.1.upstream/86.0.1upstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'taskcluster/ci/test/test-sets.yml')
-rw-r--r-- | taskcluster/ci/test/test-sets.yml | 560 |
1 files changed, 560 insertions, 0 deletions
diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml new file mode 100644 index 0000000000..0465c99a9f --- /dev/null +++ b/taskcluster/ci/test/test-sets.yml @@ -0,0 +1,560 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +# Each key in this file specifies a set of tests to run. Different test sets +# may, for example, be bound to different test platforms. +# +# Note that set does not depend on the tree; tree-dependent job selection +# should be performed in the target task selection phase of task-graph +# generation. +# +# A test set has a name, and a list of tests that it contains. +# +# Test names given here reference tests.yml. + +### Feature-specific test groups + +web-platform-tests: + - web-platform-tests + - web-platform-tests-crashtest + - web-platform-tests-print-reftest + - web-platform-tests-reftest + - web-platform-tests-wdspec + +web-platform-tests-backlog: + - web-platform-tests-backlog + - web-platform-tests-reftest-backlog + +web-platform-tests-wdspec-headless: + - web-platform-tests-wdspec-headless + +mochitest-webgpu: + - mochitest-webgpu + +talos: + - talos-bcv + - talos-chrome + - talos-damp + - talos-dromaeojs + - talos-g1 + - talos-g3 + - talos-g4 + - talos-g5 + - talos-other + - talos-sessionrestore-many-windows + - talos-svgr + - talos-tp5o + - talos-perf-reftest + - talos-perf-reftest-singletons + - talos-tabswitch + - talos-realworld-webextensions + - talos-webgl + # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions + # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions + +talos-profiling: + - talos-bcv-profiling + - talos-chrome-profiling + # - talos-damp-profiling - Disabled b/c of Bug 1597734 + - talos-dromaeojs-profiling + # - talos-flex-profiling - Disabled b/c of Bug 1597736 + - talos-g1-profiling + - talos-g3-profiling + - talos-g4-profiling + - talos-g5-profiling + - talos-motionmark-profiling + - talos-other-profiling + - talos-sessionrestore-many-windows-profiling + - talos-perf-reftest-profiling + - talos-perf-reftest-singletons-profiling + - talos-svgr-profiling + - talos-tp5o-profiling + - talos-tabswitch-profiling + - talos-realworld-webextensions-profiling + - talos-webgl-profiling + +talos-ref-hw: + - talos-g4 + - talos-webgl + +raptor-firefox: + - raptor-tp6 + - raptor-tp6-live + - raptor-speedometer-firefox + - raptor-stylebench-firefox + - raptor-motionmark-htmlsuite-firefox + - raptor-motionmark-animometer-firefox + - raptor-webaudio-firefox + - raptor-sunspider-firefox + - raptor-wasm-godot-firefox + - raptor-youtube-playback-av1-sfr-firefox + - raptor-youtube-playback-h264-sfr-firefox + - raptor-youtube-playback-hfr-firefox + - raptor-youtube-playback-vp9-sfr-firefox + - raptor-youtube-playback-widevine-hfr-firefox + - raptor-youtube-playback-widevine-h264-sfr-firefox + - raptor-youtube-playback-widevine-vp9-sfr-firefox + - raptor-ares6-firefox + - raptor-jetstream2-firefox + +raptor-chrome: + - raptor-speedometer-chrome + - raptor-stylebench-chrome + - raptor-motionmark-htmlsuite-chrome + - raptor-motionmark-animometer-chrome + - raptor-webaudio-chrome + - raptor-sunspider-chrome + - raptor-wasm-godot-chrome + - raptor-ares6-chrome + - raptor-jetstream2-chrome + - raptor-youtube-playback-av1-sfr-chrome + - raptor-youtube-playback-h264-sfr-chrome + - raptor-youtube-playback-hfr-chrome + - raptor-youtube-playback-vp9-sfr-chrome + - raptor-youtube-playback-widevine-hfr-chrome + - raptor-youtube-playback-widevine-h264-sfr-chrome + - raptor-youtube-playback-widevine-vp9-sfr-chrome + +raptor-profiling: + - raptor-speedometer-firefox-profiling + - raptor-stylebench-firefox-profiling + - raptor-motionmark-htmlsuite-firefox-profiling + - raptor-motionmark-animometer-firefox-profiling + - raptor-webaudio-firefox-profiling + - raptor-sunspider-firefox-profiling + - raptor-wasm-godot-firefox-profiling + - raptor-ares6-firefox-profiling + - raptor-jetstream2-firefox-profiling + +raptor-chromium: + - raptor-speedometer-chromium + - raptor-stylebench-chromium + - raptor-motionmark-htmlsuite-chromium + - raptor-motionmark-animometer-chromium + - raptor-webaudio-chromium + - raptor-sunspider-chromium + - raptor-wasm-godot-chromium + - raptor-ares6-chromium + - raptor-jetstream2-chromium + +# Fetch tasks are only supported on Linux for now, +# so these need to be separate sets. +raptor-fetch-firefox: + - raptor-unity-webgl-firefox + - raptor-wasm-misc-firefox + - raptor-wasm-misc-baseline-firefox + - raptor-wasm-misc-optimizing-firefox + - raptor-wasm-godot-baseline-firefox + - raptor-wasm-godot-optimizing-firefox + - raptor-assorted-dom-firefox + +raptor-fetch-profiling: + - raptor-unity-webgl-firefox-profiling + - raptor-wasm-misc-firefox-profiling + - raptor-wasm-misc-baseline-firefox-profiling + - raptor-wasm-misc-optimizing-firefox-profiling + - raptor-wasm-godot-baseline-firefox-profiling + - raptor-wasm-godot-optimizing-firefox-profiling + - raptor-assorted-dom-firefox-profiling + +raptor-fetch-chromium: + - raptor-unity-webgl-chromium + - raptor-wasm-misc-chromium + - raptor-assorted-dom-chromium + - raptor-jetstream2-chromium + +browsertime: + - browsertime-tp6 + - browsertime-speedometer + - browsertime-ares6 + - browsertime-tp6-profiling + +# Raptor desktop power tests +# (requires Intel Power Gadget to be pre-installed) +raptor-firefox-power: + - raptor-youtube-playback-v9-power-firefox + - raptor-youtube-playback-h264-power-firefox + +awsy: + - awsy + - awsy-base + - awsy-dmd + - awsy-base-dmd + - awsy-tp6 + +ccov-code-coverage-tests: + - test-coverage + - test-coverage-wpt + +mochitest-headless: + - mochitest-plain-headless + +mochitest-valgrind: + - mochitest-valgrind + +marionette-framescript: + - marionette-framescript + +marionette-headless: + - marionette-headless + +desktop-screenshot-capture: + - browser-screenshots + + +### Specific platform test sets + +# Linux + +linux32-tests: + - web-platform-tests + +linux1804-tests: + - cppunit + - crashtest + - firefox-ui-functional-local + - firefox-ui-functional-remote + - gtest + # - jittest # See comment in linux1804-ccov-tests set. + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-chrome + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-devtools-chrome + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - reftest-no-accel + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +linux1804-qr-tests: + - cppunit + - crashtest + - gtest + # - jittest # See comment in linux1804-ccov-tests set. + - jsreftest + - mochitest-a11y + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - reftest + - xpcshell + +linux1804-ccov-tests: + # jittest run on regular linux builds is redundant with SM(p), so we omit it + # from the linux1804-tests and linux1804-qr-tests sets. But, we still want + # to run it on ccov builds, so we have this set that has it and which runs + # on ccov builds. + - jittest + +linux-qr-smoketests: + - crashtest + - reftest + +linux-talos-flex: + - talos-flex + +# Windows + +windows-qr-tests: + - crashtest + - mochitest-chrome-gpu + - mochitest-browser-chrome + - mochitest-plain + - mochitest-plain-gpu + - mochitest-media + - mochitest-webgl1-core + - mochitest-webgl2-core + - reftest + +windows-reftest-gpu: + - reftest-gpu + +windows-tests: + - cppunit + - crashtest + - firefox-ui-functional-local + - firefox-ui-functional-remote + - gtest + # - jittest # See comment in windows-ccov-tests set. + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-chrome + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - mochitest-remote + - reftest + - reftest-no-accel + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +windows-ccov-tests: + # jittest run on regular windows builds is redundant with SM(p), so we omit + # it from the windows-tests set. But, we still want to run it on ccov builds, + # so we have this set that has it and which runs on ccov builds. + - jittest + +windows10-tests: + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - mochitest-devtools-chrome + +mingwclang-tests-debug: + - cppunit + - firefox-ui-functional-local + - firefox-ui-functional-remote + - mochitest-a11y + - mochitest-chrome-gpu + - mochitest-plain-gpu + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - mochitest-webgpu + - reftest + - telemetry-tests-client + +# The following is the same as the above block, minus reftests. +# Reftests were disabled due to frequent hangs; see bug 1642719 +# for re-enabling. +mingwclang-win7-tests-debug: + - cppunit + - firefox-ui-functional-local + - firefox-ui-functional-remote + - mochitest-a11y + - mochitest-chrome-gpu + - mochitest-plain-gpu + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - mochitest-webgpu + # - reftest - disabled, see bug 1642719 + - telemetry-tests-client + +mingwclang-tests-opt: + - cppunit + - mochitest-chrome-gpu + - mochitest-plain-gpu + +windows-aarch64-tests: + - crashtest + - mochitest-media + - reftest + +windows-talos: + - talos-bcv + - talos-chrome + - talos-damp + - talos-dromaeojs + - talos-g1 + - talos-g4 + - talos-g5 + - talos-other + - talos-sessionrestore-many-windows + - talos-perf-reftest + - talos-perf-reftest-singletons + - talos-svgr + - talos-tp5o + - talos-xperf + - talos-tabswitch + - talos-realworld-webextensions + - talos-webgl + # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions + +# macOS + +macosx1014-64-tests: + - crashtest + - reftest + - web-platform-tests-reftest + +macosx1014-64-qr-tests: + - cppunit + - crashtest + - firefox-ui-functional-local + - firefox-ui-functional-remote + - gtest + - jittest + - jsreftest + - marionette + - mochitest-a11y + - mochitest-browser-chrome + - mochitest-chrome + - mochitest-chrome-gpu + - mochitest-devtools-chrome + - mochitest-plain + - mochitest-plain-gpu + - mochitest-media + - mochitest-remote + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + - mochitest-webgl2-ext + - mochitest-webgpu + - reftest + - telemetry-tests-client + - test-verify + - test-verify-gpu + - test-verify-wpt + - xpcshell + +macosx64-talos: + - talos-bcv + - talos-chrome + - talos-damp + - talos-dromaeojs + - talos-g1 + - talos-g4 + - talos-g5 + - talos-other + - talos-sessionrestore-many-windows + - talos-svgr + - talos-tp5o + - talos-perf-reftest + - talos-perf-reftest-singletons + - talos-realworld-webextensions + - talos-webgl + # - talos-tabswitch # Bug 1453007 times out + # - talos-h1 # too long to unpack profile- Bug 1442893 + +# Android + +android-x86_64-tests: + - cppunit + - crashtest + - geckoview-junit + - gtest + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + # - mochitest-webgl1-core # Harness issues? + # - mochitest-webgl1-ext + # - mochitest-webgl2-core # Emulator not creating ES3? + # - mochitest-webgl2-ext + - reftest + - test-verify + - web-platform-tests + - web-platform-tests-crashtest + - web-platform-tests-reftest + - xpcshell + +android-x86_64-qr-tests: + - crashtest + - geckoview-junit + - mochitest-media + - mochitest-plain + - mochitest-plain-gpu + - web-platform-tests + - web-platform-tests-crashtest + - web-platform-tests-reftest + - reftest + +android-hw-aarch64-opt-unittests: + - jittest + +android-hw-arm7-pgo-unittests: + - jittest + - jsreftest + +android-hw-aarch64-pgo-unittests: + - jittest + +android-hw-arm7-debug-unittests: + - jittest + - jsreftest + +android-hw-aarch64-debug-unittests: + - jittest + +android-hw-aarch64-qr: + - crashtest-qr + - reftest-qr + - mochitest-media + - mochitest-webgl1-core + - mochitest-webgl1-ext + - mochitest-webgl2-core + +android-hw-arm7-raptor-cpu-memory: + - raptor-speedometer-geckoview-cpu-memory + - raptor-scn-cpu-memory-idle-geckoview + - raptor-scn-cpu-memory-idle-refbrow + - raptor-scn-cpu-memory-idle-bg-geckoview + - raptor-scn-cpu-memory-idle-bg-refbrow + +android-hw-arm7-raptor-cpu-memory-power: + - raptor-speedometer-geckoview-cpu-memory-power + - raptor-scn-cpu-memory-power-idle-geckoview + - raptor-scn-cpu-memory-power-idle-refbrow + - raptor-scn-cpu-memory-power-idle-bg-geckoview + - raptor-scn-cpu-memory-power-idle-bg-refbrow + +android-hw-aarch64-raptor-cpu-memory: + - raptor-speedometer-geckoview-cpu-memory + - raptor-scn-cpu-memory-idle-geckoview + - raptor-scn-cpu-memory-idle-refbrow + - raptor-scn-cpu-memory-idle-bg-geckoview + - raptor-scn-cpu-memory-idle-bg-refbrow + +android-hw-aarch64-raptor-cpu-memory-power: + - raptor-speedometer-geckoview-cpu-memory-power + - raptor-scn-cpu-memory-power-idle-geckoview + - raptor-scn-cpu-memory-power-idle-refbrow + - raptor-scn-cpu-memory-power-idle-bg-geckoview + - raptor-scn-cpu-memory-power-idle-bg-refbrow + +android-hw-aarch64-browsertime: + - browsertime-power + - browsertime-tp6m + - browsertime-tp6m-live + - browsertime-tp6m-profiling + - browsertime-speedometer-mobile + - browsertime-youtube-playback-mobile + - browsertime-unity-webgl-mobile + +android-hw-arm7-browsertime: + - browsertime-power + - browsertime-tp6m + - browsertime-tp6m-live + - browsertime-tp6m-profiling + - browsertime-speedometer-mobile + - browsertime-youtube-playback-mobile + - browsertime-unity-webgl-mobile + +linux-tsan-tests: + - mochitest-a11y + - mochitest-browser-chrome + - mochitest-media + - mochitest-plain + - web-platform-tests + - web-platform-tests-reftest + - xpcshell |