summaryrefslogtreecommitdiffstats
path: root/taskcluster/ci/test/test-sets.yml
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-28 14:29:10 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-04-28 14:29:10 +0000
commit2aa4a82499d4becd2284cdb482213d541b8804dd (patch)
treeb80bf8bf13c3766139fbacc530efd0dd9d54394c /taskcluster/ci/test/test-sets.yml
parentInitial commit. (diff)
downloadfirefox-2aa4a82499d4becd2284cdb482213d541b8804dd.tar.xz
firefox-2aa4a82499d4becd2284cdb482213d541b8804dd.zip
Adding upstream version 86.0.1.upstream/86.0.1upstream
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'taskcluster/ci/test/test-sets.yml')
-rw-r--r--taskcluster/ci/test/test-sets.yml560
1 files changed, 560 insertions, 0 deletions
diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml
new file mode 100644
index 0000000000..0465c99a9f
--- /dev/null
+++ b/taskcluster/ci/test/test-sets.yml
@@ -0,0 +1,560 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+---
+# Each key in this file specifies a set of tests to run. Different test sets
+# may, for example, be bound to different test platforms.
+#
+# Note that set does not depend on the tree; tree-dependent job selection
+# should be performed in the target task selection phase of task-graph
+# generation.
+#
+# A test set has a name, and a list of tests that it contains.
+#
+# Test names given here reference tests.yml.
+
+### Feature-specific test groups
+
+web-platform-tests:
+ - web-platform-tests
+ - web-platform-tests-crashtest
+ - web-platform-tests-print-reftest
+ - web-platform-tests-reftest
+ - web-platform-tests-wdspec
+
+web-platform-tests-backlog:
+ - web-platform-tests-backlog
+ - web-platform-tests-reftest-backlog
+
+web-platform-tests-wdspec-headless:
+ - web-platform-tests-wdspec-headless
+
+mochitest-webgpu:
+ - mochitest-webgpu
+
+talos:
+ - talos-bcv
+ - talos-chrome
+ - talos-damp
+ - talos-dromaeojs
+ - talos-g1
+ - talos-g3
+ - talos-g4
+ - talos-g5
+ - talos-other
+ - talos-sessionrestore-many-windows
+ - talos-svgr
+ - talos-tp5o
+ - talos-perf-reftest
+ - talos-perf-reftest-singletons
+ - talos-tabswitch
+ - talos-realworld-webextensions
+ - talos-webgl
+ # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
+ # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions
+
+talos-profiling:
+ - talos-bcv-profiling
+ - talos-chrome-profiling
+ # - talos-damp-profiling - Disabled b/c of Bug 1597734
+ - talos-dromaeojs-profiling
+ # - talos-flex-profiling - Disabled b/c of Bug 1597736
+ - talos-g1-profiling
+ - talos-g3-profiling
+ - talos-g4-profiling
+ - talos-g5-profiling
+ - talos-motionmark-profiling
+ - talos-other-profiling
+ - talos-sessionrestore-many-windows-profiling
+ - talos-perf-reftest-profiling
+ - talos-perf-reftest-singletons-profiling
+ - talos-svgr-profiling
+ - talos-tp5o-profiling
+ - talos-tabswitch-profiling
+ - talos-realworld-webextensions-profiling
+ - talos-webgl-profiling
+
+talos-ref-hw:
+ - talos-g4
+ - talos-webgl
+
+raptor-firefox:
+ - raptor-tp6
+ - raptor-tp6-live
+ - raptor-speedometer-firefox
+ - raptor-stylebench-firefox
+ - raptor-motionmark-htmlsuite-firefox
+ - raptor-motionmark-animometer-firefox
+ - raptor-webaudio-firefox
+ - raptor-sunspider-firefox
+ - raptor-wasm-godot-firefox
+ - raptor-youtube-playback-av1-sfr-firefox
+ - raptor-youtube-playback-h264-sfr-firefox
+ - raptor-youtube-playback-hfr-firefox
+ - raptor-youtube-playback-vp9-sfr-firefox
+ - raptor-youtube-playback-widevine-hfr-firefox
+ - raptor-youtube-playback-widevine-h264-sfr-firefox
+ - raptor-youtube-playback-widevine-vp9-sfr-firefox
+ - raptor-ares6-firefox
+ - raptor-jetstream2-firefox
+
+raptor-chrome:
+ - raptor-speedometer-chrome
+ - raptor-stylebench-chrome
+ - raptor-motionmark-htmlsuite-chrome
+ - raptor-motionmark-animometer-chrome
+ - raptor-webaudio-chrome
+ - raptor-sunspider-chrome
+ - raptor-wasm-godot-chrome
+ - raptor-ares6-chrome
+ - raptor-jetstream2-chrome
+ - raptor-youtube-playback-av1-sfr-chrome
+ - raptor-youtube-playback-h264-sfr-chrome
+ - raptor-youtube-playback-hfr-chrome
+ - raptor-youtube-playback-vp9-sfr-chrome
+ - raptor-youtube-playback-widevine-hfr-chrome
+ - raptor-youtube-playback-widevine-h264-sfr-chrome
+ - raptor-youtube-playback-widevine-vp9-sfr-chrome
+
+raptor-profiling:
+ - raptor-speedometer-firefox-profiling
+ - raptor-stylebench-firefox-profiling
+ - raptor-motionmark-htmlsuite-firefox-profiling
+ - raptor-motionmark-animometer-firefox-profiling
+ - raptor-webaudio-firefox-profiling
+ - raptor-sunspider-firefox-profiling
+ - raptor-wasm-godot-firefox-profiling
+ - raptor-ares6-firefox-profiling
+ - raptor-jetstream2-firefox-profiling
+
+raptor-chromium:
+ - raptor-speedometer-chromium
+ - raptor-stylebench-chromium
+ - raptor-motionmark-htmlsuite-chromium
+ - raptor-motionmark-animometer-chromium
+ - raptor-webaudio-chromium
+ - raptor-sunspider-chromium
+ - raptor-wasm-godot-chromium
+ - raptor-ares6-chromium
+ - raptor-jetstream2-chromium
+
+# Fetch tasks are only supported on Linux for now,
+# so these need to be separate sets.
+raptor-fetch-firefox:
+ - raptor-unity-webgl-firefox
+ - raptor-wasm-misc-firefox
+ - raptor-wasm-misc-baseline-firefox
+ - raptor-wasm-misc-optimizing-firefox
+ - raptor-wasm-godot-baseline-firefox
+ - raptor-wasm-godot-optimizing-firefox
+ - raptor-assorted-dom-firefox
+
+raptor-fetch-profiling:
+ - raptor-unity-webgl-firefox-profiling
+ - raptor-wasm-misc-firefox-profiling
+ - raptor-wasm-misc-baseline-firefox-profiling
+ - raptor-wasm-misc-optimizing-firefox-profiling
+ - raptor-wasm-godot-baseline-firefox-profiling
+ - raptor-wasm-godot-optimizing-firefox-profiling
+ - raptor-assorted-dom-firefox-profiling
+
+raptor-fetch-chromium:
+ - raptor-unity-webgl-chromium
+ - raptor-wasm-misc-chromium
+ - raptor-assorted-dom-chromium
+ - raptor-jetstream2-chromium
+
+browsertime:
+ - browsertime-tp6
+ - browsertime-speedometer
+ - browsertime-ares6
+ - browsertime-tp6-profiling
+
+# Raptor desktop power tests
+# (requires Intel Power Gadget to be pre-installed)
+raptor-firefox-power:
+ - raptor-youtube-playback-v9-power-firefox
+ - raptor-youtube-playback-h264-power-firefox
+
+awsy:
+ - awsy
+ - awsy-base
+ - awsy-dmd
+ - awsy-base-dmd
+ - awsy-tp6
+
+ccov-code-coverage-tests:
+ - test-coverage
+ - test-coverage-wpt
+
+mochitest-headless:
+ - mochitest-plain-headless
+
+mochitest-valgrind:
+ - mochitest-valgrind
+
+marionette-framescript:
+ - marionette-framescript
+
+marionette-headless:
+ - marionette-headless
+
+desktop-screenshot-capture:
+ - browser-screenshots
+
+
+### Specific platform test sets
+
+# Linux
+
+linux32-tests:
+ - web-platform-tests
+
+linux1804-tests:
+ - cppunit
+ - crashtest
+ - firefox-ui-functional-local
+ - firefox-ui-functional-remote
+ - gtest
+ # - jittest # See comment in linux1804-ccov-tests set.
+ - jsreftest
+ - marionette
+ - mochitest-a11y
+ - mochitest-browser-chrome
+ - mochitest-chrome
+ - mochitest-chrome-gpu
+ - mochitest-devtools-chrome
+ - mochitest-media
+ - mochitest-plain
+ - mochitest-plain-gpu
+ - mochitest-remote
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+ - mochitest-webgl2-ext
+ - reftest
+ - reftest-no-accel
+ - telemetry-tests-client
+ - test-verify
+ - test-verify-gpu
+ - test-verify-wpt
+ - xpcshell
+
+linux1804-qr-tests:
+ - cppunit
+ - crashtest
+ - gtest
+ # - jittest # See comment in linux1804-ccov-tests set.
+ - jsreftest
+ - mochitest-a11y
+ - mochitest-chrome
+ - mochitest-chrome-gpu
+ - mochitest-media
+ - mochitest-plain
+ - mochitest-plain-gpu
+ - mochitest-remote
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+ - mochitest-webgl2-ext
+ - reftest
+ - xpcshell
+
+linux1804-ccov-tests:
+ # jittest run on regular linux builds is redundant with SM(p), so we omit it
+ # from the linux1804-tests and linux1804-qr-tests sets. But, we still want
+ # to run it on ccov builds, so we have this set that has it and which runs
+ # on ccov builds.
+ - jittest
+
+linux-qr-smoketests:
+ - crashtest
+ - reftest
+
+linux-talos-flex:
+ - talos-flex
+
+# Windows
+
+windows-qr-tests:
+ - crashtest
+ - mochitest-chrome-gpu
+ - mochitest-browser-chrome
+ - mochitest-plain
+ - mochitest-plain-gpu
+ - mochitest-media
+ - mochitest-webgl1-core
+ - mochitest-webgl2-core
+ - reftest
+
+windows-reftest-gpu:
+ - reftest-gpu
+
+windows-tests:
+ - cppunit
+ - crashtest
+ - firefox-ui-functional-local
+ - firefox-ui-functional-remote
+ - gtest
+ # - jittest # See comment in windows-ccov-tests set.
+ - jsreftest
+ - marionette
+ - mochitest-a11y
+ - mochitest-browser-chrome
+ - mochitest-chrome
+ - mochitest-chrome-gpu
+ - mochitest-media
+ - mochitest-plain
+ - mochitest-plain-gpu
+ - mochitest-remote
+ - reftest
+ - reftest-no-accel
+ - telemetry-tests-client
+ - test-verify
+ - test-verify-gpu
+ - test-verify-wpt
+ - xpcshell
+
+windows-ccov-tests:
+ # jittest run on regular windows builds is redundant with SM(p), so we omit
+ # it from the windows-tests set. But, we still want to run it on ccov builds,
+ # so we have this set that has it and which runs on ccov builds.
+ - jittest
+
+windows10-tests:
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+ - mochitest-webgl2-ext
+ - mochitest-devtools-chrome
+
+mingwclang-tests-debug:
+ - cppunit
+ - firefox-ui-functional-local
+ - firefox-ui-functional-remote
+ - mochitest-a11y
+ - mochitest-chrome-gpu
+ - mochitest-plain-gpu
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+ - mochitest-webgl2-ext
+ - mochitest-webgpu
+ - reftest
+ - telemetry-tests-client
+
+# The following is the same as the above block, minus reftests.
+# Reftests were disabled due to frequent hangs; see bug 1642719
+# for re-enabling.
+mingwclang-win7-tests-debug:
+ - cppunit
+ - firefox-ui-functional-local
+ - firefox-ui-functional-remote
+ - mochitest-a11y
+ - mochitest-chrome-gpu
+ - mochitest-plain-gpu
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+ - mochitest-webgl2-ext
+ - mochitest-webgpu
+ # - reftest - disabled, see bug 1642719
+ - telemetry-tests-client
+
+mingwclang-tests-opt:
+ - cppunit
+ - mochitest-chrome-gpu
+ - mochitest-plain-gpu
+
+windows-aarch64-tests:
+ - crashtest
+ - mochitest-media
+ - reftest
+
+windows-talos:
+ - talos-bcv
+ - talos-chrome
+ - talos-damp
+ - talos-dromaeojs
+ - talos-g1
+ - talos-g4
+ - talos-g5
+ - talos-other
+ - talos-sessionrestore-many-windows
+ - talos-perf-reftest
+ - talos-perf-reftest-singletons
+ - talos-svgr
+ - talos-tp5o
+ - talos-xperf
+ - talos-tabswitch
+ - talos-realworld-webextensions
+ - talos-webgl
+ # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
+
+# macOS
+
+macosx1014-64-tests:
+ - crashtest
+ - reftest
+ - web-platform-tests-reftest
+
+macosx1014-64-qr-tests:
+ - cppunit
+ - crashtest
+ - firefox-ui-functional-local
+ - firefox-ui-functional-remote
+ - gtest
+ - jittest
+ - jsreftest
+ - marionette
+ - mochitest-a11y
+ - mochitest-browser-chrome
+ - mochitest-chrome
+ - mochitest-chrome-gpu
+ - mochitest-devtools-chrome
+ - mochitest-plain
+ - mochitest-plain-gpu
+ - mochitest-media
+ - mochitest-remote
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+ - mochitest-webgl2-ext
+ - mochitest-webgpu
+ - reftest
+ - telemetry-tests-client
+ - test-verify
+ - test-verify-gpu
+ - test-verify-wpt
+ - xpcshell
+
+macosx64-talos:
+ - talos-bcv
+ - talos-chrome
+ - talos-damp
+ - talos-dromaeojs
+ - talos-g1
+ - talos-g4
+ - talos-g5
+ - talos-other
+ - talos-sessionrestore-many-windows
+ - talos-svgr
+ - talos-tp5o
+ - talos-perf-reftest
+ - talos-perf-reftest-singletons
+ - talos-realworld-webextensions
+ - talos-webgl
+ # - talos-tabswitch # Bug 1453007 times out
+ # - talos-h1 # too long to unpack profile- Bug 1442893
+
+# Android
+
+android-x86_64-tests:
+ - cppunit
+ - crashtest
+ - geckoview-junit
+ - gtest
+ - mochitest-media
+ - mochitest-plain
+ - mochitest-plain-gpu
+ # - mochitest-webgl1-core # Harness issues?
+ # - mochitest-webgl1-ext
+ # - mochitest-webgl2-core # Emulator not creating ES3?
+ # - mochitest-webgl2-ext
+ - reftest
+ - test-verify
+ - web-platform-tests
+ - web-platform-tests-crashtest
+ - web-platform-tests-reftest
+ - xpcshell
+
+android-x86_64-qr-tests:
+ - crashtest
+ - geckoview-junit
+ - mochitest-media
+ - mochitest-plain
+ - mochitest-plain-gpu
+ - web-platform-tests
+ - web-platform-tests-crashtest
+ - web-platform-tests-reftest
+ - reftest
+
+android-hw-aarch64-opt-unittests:
+ - jittest
+
+android-hw-arm7-pgo-unittests:
+ - jittest
+ - jsreftest
+
+android-hw-aarch64-pgo-unittests:
+ - jittest
+
+android-hw-arm7-debug-unittests:
+ - jittest
+ - jsreftest
+
+android-hw-aarch64-debug-unittests:
+ - jittest
+
+android-hw-aarch64-qr:
+ - crashtest-qr
+ - reftest-qr
+ - mochitest-media
+ - mochitest-webgl1-core
+ - mochitest-webgl1-ext
+ - mochitest-webgl2-core
+
+android-hw-arm7-raptor-cpu-memory:
+ - raptor-speedometer-geckoview-cpu-memory
+ - raptor-scn-cpu-memory-idle-geckoview
+ - raptor-scn-cpu-memory-idle-refbrow
+ - raptor-scn-cpu-memory-idle-bg-geckoview
+ - raptor-scn-cpu-memory-idle-bg-refbrow
+
+android-hw-arm7-raptor-cpu-memory-power:
+ - raptor-speedometer-geckoview-cpu-memory-power
+ - raptor-scn-cpu-memory-power-idle-geckoview
+ - raptor-scn-cpu-memory-power-idle-refbrow
+ - raptor-scn-cpu-memory-power-idle-bg-geckoview
+ - raptor-scn-cpu-memory-power-idle-bg-refbrow
+
+android-hw-aarch64-raptor-cpu-memory:
+ - raptor-speedometer-geckoview-cpu-memory
+ - raptor-scn-cpu-memory-idle-geckoview
+ - raptor-scn-cpu-memory-idle-refbrow
+ - raptor-scn-cpu-memory-idle-bg-geckoview
+ - raptor-scn-cpu-memory-idle-bg-refbrow
+
+android-hw-aarch64-raptor-cpu-memory-power:
+ - raptor-speedometer-geckoview-cpu-memory-power
+ - raptor-scn-cpu-memory-power-idle-geckoview
+ - raptor-scn-cpu-memory-power-idle-refbrow
+ - raptor-scn-cpu-memory-power-idle-bg-geckoview
+ - raptor-scn-cpu-memory-power-idle-bg-refbrow
+
+android-hw-aarch64-browsertime:
+ - browsertime-power
+ - browsertime-tp6m
+ - browsertime-tp6m-live
+ - browsertime-tp6m-profiling
+ - browsertime-speedometer-mobile
+ - browsertime-youtube-playback-mobile
+ - browsertime-unity-webgl-mobile
+
+android-hw-arm7-browsertime:
+ - browsertime-power
+ - browsertime-tp6m
+ - browsertime-tp6m-live
+ - browsertime-tp6m-profiling
+ - browsertime-speedometer-mobile
+ - browsertime-youtube-playback-mobile
+ - browsertime-unity-webgl-mobile
+
+linux-tsan-tests:
+ - mochitest-a11y
+ - mochitest-browser-chrome
+ - mochitest-media
+ - mochitest-plain
+ - web-platform-tests
+ - web-platform-tests-reftest
+ - xpcshell