summaryrefslogtreecommitdiffstats
path: root/taskcluster/ci/test
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-06-12 05:35:37 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-06-12 05:35:37 +0000
commita90a5cba08fdf6c0ceb95101c275108a152a3aed (patch)
tree532507288f3defd7f4dcf1af49698bcb76034855 /taskcluster/ci/test
parentAdding debian version 126.0.1-1. (diff)
downloadfirefox-a90a5cba08fdf6c0ceb95101c275108a152a3aed.tar.xz
firefox-a90a5cba08fdf6c0ceb95101c275108a152a3aed.zip
Merging upstream version 127.0.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'taskcluster/ci/test')
-rw-r--r--taskcluster/ci/test/awsy.yml75
-rw-r--r--taskcluster/ci/test/browsertime-desktop.yml973
-rw-r--r--taskcluster/ci/test/browsertime-mobile.yml519
-rw-r--r--taskcluster/ci/test/compiled.yml138
-rw-r--r--taskcluster/ci/test/firefox-ui.yml27
-rw-r--r--taskcluster/ci/test/kind.yml95
-rw-r--r--taskcluster/ci/test/marionette.yml54
-rw-r--r--taskcluster/ci/test/misc.yml272
-rw-r--r--taskcluster/ci/test/mochitest.yml1166
-rw-r--r--taskcluster/ci/test/reftest.yml281
-rw-r--r--taskcluster/ci/test/talos.yml817
-rw-r--r--taskcluster/ci/test/test-platforms.yml505
-rw-r--r--taskcluster/ci/test/test-sets.yml498
-rw-r--r--taskcluster/ci/test/variants.yml416
-rw-r--r--taskcluster/ci/test/web-platform.yml596
-rw-r--r--taskcluster/ci/test/xpcshell.yml198
16 files changed, 0 insertions, 6630 deletions
diff --git a/taskcluster/ci/test/awsy.yml b/taskcluster/ci/test/awsy.yml
deleted file mode 100644
index 6ba85dcb82..0000000000
--- a/taskcluster/ci/test/awsy.yml
+++ /dev/null
@@ -1,75 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite: awsy
- max-run-time: 7200
- instance-size: xlarge-noscratch
- virtualization:
- by-test-platform:
- windows.*(?:-shippable)?-qr/.*: virtual-with-gpu
- default: virtual
- allow-software-gl-layers: false
- mozharness:
- script: awsy_script.py
- config:
- by-test-platform:
- windows.*:
- - awsy/taskcluster_windows_config.py
- macosx.*/opt:
- - awsy/macosx_config.py
- default:
- - awsy/linux_config.py
- tier: default
- test-manifest-loader: null # don't load tests in the taskgraph
-
-
-awsy:
- description: Are we slim yet - tp5 pageset
- treeherder-symbol: SY(sy)
- run-on-projects: []
-
-awsy-tp6:
- description: Are we slim yet - tp6 pageset
- treeherder-symbol: SY(sy-tp6)
- run-on-projects:
- by-test-platform:
- .*-devedition/.*: [] # don't run on devedition
- windows.*-32.*/opt: []
- (linux|windows|mac)(?!.*shippable).*/opt: []
- default: [trunk]
- mozharness:
- extra-options:
- - --tp6
-
-awsy-dmd:
- description: Are we slim yet - dmd enabled
- treeherder-symbol: SY(sy-d)
- run-on-projects: []
- mozharness:
- extra-options:
- - --dmd
-
-awsy-base:
- description: Are we slim yet - about:blank base case
- treeherder-symbol: SY(ab)
- run-on-projects:
- by-test-platform:
- .*-devedition/.*: [] # don't run on devedition.
- windows.*-32.*/opt: []
- (linux|windows|mac)(?!.*shippable).*/opt: []
- default: [trunk]
- tier: default
- mozharness:
- extra-options:
- - --base
-
-awsy-base-dmd:
- description: Are we slim yet - about:blank base case - dmd enabled
- treeherder-symbol: SY(ab-d)
- run-on-projects: []
- mozharness:
- extra-options:
- - --base
- - --dmd
diff --git a/taskcluster/ci/test/browsertime-desktop.yml b/taskcluster/ci/test/browsertime-desktop.yml
deleted file mode 100644
index f4a1abe080..0000000000
--- a/taskcluster/ci/test/browsertime-desktop.yml
+++ /dev/null
@@ -1,973 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- max-run-time:
- by-test-platform:
- .*-qr/.*: 2400
- default: 1800
- suite: raptor
- run-on-projects:
- by-test-platform:
- linux.*shippable[^-qr].*: [mozilla-central]
- default: []
- limit-platforms:
- by-app:
- chrome:
- - .*shippable.*
- safari:
- - .*macos.*shippable.*
- custom-car:
- - .*64.*shippable.*
- default: []
- test-manifest-loader: null # don't load tests in the taskgraph
- tier: 3
- virtualization: hardware
- mozharness:
- script: raptor_script.py
- config:
- by-test-platform:
- macosx.*:
- - raptor/mac_config.py
- windows.*:
- - raptor/windows_config.py
- default:
- - raptor/linux_config.py
- extra-options:
- - --conditioned-profile=settled
- fetches:
- toolchain:
- by-app:
- custom-car:
- by-test-platform:
- # this satisfied taskgraph for now, but once mac/win is implemented
- # then linux will be the default
- linux.*:
- - linux64-custom-car
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- windows10-64.*:
- - win64-custom-car
- - win64-minidump-stackwalk
- - win64-fix-stacks
- macosx1015.*:
- - macosx64-custom-car
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- macosx1400.*:
- - macosx-arm64-custom-car
- - macosx64-aarch64-minidump-stackwalk
- - macosx64-aarch64-fix-stacks
- default: []
- default:
- by-test-platform:
- windows.*-32.*.:
- - win32-minidump-stackwalk
- - win32-fix-stacks
- windows10-64.*:
- - win64-minidump-stackwalk
- - win64-fix-stacks
- macos.*:
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- default:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
-
-browsertime-tp6:
- <<: &tp6-defaults
- description: Raptor (browsertime) tp6 page-load tests
- limit-platforms:
- by-app:
- chrome:
- - .*shippable.*
- safari:
- - .*macos.*shippable.*
- custom-car:
- - .*64.*shippable.*
- default: []
- max-run-time:
- by-subtest:
- imgur: 4800
- default: 4000
- mozharness:
- extra-options:
- by-test-platform:
- windows10-64.*shippable.*-qr.*:
- - --chimera
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled
- - --extra-profiler-run
- default:
- - --chimera
- - --conditioned-profile=settled
- - --extra-profiler-run
- run-on-projects:
- by-subtest:
- netflix:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- (macosx1015|linux|windows10-64).*shippable-qr.*: [trunk]
- default: []
- default: []
- default:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk]
- default: []
- default: []
- treeherder-symbol: Btime(tp6)
- raptor:
- apps: [firefox, chrome]
- test: tp6
- run-visual-metrics: true
- subtests:
- - buzzfeed
- - ebay
- - espn
- - expedia
- - [facebook, fb]
- - [google-docs, gdocs]
- - [google-mail, gmail]
- - [google-search, gsearch]
- - imdb
- - imgur
- - linkedin
- - microsoft
- - netflix
- - nytimes
- - office
- - outlook
- - paypal
- - pinterest
- - reddit
- - tumblr
- - twitch
- - wikia
- - youtube
- tier:
- by-app:
- firefox: 2
- default: 3
-
-browsertime-responsiveness:
- <<: *tp6-defaults
- raptor:
- apps: [firefox, chrome]
- test: tp6
- run-visual-metrics: true
- subtests:
- - cnn-nav
- - [facebook-nav, fbnav]
- - [reddit-billgates-ama, rdt-ama]
- - [reddit-billgates-post-1, rdt-post-1]
- - [reddit-billgates-post-2, rdt-post-2]
- mozharness:
- extra-options:
- by-test-platform:
- windows10-.*:
- - --cold
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled
- - --extra-profiler-run
- default:
- - --cold
- - --conditioned-profile=settled
- - --extra-profiler-run
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk]
- default: []
- default: []
- tier:
- by-app:
- firefox: 2
- default: 3
-
-browsertime-tp6-essential:
- <<: *tp6-defaults
- <<: &tp6-essential-defaults
- mozharness:
- extra-options:
- by-test-platform:
- windows10-64.*shippable.*-qr.*:
- - --chimera
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled
- - --collect-perfstats
- - --extra-profiler-run
- default:
- - --chimera
- - --conditioned-profile=settled
- - --extra-profiler-run
- raptor:
- apps: [firefox, chrome, custom-car]
- test: tp6
- run-visual-metrics:
- by-test-platform:
- macosx1400.*shippable.*: false
- # Bug 1845014 Resolve osx 1300 vismet permafails
- default: true
- subtests:
- - amazon
- - [bing-search, bing]
- - cnn
- - fandom
- - [google-slides, gslides]
- - instagram
- - twitter
- - wikipedia
- - yahoo-mail
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- macosx1100.*shippable.*: [mozilla-central]
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk]
- default: []
- default: []
- tier:
- by-test-platform:
- linux1804-64-clang-trunk-qr/opt: 2
- default:
- by-app:
- firefox: 1
- default: 3
-
-browsertime-tp6-bytecode:
- <<: *tp6-defaults
- <<: *tp6-essential-defaults
- raptor:
- apps: [firefox]
- test: tp6
- run-visual-metrics: true
- subtests:
- - amazon
- - [bing-search, bing]
- - cnn
- - fandom
- - [google-slides, gslides]
- - instagram
- - twitter
- - wikipedia
- - yahoo-mail
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- macosx1100.*shippable.*: [mozilla-central]
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk]
- default: []
- default: []
- mozharness:
- extra-options:
- by-test-platform:
- windows10-64.*shippable.*-qr.*:
- - --chimera
- - --browsertime
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled
- - --test-bytecode-cache
- - --extra-profiler-run
- default:
- - --chimera
- - --browsertime
- - --conditioned-profile=settled
- - --test-bytecode-cache
- - --extra-profiler-run
- tier:
- by-app:
- firefox: 2
- default: 3
- treeherder-symbol: Btime-cache(tp6)
-
-browsertime-tp7:
- <<: &tp7-defaults
- description: Raptor (browsertime) tp7 page-load tests
- limit-platforms:
- by-app:
- chrome:
- - .*shippable.*
- safari:
- - .*macos.*shippable.*
- custom-car:
- - .*64.*shippable.*
- default: []
- max-run-time:
- by-subtest:
- imgur: 4800
- default: 4000
- mozharness:
- extra-options:
- by-test-platform:
- windows10-64.*shippable.*-qr.*:
- - --chimera
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled
- - --extra-profiler-run
- default:
- - --chimera
- - --conditioned-profile=settled
- - --extra-profiler-run
- run-on-projects: []
- treeherder-symbol: Btime(tp7)
- raptor:
- apps: [firefox, chrome]
- test: tp7
- run-visual-metrics: true
- subtests:
- - tiktok
- - openai
- - samsung
- - weather
- - docomo
- tier:
- by-app:
- firefox: 3
- default: 3
-
-browsertime-benchmark:
- description: Raptor (browsertime) Benchmark tests
- raptor:
- apps: [firefox, chrome, safari, custom-car]
- subtests:
- by-test-platform:
- macosx1400.*shippable.*:
- - [speedometer, sp]
- - [speedometer3, sp3]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- default:
- by-app:
- firefox:
- - ares6
- - [assorted-dom, dom]
- - [jetstream2, js2]
- - [matrix-react-bench, mrb]
- - [motionmark-animometer, mm-a]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite-ramp, mm-hr]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- - [speedometer, sp]
- - [speedometer3, sp3]
- - [stylebench, sb]
- - [sunspider, ss]
- - [twitch-animation, tw-a]
- - [unity-webgl, ugl]
- - [webaudio, wa]
- safari:
- - ares6
- - [assorted-dom, dom]
- - [jetstream2, js2]
- # - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754)
- - [motionmark-animometer, mm-a]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite-ramp, mm-hr]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- - [speedometer, sp]
- # - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535)
- - [stylebench, sb]
- - [sunspider, ss]
- # - [unity-webgl, ugl] Almost Perma failing on osx 10.15.x machines (Bug 1888398)
- - [webaudio, wa]
- custom-car:
- - [speedometer, sp]
- - [speedometer3, sp3]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite-ramp, mm-hr]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- chrome:
- by-test-platform:
- macosx1015.*shippable.*:
- - ares6
- - [assorted-dom, dom]
- - [jetstream2, js2]
- - [matrix-react-bench, mrb]
- - [motionmark-animometer, mm-a]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- - [speedometer, sp]
- - [speedometer3, sp3]
- - [stylebench, sb]
- - [sunspider, ss]
- - [unity-webgl, ugl]
- - [webaudio, wa]
- default:
- - ares6
- - [assorted-dom, dom]
- - [jetstream2, js2]
- - [matrix-react-bench, mrb]
- - [motionmark-animometer, mm-a]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-htmlsuite-ramp, mm-hr]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- - [speedometer, sp]
- - [speedometer3, sp3]
- - [stylebench, sb]
- - [sunspider, ss]
- - [unity-webgl, ugl]
- - [webaudio, wa]
- default:
- - ares6
- - [assorted-dom, dom]
- - [jetstream2, js2]
- - [matrix-react-bench, mrb]
- - [motionmark-animometer, mm-a]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-htmlsuite-ramp, mm-hr]
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- - [speedometer, sp]
- - [speedometer3, sp3]
- - [stylebench, sb]
- - [sunspider, ss]
- - [unity-webgl, ugl]
- - [webaudio, wa]
- treeherder-symbol: Btime()
- tier:
- by-app:
- firefox:
- by-subtest:
- motionmark-animometer:
- by-test-platform:
- linux1804-64-clang-trunk-qr/opt: 2
- default: 1
- default:
- by-test-platform:
- windows10-64-ccov.*/.*: 3
- linux64-ccov.*/.*: 3
- default: 2
- default:
- by-subtest:
- unity-webgl: 3
- default: 2
- run-on-projects:
- by-subtest:
- speedometer3:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64.*shippable-qr/.*: [trunk]
- .*nightlyasrelease.*: [autoland, mozilla-central]
- default: []
- custom-car:
- by-test-platform:
- (linux|windows10-64).*shippable-qr.*: [mozilla-central]
- default: []
- default: []
- unity-webgl:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- # Disabled on autoland due to bug 1720063, and bug 1795826
- .*64.*shippable-qr/.*: [mozilla-central]
- default: []
- default: []
- speedometer:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64.*shippable-qr/.*: [trunk]
- .*nightlyasrelease.*: [autoland]
- default: []
- custom-car:
- by-test-platform:
- (linux|windows10-64).*shippable-qr.*: [mozilla-central]
- default: []
- default: []
- default:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64.*shippable-qr/.*: [trunk]
- default: []
- default: []
- max-run-time:
- by-subtest:
- ares6: 1500
- assorted-dom:
- by-test-platform:
- .*-qr/.*: 2100
- default: 1500
- jetstream2: 8000
- matrix-react-bench: 1500
- motionmark-htmlsuite: 1500
- motionmark-htmlsuite-ramp: 3000
- motionmark-animometer-ramp: 2100
- motionmark-1-3: 3000
- motionmark-htmlsuite-1-3: 3000
- unity-webgl: 2400
- speedometer3:
- by-test-platform:
- macosx1400.*shippable.*: 4200
- default: 2100
- speedometer: 2100
- default: 900
- mozharness:
- extra-options:
- by-test-platform:
- macosx1400.*shippable.*:
- - --extra-profiler-run
- - --page-timeout=900000
- default:
- - --extra-profiler-run
-
-browsertime-benchmark-wasm:
- description: Raptor (browsertime) WASM benchmarks
- raptor:
- apps: [firefox, chrome, safari]
- subtests:
- by-app:
- firefox:
- - [wasm-godot, godot]
- - [wasm-godot-baseline, godot-b]
- - [wasm-godot-optimizing, godot-i]
- - [wasm-misc, wm]
- - [wasm-misc-baseline, wm-b]
- - [wasm-misc-optimizing, wm-i]
- safari:
- # - [wasm-misc, wm] Perma fails (Bug 1809533)
- - [wasm-godot, godot]
- default:
- - [wasm-misc, wm]
- - [wasm-godot, godot]
- treeherder-symbol: Btime()
- tier: 2
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central]
- default: []
- default: []
- max-run-time:
- by-subtest:
- wasm-godot: 1500
- wasm-godot-baseline: 1500
- wasm-misc-baseline: 1500
- default: 900
- mozharness:
- extra-options:
- - --extra-profiler-run
-
-browsertime-youtube-playback:
- description: Browsertime YouTube Playback on Firefox
- raptor:
- apps: [firefox]
- subtests:
- by-app:
- firefox:
- - [youtube-playback-av1-sfr, ytp-av1-sfr]
- - [youtube-playback-h264-sfr, ytp-h264-sfr]
- - [youtube-playback-hfr, ytp-hfr]
- - [youtube-playback-vp9-sfr, ytp-vp9-sfr]
- - [youtube-playback-widevine-hfr, ytp-widevine-hfr]
- - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]
- - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr]
- treeherder-symbol: Btime()
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central]
- default: []
- tier: 2
- limit-platforms:
- by-subtest:
- youtube-playback-av1-sfr:
- - macosx1015-64-shippable-qr/opt
- default: []
- max-run-time:
- by-subtest:
- youtube-playback-hfr: 3600
- youtube-playback-widevine.*: 3600
- default: 2700
-
-browsertime-youtube-playback-power:
- description: Browsertime YouTube Playback on Firefox with power usage tracking
- raptor:
- apps: [firefox]
- subtests:
- by-app:
- firefox:
-
- - [youtube-playback-h264-1080p30, ytp-h264-1080p30]
- - [youtube-playback-h264-1080p60, ytp-h264-1080p60]
- - [youtube-playback-h264-full-1080p30, ytp-h264-full-1080p30]
- - [youtube-playback-h264-full-1080p60, ytp-h264-full-1080p60]
- - [youtube-playback-v9-1080p30, ytp-v9-1080p30]
- - [youtube-playback-v9-1080p60, ytp-v9-1080p60]
- - [youtube-playback-v9-full-1080p30, ytp-v9-full-1080p30]
- - [youtube-playback-v9-full-1080p60, ytp-v9-full-1080p60]
- treeherder-symbol: Btime()
- run-on-projects:
- by-test-platform:
- macosx.*shippable-qr.*: [mozilla-central]
- default: []
- tier: 2
- max-run-time: 2700
-
-browsertime-tp6-live:
- <<: *tp6-defaults
- description: Raptor (browsertime) tp6 on live-sites
- mozharness:
- extra-options:
- - --browser-cycles=15
- - --chimera
- - --live-sites
- - --extra-profiler-run
- raptor:
- apps: [firefox, chrome, safari]
- test: tp6
- run-visual-metrics: true
- subtests:
- by-app:
- safari:
- - amazon
- - [bing-search, bing]
- - ebay
- # - [facebook, fb] Perma fails on osx 10.15.7
- - fandom
- - [google-docs, gdocs]
- - [google-mail, gmail]
- - [google-search, gsearch]
- - [google-slides, gslides]
- - imdb
- - imgur
- # - instagram # (see bug 1736999)
- - linkedin
- - microsoft
- # - netflix # Perma fails on osx 10.15.7 (Bug 1802922)
- # - office (site loads blank page if not signed in)
- # - outlook Perma fails on osx 10.15.7
- - paypal
- - pinterest
- - reddit
- - tumblr
- - twitch
- # - twitter Perma fails on osx 10.15.7
- - wikipedia
- - yahoo-mail
- - youtube
- chrome:
- - amazon
- - [bing-search, bing]
- - ebay
- - [facebook, fb]
- - fandom
- - [google-docs, gdocs]
- - [google-mail, gmail]
- - [google-search, gsearch]
- - [google-slides, gslides]
- - imdb
- # - imgur (see bugs 1825337 & 1817420)
- - instagram
- - linkedin
- - microsoft
- - netflix
- # - office (site loads blank page if not signed in)
- - outlook
- - paypal
- - pinterest
- - reddit
- - tumblr
- - twitch
- - twitter
- - wikipedia
- - yahoo-mail
- - youtube
- default:
- - amazon
- - [bing-search, bing]
- - ebay
- - [facebook, fb]
- - fandom
- - [google-docs, gdocs]
- - [google-mail, gmail]
- - [google-search, gsearch]
- - [google-slides, gslides]
- - imdb
- - imgur
- - instagram
- - linkedin
- - microsoft
- - netflix
- # - office (site loads blank page if not signed in)
- - outlook
- - paypal
- - pinterest
- - reddit
- - tumblr
- - twitch
- - twitter
- - wikipedia
- - yahoo-mail
- - youtube
- run-on-projects: []
- tier: 3
- treeherder-symbol: Btime-live(tp6)
-
-browsertime-tp6-live-sheriffed:
- <<: *tp6-defaults
- raptor:
- apps: [firefox]
- test: tp6
- run-visual-metrics: true
- subtests:
- - cnn
- description: Raptor (browsertime) tp6 on live-sites
- mozharness:
- extra-options:
- - --browser-cycles=5
- - --chimera
- - --live-sites
- - --extra-profiler-run
- - --browsertime-arg=maxLoadTime=240000
- run-on-projects:
- by-test-platform:
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows|macosx1015)(?!.*-qr).*: []
- windows.*-32.*: []
- default: []
- tier: 2
- treeherder-symbol: Btime-live(tp6)
-
-browsertime-tp6-profiling:
- <<: *tp6-defaults
- raptor:
- apps: [firefox]
- test: tp6
- run-visual-metrics: true
- subtests: [amazon]
- description: Raptor (browsertime) tp6 page-load tests with Gecko Profiling
- mozharness:
- extra-options:
- - --chimera
- - --gecko-profile
- run-on-projects:
- by-test-platform:
- (linux|windows|macosx1015).*shippable-qr.*: [mozilla-central]
- default: []
- tier: 2
- treeherder-symbol: Btime-Prof(tp6)
-
-browsertime-custom:
- raptor:
- apps: [firefox]
- run-visual-metrics: true
- subtests: [[process-switch, ps]]
- description: Raptor (browsertime) custom pageload tests
- max-run-time: 2700
- mozharness:
- extra-options:
- - --chimera
- - --extra-profiler-run
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central]
- default: []
- tier: 1
- treeherder-symbol: Btime(ps)
-
-browsertime-first-install:
- raptor:
- apps: [firefox]
- run-visual-metrics: true
- subtests: [welcome]
- description: Raptor (browsertime) custom pageload tests
- max-run-time: 2700
- mozharness:
- extra-options:
- - --chimera
- - --extra-profiler-run
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk]
- default: []
- tier: 1
- treeherder-symbol: Btime(welcome)
-
-browsertime-regression-tests:
- raptor:
- apps: [firefox]
- subtests: [[constant-regression, regress-c]]
- description: Raptor (browsertime) tests for our regression detection system
- max-run-time: 700
- run-on-projects: [autoland]
- limit-platforms:
- - .*linux(?!.*shippable)(?!.*clang).*
- mozharness:
- extra-options:
- by-test-platform:
- windows10-64.*shippable.*-qr.*: []
- default: []
- tier: 2
- treeherder-symbol: Btime(regressor)
-
-browsertime-upload:
- raptor:
- apps: [firefox, chrome, safari]
- subtests:
- - [upload, upload-h2]
- - upload-h3
- description: Raptor (browsertime) http2, http3 file upload performance test
- max-run-time: 2700
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64.*shippable-qr/.*: [autoland, mozilla-central]
- default: []
- default: []
- tier: 3
- treeherder-symbol: Btime(upload)
- fetches:
- fetch:
- - upload-speed-test-file
-
-browsertime-pageload-benchmark:
- raptor:
- apps: [firefox]
- subtests: [tp6-bench]
- description: Raptor (browsertime) TP6 pageload benchmark test
- max-run-time: 4500
- mozharness:
- extra-options:
- - --browser-cycles=5
- run-on-projects: []
- tier: 2
- treeherder-symbol: Btime(tp6-bench)
-
-browsertime-speculative:
- raptor:
- apps: [firefox]
- run-visual-metrics: true
- subtests: [connect]
- description: Raptor (browsertime) speculative connect pageload tests
- max-run-time: 420
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- .*64.*shippable-qr/.*: [autoland]
- default: []
- tier: 2
- treeherder-symbol: Btime(speculative)
-
-browsertime-throttled:
- raptor:
- apps: [firefox]
- run-visual-metrics: true
- subtests: [throttled]
- description: Raptor (browsertime) throttled network pageload tests
- max-run-time: 420
- run-on-projects: []
- tier: 3
- treeherder-symbol: Btime(throttled)
-
-browsertime-tp6-webextensions:
- <<: *tp6-defaults
- <<: *tp6-essential-defaults
- description: Raptor (browsertime) tp6 page-load tests with webextensions installed on Firefox Desktop
- raptor:
- apps: [firefox]
- test: tp6
- run-visual-metrics: true
- subtests:
- - amazon
- fetches:
- fetch:
- - firefox-addons
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- macosx1100.*shippable.*: [mozilla-central]
- .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk-only]
- default: []
- default: []
- mozharness:
- extra-options:
- by-test-platform:
- windows10-64.*shippable.*-qr.*:
- - --chimera
- - --browsertime
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled-webext
- default:
- - --chimera
- - --browsertime
- - --conditioned-profile=settled-webext
- # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3.
- tier: 3
- treeherder-symbol: Btime-webext(tp6)
-
-browsertime-indexeddb:
- description: Raptor (browsertime) tests for IndexedDB
- max-run-time: 2700
- treeherder-symbol: Btime(idb)
- limit-platforms:
- by-app:
- chrome:
- - .*shippable.*
- custom-car:
- - .*64.*shippable.*
- default: []
- raptor:
- apps: [firefox, chrome]
- run-visual-metrics: false
- subtests:
- - addMab1
- - addMabN
- - addMar1
- - addMarN
- - addMbl1
- - addMblN
- - addkAB1
- - addkABN
- - addkAR1
- - addkARN
- - addkBL1
- - addkBLN
- - getkeyrng
- run-on-projects:
- by-app:
- firefox:
- by-test-platform:
- windows.*-32.*: []
- .*64.*shippable-qr/.*: [autoland, mozilla-central]
- default: []
- default: []
- tier:
- by-app:
- firefox: 2
- default: 3
- mozharness:
- extra-options:
- - --extra-profiler-run
diff --git a/taskcluster/ci/test/browsertime-mobile.yml b/taskcluster/ci/test/browsertime-mobile.yml
deleted file mode 100644
index 0ef0c0519e..0000000000
--- a/taskcluster/ci/test/browsertime-mobile.yml
+++ /dev/null
@@ -1,519 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- max-run-time: 3600
- suite: raptor
- variants:
- - geckoview-no-fission
- run-on-projects: []
- tier: 3
- test-manifest-loader: null # don't load tests in the taskgraph
- target:
- by-app:
- fenix:
- by-test-platform:
- android-hw.*-aarch64.*/.*:
- upstream-task: signing-apk
- name: public/build/target.arm64-v8a.apk
- default:
- upstream-task: signing-apk
- name: public/build/target.armeabi-v7a.apk
- refbrow:
- by-test-platform:
- android-hw.*-aarch64.*/.*:
- index: mobile.v2.reference-browser.raptor.latest.arm64-v8a
- name: target.arm64-v8a.apk
- default:
- index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a
- name: target.armeabi-v7a.apk
- default: geckoview_example.apk
- virtualization: hardware
- raptor:
- activity:
- by-app:
- fenix: org.mozilla.fenix.IntentReceiverActivity
- geckoview: org.mozilla.geckoview_example.GeckoViewActivity
- refbrow: org.mozilla.reference.browser.BrowserTestActivity
- default: None
- binary-path:
- by-app:
- fenix: org.mozilla.fenix
- geckoview: org.mozilla.geckoview_example
- refbrow: org.mozilla.reference.browser.raptor
- default: None
- mozharness:
- script: raptor_script.py
- config:
- - raptor/android_hw_config.py
- extra-options:
- # Bug 1635749, disable window recorder temporarily
- - --browsertime-no-ffwindowrecorder
- optimization:
- skip-unless-backstop: null
- limit-platforms:
- by-app:
- chrome-m:
- - .*shippable-qr.*
- cstm-car-m:
- - .*shippable-qr.*
- default: []
- fetches:
- toolchain:
- by-app:
- cstm-car-m:
- - android-custom-car
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- default:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- dependencies:
- by-app:
- fenix:
- signing-apk: signing-apk-fenix-nightly-simulation
- default: {}
-
-browsertime-tp6m:
- <<: &tp6m-defaults
- description: Raptor (browsertime) tp6 page-load tests on android
- max-run-time:
- by-subtest:
- reddit:
- by-app:
- geckoview: 7200
- default: 3600
- imdb:
- by-app:
- geckoview: 7200
- default: 3600
- default: 3600
- mozharness:
- extra-options:
- - --chimera
- # Bug 1884667 - Fresh profiles cause high frequency intermittents
- - --conditioned-profile=settled
- tier:
- by-app:
- geckoview: 1
- fenix: 2
- refbrow: 2
- default: 3
- treeherder-symbol: Btime(tp6m)
- raptor:
- apps: [geckoview, fenix, chrome-m, refbrow]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - amazon
- - bing
- - [bing-search-restaurants, bing-s-r]
- - booking
- - cnn
- - [cnn-ampstories, cnn-amp]
- - dailymail
- - [ebay-kleinanzeigen, ebay-k]
- - [ebay-kleinanzeigen-search, ebay-k-s]
- - [facebook-cristiano, fb-cris]
- - [google-maps, gmaps]
- - [google-search-restaurants, gsearch-r]
- - instagram
- - imdb
- - reddit
- - sina
- - [stackoverflow, stacko]
- - bild-de
- - wikipedia
- - youtube
- run-on-projects:
- by-app:
- geckoview:
- by-variant:
- geckoview-no-fission:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- default: []
- default:
- by-subtest:
- wikipedia:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: []
- default: []
- google-search-restaurants:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: []
- default: []
- default:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: []
- default: []
- fenix:
- by-variant:
- geckoview-no-fission:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- default: []
- default: []
- default: []
-
-browsertime-tp6m-essential:
- <<: *tp6m-defaults
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, refbrow]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - allrecipes
- - [amazon-search, amazon-s]
- - espn
- # Bug 1682027 - Disabled due to high failure rate
- # - facebook
- - google
- - [microsoft-support, micros-sup]
- - [youtube-watch, youtube-w]
- run-on-projects:
- by-app:
- geckoview:
- by-subtest:
- allrecipes:
- by-test-platform:
- android-hw-a51.*shippable.*: [trunk]
- default: []
- default:
- by-test-platform:
- android-hw-a51.*shippable.*: [trunk-only]
- default: []
- fenix:
- by-test-platform:
- android-hw-a51.*shippable.*: [trunk-only]
- default: []
- default: []
- tier:
- by-app:
- geckoview: 1
- refbrow: 2
- default: 3
-
-browsertime-tp6m-webextensions:
- <<: *tp6m-defaults
- description: Raptor (browsertime) tp6 page-load tests with webextensions installed on android
- treeherder-symbol: Btime-webext(tp6m)
- run-without-variant: false
- mozharness:
- extra-options:
- - --chimera
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled-webext
- - --browser-cycles=5
- raptor:
- apps: [fenix]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - [amazon-search, amazon-s]
- fetches:
- fetch:
- - firefox-addons
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable.*: [mozilla-central]
- default: []
- default: []
- # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3.
- tier: 3
-
-browsertime-youtube-playback-mobile:
- description: Browsertime YouTube Playback on Android
- treeherder-symbol: Btime(ytp)
- run-without-variant: false
- raptor:
- apps: [fenix, geckoview, refbrow]
- subtests:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*:
- - [youtube-playback-av1-sfr, ytp-av1-sfr]
- - [youtube-playback-hfr, ytp-hfr]
- - [youtube-playback-vp9-sfr, ytp-vp9-sfr]
- # Bug 1699469 - Disabled until a crash is fixed.
- # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]
- # - [youtube-playback-widevine-hfr, ytp-widevine-hfr]
- default:
- by-test-platform:
- android-hw-a51.*:
- - [youtube-playback-h264-sfr, ytp-h264-sfr]
- - [youtube-playback-hfr, ytp-hfr]
- # Bug 1699469 - Disabled until a crash is fixed.
- # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]
- # - [youtube-playback-widevine-hfr, ytp-widevine-hfr]
- test-url-param:
- by-subtest:
- youtube-playback-h264-sfr: # remove high resolution tests
- exclude=1,2,
- 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38
- youtube-playback-hfr:
- by-test-platform:
- android-hw-a51.*: # remove VP9(1-34) and AV1(51-74) tests
- exclude=1,2,
- 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,
- 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74
- default: ""
- youtube-playback-widevine-hfr:
- by-test-platform:
- android-hw-a51.*: # remove VP9(1-34) tests
- exclude=1,2,
- 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34
- default: ""
- default: ""
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable.*: [mozilla-central]
- default: []
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable.*: [mozilla-central]
- default: []
- default: []
- max-run-time: 3600
-
-browsertime-tp6m-live:
- <<: *tp6m-defaults
- run-without-variant: false
- raptor:
- apps: [chrome-m, fenix, geckoview]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - allrecipes
- - amazon
- - [amazon-search, amazon-s]
- - bing
- - [bing-search-restaurants, bing-s-r]
- - booking
- - booking-sf
- - cnn
- - [cnn-ampstories, cnn-amp]
- - dailymail
- - discord
- - [ebay-kleinanzeigen, ebay-k]
- - [ebay-kleinanzeigen-search, ebay-k-s]
- - espn
- - expedia
- - facebook
- - [facebook-cristiano, fb-cris]
- - [fashionbeans, fashbea]
- - google
- - [google-accounts, gacc]
- - [google-maps, gmaps]
- - [google-search-restaurants, gsearch-r]
- - instagram
- - imdb
- - [imdb-firefox, imdb-f]
- - [medium-article, medium]
- - [microsoft-support, micros-sup]
- - nytimes
- - [people-article, people]
- - reddit
- - [reddit-thread, reddit-thr]
- - rumble-fox
- - [stackoverflow, stacko]
- - [stackoverflow-question, stack-q]
- - [urbandictionary-define, urbict-def]
- - bild-de
- - [wikia-marvel, wikia-m]
- - wikipedia
- - youtube
- - [youtube-watch, youtube-w]
- mozharness:
- extra-options:
- - --live-sites
- - --chimera
- run-on-projects:
- by-subtest:
- cnn-ampstories:
- by-app:
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [autoland]
- default: []
- default: []
- default: []
- tier: 3
- treeherder-symbol: Btime-live(tp6m)
-
-browsertime-tp6m-profiling:
- description: Raptor (browsertime) tp6 page-load tests on android with Gecko profiling
- run-without-variant: false
- raptor:
- apps: [geckoview]
- test: tp6m
- subtests: [amazon, youtube]
- treeherder-symbol: Btime-Prof(tp6m)
- mozharness:
- script: raptor_script.py
- config:
- - raptor/android_hw_config.py
- extra-options:
- - --chimera
- - --gecko-profile
- run-on-projects:
- by-test-platform:
- android-hw-(a51).*aarch64-shippable-qr/opt: [mozilla-central]
- default: []
-
-browsertime-benchmark-speedometer-mobile:
- description: Browsertime Speedometer on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, cstm-car-m]
- tier:
- by-app:
- fenix: 1
- default: 3
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk]
- default: []
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk]
- default: []
- cstm-car-m:
- by-test-platform:
- android-hw-p6.*shippable-qr.*: []
- android-hw-s21.*shippable-qr.*: []
- default: [mozilla-central]
- default: []
- treeherder-symbol: Btime(sp)
- mozharness:
- extra-options:
- - --test=speedometer
-
-browsertime-benchmark-speedometer3-mobile:
- description: Browsertime Speedometer 3 on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, cstm-car-m]
- tier:
- by-app:
- fenix: 2
- geckoview: 2
- default: 3
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- android-hw-p6.*shippable-qr.*: [mozilla-central]
- android-hw-s21.*shippable-qr.*: [mozilla-central]
- default: []
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- android-hw-p6.*shippable-qr.*: [mozilla-central]
- android-hw-s21.*shippable-qr.*: [mozilla-central]
- default: []
- cstm-car-m: [mozilla-central]
- chrome-m:
- by-test-platform:
- android-hw-p6.*shippable-qr.*: [mozilla-central]
- android-hw-s21.*shippable-qr.*: [mozilla-central]
- default: []
- default: []
- treeherder-symbol: Btime(sp3)
- mozharness:
- extra-options:
- - --test=speedometer3
-
-browsertime-benchmark-motionmark:
- description: Raptor (browsertime) Motionmark benchmark tests
- run-without-variant: false
- raptor:
- apps: [fenix, chrome-m, geckoview]
- subtests:
- - [motionmark-animometer, mm-a]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-htmlsuite-ramp, mm-hr]
- run-on-projects:
- by-app:
- chrome-m: []
- default:
- by-test-platform:
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- treeherder-symbol: Btime()
- tier: 2
-
-browsertime-benchmark-motionmark-1-3:
- description: Raptor (browsertime) Motionmark 1.3 benchmark tests
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, cstm-car-m]
- subtests:
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- run-on-projects:
- by-app:
- chrome-m: []
- default:
- by-test-platform:
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- treeherder-symbol: Btime()
- tier: 2
-
-browsertime-benchmark-unity-webgl-mobile:
- description: Browsertime Unity WebGL on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, refbrow, fenix, chrome-m]
- tier:
- by-app:
- geckoview: 2
- default: 3
- treeherder-symbol: Btime(ugl)
- run-on-projects:
- by-app:
- refbrow: []
- geckoview:
- by-test-platform:
- # Disabled on autoland due to bug 1720063, and bug 1795826
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- default:
- by-test-platform:
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- max-run-time:
- by-test-platform:
- anrdroid-hw-a51.*: 1500
- default: 900
- mozharness:
- extra-options:
- - --test=unity-webgl
-
-browsertime-power:
- description: Browsertime Power Usage Tests on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, refbrow]
- subtests:
- - idle
- - idle-bg
- - [speedometer, sp]
- tier: 2
- run-on-projects: []
- treeherder-symbol: Btime-P(power)
- mozharness:
- extra-options:
- - --power-test
diff --git a/taskcluster/ci/test/compiled.yml b/taskcluster/ci/test/compiled.yml
deleted file mode 100644
index ebe6b9bb2b..0000000000
--- a/taskcluster/ci/test/compiled.yml
+++ /dev/null
@@ -1,138 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- test-manifest-loader: null # don't load tests in the taskgraph
- run-without-variant: false
- variants:
- - 1proc
- virtualization: virtual
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- android-hw.*: android_hardware_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- android-hw.*:
- - android/android_common.py
- - android/android_hw.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
- supports-artifact-builds: false
-
-cppunittest:
- description: "CPP Unit Tests"
- suite: cppunittest
- treeherder-symbol: cppunit
- target:
- by-test-platform:
- android-em-7.*: geckoview-test_runner.apk
- default: null
- tier: default
- run-on-projects:
- by-variant:
- 1proc: built-projects
- default: []
-
-gtest:
- description: "GTests run"
- suite: gtest
- treeherder-symbol: GTest
- instance-size: xlarge-noscratch
- run-on-projects:
- by-variant:
- 1proc:
- by-test-platform:
- .*android.*: built-projects
- .*(devedition|tsan|wayland).*: []
- linux1804-32-qr/opt: [] # try only, shippable on m-c
- linux1804-32-qr/debug: ['mozilla-central'] # try and m-c
- linux1804-32-shippable-qr/opt: ['mozilla-central'] # try and m-c
- default: built-projects
- default: []
- target:
- by-test-platform:
- android-em-7.*: geckoview-test_runner.apk
- default: null
- tier: default
-
-jittest:
- description: "JIT Test run"
- suite: jittest
- treeherder-symbol: Jit
- run-on-projects:
- by-variant:
- 1proc:
- by-test-platform:
- android-hw-.*-aarch64-qr/debug: ['mozilla-central', 'release']
- android-hw-.*-arm7-qr/debug: ['mozilla-central', 'release']
- default: built-projects
- default: []
- chunks:
- by-test-platform:
- windows.*-ccov-qr/opt: 6
- windows.*: 1
- macosx.*/opt: 1
- macosx.*/debug: 3
- android.*/opt: 3
- android-hw-.*-aarch64-qr/debug: 8
- default: 6
- max-run-time:
- by-test-platform:
- windows.*-ccov.*/.*: 1800
- android-hw.*: 2400
- default: 3600
- mozharness:
- chunked:
- by-test-platform:
- windows.*: false
- macosx.*: false
- default: true
- target:
- by-test-platform:
- android-.*: geckoview-test_runner.apk
- default: null
- tier:
- by-test-platform:
- android-hw.*: 2
- default: default
-
-jittest-all:
- description: "JIT Test run with all flags for android arm7 opt"
- suite: jittest
- treeherder-symbol: Jit
- run-on-projects:
- by-test-platform:
- android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release']
- default: []
- chunks:
- by-test-platform:
- android-.*/opt: 3
- android-.*/debug: 6
- max-run-time: 3600
- mozharness:
- chunked: true
- extra-options:
- by-test-platform:
- android.*:
- - --jittest-flags=all
- default: None
- target:
- by-test-platform:
- android-.*: geckoview-test_runner.apk
- default: null
- tier:
- by-test-platform:
- android-hw.*: 2
- default: default
diff --git a/taskcluster/ci/test/firefox-ui.yml b/taskcluster/ci/test/firefox-ui.yml
deleted file mode 100644
index c45bb3d138..0000000000
--- a/taskcluster/ci/test/firefox-ui.yml
+++ /dev/null
@@ -1,27 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite:
- category: firefox-ui
- max-run-time: 5400
- test-manifest-loader: null # don't load tests in the taskgraph
- run-on-projects: built-projects
- mozharness:
- script: firefox_ui_tests.py
- config:
- by-test-platform:
- windows.*:
- - firefox_ui_tests/taskcluster_windows.py
- macosx.*:
- - firefox_ui_tests/taskcluster.py
- - firefox_ui_tests/taskcluster_mac.py
- linux.*:
- - firefox_ui_tests/taskcluster.py
- - remove_executables.py
-
-firefox-ui-functional:
- description: "Firefox-ui-tests functional run"
- treeherder-symbol: Fxfn(en-US)
- tier: 2
diff --git a/taskcluster/ci/test/kind.yml b/taskcluster/ci/test/kind.yml
deleted file mode 100644
index e9c2b1e5e9..0000000000
--- a/taskcluster/ci/test/kind.yml
+++ /dev/null
@@ -1,95 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-loader: gecko_taskgraph.loader.test:loader
-
-kind-dependencies:
- - build
- - build-signing
- - signing-apk
- - repackage-signing-shippable-l10n-msix
- - repackage-signing-msix
- - repackage-signing
- - repackage
- - fetch
- - toolchain
-
-transforms:
- - gecko_taskgraph.transforms.test:transforms
- - gecko_taskgraph.transforms.job:transforms
- - gecko_taskgraph.transforms.task:transforms
-
-# Each stanza in a file pointed to by 'jobs-from' describes a particular test
-# suite or sub-suite. These are processed through the transformations described
-# above to produce a bunch of tasks. See the schema in
-# `taskcluster/gecko_taskgraph/transforms/test/__init__.py` for a description of the fields
-# used in these files.
-
-# Adding a new test type or running tests on a new platform? Be sure to review
-# https://wiki.mozilla.org/Sheriffing/Job_Visibility_Policy
-
-jobs-from:
- - awsy.yml
- - browsertime-desktop.yml
- - browsertime-mobile.yml
- - compiled.yml
- - firefox-ui.yml
- - marionette.yml
- - misc.yml
- - mochitest.yml
- - reftest.yml
- - talos.yml
- - web-platform.yml
- - xpcshell.yml
-
-job-defaults:
- attributes:
- retrigger: true
- use-python: default
- require-signed-extensions:
- by-release-type:
- release|esr.*: true
- beta:
- by-test-platform:
- .*-devedition/.*: false
- default: true
- default: false
- mozharness:
- requires-signed-builds:
- by-test-platform:
- macosx1100.*: true
- windows1.*:
- by-variant:
- msix: true
- default: false
- default: false
- fetches:
- toolchain:
- by-test-platform:
- win.*:
- - win32-minidump-stackwalk
- - win32-fix-stacks
- macosx1015.*:
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- macosx1100.*:
- - macosx64-aarch64-minidump-stackwalk
- - macosx64-aarch64-fix-stacks
- macosx1400.*:
- - macosx64-aarch64-minidump-stackwalk
- - macosx64-aarch64-fix-stacks
- android-em-7.*:
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - android-emulator-linux
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-hostutils
- android-hw.*:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-hostutils
- default:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
diff --git a/taskcluster/ci/test/marionette.yml b/taskcluster/ci/test/marionette.yml
deleted file mode 100644
index d586a6cf24..0000000000
--- a/taskcluster/ci/test/marionette.yml
+++ /dev/null
@@ -1,54 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite: marionette
- mozharness:
- script: marionette.py
- config:
- by-test-platform:
- macosx.*:
- - marionette/prod_config.py
- - marionette/mac_taskcluster_config.py
- windows.*:
- - marionette/windows_taskcluster_config.py
- default:
- - marionette/prod_config.py
- - remove_executables.py
- test-manifest-loader: null # don't load tests in the taskgraph
- tier:
- by-variant:
- headless: 2
- default: default
- variants:
- - webrender-sw
- - headless
- run-on-projects:
- by-variant:
- headless:
- by-test-platform:
- (linux.*64)(-shippable)?-qr/opt: built-projects
- default: []
- webrender-sw:
- by-test-platform:
- .*wayland.*: []
- .*/debug: built-projects
- default: []
- default:
- by-test-platform:
- .*(tsan|wayland).*: []
- default: built-projects
- virtualization: virtual
-
-marionette:
- description: "Marionette unittest run"
- treeherder-symbol: Mn
- max-run-time:
- by-test-platform:
- .*asan.*: 5400
- .*ccov.*: 3600
- .*debug.*: 3600
- default: 2700
- instance-size: default
- chunks: 1
diff --git a/taskcluster/ci/test/misc.yml b/taskcluster/ci/test/misc.yml
deleted file mode 100644
index 8f1f93157c..0000000000
--- a/taskcluster/ci/test/misc.yml
+++ /dev/null
@@ -1,272 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- test-manifest-loader: null # don't load tests in the taskgraph
-
-geckoview-junit:
- description: "Geckoview junit run"
- suite: geckoview-junit
- variants: ["geckoview-fission", "no-fission", "geckoview-no-fission-ship"]
- treeherder-symbol: gv-junit
- loopback-video: true
- target: geckoview-androidTest.apk
- max-run-time: 3600
- run-on-projects:
- by-variant:
- geckoview-fission: ['trunk']
- no-fission: built-projects
- geckoview-no-fission-ship: built-projects
- default: []
- tier: default
- mozharness:
- script: android_emulator_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- extra-options:
- - --test-suite=geckoview-junit
-
-telemetry-tests-client:
- description: "Telemetry tests client run"
- suite: telemetry-tests-client
- treeherder-symbol: tt(c)
- run-on-projects: built-projects
- max-run-time: 1200
- tier: default
- mozharness:
- script: telemetry/telemetry_client.py
- config:
- by-test-platform:
- linux.*:
- - remove_executables.py
- windows.*: []
- macosx.*: []
-
-test-verify:
- description: "Extra verification of tests modified on this push"
- suite: test-verify
- treeherder-symbol: TV
- loopback-video: true
- max-run-time: 10800
- allow-software-gl-layers: false
- variants:
- - no-fission
- run-on-projects:
- by-variant:
- no-fission:
- by-test-platform:
- # do not run on ccov or asan or shippable or wayland
- .*(-ccov|-asan|-shippable|-wayland).*: []
- # we prefer -qr platforms with fis, no need to run on both
- (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: []
- # do not run on mozilla-central, beta or release: usually just confirms earlier results
- android.*: ['integration']
- default: []
- default:
- by-test-platform:
- # do not run on ccov or asan or shippable or wayland
- .*(-ccov|-asan|-shippable|-wayland).*: []
- # we prefer -qr platforms with fis, no need to run on both
- (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: []
- # do not run on mozilla-central, beta or release: usually just confirms earlier results
- android.*: []
- default: ['integration']
- built-projects-only: true
- target:
- by-test-platform:
- android-em-7.*: geckoview-test_runner.apk
- default: null
- optimization:
- test-verify: ["test-verify"]
- tier: 2
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
- extra-options:
- - --verify
- fetches:
- toolchain:
- by-test-platform:
- linux.*:
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- macosx.*:
- - macosx64-node
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*-64.*:
- - win64-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- win.*32.*:
- - win32-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- android-em-7.*:
- - android-emulator-linux
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-hostutils
-
-test-verify-gpu:
- description: "Extra verification of tests modified on this push on gpu instances"
- suite:
- category: test-verify
- name: test-verify-gpu
- treeherder-symbol: TVg
- loopback-video: true
- virtualization: virtual-with-gpu
- max-run-time: 10800
- allow-software-gl-layers: false
- run-on-projects:
- by-test-platform:
- # do not run on ccov or asan or shippable or wayland
- .*(-ccov|-asan|-shippable|-wayland).*: []
- # do not run on mozilla-central, beta or release: usually just confirms earlier results
- linux.*: ['integration']
- default: []
- built-projects-only: true
- optimization:
- test-verify: ["test-verify-gpu"]
- tier: 2
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
- extra-options:
- - --verify
- - --gpu-required
-
-test-coverage:
- description: "Per-test coverage"
- suite: test-coverage
- treeherder-symbol: TC
- loopback-video: true
- instance-size: default
- max-run-time: 10800
- allow-software-gl-layers: false
- run-on-projects:
- by-test-platform:
- .*-ccov.*/.*: built-projects
- default: []
- tier: 2
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
- extra-options:
- - --per-test-coverage
- fetches:
- toolchain:
- by-test-platform:
- linux.*:
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- macosx.*:
- - macosx64-node
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*-64.*:
- - win64-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- win.*32.*:
- - win32-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- android-em-7.*:
- - android-emulator-linux
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-hostutils
-
-test-coverage-gpu:
- description: "Per-test coverage for tests that require gpu instances"
- suite: test-coverage
- treeherder-symbol: TCg
- loopback-video: true
- virtualization: virtual-with-gpu
- instance-size: default
- max-run-time: 10800
- allow-software-gl-layers: false
- run-on-projects:
- by-test-platform:
- # only run on mozilla-central and try.
- .*-ccov.*/.*: ['mozilla-central']
- default: []
- tier:
- by-test-platform:
- windows.*asan.*: 3
- default: 2
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
- extra-options:
- - --per-test-coverage
- - --gpu-required
diff --git a/taskcluster/ci/test/mochitest.yml b/taskcluster/ci/test/mochitest.yml
deleted file mode 100644
index 1339652baf..0000000000
--- a/taskcluster/ci/test/mochitest.yml
+++ /dev/null
@@ -1,1166 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite:
- category: mochitest
- target:
- by-test-platform:
- android-em-7.*: geckoview-test_runner.apk
- android-hw.*: geckoview-test_runner.apk
- windows11-64-2009.*:
- by-variant:
- msix: target.installer.msix
- default: null
- default: null
- tier:
- by-variant:
- xorigin:
- by-test-platform:
- linux.*64.*-qr/debug: 1
- default: 2
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- android-hw.*: android_hardware_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- android-hw.*:
- - android/android_common.py
- - android/android_hw.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
-
-mochitest-plain:
- description: "Mochitest plain run"
- treeherder-symbol: M()
- schedules-component: mochitest-plain
- loopback-video: true
- virtualization: virtual
- variants:
- - aab+no-fission
- - conditioned_profile
- - xorigin
- - no-fission
- - socketprocess_networking
- - headless
- - http3
- - http2
- - geckoview-fission-isolate-high-value
- - geckoview-no-fission-ship
- run-on-projects:
- by-variant:
- conditioned_profile:
- by-test-platform:
- .*(asan|ccov|wayland).*: []
- linux1804-64(-shippable)?-qr/opt: ['trunk']
- windows11-64.*(-shippable)?-qr/opt: ['trunk']
- default: []
- xorigin:
- by-test-platform:
- .*(asan|wayland).*: []
- windows.*ccov.*: []
- (linux.*64|macosx.*64|windows11.*)(-shippable)?-qr/(opt|debug): ['trunk']
- windows.*64-ccov-qr/opt: ['mozilla-central']
- linux.*64-ccov-qr/opt: ['mozilla-central']
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android-em.*: ['trunk']
- default: []
- socketprocess_networking:
- by-test-platform:
- .*(asan|ccov|wayland).*: []
- linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central']
- default: []
- aab+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- default: []
- headless:
- by-test-platform:
- .*wayland.*: []
- linux1804-64.*: ['mozilla-central']
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- http3:
- by-test-platform:
- linux1804-64-qr/debug: built-projects
- default: []
- http2:
- by-test-platform:
- linux1804-64-qr/debug: built-projects
- default: []
- geckoview-fission-isolate-high-value:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android-em.*: built-projects
- default: []
- geckoview-no-fission-ship:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android-em.*: built-projects
- default: []
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- default: built-projects
- chunks:
- by-test-platform:
- android.*/debug: 10
- linux.*/debug: 16
- linux.*64-tsan-qr/opt: 20
- .*(asan|ccov).*: 10
- linux.*/opt: 8
- windows.*/debug: 8
- default: 5
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*64.*: 2
- default: default
- default: default
- instance-size:
- by-test-platform:
- linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB
- default: default
- max-run-time: 3600
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- extra-options:
- by-test-platform:
- android-em.*:
- - --test-suite=mochitest-plain
- default: []
- chunked:
- by-test-platform:
- android-em.*: false
- default: true
- fetches:
- toolchain:
- by-test-platform:
- linux.*:
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- macosx.*:
- - macosx64-node
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*-64.*:
- - win64-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- win.*32.*:
- - win32-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- android-em-7.*:
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - android-emulator-linux
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-hostutils
-
-mochitest-a11y:
- description: "Mochitest a11y run"
- treeherder-symbol: M(a11y)
- schedules-component: mochitest-a11y
- test-manifest-loader: default # ensure we don't run with manifest-scheduling
- loopback-video: true
- run-without-variant: false
- variants:
- - 1proc
- - socketprocess_networking+1proc
- - webrender-sw+1proc
- run-on-projects:
- by-variant:
- socketprocess_networking+1proc:
- by-test-platform:
- linux.*64-qr/debug: ['autoland', 'mozilla-central']
- default: []
- webrender-sw+1proc:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux.*64-qr/debug: built-projects
- default: []
- 1proc: built-projects
- mozharness:
- mochitest-flavor: a11y
-
-mochitest-browser-chrome:
- description: "Mochitest browser-chrome run"
- suite:
- name: mochitest-browser-chrome
- treeherder-symbol: M(bc)
- schedules-component: mochitest-browser-chrome
- loopback-video: true
- variants:
- - webrender-sw
- - webrender-sw+a11y-checks
- - socketprocess_networking
- - msix
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- linux.*64(-asan)?-qr/(opt|debug): ['all']
- linux.*64-tsan-qr/opt: built-projects
- linux.*64-shippable-qr/opt: ['release']
- linux.*64(-shippable)?-qr/opt: built-projects
- linux.*64-devedition-qr/opt: built-projects
- .*wayland.*: [] # will change to built-projects when greened up
- default: []
- webrender-sw+a11y-checks:
- by-test-platform:
- linux.*64(-shippable)?-qr/opt: ['trunk']
- default: []
- socketprocess_networking:
- by-test-platform:
- .*asan.*: []
- .*ccov.*: []
- (linux.*64|macosx.*64|windows1.*-64.*)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central']
- default: []
- msix:
- by-test-platform:
- windows11-64-2009-qr/debug: built-projects
- windows11-64-2009(-shippable)?-qr/opt: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- linux.*: [] # linux runs M-swr(bc), not M(bc)
- default: built-projects
- tier:
- by-variant:
- webrender-sw:
- by-test-platform:
- linux.*64(-asan|-shippable)?-qr/(opt|debug): 1
- default: default
- default: default
- chunks:
- by-variant:
- msix:
- by-test-platform:
- .*/debug: 16
- default: 7
- default:
- by-test-platform:
- linux.*wayland.*/opt: 8
- linux.*wayland.*/debug: 12
- linux.*-qr/debug: 16
- linux.*64-asan-qr/opt: 16
- linux.*64-tsan-qr/opt: 32
- macosx.*64-qr/debug: 12
- macosx.*64.*/opt: 10
- windows.*-ccov.*/.*: 14
- windows.*-asan-qr/opt: 14
- windows.*32-qr/debug: 12
- default: 8
- max-run-time:
- by-variant:
- msix: 5400
- socketprocess_networking:
- by-test-platform:
- linux.*-qr/debug: 7200
- default: 5400
- default:
- by-test-platform:
- linux.*64-ccov.*/.*: 9000
- linux.*64-tsan-qr/opt: 10800
- linux.*-qr/opt: 5400
- macosx.*64-ccov.*/.*: 10800
- windows.*-ccov.*/.*: 10800
- windows.*-asan-qr/opt: 5400
- .*/debug: 5400
- default: 3600
- mozharness:
- mochitest-flavor: browser
- chunked: true
- instance-size:
- by-test-platform:
- linux.*64-asan-qr/opt: xlarge # runs out of memory frequently
- default: default
- allow-software-gl-layers: false
-
-mochitest-browser-chrome-failures:
- description: "Mochitest browser-chrome failures run"
- suite:
- name: mochitest-browser-chrome
- treeherder-symbol: M-f(bc)
- schedules-component: mochitest-browser-chrome
- loopback-video: true
- variants:
- - webrender-sw
- run-on-projects:
- by-test-platform:
- android.*: []
- .*wayland.*: [] # will change to built-projects when greened up
- default: []
- tier: 3
- chunks: 2
- max-run-time:
- by-test-platform:
- linux.*wayland.*/opt: 1800
- linux.*wayland.*/debug: 3600
- default: 3600
- mozharness:
- mochitest-flavor: browser
- chunked: true
- extra-options:
- by-test-platform:
- linux.*wayland.*:
- - --run-failures="os == 'linux' && os_version == '22.04'"
- - --timeout-as-pass
- - --crash-as-pass
- instance-size: default
- allow-software-gl-layers: false
-
-mochitest-browser-a11y:
- description: "Mochitest browser-a11y run"
- suite:
- name: mochitest-browser-a11y
- treeherder-symbol: M(ba)
- schedules-component: mochitest-browser-a11y
- loopback-video: true
- run-on-projects:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- tier: default
- max-run-time:
- by-test-platform:
- .*tsan.*: 2700
- linux.*/debug: 2700
- default: 1800
- mozharness:
- mochitest-flavor: browser
- chunked:
- by-test-platform:
- .*tsan.*: true
- default: false
- chunks:
- by-test-platform:
- .*tsan.*: 2
- .*asan.*: 2
- default: 1
- instance-size: default
- allow-software-gl-layers: false
- virtualization: virtual
-
-mochitest-browser-media:
- description: "Mochitest browser media"
- suite:
- name: mochitest-browser-media
- treeherder-symbol: M(mda-bc)
- schedules-component: mochitest-browser-media
- loopback-video: true
- test-manifest-loader: null
- variants: ["wmf-media-engine"]
- run-on-projects:
- by-variant:
- wmf-media-engine:
- by-test-platform:
- .*asan.*: []
- windows11-64.*/debug: [] # Bug 1805736
- windows1.*-64.*: ['autoland', 'mozilla-central']
- default: []
- default:
- by-test-platform:
- android.*: []
- default: built-projects
- tier: default
- max-run-time:
- by-test-platform:
- .*tsan.*: 1800
- default: 1200
- mozharness:
- mochitest-flavor: browser
- instance-size: default
- allow-software-gl-layers: false
- virtualization: virtual
-
-mochitest-browser-screenshots:
- description: "Browser Screenshots"
- suite:
- name: mochitest-browser-screenshots
- treeherder-symbol: M(ss)
- loopback-video: true
- test-manifest-loader: null # don't load tests in the taskgraph
- variants: ["no-fission"]
- run-on-projects:
- by-test-platform:
- linux1804-64.*/opt: ['trunk']
- default: []
- max-run-time: 3600
- mozharness:
- mochitest-flavor: browser
- allow-software-gl-layers: false
-
-mochitest-chrome:
- description: "Mochitest chrome run"
- treeherder-symbol: M(c)
- schedules-component: mochitest-chrome
- loopback-video: true
- run-without-variant: false
- variants:
- - 1proc
- - socketprocess_networking+1proc
- - webrender-sw+1proc
- run-on-projects:
- by-variant:
- socketprocess_networking+1proc:
- by-test-platform:
- .*asan.*: []
- .*ccov.*: []
- linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central']
- default: []
- webrender-sw+1proc:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux.*64-qr/debug: built-projects
- default: []
- 1proc:
- by-test-platform:
- .*wayland.*: []
- default: built-projects
- chunks:
- by-test-platform:
- .*tsan.*/opt: 6
- default: 3
- max-run-time: 3600
- mozharness:
- mochitest-flavor: chrome
- chunked: true
- instance-size:
- by-test-platform:
- linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB
- default: default
-
-mochitest-devtools-chrome:
- description: "Mochitest devtools-chrome run"
- suite:
- name: mochitest-devtools-chrome
- schedules-component: mochitest-browser-chrome
- treeherder-symbol: M(dt)
- loopback-video: true
- variants:
- - a11y-checks
- - socketprocess_networking
- - http3
- run-on-projects:
- by-variant:
- a11y-checks:
- by-test-platform:
- linux.*64(-shippable)?-qr/opt: ['trunk']
- default: []
- http3:
- by-test-platform:
- linux1804-64-qr/debug: built-projects
- default: []
- socketprocess_networking:
- by-test-platform:
- .*asan.*: []
- .*ccov.*: []
- linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- linux.*64-ccov-qr/opt: []
- default: built-projects
- tier: default
- max-run-time:
- by-test-platform:
- windows.*-ccov.*/.*: 10800
- macosx.*64-ccov.*/.*: 9000
- linux.*64-ccov.*/.*: 7200
- linux.*64-tsan-qr/opt: 7200
- default: 5400
- chunks:
- by-test-platform:
- .*-ccov.*/.*: 12
- linux.*wayland.*/debug: 14
- linux.*64-qr/debug: 14
- macosx.*64-qr/debug: 8
- .*-asan(-qr)?/opt: 8
- .*-tsan-qr/opt: 16
- default: 5
- mozharness:
- mochitest-flavor: chrome
- chunked: true
- instance-size:
- by-test-platform:
- linux.*64-[at]san(-qr)?/opt: xlarge-noscratch # runs out of memory otherwise using 8GB
- default: default
- # Bug 1296086: high number of intermittents observed with software GL and large instances
- allow-software-gl-layers: false
- fetches:
- toolchain:
- by-test-platform:
- linux.*:
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- macosx.*:
- - macosx64-node
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*-64.*:
- - win64-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- win.*32.*:
- - win32-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- android-em-7.*:
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - android-emulator-linux
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-hostutils
-
-
-mochitest-devtools-chrome-failures:
- description: "Mochitest devtools-chrome run"
- suite:
- name: mochitest-devtools-chrome
- schedules-component: mochitest-browser-chrome
- treeherder-symbol: M-f(dt)
- loopback-video: true
- variants:
- - webrender-sw
- run-on-projects:
- by-test-platform:
- android.*: []
- .*wayland.*: [] # will change to built-projects when greened up
- default: []
- tier: 3
- chunks: 2
- max-run-time:
- by-test-platform:
- linux.*wayland.*/opt: 1800
- linux.*wayland.*/debug: 3600
- default: 3600
- mozharness:
- mochitest-flavor: chrome
- chunked: true
- extra-options:
- by-test-platform:
- linux.*wayland.*:
- - --run-failures="os == 'linux' && os_version == '22.04'"
- - --timeout-as-pass
- - --crash-as-pass
- instance-size: default
- allow-software-gl-layers: false
-
-
-mochitest-plain-gpu:
- description: "Mochitest plain GPU run"
- suite:
- name: mochitest-plain-gpu
- treeherder-symbol: M(gpu)
- schedules-component: mochitest-plain
- loopback-video: true
- variants:
- - no-fission
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux.*asan.*: ['mozilla-central']
- linux.*64(-shippable)?-qr/(opt|debug): ['mozilla-central']
- default: []
- webrender-sw:
- by-test-platform:
- linux.*64-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- linux.*64-ccov-qr/opt: []
- linux1804-32.*: []
- .*-tsan-qr/opt: []
- .*wayland.*: []
- linux.*: ['mozilla-central'] # linux opt/debug/asan
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- default: built-projects
- virtualization: virtual-with-gpu
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*64.*: 2
- default: default
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
- mozharness:
- mochitest-flavor: plain
- extra-options:
- by-test-platform:
- android.*:
- # note that Android runs fewer suites than other platforms
- - --test-suite=mochitest-plain-gpu
- default:
- - --mochitest-suite=mochitest-plain-gpu
- instance-size:
- by-test-platform:
- linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB
- default: default
-
-mochitest-chrome-gpu:
- description: "Mochitest chrome GPU run"
- suite:
- name: mochitest-chrome-gpu
- treeherder-symbol: M(gpu-c)
- loopback-video: true
- virtualization: virtual-with-gpu
- run-without-variant: false
- variants:
- - 1proc
- - socketprocess_networking+1proc
- - webrender-sw+1proc
- run-on-projects:
- by-variant:
- socketprocess_networking+1proc: []
- webrender-sw+1proc:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux.*64-qr/debug: built-projects
- default: []
- 1proc:
- by-test-platform:
- android.*/.*: []
- default: built-projects
- tier: default
- mozharness:
- mochitest-flavor: chrome
- extra-options:
- by-test-platform:
- android.*:
- # note that Android runs fewer suites than other platforms
- - --test-suite=mochitest-chrome-gpu
- default:
- - --mochitest-suite=mochitest-chrome-gpu
- instance-size:
- by-test-platform:
- linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB of memory
- default: default
-
-mochitest-media:
- description: "Mochitest media run"
- treeherder-symbol: M(mda)
- schedules-component: mochitest-plain
- max-run-time:
- by-test-platform:
- windows.*-ccov.*/.*: 7200
- macosx.*64-ccov.*/.*: 7200
- linux.*64-tsan-qr/opt: 7200
- default: 5400
- variants:
- - media-gpu
- - no-fission
- - socketprocess+no-fission
- - socketprocess
- - webgl-ipc
- - webrender-sw+no-fission
- - webrender-sw
- - wmf-media-engine
- - msix
- run-on-projects:
- by-variant:
- webgl-ipc:
- by-test-platform:
- android.*: []
- windows.*ccov.*: []
- .*hw-ref.*: []
- linux.*64(-shippable|-asan|-tsan)?-qr/opt: ['autoland', 'mozilla-central']
- macosx.*-64(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central']
- windows1.*(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central']
- windows.*-asan-qr/opt: ['autoland', 'mozilla-central']
- default: []
- socketprocess+no-fission:
- by-test-platform:
- .*hw-ref.*: []
- android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central']
- android-hw-.*-aarch64-qr/debug: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- socketprocess:
- by-test-platform:
- android.*: []
- windows.*ccov.*: []
- .*hw-ref.*: []
- linux.*64(-asan|-devedition|-shippable)?-qr/(opt|debug): built-projects
- linux.*64-tsan-qr/opt: ['autoland', 'mozilla-central']
- macosx.*-64(-devedition|-shippable)?-qr/(opt|debug): built-projects
- windows1.*(-devedition|-shippable)?-qr/(opt|debug): built-projects
- windows.*-asan-qr/opt: ['autoland', 'mozilla-central']
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- .*hw-ref.*: []
- android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central']
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- webrender-sw:
- by-test-platform:
- android.*: []
- .*hw-ref.*: []
- linux1804-64-qr/debug: ['autoland', 'mozilla-central']
- default: []
- no-fission:
- by-test-platform:
- android-hw-.*/opt: []
- .*hw-ref.*: []
- android-hw-.*-arm7.*/(?:debug)?: ['trunk', 'mozilla-beta', 'mozilla-release']
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- wmf-media-engine:
- by-test-platform:
- .*hw-ref.*: []
- windows1.*ccov.*: []
- windows1.*-64.*: ['autoland', 'mozilla-central']
- default: []
- msix:
- by-test-platform:
- .*hw-ref.*: []
- windows11-64-2009-shippable-qr/opt: built-projects
- windows11-64-2009-qr/opt: ['autoland']
- windows11-64-2009-qr/debug: ['autoland']
- default: []
- media-gpu:
- by-test-platform:
- windows11.*hw-ref.*: ['autoland', 'mozilla-central', 'mozilla-beta']
- (macosx.*64)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central', 'mozilla-beta']
- default: []
- # TODO : add Android, it hasn't supported 'tags'
- # TODO : add Linux, it would crash on gfxFeature.cpp:180
- default:
- by-test-platform:
- .*hw-ref.*: []
- android-hw.*/opt: []
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- linux.*(asan|ccov)/opt: []
- .*(ccov/|asan/|-32).*: built-projects
- (android|linux|windows10-64-2009|windows11-64-2009|macos)(?!.*-qr).*: []
- default: built-projects
- loopback-video: true
- chunks:
- by-variant:
- wmf-media-engine: 1
- media-gpu: 1
- default:
- by-test-platform:
- (android|macos).*/opt: 1
- ^(?!.*asan).*windows1.*/opt: 1
- linux.*/debug: 3
- linux.*64-tsan-qr/opt: 5
- default: 2
- mozharness:
- mochitest-flavor: plain
- chunked:
- by-test-platform:
- android.*: false
- macosx.*64.*: false
- windows1.*: false
- default: true
- extra-options:
- by-test-platform:
- android-em-7.*:
- - --setpref=webgl.out-of-process=false
- - --setpref=security.sandbox.content.headless=false
- - --setpref=gfx.canvas.accelerated=false
- default:
- - --setpref=webgl.out-of-process=false
- - --setpref=security.sandbox.content.headless=false
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*64.*: 2
- default: default
- webrender-sw+no-fission:
- by-test-platform:
- linux.*64.*: 2
- default: default
- socketprocess+no-fission:
- by-test-platform:
- linux.*64.*: 2
- default: default
- default:
- by-test-platform:
- .*ccov.*: 2
- android-em.*: 1
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- android-hw.*: 1
- default: default
-
-mochitest-valgrind:
- description: "Mochitest plain Valgrind run"
- suite:
- name: mochitest-valgrind-plain
- treeherder-symbol: M-V()
- run-on-projects: []
- test-manifest-loader: null # don't load tests in the taskgraph
- tier: 3
- loopback-video: true
- chunks: 40
- max-run-time: 14400
- run-without-variant: false
- variants: ["1proc"]
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- chunked: true
-
-mochitest-webgl1-core:
- description: "Mochitest webgl1-core run"
- treeherder-symbol: M(gl1c)
- schedules-component: mochitest-plain
- virtualization: virtual-with-gpu
- test-manifest-loader: null # don't load tests in the taskgraph
- loopback-video: true
- max-run-time:
- by-test-platform:
- macosx.*64-ccov.*/.*: 7200
- default: 1800
- variants:
- - no-fission
- - webgl-ipc
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webgl-ipc:
- by-test-platform:
- .*-(ccov|tsan|wayland).*: []
- linux.*-64.*: ["trunk"]
- mac.*: ["trunk"]
- win.*: ["trunk"]
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- linux.*64-qr/debug: ['trunk']
- default: []
- webrender-sw:
- by-test-platform:
- linux.*64-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
- android-hw.*aarch.*-shippable-qr/opt: ['mozilla-central']
- android-hw.*aarch.*-qr/debug: ['mozilla-central']
- linux1804-64-qr/debug: ['trunk']
- linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*-tsan.*: []
- default: built-projects
- # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- extra-options:
- - --setpref=webgl.out-of-process=false
- - --setpref=security.sandbox.content.headless=false
-
-mochitest-webgl1-ext:
- description: "Mochitest webgl1-ext run"
- treeherder-symbol: M(gl1e)
- schedules-component: mochitest-plain
- virtualization: virtual-with-gpu
- chunks:
- by-test-platform:
- android.*: 2
- default: 1
- test-manifest-loader: null # don't load tests in the taskgraph
- loopback-video: true
- max-run-time: 2700
- variants:
- - no-fission
- - webgl-ipc
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webgl-ipc:
- by-test-platform:
- .*-(ccov|tsan|wayland).*/.*: []
- linux.*-64.*: ["trunk"]
- mac.*: ["trunk"]
- win.*: ["trunk"]
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- linux.*64-qr/debug: ['trunk']
- default: []
- webrender-sw:
- by-test-platform:
- linux.*64-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
- android-hw.*aarch.*-shippable-qr/opt: ['mozilla-central']
- android-hw.*aarch.*-qr/debug: ['mozilla-central']
- linux1804-64-qr/debug: ['trunk']
- linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*-tsan.*: []
- default: built-projects
- # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- chunked: true
- extra-options:
- - --setpref=webgl.out-of-process=false
- - --setpref=security.sandbox.content.headless=false
-
-mochitest-webgl2-core:
- description: "Mochitest webgl2-core run"
- treeherder-symbol: M(gl2c)
- schedules-component: mochitest-plain
- virtualization: virtual-with-gpu
- chunks:
- by-test-platform:
- android.*: 2
- default: 1
- test-manifest-loader: null # don't load tests in the taskgraph
- loopback-video: true
- max-run-time: 1800
- variants:
- - no-fission
- - webgl-ipc
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webgl-ipc:
- by-test-platform:
- .*-(ccov|tsan|wayland).*/.*: []
- android.*: []
- linux.*-64.*: ["trunk"]
- mac.*: ["trunk"]
- win.*: ["trunk"]
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- linux.*64-qr/debug: ['trunk']
- default: []
- webrender-sw:
- by-test-platform:
- linux.*64-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
- android-hw.*aarch.*-shippable-qr/opt: ['mozilla-central']
- android-hw.*aarch.*-qr/debug: ['mozilla-central']
- linux1804-64-qr/debug: ['trunk']
- linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*-(tsan|wayland).*: []
- default: built-projects
- # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- chunked: true
-
-mochitest-webgl2-ext:
- description: "Mochitest webgl2-ext run"
- treeherder-symbol: M(gl2e)
- schedules-component: mochitest-plain
- virtualization: virtual-with-gpu
- variants:
- - no-fission
- - webgl-ipc
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webgl-ipc:
- by-test-platform:
- .*(ccov|tsan|wayland).*/.*: []
- linux.*-64.*: ["trunk"]
- mac.*: ["trunk"]
- win.*: ["trunk"]
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- linux.*64-qr/debug: ["trunk"]
- default: []
- webrender-sw:
- by-test-platform:
- linux.*64-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- linux1804-64-qr/debug: ['trunk']
- linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- .*-tsan.*: []
- default: built-projects
- chunks: 4
- test-manifest-loader: null # don't load tests in the taskgraph
- loopback-video: true
- max-run-time: 2700
- # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- chunked: true
- extra-options:
- - --setpref=webgl.out-of-process=false
- - --setpref=security.sandbox.content.headless=false
-
-mochitest-webgl2-deqp:
- description: "Mochitest webgl2-deqp run"
- treeherder-symbol: M(gl2d)
- schedules-component: mochitest-plain
- virtualization: virtual-with-gpu
- variants:
- - webgl-ipc
- - webrender-sw
- run-on-projects: [] # Don't run this for now.
- chunks: 4
- loopback-video: true
- max-run-time: 1800
- # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
- allow-software-gl-layers: false
- mozharness:
- mochitest-flavor: plain
- chunked: true
- extra-options:
- - --setpref=webgl.out-of-process=false
- - --setpref=security.sandbox.content.headless=false
-
-mochitest-webgpu:
- description: "Mochitest webgpu run"
- treeherder-symbol: M(webgpu)
- schedules-component: mochitest-plain
- virtualization: virtual-with-gpu
- loopback-video: true
- variants:
- - no-fission
- - webrender-sw+no-fission
- run-on-projects:
- by-variant:
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: ["trunk"]
- default: []
- no-fission:
- by-test-platform:
- linux2204-64-qr/debug: ['trunk']
- linux2204-64(-shippable|-asan)?-qr/opt: ['trunk']
- default: []
- default:
- by-test-platform:
- android.*: []
- # Things like asan/tsan/32bit are restricted to --full
- # via UNCOMMON_TRY_TASK_LABELS
- # in taskcluster/gecko_taskgraph/target_tasks.py.
- default: ['trunk']
- max-run-time:
- by-test-platform:
- macosx.*64-ccov.*/.*: 7200
- default: 1800
- mozharness:
- mochitest-flavor: plain
- extra-options:
- by-test-platform:
- macos.*:
- - --setpref=gfx.webgpu.ignore-blocklist=true
- default: []
-
-mochitest-remote:
- description: "Mochitest for the remote agent (/remote folder)"
- suite:
- name: mochitest-remote
- treeherder-symbol: M(remote)
- loopback-video: true
- variants:
- - no-fission
- - socketprocess_networking
- run-on-projects:
- by-variant:
- socketprocess_networking:
- by-test-platform:
- .*asan.*: []
- .*ccov.*: []
- linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central']
- default: []
- no-fission:
- by-test-platform:
- linux1804-64-qr/debug: ['trunk']
- linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
- default: []
- default:
- by-test-platform:
- android.*: []
- default: built-projects
- tier: default
- max-run-time: 5400
- mozharness:
- mochitest-flavor: browser
- extra-options:
- - --setpref=remote.log.level=Trace
- virtualization: virtual
diff --git a/taskcluster/ci/test/reftest.yml b/taskcluster/ci/test/reftest.yml
deleted file mode 100644
index 21474f7aad..0000000000
--- a/taskcluster/ci/test/reftest.yml
+++ /dev/null
@@ -1,281 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite:
- category: reftest
- target:
- by-test-platform:
- android-em-7.*: geckoview-test_runner.apk
- android-hw-.*: geckoview-test_runner.apk
- default: null
- tier: default
- test-manifest-loader: null # don't load tests in the taskgraph
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- android-hw.*: android_hardware_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- android-hw.*:
- - android/android_common.py
- - android/android_hw.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
-
-crashtest:
- description: "Crashtest run"
- schedules-component: crashtest
- treeherder-symbol: R(C)
- chunks:
- by-test-platform:
- android-em-7.*: 1
- linux.*64-tsan-qr/opt: 4
- default: 1
- variants:
- - no-fission
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- webrender-sw:
- by-test-platform:
- macosx101.*64-qr/debug: built-projects
- linux.*-64-qr/debug: built-projects
- linux.*-64(-tsan|-asan)-qr/opt: built-projects
- windows.*-asan-qr/opt: built-projects
- windows1.*-64.*-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland/debug.*: []
- default: built-projects
- max-run-time: 3600
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- webrender-sw+no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default:
- by-test-platform:
- android-hw-.*-qr/.*: 2
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
-
-crashtest-qr:
- description: "Crashtest Webrender run"
- schedules-component: crashtest
- treeherder-symbol: R(C)
- chunks: 1
- variants:
- - no-fission
- run-on-projects:
- by-variant:
- no-fission: built-projects
- default: []
- max-run-time: 1200
- tier: 2
- virtualization: virtual
-
-jsreftest:
- description: "JS Reftest run"
- schedules-component: jsreftest
- treeherder-symbol: R(J)
- instance-size: default
- chunks:
- by-test-platform:
- android-hw.*\/debug: 12
- android-hw.*/(opt|pgo)?: 6
- windows.*-asan-qr/opt: 3
- windows.*-ccov-qr/opt: 5
- windows.*\/opt: 2
- linux.*64-ccov.*/.*: 5
- linux1804-64-qr/opt: 4
- linux.*/debug: 5
- .*-tsan-qr/opt: 8
- macosx.*-64-ccov.*/.*: 5
- macosx.*-64(-shippable)?/opt: 2
- default: 3
- max-run-time:
- by-test-platform:
- .*ccov.*: 7200
- .*-wayland/debug.*: 5400
- default: 3600
- variants:
- - no-fission
- run-on-projects:
- by-variant:
- no-fission:
- by-test-platform:
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android-hw-.*-aarch64(?:-shippable)?-qr/.*: ['mozilla-central', 'release']
- android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*/.*: []
- default: built-projects
- virtualization: virtual
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default: default
-
-reftest:
- description: "Reftest run"
- treeherder-symbol: R(R)
- virtualization: virtual-with-gpu
- chunks:
- by-test-platform:
- android-em-7.*: 6
- linux1804-64(-shippable|-devedition|-qr)?/opt: 5
- linux.*64-tsan-qr/opt: 16
- macosx101.*-64-shippable(-qr)?/opt: 3
- macosx101.*-64/debug: 4
- macosx101.*-64(-ccov.*|-qr)/debug: 6
- windows.*64.*/debug: 4
- windows.*32.*/debug: 6
- windows.*-ccov-qr/opt: 9
- windows10.*asan.*: 3
- windows10.*/opt: 2
- windows11.*/opt: 3
- default: 8
- variants:
- - geckoview-no-fission-ship
- - no-fission
- - webrender-dcomp-disabled
- - webrender-dcomp-present
- - webrender-dcomp-overlays
- - webrender-dcomp-compositing # Should match default
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- webrender-sw:
- by-test-platform:
- linux1804-64-qr/debug: built-projects
- linux1804-64(-asan|-tsan)-qr/opt: built-projects
- macosx101.*64-qr/debug: built-projects
- windows.*-asan-qr/opt: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android.*: built-projects
- default: []
- geckoview-no-fission-ship:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android-em.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*/.*: []
- .*wayland.*: []
- linux.*asan/opt: []
- default: built-projects
- max-run-time:
- by-test-platform:
- windows.*-32-mingwclang-qr/debug: 5400
- windows.*-ccov.*/.*: 5400
- windows.*-asan-qr/opt: 5400
- macosx.*64-ccov.*/.*: 5400
- default: 3600
- mozharness:
- chunked:
- by-test-platform:
- android-em.*: false
- macosx.*64/opt: false
- windows.*/opt: false
- default: true
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- webrender-sw+no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
-
-reftest-qr:
- description: "Reftest webrender run"
- treeherder-symbol: R(R)
- chunks: 2
- variants:
- - no-fission
- - webrender-sw+no-fission
- run-without-variant: false
- run-on-projects:
- by-variant:
- webrender-sw+no-fission:
- by-test-platform:
- android-hw-p5-13-0-android-aarch64-qr/debug: built-projects
- default: []
- no-fission: built-projects
- max-run-time: 2400
- mozharness:
- chunked: true
- tier: 2
- virtualization: virtual
-
-reftest-snapshot:
- description: "Reftest snapshot"
- treeherder-symbol: R(Rs)
- virtualization: virtual
- run-on-projects:
- by-test-platform:
- linux1804-64-qr/debug: ['trunk']
- default: []
- tier: default
- chunks: 8
- mozharness:
- chunked: true
diff --git a/taskcluster/ci/test/talos.yml b/taskcluster/ci/test/talos.yml
deleted file mode 100644
index 3ce85fd039..0000000000
--- a/taskcluster/ci/test/talos.yml
+++ /dev/null
@@ -1,817 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- max-run-time: 3600
- suite: talos
- tier:
- by-test-platform:
- macosx1100.*: 2
- default: default
- virtualization: hardware
- mozharness:
- script: talos_script.py
- config:
- by-test-platform:
- macosx.*:
- - talos/mac_config.py
- windows.*:
- - talos/windows_config.py
- default:
- - talos/linux_config.py
- test-manifest-loader: null # don't load tests in the taskgraph
-
-talos-bcv:
- description: Talos basic compositor video
- try-name: bcv
- treeherder-symbol: T(bcv)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|macosx1015|windows10)-64-shippable-qr/opt: [trunk]
- (windows10-64|macosx1015-64).*-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- default: [trunk]
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=bcv
-
-talos-bcv-profiling:
- description: Talos basic compositor video with gecko profiling
- try-name: bcv-prof
- treeherder-symbol: T-Prof(bcv)
- tier: 2
- run-on-projects: []
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=bcv
- - --gecko-profile
-
-talos-chrome:
- description: Talos chrome
- try-name: chromez
- treeherder-symbol: T(c)
- variants:
- - webrender-sw
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=chromez
-
-talos-chrome-profiling:
- description: Talos chrome with gecko profiling
- try-name: chromez-prof
- treeherder-symbol: T-Prof(c)
- tier: 2
- max-run-time: 1200
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=chromez
- - --gecko-profile
-
-talos-damp-inspector:
- description: Talos devtools inspector (damp-inspector)
- try-name: damp-inspector
- treeherder-symbol: T(damp-inspector)
- max-run-time: 5400
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32-shippable.*/.*: []
- (linux|windows|macos)(?!.*shippable).*: []
- (linux|windows10-64|macos)(?!.*-qr).*: []
- default: [trunk]
- mozharness:
- extra-options:
- - --suite=damp-inspector
-
-talos-damp-webconsole:
- description: Talos devtools webconsole (damp-webconsole)
- try-name: damp-webconsole
- treeherder-symbol: T(damp-webconsole)
- max-run-time: 5400
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32-shippable.*/.*: []
- (linux|windows|macos)(?!.*shippable).*: []
- (linux|windows10-64|macos)(?!.*-qr).*: []
- default: [trunk]
- mozharness:
- extra-options:
- - --suite=damp-webconsole
-
-talos-damp-other:
- description: Talos devtools other (damp-other)
- try-name: damp-other
- treeherder-symbol: T(damp-other)
- max-run-time: 5400
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32-shippable.*/.*: []
- (linux|windows|macos)(?!.*shippable).*: []
- (linux|windows10-64|macos)(?!.*-qr).*: []
- default: [trunk]
- mozharness:
- extra-options:
- - --suite=damp-other
-
-talos-damp-inspector-profiling:
- description: Talos devtools inspector (damp-inspector) with gecko profiling
- try-name: damp-inspector-prof
- treeherder-symbol: T-Prof(damp-inspector)
- tier: 2
- max-run-time: 5400
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=damp-inspector
- - --gecko-profile
-
-talos-damp-webconsole-profiling:
- description: Talos devtools webconsole (damp-webconsole) with gecko profiling
- try-name: damp-webconsole-prof
- treeherder-symbol: T-Prof(damp-webconsole)
- tier: 2
- max-run-time: 5400
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=damp-webconsole
- - --gecko-profile
-
-talos-damp-other-profiling:
- description: Talos devtools other (damp-other) with gecko profiling
- try-name: damp-other-prof
- treeherder-symbol: T-Prof(damp-other)
- tier: 2
- max-run-time: 5400
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=damp-other
- - --gecko-profile
-
-talos-dromaeojs:
- description: Talos dromaeojs
- try-name: dromaeojs
- treeherder-symbol: T(d)
- max-run-time: 2100
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- mozharness:
- extra-options:
- - --suite=dromaeojs
-
-talos-dromaeojs-profiling:
- description: Talos dromaeojs with gecko profiling
- try-name: dromaeojs-prof
- treeherder-symbol: T-Prof(d)
- tier: 2
- max-run-time: 2100
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=dromaeojs
- - --gecko-profile
-
-talos-g1:
- description: Talos g1
- try-name: g1
- treeherder-symbol: T(g1)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time:
- by-test-platform:
- linux1804-64.*: 3600
- default: 7200
- mozharness:
- extra-options:
- - --suite=g1
-
-talos-g1-profiling:
- description: Talos g1 with gecko profiling
- try-name: g1-prof
- treeherder-symbol: T-Prof(g1)
- tier: 2
- run-on-projects: []
- max-run-time:
- by-test-platform:
- linux1804-64.*: 3600
- default: 7200
- mozharness:
- extra-options:
- - --suite=g1
- - --gecko-profile
-
-talos-g3:
- description: Talos g3
- try-name: g3
- treeherder-symbol: T(g3)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 900
- mozharness:
- extra-options:
- - --suite=g3
-
-talos-g3-profiling:
- description: Talos g3 with gecko profiling
- try-name: g3-prof
- treeherder-symbol: T-Prof(g3)
- tier: 2
- max-run-time: 900
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=g3
- - --gecko-profile
-
-talos-g4:
- description: Talos g4
- try-name: g4
- treeherder-symbol: T(g4)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64-shippable-qr/opt: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macos)(?!.*-qr).*: []
- default: [trunk]
- max-run-time:
- by-test-platform:
- linux1804-64.*: 1500
- default: 1800
- mozharness:
- extra-options:
- - --suite=g4
-
-talos-g4-profiling:
- description: Talos g4 with gecko profiling
- try-name: g4-prof
- treeherder-symbol: T-Prof(g4)
- tier: 2
- max-run-time:
- by-test-platform:
- linux1804-64.*: 1500
- default: 1800
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=g4
- - --gecko-profile
-
-talos-g5:
- description: Talos g5
- try-name: g5
- treeherder-symbol: T(g5)
- mozharness:
- extra-options:
- - --suite=g5
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time:
- by-test-platform:
- linux1804-64.*: 1200
- macosx.*: 2400
- default: 1800
-
-talos-g5-profiling:
- description: Talos g5 with gecko profiling
- try-name: g5-prof
- treeherder-symbol: T-Prof(g5)
- tier: 2
- run-on-projects: []
- mozharness:
- extra-options:
- - --suite=g5
- - --gecko-profile
- max-run-time:
- by-test-platform:
- linux1804-64.*: 1200
- default: 1800
-
-talos-h1:
- description: Talos h1
- try-name: h1
- treeherder-symbol: T(h1)
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- mozharness:
- extra-options:
- - --suite=h1
- max-run-time:
- by-test-platform:
- linux1804-64.*: 900
- default: 1800
-
-talos-h2:
- description: Talos h2
- try-name: h2
- treeherder-symbol: T(h2)
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time:
- by-test-platform:
- linux1804-64.*: 900
- default: 7200
- mozharness:
- extra-options:
- - --suite=h2
-
-talos-motionmark:
- description: Talos motionmark
- try-name: motionmark
- treeherder-symbol: T(mm)
- run-on-projects:
- by-test-platform:
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macos)(?!.*-qr).*: []
- default: [mozilla-central]
- max-run-time: 3600
- tier: 2
- mozharness:
- extra-options:
- - --suite=motionmark
-
-talos-motionmark-profiling:
- description: Talos motionmark with gecko profiling
- try-name: motionmark-prof
- treeherder-symbol: T-Prof(mm)
- run-on-projects: []
- max-run-time: 3600
- tier: 2
- mozharness:
- extra-options:
- - --suite=motionmark
- - --gecko-profile
-
-talos-other:
- description: Talos other
- try-name: other
- treeherder-symbol: T(o)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=other
-
-talos-other-profiling:
- description: Talos other with gecko profiling
- try-name: other-prof
- treeherder-symbol: T-Prof(o)
- run-on-projects: []
- tier: 2
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=other
- - --gecko-profile
-
-talos-sessionrestore-many-windows:
- description: Talos sessionrestore-many-windows
- try-name: sessionrestore-many-windows
- treeherder-symbol: T(smw)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-central, autoland]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [mozilla-central, autoland]
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=sessionrestore-many-windows
-
-talos-sessionrestore-many-windows-profiling:
- description: Talos sessionrestore-many-windows with gecko profiling
- try-name: sessionrestore-many-windows-prof
- treeherder-symbol: T-Prof(smw)
- tier: 2
- run-on-projects: []
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=sessionrestore-many-windows
- - --gecko-profile
-
-talos-perf-reftest:
- description: Talos perf-reftest
- try-name: perf-reftest
- treeherder-symbol: T(p)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1200
- mozharness:
- extra-options:
- - --suite=perf-reftest
-
-talos-perf-reftest-profiling:
- description: Talos perf-reftest with gecko profiling
- try-name: perf-reftest-prof
- treeherder-symbol: T-Prof(p)
- tier: 2
- run-on-projects: []
- max-run-time: 1200
- mozharness:
- extra-options:
- - --suite=perf-reftest
- - --gecko-profile
-
-talos-perf-reftest-singletons:
- description: Talos perf-reftest singletons
- try-name: perf-reftest-singletons
- treeherder-symbol: T(ps)
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=perf-reftest-singletons
-
-talos-perf-reftest-singletons-profiling:
- description: Talos perf-reftest singletons with gecko profiling
- try-name: perf-reftest-singletons-prof
- treeherder-symbol: T-Prof(ps)
- tier: 2
- run-on-projects: []
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=perf-reftest-singletons
- - --gecko-profile
-
-talos-svgr:
- description: Talos svgr
- try-name: svgr
- treeherder-symbol: T(s)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=svgr
-
-talos-svgr-profiling:
- description: Talos svgr with gecko profiling
- try-name: svgr-prof
- treeherder-symbol: T-Prof(s)
- tier: 2
- run-on-projects: []
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=svgr
- - --gecko-profile
-
-talos-tp5o:
- description: Talos tp5o
- try-name: tp5o
- treeherder-symbol: T(tp)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=tp5o
-
-talos-tp5o-profiling:
- description: Talos tp5o with gecko profiling
- try-name: tp5o-prof
- treeherder-symbol: T-Prof(tp)
- tier: 2
- run-on-projects: []
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=tp5o
- - --gecko-profile
-
-talos-tabswitch:
- description: Talos page scroll (tabswitch)
- try-name: tabswitch
- treeherder-symbol: T(tabswitch)
- variants:
- - webrender-sw
- run-on-projects: []
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=tabswitch
-
-talos-tabswitch-profiling:
- description: Talos page scroll (tabswitch) with gecko profiling
- try-name: tabswitch-prof
- treeherder-symbol: T-Prof(tabswitch)
- tier: 2
- run-on-projects: []
- max-run-time: 1200
- mozharness:
- extra-options:
- - --suite=tabswitch
- - --gecko-profile
-
-talos-webgl:
- description: Talos WebGL
- try-name: webgl
- treeherder-symbol: T(webgl)
- variants:
- - webrender-sw
- - webgl-ipc
- run-on-projects:
- by-variant:
- webgl-ipc:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64.*: [trunk]
- windows11-64-2009-hw-ref-shippable.*: [trunk]
- windows11(?!.*shippable).*: []
- default: []
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|windows11|macos)(?!.*shippable).*: []
- (linux|windows10-64|windows11|macos)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 2100
- mozharness:
- extra-options:
- by-test-platform:
- windows11-64-2009-hw-ref.*:
- - --suite=webgl
- - --skip-preflight
- default:
- - --suite=webgl
-
-talos-webgl-profiling:
- description: Talos WebGL with gecko profiling
- try-name: webgl
- treeherder-symbol: T-Prof(webgl)
- tier: 2
- variants:
- - webgl-ipc
- run-on-projects: []
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=webgl
- - --gecko-profile
- - --setpref=dom.media.webcodecs.enabled=true
-
-talos-xperf:
- description: Talos xperf
- try-name: xperf
- treeherder-symbol: T(x)
- virtualization: virtual
- os-groups: [Administrators]
- run-as-administrator:
- by-test-platform:
- windows.*32.*: false
- windows10.*64.*: true
- windows11.*64.*: true
- variants:
- - webrender-sw
- run-on-projects:
- by-test-platform:
- windows.*-32-shippable(?:-qr)?/.*: []
- windows10.*-shippable-qr/.*: [trunk]
- windows11.*-shippable-qr/.*: [trunk]
- default: []
- mozharness:
- extra-options:
- by-test-platform:
- windows.*:
- - --suite=xperf
- # Disable the GPU process due to bug 1868737. There are
- # sandbox related issues with using the GPU process when
- # running xperf as an administrator which cause us to fail
- # due to generating minidumps.
- - --setpref=layers.gpu-process.enabled=false
- default:
- - --suite=xperf
- config:
- by-test-platform:
- windows.*:
- - talos/windows_vm_config.py
-
-talos-realworld-webextensions:
- description: Talos tests with realworld WebExtensions
- try-name: realworld-webextensions
- treeherder-symbol: T(realwebext)
- run-on-projects:
- by-test-platform:
- windows.*-32.*: []
- (linux|windows10-64|macos)(?!.*shippable).*: []
- (linux|windows10-64|macosx1015)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=realworld-webextensions
-
-talos-realworld-webextensions-profiling:
- description: Talos tests with realworld WebExtensions with gecko profiling
- try-name: realworld-webextensions-prof
- treeherder-symbol: T-Prof(realwebext)
- tier: 2
- run-on-projects: []
- max-run-time: 1500
- mozharness:
- extra-options:
- - --suite=realworld-webextensions
- - --gecko-profile
-
-talos-pdfpaint:
- description: Talos pdfpaint
- try-name: pdfpaint
- treeherder-symbol: T(pdfpaint)
- variants:
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk]
- default: []
- default:
- by-test-platform:
- windows.*-32-shippable.*/.*: []
- (linux|windows|macos)(?!.*shippable).*: []
- (linux|windows10-64|macos)(?!.*-qr).*: []
- default: [trunk]
- max-run-time: 1800
- mozharness:
- extra-options:
- - --suite=pdfpaint
- fetches:
- toolchain:
- by-test-platform:
- win.*:
- - win32-minidump-stackwalk
- - win32-fix-stacks
- - talos-pdfs
- macosx1015.*:
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- - talos-pdfs
- default:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - talos-pdfs
diff --git a/taskcluster/ci/test/test-platforms.yml b/taskcluster/ci/test/test-platforms.yml
deleted file mode 100644
index b957b8a4db..0000000000
--- a/taskcluster/ci/test/test-platforms.yml
+++ /dev/null
@@ -1,505 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-# This file maps build platforms to test platforms. In some cases, a
-# single build may be tested on multiple test platforms, but a single test
-# platform can only link to one build platform. Both build and test platforms
-# are represented as <platform>/<type>, where <type> is what Treeherder calls a
-# collection.
-#
-# Each test platform further specifies the set of tests that will be scheduled
-# for the platform, referring to tests defined in test-sets.yml.
-#
-# Note that set does not depend on the tree; tree-dependent job selection
-# should be performed in the target task selection phase of task-graph
-# generation.
-
-
-##
-# Linux platforms (matching /linux.*/)
-# Linux1804-64 uses Ubuntu 18.04 and is run on docker
-
-linux1804-32-qr/debug:
- build-platform: linux/debug
- test-sets:
- - linux32-gtest
-
-linux1804-32-qr/opt:
- build-platform: linux/opt
- test-sets:
- - linux32-tests
- - linux32-gtest
-
-linux1804-32-shippable-qr/opt:
- build-platform: linux-shippable/opt
- test-sets:
- - linux32-tests
- - linux32-gtest
-
-linux1804-64-qr/opt:
- build-platform: linux64/opt
- test-sets:
- - awsy
- - desktop-screenshot-capture
- - linux1804-tests
- - web-platform-tests
- - web-platform-tests-backlog
- - talos
- - browsertime
-
-linux1804-64-shippable-qr/opt:
- build-platform: linux64-shippable/opt
- test-sets:
- - awsy
- - desktop-screenshot-capture
- - linux1804-tests
- - web-platform-tests
- - web-platform-tests-backlog
- - talos
- - talos-profiling
- - browsertime
- - browsertime-profiling
-
-linux1804-64-nightlyasrelease-qr/opt:
- build-platform: linux64-nightlyasrelease/opt
- test-sets:
- - browsertime
-
-linux1804-64-qr/debug:
- build-platform: linux64/debug
- test-sets:
- - linux1804-tests
- - web-platform-tests
-
-linux1804-64-asan-qr/opt:
- build-platform: linux64-asan/opt
- test-sets:
- - linux1804-tests
- - web-platform-tests
-
-linux1804-64-tsan-qr/opt:
- build-platform: linux64-tsan/opt
- test-sets:
- - linux1804-tests
- - web-platform-tests
-
-linux1804-64-ccov-qr/opt:
- build-platform: linux64-ccov/opt
- test-sets:
- - ccov-code-coverage-tests
- - linux1804-tests
- - linux1804-ccov-tests
- - web-platform-tests
-
-linux1804-64-devedition-qr/opt:
- build-platform: linux64-devedition/opt
- test-sets:
- - desktop-screenshot-capture
- - linux1804-tests
- - web-platform-tests
-
-linux1804-64-clang-trunk-qr/opt:
- build-platform: linux64-plain-clang-trunk/opt
- test-sets:
- - awsy
- - browsertime-clang
-
-linux2204-64-wayland/debug:
- build-platform: linux64/debug
- test-sets:
- - linux2204-wayland-tests
- - web-platform-tests
- - webgpu
-
-linux2204-64-wayland/opt:
- build-platform: linux64/opt
- test-sets:
- - linux2204-wayland-tests
- - web-platform-tests
- - webgpu
-
-linux2204-64-wayland-shippable/opt:
- build-platform: linux64-shippable/opt
- test-sets:
- - linux2204-wayland-tests
- - web-platform-tests
- - webgpu
-
-##
-# Windows platforms (matching /windows.*/)
-
-# win32
-windows10-32-shippable-qr/opt:
- build-platform: win32-shippable/opt
- build-signing-label: build-signing-win32-shippable/opt
- test-sets:
- - browsertime
- - talos-profiling
- - windows-talos
-
-windows10-32-qr/opt:
- build-platform: win32/opt
- test-sets:
- - browsertime
- - windows-talos
-
-
-# win11-32
-windows11-32-2009-shippable-qr/opt:
- build-platform: win32-shippable/opt
- build-signing-label: build-signing-win32-shippable/opt
- test-sets:
- - awsy
- - desktop-screenshot-capture
- - web-platform-tests
- - windows32-2009-tests
-
-windows11-32-2009-qr/opt:
- build-platform: win32/opt
- build-signing-label: build-signing-win32/opt
- test-sets:
- - awsy
- - desktop-screenshot-capture
- - web-platform-tests
- - windows32-2009-tests
-
-windows11-32-2009-qr/debug:
- build-platform: win32/debug
- build-signing-label: build-signing-win32/debug
- test-sets:
- - web-platform-tests
- - windows32-2009-tests
-
-windows11-32-2009-mingwclang-qr/debug:
- build-platform: win32-mingwclang/debug
- test-sets:
- - mingwclang-win32-tests-debug
-
-windows11-32-2009-mingwclang-qr/opt:
- build-platform: win32-mingwclang/opt
- test-sets:
- - mingwclang-tests-opt
-
-# win64
-windows10-64-qr/opt:
- build-platform: win64/opt
- test-sets:
- - windows-talos
- - browsertime
-
-windows11-64-2009-hw-ref-shippable/opt:
- build-platform: win64-shippable/opt
- build-signing-label:
- by-variant:
- msix: repackage-signing-msix-win64/opt
- default: build-signing-win64/opt
- test-sets:
- - talos-ref-hw
- - windows-ref-hw-tests
-
-windows11-64-2009-hw-ref/opt:
- build-platform: win64/opt
- build-signing-label:
- by-variant:
- msix: repackage-signing-msix-win64/opt
- default: build-signing-win64/opt
- test-sets:
- - talos-ref-hw
- - windows-ref-hw-tests
-
-windows10-64-shippable-qr/opt:
- build-platform: win64-shippable/opt
- test-sets:
- - talos-profiling
- - windows-talos
- - browsertime
-
-windows10-64-nightlyasrelease-qr/opt:
- build-platform: win64-nightlyasrelease/opt
- test-sets:
- - browsertime
-
-# win10-64 2004
-windows10-64-2009-qr/debug:
- build-platform: win64/debug
- build-signing-label:
- by-variant:
- msix: repackage-signing-msix-win64/debug
- default: build-signing-win64/debug
- test-sets:
- - windows10-2009-tests
-
-windows10-64-2009-qr/opt:
- build-platform: win64/opt
- build-signing-label:
- by-variant:
- msix: repackage-signing-msix-win64/opt
- default: build-signing-win64/opt
- test-sets:
- - windows10-2009-tests
-
-windows10-64-2009-shippable-qr/opt:
- build-platform: win64-shippable/opt
- build-signing-label:
- by-variant:
- msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt
- default: build-signing-win64-shippable/opt
- test-sets:
- - windows10-2009-tests
-
-# win11-64 2009
-windows11-64-2009-ccov-qr/opt:
- build-platform: win64-ccov/opt
- build-signing-label: build-signing-win64-ccov/opt
- test-sets:
- - desktop-screenshot-capture
- - ccov-code-coverage-tests
- - windows11-64-2009-ccov-tests
- - windows11-2009-tests
-
-windows11-64-2009-qr/debug:
- build-platform: win64/debug
- build-signing-label:
- by-variant:
- msix: repackage-signing-msix-win64/debug
- default: build-signing-win64/debug
- test-sets:
- - web-platform-tests
- - webgpu
- - windows11-2009-tests
-
-windows11-64-2009-qr/opt:
- build-platform: win64/opt
- build-signing-label:
- by-variant:
- msix: repackage-signing-msix-win64/opt
- default: build-signing-win64/opt
- test-sets:
- - awsy
- - desktop-screenshot-capture
- - web-platform-tests
- - web-platform-tests-backlog
- - webgpu
- - windows11-2009-tests
- - talos-xperf
-
-windows11-64-2009-shippable-qr/opt:
- build-platform: win64-shippable/opt
- build-signing-label:
- by-variant:
- msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt
- default: build-signing-win64-shippable/opt
- test-sets:
- - awsy
- - desktop-screenshot-capture
- - web-platform-tests
- - web-platform-tests-backlog
- - windows11-2009-tests
- - talos-xperf
-
-windows11-64-2009-devedition-qr/opt:
- build-platform: win64-devedition/opt
- build-signing-label: build-signing-win64-devedition/opt
- test-sets:
- - desktop-screenshot-capture
- - web-platform-tests
- - windows11-2009-tests
-
-windows11-64-2009-asan-qr/opt:
- build-platform: win64-asan/opt
- test-sets:
- - windows11-2009-tests
-
-windows11-64-2009-mingwclang-qr/debug:
- build-platform: win64-mingwclang/debug
- test-sets:
- - mingwclang-tests-debug
-
-windows11-64-2009-mingwclang-qr/opt:
- build-platform: win64-mingwclang/opt
- test-sets:
- - mingwclang-tests-opt
-
-
-##
-# MacOS X platforms (matching /macosx.*/)
-
-macosx1100-64-qr/debug:
- build-platform: macosx64/debug
- build-signing-label: repackage-macosx64/debug
- test-sets:
- - macosx1100-64-jittests
-
-macosx1100-64-aarch64-qr/debug:
- build-platform: macosx64-aarch64/debug
- build-signing-label: repackage-macosx64-aarch64/debug
- test-sets:
- - macosx1100-aarch64-qr-tests
-
-macosx1100-64-shippable-qr/opt:
- build-platform: macosx64-shippable/opt
- build-signing-label: repackage-macosx64-shippable/opt
- test-sets:
- - macosx1100-64-jittests
- - macosx1100-64-qr-tests
- # - macosx64-talos
- # - browsertime-high-priority
-
-macosx1015-64-shippable-qr/opt:
- build-platform: macosx64-shippable/opt
- test-sets:
- - awsy
- - browsertime
- - browsertime-profiling
- - desktop-screenshot-capture
- - macosx1015-64-qr-tests
- - macosx64-talos
- - talos-profiling
- - web-platform-tests
- - web-platform-tests-backlog
- - webgpu
-
-macosx1015-64-nightlyasrelease-qr/opt:
- build-platform: macosx64-nightlyasrelease/opt
- test-sets:
- - browsertime
-
-macosx1015-64-devedition-qr/opt:
- build-platform: macosx64-devedition/opt
- test-sets:
- - macosx1015-64-qr-tests
- - web-platform-tests
- - webgpu
-
-macosx1015-64-qr/opt:
- build-platform: macosx64/opt
- test-sets:
- - desktop-screenshot-capture
- - macosx1015-64-qr-tests
- - web-platform-tests
- - web-platform-tests-backlog
- - webgpu
- - browsertime
-
-macosx1015-64-qr/debug:
- build-platform: macosx64/debug
- test-sets:
- - macosx1015-64-qr-tests
- - web-platform-tests
- - webgpu
-
-macosx1015-64-ccov-qr/opt:
- build-platform: macosx64-ccov/opt
- test-sets:
- - macosx1015-64-qr-tests
-
-macosx1400-64-shippable-qr/opt:
- build-platform: macosx64-shippable/opt
- test-sets:
- - macosx1400-64-qr-tests
-
-##
-# Android platforms (matching /android-em.*/)
-#
-# android-em test platforms execute on android emulators.
-
-android-em-7.0-x86_64-qr/opt:
- build-platform: android-x86_64/opt
- test-sets:
- - android-x86_64-tests
- - web-platform-tests-backlog
-
-android-em-7.0-x86_64-lite-qr/opt:
- build-platform: android-x86_64-lite/opt
- test-sets:
- - android-x86_64-tests
- - web-platform-tests-backlog
-
-android-em-7.0-x86_64-shippable-qr/opt:
- build-platform: android-x86_64-shippable/opt
- test-sets:
- - android-x86_64-tests
- - web-platform-tests-backlog
-
-android-em-7.0-x86_64-shippable-lite-qr/opt:
- build-platform: android-x86_64-shippable-lite/opt
- test-sets:
- - android-x86_64-tests
- - web-platform-tests-backlog
-
-android-em-7.0-x86_64-qr/debug:
- build-platform: android-x86_64/debug
- test-sets:
- - android-x86_64-tests
-
-android-em-7.0-x86_64-qr/debug-isolated-process:
- build-platform: android-x86_64/debug-isolated-process
- test-sets:
- - android-x86_64-tests
-
-android-em-7.0-x86-qr/opt:
- build-platform: android-x86/opt
- test-sets:
- - android-x86-tests
-
-# android-hw test platforms execute on real devices attached to Autophone hosts.
-
-# android-hw-a51-11-0 Samsung Galaxy A51 Android 11.0
-
-android-hw-a51-11-0-aarch64-qr/opt:
- build-platform: android-aarch64/opt
- test-sets:
- - android-hw-browsertime
-# - android-hw-browsertime-power
-
-android-hw-a51-11-0-aarch64-shippable-qr/opt:
- build-platform: android-aarch64-shippable/opt
- test-sets:
- - android-hw-browsertime
-# - android-hw-browsertime-power
-
-# android-hw-p5-13-0 Google Pixel 5 Android 13.0
-
-android-hw-p5-13-0-arm7-qr/opt:
- build-platform: android-arm/opt
- test-sets:
- - android-hw-arm7-pgo-unittests
-
-android-hw-p5-13-0-arm7-shippable-qr/opt:
- build-platform: android-arm-shippable/opt
- test-sets:
- - android-hw-arm7-pgo-unittests
-
-android-hw-p5-13-0-arm7-qr/debug:
- build-platform: android-arm/debug
- test-sets:
- - android-hw-arm7-debug-unittests
-
-android-hw-p5-13-0-android-aarch64-qr/debug:
- build-platform: android-aarch64/debug
- test-sets:
- - android-hw-aarch64
- - android-hw-aarch64-debug-unittests
-
-android-hw-p5-13-0-android-aarch64-qr/opt:
- build-platform: android-aarch64/opt
- test-sets:
- - android-hw-aarch64
- - android-hw-aarch64-opt-unittests
-
-android-hw-p5-13-0-android-aarch64-shippable-qr/opt:
- build-platform: android-aarch64-shippable/opt
- test-sets:
- - android-hw-aarch64
- - android-hw-aarch64-pgo-unittests
-
-android-hw-p6-13-0-android-aarch64-shippable-qr/opt:
- build-platform: android-aarch64-shippable/opt
- test-sets:
- - android-hw-speedometer-tests
-
-android-hw-s21-13-0-android-aarch64-shippable-qr/opt:
- build-platform: android-aarch64-shippable/opt
- test-sets:
- - android-hw-speedometer-tests
diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml
deleted file mode 100644
index 4a8f3d019b..0000000000
--- a/taskcluster/ci/test/test-sets.yml
+++ /dev/null
@@ -1,498 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-# Each key in this file specifies a set of tests to run. Different test sets
-# may, for example, be bound to different test platforms.
-#
-# Note that set does not depend on the tree; tree-dependent job selection
-# should be performed in the target task selection phase of task-graph
-# generation.
-#
-# A test set has a name, and a list of tests that it contains.
-#
-# Test names given here reference tests.yml.
-
-### Feature-specific test groups
-
-webgpu:
- - mochitest-webgpu
- - web-platform-tests-webgpu
-
-web-platform-tests:
- - web-platform-tests
- - web-platform-tests-crashtest
- - web-platform-tests-privatebrowsing
- - web-platform-tests-print-reftest
- - web-platform-tests-reftest
- - web-platform-tests-wdspec
- - web-platform-tests-canvas
-
-web-platform-tests-backlog:
- - web-platform-tests-backlog
- - web-platform-tests-reftest-backlog
-
-mochitest-devtools-chrome:
- - mochitest-devtools-chrome
-
-talos:
- - talos-bcv
- - talos-chrome
- - talos-damp-inspector
- - talos-damp-webconsole
- - talos-damp-other
- - talos-dromaeojs
- - talos-g1
- - talos-g3
- - talos-g4
- - talos-g5
- - talos-other
- - talos-sessionrestore-many-windows
- - talos-svgr
- - talos-tp5o
- - talos-perf-reftest
- - talos-perf-reftest-singletons
- - talos-tabswitch
- - talos-realworld-webextensions
- - talos-webgl
- - talos-pdfpaint
- # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
- # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions
-
-talos-profiling:
- - talos-bcv-profiling
- - talos-chrome-profiling
- # - talos-damp-profiling - Disabled b/c of Bug 1597734
- - talos-dromaeojs-profiling
- - talos-g1-profiling
- - talos-g3-profiling
- - talos-g4-profiling
- - talos-g5-profiling
- - talos-motionmark-profiling
- - talos-other-profiling
- - talos-sessionrestore-many-windows-profiling
- - talos-perf-reftest-profiling
- - talos-perf-reftest-singletons-profiling
- - talos-svgr-profiling
- - talos-tp5o-profiling
- - talos-tabswitch-profiling
- - talos-realworld-webextensions-profiling
- - talos-webgl-profiling
-
-talos-ref-hw:
- - talos-webgl
-
-browsertime:
- - browsertime-tp6
- - browsertime-tp7
- - browsertime-tp6-essential
- - browsertime-tp6-bytecode
- - browsertime-tp6-live
- - browsertime-tp6-live-sheriffed
- - browsertime-tp6-webextensions
- - browsertime-benchmark
- - browsertime-benchmark-wasm
- - browsertime-youtube-playback
- - browsertime-youtube-playback-power
- - browsertime-custom
- - browsertime-first-install
- - browsertime-responsiveness
- - browsertime-regression-tests
- - browsertime-upload
- - browsertime-speculative
- - browsertime-throttled
- - browsertime-pageload-benchmark
- - browsertime-indexeddb
-
-browsertime-clang:
- - browsertime-tp6
- - browsertime-tp6-essential
- - browsertime-tp6-bytecode
- - browsertime-tp6-live
- - browsertime-tp6-live-sheriffed
- - browsertime-tp6-webextensions
- - browsertime-benchmark
- - browsertime-benchmark-wasm
- - browsertime-youtube-playback
- - browsertime-responsiveness
-
-browsertime-profiling:
- - browsertime-tp6-profiling
-
-browsertime-high-priority:
- - browsertime-benchmark
- - browsertime-tp6
-
-awsy:
- - awsy
- - awsy-base
- - awsy-dmd
- - awsy-base-dmd
- - awsy-tp6
-
-ccov-code-coverage-tests:
- - test-coverage
- - test-coverage-wpt
-
-mochitest-valgrind:
- - mochitest-valgrind
-
-desktop-screenshot-capture:
- - mochitest-browser-screenshots
-
-### Specific platform test sets
-
-# Linux
-linux32-gtest:
- - gtest
-
-linux32-tests:
- - web-platform-tests
-
-linux1804-tests:
- - cppunittest
- - crashtest
- - firefox-ui-functional
- - gtest
- # - jittest # See comment in linux1804-ccov-tests set.
- - jsreftest
- - marionette
- - mochitest-a11y
- - mochitest-browser-a11y
- - mochitest-browser-chrome
- - mochitest-browser-media
- - mochitest-chrome
- - mochitest-chrome-gpu
- - mochitest-devtools-chrome
- - mochitest-media
- - mochitest-plain
- - mochitest-plain-gpu
- - mochitest-remote
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- - reftest
- - reftest-snapshot
- - telemetry-tests-client
- - test-verify
- - test-verify-gpu
- - test-verify-wpt
- - xpcshell
-
-linux1804-ccov-tests:
- # jittest run on regular linux builds is redundant with SM(p), so we omit it
- # from the linux1804-tests and linux1804-qr-tests sets. But, we still want
- # to run it on ccov builds, so we have this set that has it and which runs
- # on ccov builds.
- - jittest
-
-linux2204-wayland-tests:
- - mochitest-plain
- - cppunittest
- - crashtest
- - firefox-ui-functional
- - gtest
- - jsreftest
- - marionette
- - mochitest-a11y
- - mochitest-browser-a11y
- - mochitest-browser-chrome
- - mochitest-browser-chrome-failures
- - mochitest-browser-media
- - mochitest-chrome
- - mochitest-chrome-gpu
- - mochitest-devtools-chrome
- - mochitest-media
- - mochitest-plain
- - mochitest-plain-gpu
- - mochitest-remote
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- - reftest
- - reftest-snapshot
- - telemetry-tests-client
- - test-verify
- - test-verify-gpu
- - test-verify-wpt
- - xpcshell
-
-# Windows
-windows32-2009-tests:
- - cppunittest
- - crashtest
- - gtest
- - firefox-ui-functional
- - jsreftest
- - marionette
- - mochitest-a11y
- - mochitest-browser-a11y
- - mochitest-browser-chrome
- - mochitest-browser-media
- - mochitest-chrome
- - mochitest-chrome-gpu
- - mochitest-media
- - mochitest-plain
- - mochitest-plain-gpu
- - mochitest-remote
- - reftest
- - telemetry-tests-client
- - test-verify
- - test-verify-gpu
- - test-verify-wpt
- - xpcshell
-
-windows10-2009-tests:
- - cppunittest
- - gtest
- - mochitest-chrome
- - mochitest-chrome-gpu
- - mochitest-plain
- - mochitest-plain-gpu
- - xpcshell
-
-windows11-64-2009-ccov-tests:
- - jittest
- - test-coverage
- - web-platform-tests
- - web-platform-tests-crashtest
- - web-platform-tests-print-reftest
- - web-platform-tests-reftest
- - web-platform-tests-wdspec
-
-windows11-2009-tests:
- - cppunittest
- - crashtest
- - firefox-ui-functional
- - gtest
- - jsreftest
- - marionette
- - mochitest-a11y
- - mochitest-browser-a11y
- - mochitest-browser-chrome
- - mochitest-browser-media
- - mochitest-chrome
- - mochitest-chrome-gpu
- - mochitest-devtools-chrome
- - mochitest-media
- - mochitest-plain
- - mochitest-plain-gpu
- - mochitest-remote
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- - reftest
- - telemetry-tests-client
- - test-verify
- - test-verify-gpu
- - test-verify-wpt
- - xpcshell
-
-mingwclang-tests-debug:
- - cppunittest
- - firefox-ui-functional
- - mochitest-a11y
- - mochitest-chrome-gpu
- - mochitest-plain-gpu
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- - reftest
- - telemetry-tests-client
-
-# The following is the same as the above block, minus reftests.
-# Reftests were disabled due to frequent hangs; see bug 1642719
-# for re-enabling.
-mingwclang-win32-tests-debug:
- - cppunittest
- - firefox-ui-functional
- - mochitest-a11y
- - mochitest-chrome-gpu
- - mochitest-plain-gpu
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- # - reftest - disabled, see bug 1642719
- - telemetry-tests-client
-
-mingwclang-tests-opt:
- - cppunittest
- - mochitest-chrome-gpu
- - mochitest-plain-gpu
-
-windows-talos:
- - talos-bcv
- - talos-chrome
- - talos-damp-inspector
- - talos-damp-webconsole
- - talos-damp-other
- - talos-dromaeojs
- - talos-g1
- - talos-g4
- - talos-g5
- - talos-other
- - talos-sessionrestore-many-windows
- - talos-perf-reftest
- - talos-perf-reftest-singletons
- - talos-svgr
- - talos-tp5o
- - talos-tabswitch
- - talos-realworld-webextensions
- - talos-webgl
- - talos-pdfpaint
- # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
-
-windows-ref-hw-tests:
- - mochitest-media
-
-talos-xperf:
- - talos-xperf
-
-# macOS
-macosx1100-64-jittests:
- - jittest
-
-macosx1100-64-qr-tests:
- - crashtest
- - jsreftest
- - mochitest-browser-a11y
- - mochitest-browser-chrome
- - mochitest-browser-media
- - mochitest-chrome-gpu
- - mochitest-media
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- - reftest
- - xpcshell
-
-macosx1100-aarch64-qr-tests:
- - mochitest-media
-
-macosx1015-64-qr-tests:
- - cppunittest
- - crashtest
- - firefox-ui-functional
- - gtest
- - jittest
- - jsreftest
- - marionette
- - mochitest-a11y
- - mochitest-browser-a11y
- - mochitest-browser-chrome
- - mochitest-browser-media
- - mochitest-chrome
- - mochitest-chrome-gpu
- - mochitest-devtools-chrome
- - mochitest-media
- - mochitest-plain
- - mochitest-plain-gpu
- - mochitest-remote
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
- - mochitest-webgl2-ext
- - reftest
- - telemetry-tests-client
- - test-verify
- - test-verify-gpu
- - test-verify-wpt
- - xpcshell
-
-macosx64-talos:
- - talos-bcv
- - talos-chrome
- - talos-damp-inspector
- - talos-damp-webconsole
- - talos-damp-other
- - talos-dromaeojs
- - talos-g1
- - talos-g4
- - talos-g5
- - talos-other
- - talos-sessionrestore-many-windows
- - talos-svgr
- - talos-tp5o
- - talos-perf-reftest
- - talos-perf-reftest-singletons
- - talos-realworld-webextensions
- - talos-webgl
- - talos-tabswitch
- - talos-pdfpaint
- # - talos-h1 # too long to unpack profile- Bug 1442893
-
-macosx1400-64-qr-tests:
- - browsertime-benchmark
-
-# Android
-
-android-x86_64-tests:
- - cppunittest
- - crashtest
- - geckoview-junit
- - gtest
- - mochitest-media
- - mochitest-plain
- - mochitest-plain-gpu
- # - mochitest-webgl1-core # Harness issues?
- # - mochitest-webgl1-ext
- # - mochitest-webgl2-core # Emulator not creating ES3?
- # - mochitest-webgl2-ext
- - reftest
- - test-verify
- - web-platform-tests
- - web-platform-tests-crashtest
- - web-platform-tests-reftest
- - web-platform-tests-wdspec
- - xpcshell
-
-android-x86-tests:
- - cppunittest
-
-android-hw-aarch64-opt-unittests:
- - jittest
-
-android-hw-arm7-pgo-unittests:
- - jittest-all
-
-android-hw-aarch64-pgo-unittests:
- - jittest
-
-android-hw-arm7-debug-unittests:
- - jittest
-
-android-hw-aarch64-debug-unittests:
- - jittest
-
-android-hw-aarch64:
- - crashtest-qr
- - reftest-qr
- - mochitest-media
- - mochitest-webgl1-core
- - mochitest-webgl1-ext
- - mochitest-webgl2-core
-
-android-hw-browsertime:
- - browsertime-tp6m
- - browsertime-tp6m-essential
- - browsertime-tp6m-webextensions
- - browsertime-tp6m-live
- - browsertime-benchmark-speedometer-mobile
- - browsertime-benchmark-speedometer3-mobile
- - browsertime-youtube-playback-mobile
- - browsertime-benchmark-unity-webgl-mobile
- - browsertime-benchmark-motionmark
- - browsertime-benchmark-motionmark-1-3
-
-android-hw-browsertime-profiling:
- - browsertime-tp6m-profiling
-
-android-hw-speedometer-tests:
- - browsertime-benchmark-speedometer-mobile
- - browsertime-benchmark-speedometer3-mobile
diff --git a/taskcluster/ci/test/variants.yml b/taskcluster/ci/test/variants.yml
deleted file mode 100644
index 8cb31ee047..0000000000
--- a/taskcluster/ci/test/variants.yml
+++ /dev/null
@@ -1,416 +0,0 @@
----
-1proc:
- description: "{description} with e10s disabled"
- component: "Testing::General"
- expiration: "never"
- suffix: "1proc"
- mozinfo: "e10s"
- merge:
- mozharness:
- extra-options:
- - "--disable-e10s"
- - "--disable-fission"
-
-headless:
- description: "{description} without a window"
- component: "Firefox::Headless"
- expiration: "never"
- suffix: "headless"
- mozinfo: "headless"
- replace:
- tier: 2
- when:
- $eval: '(
- "linux" in task["test-platform"]
- && (
- "mochitest-plain" in task["try-name"]
- || "marionette" in task["try-name"]
- )
- )
- || "web-platform-tests-wdspec" == task["try-name"]'
- merge:
- mozharness:
- extra-options:
- - "--headless"
-
-a11y-checks:
- description: "{description} with accessibility checks enabled"
- component: "Core::Disability Access APIs"
- expiration: "2024-09-01"
- suffix: "a11y-checks"
- mozinfo: "a11y_checks"
- replace:
- tier: 2
- when:
- $eval: '(
- "linux" in task["test-platform"]
- && "opt" in task["test-platform"]
- && !(
- "asan" in task["test-platform"]
- || "tsan" in task["test-platform"]
- || "ccov" in task["test-platform"]
- )
- ) && (
- "mochitest-devtools-chrome" == task["try-name"]
- || "mochitest-browser-chrome" == task["try-name"]
- )'
- merge:
- mozharness:
- extra-options:
- - "--enable-a11y-checks"
-
-aab:
- description: "{description} with aab test_runner"
- component: "GeckoView::General"
- expiration: "2024-09-01"
- when: &gv_e10s_filter
- $eval: '"android" in task["test-platform"]'
- suffix: "aab"
- # Need to add jdk but there isn't a good way to do that
- # so we just replace the toolchain list
- merge:
- fetches:
- toolchain:
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - android-emulator-linux
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-jdk
- - linux64-hostutils
- replace:
- target: "geckoview-test_runner.aab"
-
-geckoview-no-fission:
- description: "{description} without fission enabled"
- component: "GeckoView::Sandboxing"
- expiration: "2024-09-01"
- when:
- <<: *gv_e10s_filter
- suffix: "nofis"
- mozinfo: "fission"
- merge:
- mozharness:
- extra-options:
- - "--disable-fission"
-
-geckoview-fission:
- description: "{description} with fission enabled and default isolation strategy"
- component: "GeckoView::Sandboxing"
- expiration: "2024-09-01"
- when:
- <<: *gv_e10s_filter
- suffix: "fis"
- mozinfo: "fission"
-
-geckoview-fission-isolate-high-value:
- description: "{description} with fission enabled and isolation strategy isolateHighValue"
- component: "GeckoView::Sandboxing"
- expiration: "2024-09-01"
- when:
- <<: *gv_e10s_filter
- suffix: "fis-hv"
- mozinfo: "fission-high-value"
- merge:
- mozharness:
- extra-options:
- - "--setpref=fission.webContentIsolationStrategy=2"
-
-no-fission:
- description: "{description} without fission enabled"
- component: "Core::DOM: Content Processes"
- expiration: "2024-09-01"
- suffix: "nofis"
- mozinfo: "fission"
- when:
- $eval: '
- "linux" in task["test-platform"]
- || "android" in task["test-platform"]
- '
- merge:
- mozharness:
- extra-options:
- - "--disable-fission"
-
-geckoview-no-fission-ship:
- description: "{description} with fission disabled and ship enabled"
- component: "GeckoView::Sandboxing"
- expiration: "2024-09-01"
- suffix: "nofis-ship"
- when:
- <<: *gv_e10s_filter
- merge:
- mozharness:
- extra-options:
- - "--disable-fission"
- - "--setpref=fission.disableSessionHistoryInParent=false"
-
-xorigin:
- description: "{description} with cross-origin"
- component: "Core::DOM: Content Processes"
- expiration: "never"
- suffix: "xorig"
- mozinfo: "xorigin"
- replace:
- e10s: true
- when:
- $eval: '"mochitest-plain" in task["try-name"]'
- merge:
- mozharness:
- extra-options:
- - "--enable-xorigin-tests"
- - "--setpref=privacy.partition.always_partition_third_party_non_cookie_storage=false"
-
-conditioned_profile:
- description: "{description} with conditioned profile"
- component: "Testing::General"
- expiration: "2024-09-01"
- suffix: "condprof"
- mozinfo: "condprof"
- when:
- $eval: '
- (
- "linux" in task["test-platform"]
- || "windows" in task["test-platform"]
- ) && (
- "opt" in task["test-platform"]
- && !(
- "asan" in task["test-platform"]
- || "tsan" in task["test-platform"]
- || "ccov" in task["test-platform"]
- )
- ) && (
- "mochitest-plain" == task["try-name"]
- || "xpcshell" == task["try-name"]
- )'
- merge:
- mozharness:
- extra-options:
- - "--conditioned-profile"
- replace:
- chunks: 8
-
-socketprocess:
- description: "{description} with socket process enabled"
- component: "Core::Networking"
- expiration: "2024-09-01"
- suffix: "spi"
- mozinfo: "socketprocess_e10s"
- when:
- $eval: '"mochitest-media" in task["try-name"]'
- merge:
- mozharness:
- extra-options:
- - "--setpref=media.peerconnection.mtransport_process=true"
- - "--setpref=network.process.enabled=true"
-
-socketprocess_networking:
- description: "{description} with networking on socket process enabled"
- component: "Core::Networking"
- expiration: "2024-09-01"
- suffix: "spi-nw"
- mozinfo: "socketprocess_networking"
- when:
- $eval: '
- (
- "linux" in task["test-platform"]
- || "windows" in task["test-platform"]
- || "macosx" in task["test-platform"]
- ) && (
- "mochitest" in task["try-name"]
- || "xpcshell" == task["try-name"]
- )'
- merge:
- mozharness:
- extra-options:
- - "--setpref=network.process.enabled=true"
- - "--setpref=network.http.network_access_on_socket_process.enabled=true"
-
-# -
-# Webrender DComp variants for Win10
-
-webrender-dcomp-disabled:
- description: "{description} with dcomp disabled"
- component: "Core::Graphics: WebRender"
- expiration: "2024-09-01"
- suffix: "wr-dc0"
- when:
- $eval: '"windows1" in task["test-platform"]'
- merge:
- mozharness:
- extra-options:
- - "--setpref=gfx.webrender.dcomp-win.enabled=false"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win=false"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false"
- - "--setpref=gfx.webrender.compositor=false"
- - "--setpref=gfx.webrender.compositor.force-enabled=false"
-
-webrender-dcomp-present: # Default variant ends up like this.
- description: "{description} with dcomp present but not overlays"
- component: "Core::Graphics: WebRender"
- expiration: "2024-09-01"
- suffix: "wr-dc1-p"
- when:
- $eval: '"windows1" in task["test-platform"]'
- merge:
- mozharness:
- extra-options:
- - "--setpref=gfx.webrender.dcomp-win.enabled=true"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win=false"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false"
- - "--setpref=gfx.webrender.compositor=false"
- - "--setpref=gfx.webrender.compositor.force-enabled=false"
-
-webrender-dcomp-overlays:
- description: "{description} with dcomp overlays but not compositing"
- component: "Core::Graphics: WebRender"
- expiration: "2024-09-01"
- suffix: "wr-dc2-o"
- when:
- $eval: '"windows1" in task["test-platform"]'
- merge:
- mozharness:
- extra-options:
- - "--setpref=gfx.webrender.dcomp-win.enabled=true"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win=true"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true"
- - "--setpref=gfx.webrender.compositor=false"
- - "--setpref=gfx.webrender.compositor.force-enabled=false"
-
-webrender-dcomp-compositing:
- description: "{description} with dcomp compositing"
- component: "Core::Graphics: WebRender"
- expiration: "2024-09-01"
- suffix: "wr-dc3-c"
- when:
- $eval: '"windows1" in task["test-platform"]'
- merge:
- mozharness:
- extra-options:
- - "--setpref=gfx.webrender.dcomp-win.enabled=true"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win=true"
- - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true"
- - "--setpref=gfx.webrender.compositor=true"
- - "--setpref=gfx.webrender.compositor.force-enabled=true"
-
-# -
-
-webrender-sw:
- description: "{description} with software webrender enabled"
- component: "Core::Graphics: WebRender"
- expiration: "never"
- suffix: "swr"
- mozinfo: "swgl"
- merge:
- webrender: true
- mozharness:
- extra-options:
- - "--setpref=gfx.webrender.software=true"
-
-webgl-ipc:
- description: "{description} with WebGL IPC process enabled"
- component: "Core::Graphics: CanvasWebGL"
- expiration: "2024-09-01"
- suffix: "gli"
- merge:
- mozharness:
- extra-options:
- - "--setpref=webgl.out-of-process=true"
- - "--setpref=security.sandbox.content.headless=true"
-
-wmf-media-engine:
- description: "{description} with Windows Media Foundation media engine enabled"
- component: "Core::Audio/Video: Playback"
- expiration: "2024-10-10"
- when:
- $eval: '"windows1" in task["test-platform"]'
- suffix: "wmfme"
- mozinfo: "wmfme"
- replace:
- tier: 2
- merge:
- mozharness:
- extra-options:
- - "--tag=media-engine-compatible"
- - "--setpref=media.wmf.media-engine.enabled=1"
- - "--setpref=media.wmf.media-engine.channel-decoder.enabled=true"
- - "--setpref=media.eme.wmf.clearkey.enabled=true"
- - "--setpref=media.wmf.media-engine.bypass-gfx-blocklist=true"
-
-media-gpu:
- description: "{description} for running media tests on the GPU worker"
- component: "Core::Audio/Video: Playback"
- expiration: "2024-04-21"
- suffix: "mda-gpu"
- mozinfo: "mda_gpu"
- when:
- $eval: '
- "windows" in task["test-platform"]
- || "macosx" in task["test-platform"]
- '
- merge:
- virtualization: virtual-with-gpu
- mozharness:
- extra-options:
- - "--tag=media-gpu"
- - "--setpref=media.hardware-video-decoding.force-enabled=true"
-
-msix:
- description: "{description} from msix packages"
- component: "Firefox:Installer"
- expiration: "never"
- suffix: "msix"
- mozinfo: "msix"
- when:
- $eval: '
- "windows1" in task["test-platform"]
- && "-64" in task["test-platform"]
- && (
- "opt" in task["test-platform"]
- || "debug" in task["test-platform"]
- ) && !(
- "asan" in task["test-platform"]
- || "ccov" in task["test-platform"]
- )
- '
- merge:
- mozharness:
- extra-options:
- - "--installer-path installer.msix"
-
-http3:
- description: "{description} with http3 server"
- component: "Core::Networking"
- expiration: "2024-09-01"
- suffix: "http3"
- mozinfo: "http3"
- when:
- $eval: '(
- "linux" in task["test-platform"]
- && "debug" in task["test-platform"]
- ) && (
- "mochitest-plain" == task["try-name"]
- || "mochitest-devtools-chrome" == task["try-name"]
- )'
- merge:
- mozharness:
- extra-options:
- - "--use-http3-server"
-
-http2:
- description: "{description} with http2 server"
- component: "Core::Networking"
- expiration: "2024-09-01"
- suffix: "http2"
- mozinfo: "http2"
- when:
- $eval: '(
- "linux" in task["test-platform"]
- && "debug" in task["test-platform"]
- )
- && "mochitest-plain" == task["try-name"]
- '
- merge:
- mozharness:
- extra-options:
- - "--use-http2-server"
diff --git a/taskcluster/ci/test/web-platform.yml b/taskcluster/ci/test/web-platform.yml
deleted file mode 100644
index 4a1818cbd6..0000000000
--- a/taskcluster/ci/test/web-platform.yml
+++ /dev/null
@@ -1,596 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite:
- category: web-platform-tests
- instance-size: xlarge-noscratch
- max-run-time:
- by-test-platform:
- android-em-7.0-x86_64/debug: 7200
- default: 5400
- mozharness:
- script: web_platform_tests.py
- config:
- by-test-platform:
- windows.*:
- - web_platform_tests/prod_config_windows_taskcluster.py
- macosx.*:
- - web_platform_tests/prod_config_mac.py
- android-em.*:
- - android/android-x86_64.py
- - web_platform_tests/prod_config_android.py
- default:
- - web_platform_tests/prod_config.py
- - remove_executables.py
- target:
- by-test-platform:
- android-em-7.0-x86_64-shippable(-lite)?-qr/opt: geckoview-test_runner.apk
- android-em-7.0-x86_64(-lite)?-qr/opt: geckoview-test_runner.apk
- android-em-7.0-x86_64(-lite)?-qr/debug(-isolated-process)?: geckoview-test_runner.apk
- default: null
-
-web-platform-tests:
- description: "Web platform test run"
- suite: web-platform-tests
- treeherder-symbol: W(wpt)
- virtualization: virtual
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
- chunks:
- by-test-platform:
- android.*/debug: 32
- android.*: 24
- linux.*64-tsan-qr/opt: 32
- linux.*64-asan(-qr)?/opt: 22
- linux.*64-ccov.*/opt: 20
- linux.*/debug: 16
- macosx.*/debug: 18
- windows.*32.*/opt: 12
- windows.*/debug: 16
- windows.*-ccov.*/opt: 14
- default: 10
- max-run-time:
- by-test-platform:
- .*-ccov.*/.*: 10800
- linux.*64(-tsan|-asan)-qr/opt: 14400
- linux.*64(-qr)?/debug: 10800
- macosx.*/debug: 10800
- android-em.*/.*: 10800
- default: 7200
- variants:
- - no-fission
- run-on-projects:
- by-variant:
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- mozharness:
- chunked: true
- extra-options:
- - --test-type=testharness
- - --skip-implementation-status=backlog
- - --skip-implementation-status=not-implementing
- - --skip-timeout
- - --skip-crash
- # Because we have a separate job for them, don't run the (core)
- # webgpu/* tests in the main WPT runs. (but still run tests in dirs
- # other than webgpu/* that are tagged webgpu, e.g. canvas tests)
- - --exclude-tag=webgpu
- - --exclude-tag=canvas
-
-web-platform-tests-backlog:
- description: "Web platform test (backlog) run"
- treeherder-symbol: W-b(wpt)
- variants:
- - no-fission
- chunks:
- by-test-platform:
- android.*: 3
- default: 2
- max-run-time:
- by-test-platform:
- android.*/opt: 7200
- default: 3600
- run-on-projects:
- by-variant:
- no-fission:
- by-test-platform:
- android.*: ['mozilla-central']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: ['mozilla-central']
- test-manifest-loader: null # don't load tests in the taskgraph
- tier: 2
- mozharness:
- chunked: true
- extra-options:
- - --test-type=testharness
- - --skip-implementation-status=implementing
- - --skip-implementation-status=not-implementing
- - --backlog
- - --exclude-tag=webgpu
-
-web-platform-tests-privatebrowsing:
- description: "Web platform privatebrowsing test run"
- suite: web-platform-tests
- treeherder-symbol: W(pb)
- virtualization: virtual
- tier: default
- chunks: 1
- max-run-time: 1800
- variants: [] # We don't need sw or nofis testing.
- run-on-projects:
- by-test-platform:
- android.*: []
- macos.*: []
- .*-(wayland).*/.*: []
- default: built-projects
- mozharness:
- chunked: true
- extra-options:
- - --test-type=testharness
- - --default-exclude
- - --setpref=browser.privatebrowsing.autostart=true
- - --setpref=dom.cache.privateBrowsing.enabled=true
- - --tag=privatebrowsing
-
-web-platform-tests-reftest:
- description: "Web platform reftest run"
- schedules-component: web-platform-tests-reftest
- treeherder-symbol: W(Wr)
- virtualization:
- by-test-platform:
- windows.*-64.*-qr/.*: virtual-with-gpu
- default: virtual
- chunks:
- by-test-platform:
- .*-ccov.*/.*: 8
- linux.*64-tsan-qr/opt: 16
- linux1804-64(-asan)?-qr/.*: 6
- macosx10.*-64/debug: 6
- macosx10.*-64/opt: 3
- windows.*-(32|64)(-qr)?/debug: 5
- android.*: 6
- default: 4
- variants:
- - no-fission
- - webrender-sw+no-fission
- - webrender-sw
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- .*-32.*/.*: []
- linux.*64-qr/debug: built-projects
- windows.*-qr/debug: built-projects
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
- mozharness:
- extra-options:
- - --test-type=reftest
- - --skip-implementation-status=backlog
- - --skip-implementation-status=not-implementing
- - --skip-timeout
- - --skip-crash
-
-web-platform-tests-webgpu:
- description: "Web platform WebGPU test run"
- suite: web-platform-tests
- treeherder-symbol: W(webgpu)
- virtualization: virtual-with-gpu
- tier:
- by-test-platform:
- android.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914
- macos.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913
- linux2204.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912
- windows.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911
- default: 3
- # Choice of `chunks`:
- # Time-to-TEST-START on Windows is ~7m (~9m for debug).
- # (though we're working on reducing this!)
- # Devs would love ~10-15m runs, but we don't want to be more than
- # 50% overhead, so let's aim for 15m (20m debug)
- chunks:
- by-test-platform:
- linux2204.*-64.*: 15
- macos.*: 20
- windows.*-64.*/opt.*: 15
- windows.*-64.*/debug.*: 20
- default: 10
- max-run-time:
- by-test-platform:
- .*/debug: 5400 # 90m
- default: 3200 # 60m
- variants: [] # We don't need sw or nofis testing.
- run-on-projects:
- by-test-platform:
- android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811
- .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700
- default: ['mozilla-central']
- mozharness:
- chunked: true
- extra-options:
- by-test-platform:
- macos.*:
- - --test-type=testharness
- - --default-exclude
- - --tag=webgpu
- - --exclude-tag=canvas
- - --setpref=gfx.webgpu.ignore-blocklist=true
- default:
- - --test-type=testharness
- - --default-exclude
- - --tag=webgpu
- - --exclude-tag=canvas
-
-web-platform-tests-canvas:
- description: "Web platform Canvas test run"
- suite: web-platform-tests
- treeherder-symbol: W(canvas)
- virtualization: virtual-with-gpu
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
- chunks:
- by-test-platform:
- windows.*: 2
- .*tsan.*: 2
- linux.*/debug: 2
- linux.*asan.*: 2
- default: 1
- max-run-time:
- by-test-platform:
- .*tsan.*: 3600
- default: 1800
- variants:
- - no-fission
- run-on-projects:
- by-variant:
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- mozharness:
- chunked: true
- extra-options:
- - --test-type=testharness
- - --skip-implementation-status=backlog
- - --skip-implementation-status=not-implementing
- - --skip-timeout
- - --skip-crash
- # Because we have a separate job for them, don't run the (core)
- # webgpu/* tests in the main WPT runs. (but still run tests in dirs
- # other than webgpu/* that are tagged webgpu, e.g. canvas tests)
- - --default-exclude
- - --tag=canvas
- - --exclude-tag=webgpu
-
-web-platform-tests-reftest-backlog:
- description: "Web platform reftest (backlog) run"
- schedules-component: web-platform-tests-reftest
- treeherder-symbol: W-b(Wr)
- virtualization: virtual
- chunks: 1
- variants:
- - no-fission
- run-on-projects:
- by-variant:
- no-fission:
- by-test-platform:
- android.*: ['mozilla-central']
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: ['mozilla-central']
- test-manifest-loader: null # don't load tests in the taskgraph
- tier: 2
- mozharness:
- extra-options:
- - --test-type=reftest
- - --skip-implementation-status=implementing
- - --skip-implementation-status=not-implementing
- - --backlog
- - --exclude-tag=webgpu
-
-web-platform-tests-wdspec:
- description: "Web platform webdriver-spec run"
- schedules-component: web-platform-tests-wdspec
- treeherder-symbol: W(Wd)
- chunks:
- by-test-platform:
- .*-ccov.*/.*: 6
- .*-tsan.*/.*: 8
- default: 5
- mozharness:
- extra-options:
- by-test-platform:
- android-em-7.*:
- - --test-type=wdspec
- - --setpref=gfx.canvas.accelerated=false
- default:
- - --test-type=wdspec
- variants:
- - no-fission
- - headless
- run-on-projects:
- by-variant:
- headless:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- no-fission:
- by-test-platform:
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default: default
- fetches:
- toolchain:
- by-test-platform:
- android-em-7.*:
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - android-emulator-linux
- - linux64-geckodriver
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-hostutils
- linux.*64.*:
- - linux64-geckodriver
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- linux.*32.*:
- - linux32-geckodriver
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- macosx.*:
- - macosx64-geckodriver
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*-32.*:
- - win32-geckodriver
- - win32-minidump-stackwalk
- - win32-fix-stacks
- win.*-64.*:
- - win64-geckodriver
- - win32-minidump-stackwalk
- - win32-fix-stacks
- default:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- - linux64-geckodriver
-
-web-platform-tests-crashtest:
- description: "Web platform crashtests run"
- schedules-component: web-platform-tests-crashtest
- treeherder-symbol: W(Wc)
- chunks: 1
- mozharness:
- extra-options:
- - --test-type=crashtest
- variants:
- - no-fission
- - webrender-sw
- - webrender-sw+no-fission
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- .*-32.*/.*: []
- linux.*64-qr/debug: built-projects
- macosx101.*64-qr/debug: built-projects
- windows.*-qr/debug: built-projects
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- android-em-7.0-x86_64-qr/debug: built-projects
- default: built-projects
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- webrender-sw+no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default: default
-
-web-platform-tests-print-reftest:
- description: "Web platform print-reftest run"
- schedules-component: web-platform-tests-print-reftest
- treeherder-symbol: W(Wp)
- chunks: 1
- test-manifest-loader: null # don't load tests in the taskgraph
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- webrender-sw+no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default: default
- variants:
- - no-fission
- - webrender-sw
- - webrender-sw+no-fission
- run-on-projects:
- by-variant:
- webrender-sw:
- by-test-platform:
- android.*: []
- .*-32.*/.*: []
- linux.*64-qr/debug: built-projects
- windows.*-qr/debug: built-projects
- default: []
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- default: []
- no-fission:
- by-test-platform:
- linux1804-64-qr/debug: ['mozilla-central']
- linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central']
- android.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: []
- .*wayland.*: []
- default: built-projects
- mozharness:
- extra-options:
- - --test-type=print-reftest
-
-test-verify-wpt:
- description: "Extra verification of web-platform tests modified on this push"
- suite:
- category: test-verify
- name: test-verify-wpt
- treeherder-symbol: TVw
- max-run-time: 10800
- run-on-projects:
- by-test-platform:
- # do not run on asan, ccov, shippable or wayland
- .*-(asan|ccov|shippable|wayland).*/.*: []
- # do not run on beta or release: usually just confirms earlier results
- default: ['integration']
- built-projects-only: true
- test-manifest-loader: null # don't load tests in the taskgraph
- optimization:
- test-verify: ["test-verify-wpt"]
- tier: 2
- mozharness:
- extra-options:
- - --verify
-
-test-coverage-wpt:
- description: "Per web-platform test coverage"
- suite:
- category: test-coverage
- name: test-coverage-wpt
- schedules-component: test-coverage-wpt
- treeherder-symbol: TCw
- max-run-time: 10800
- variants:
- - no-fission
- - webrender-sw+no-fission
- run-on-projects:
- by-variant:
- webrender-sw+no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug: built-projects
- default: []
- default:
- by-test-platform:
- .*-ccov.*/.*: built-projects
- default: []
- test-manifest-loader: null # don't load tests in the taskgraph
- tier: 2
- mozharness:
- extra-options:
- - --per-test-coverage
diff --git a/taskcluster/ci/test/xpcshell.yml b/taskcluster/ci/test/xpcshell.yml
deleted file mode 100644
index 02a615bdc2..0000000000
--- a/taskcluster/ci/test/xpcshell.yml
+++ /dev/null
@@ -1,198 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- suite:
- category: xpcshell
- name:
- by-variant:
- msix: xpcshell-msix
- default: xpcshell
- target:
- by-test-platform:
- android-em-7.*: geckoview-test_runner.apk
- windows11-64-2009.*:
- by-variant:
- msix: target.installer.msix
- default: null
- default: null
- mozharness:
- script:
- by-test-platform:
- android-em.*: android_emulator_unittest.py
- default: desktop_unittest.py
- config:
- by-test-platform:
- android-em-7.*:
- - android/android_common.py
- - android/android-x86_64.py
- linux.*:
- - unittests/linux_unittest.py
- - remove_executables.py
- macosx.*:
- - unittests/mac_unittest.py
- windows.*:
- - unittests/win_unittest.py
- requires-signed-builds:
- by-test-platform:
- macosx1100.*: true
- windows.*-asan-qr/opt: false # No XPCShell on ASAN yet
- windows.*-mingwclang-qr/.*: false
- windows.*: true
- default: false
-
-xpcshell:
- description: "xpcshell test run"
- treeherder-symbol: X(X)
- variants:
- - conditioned_profile
- - socketprocess_networking+no-fission
- - socketprocess_networking
- - no-fission
- - msix
- - geckoview-no-fission-ship
- instance-size:
- by-variant:
- conditioned_profile: large
- default: large-noscratch
- run-on-projects:
- by-variant:
- conditioned_profile:
- by-test-platform:
- .*asan.*: []
- .*ccov.*: []
- (linux1804-64|windows11-64.*)(-shippable)?-qr/opt: ['trunk']
- default: []
- socketprocess_networking+no-fission:
- by-test-platform:
- linux1804-64.*: ['mozilla-central']
- default: []
- socketprocess_networking:
- by-test-platform:
- macosx1015.*: ['trunk'] # All Mac variants
- ^(?!.*asan).*windows11.*: ['trunk'] # All Windows11 except ASAN
- default: []
- no-fission:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android.*: built-projects
- linux1804-64.*: ['mozilla-central']
- default: []
- msix:
- by-test-platform:
- windows11-64-2009(-shippable)?-qr/opt: built-projects
- windows11-64-2009-qr/debug: built-projects
- default: []
- geckoview-no-fission-ship:
- by-test-platform:
- android-em-7.0-x86_64-qr/debug-isolated-process: []
- android-em.*: built-projects
- default: []
- default:
- by-test-platform:
- android.*: built-projects
- .*wayland.*: []
- windows.*-asan-qr/opt: [] # No XPCShell on ASAN yet
- default: built-projects
- chunks:
- by-test-platform:
- .*-asan-qr/opt: 4
- .*-ccov.*/.*: 8
- .*-tsan-qr/opt: 10
- (android-em-7.*|macosx.*|linux1804-64.*/opt): 2
- default: 4
- max-run-time:
- by-variant:
- msix: 7200
- conditioned_profile: 7200
- default:
- by-test-platform:
- .*-ccov(-qr)?/.*: 7200
- .*-tsan-qr/opt: 7200
- default: 5400
- allow-software-gl-layers: false
- tier:
- by-variant:
- no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- socketprocess_networking+no-fission:
- by-test-platform:
- linux.*: 2
- default: default
- default:
- by-test-platform:
- windows.*-asan.*: 3
- android-em-7.0-x86_64-qr/debug-isolated-process: 3
- default: default
- mozharness:
- extra-options:
- by-test-platform:
- windows1.*:
- - --threads=2
- default: []
- fetches:
- toolchain:
- by-test-platform:
- linux.*:
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- macosx.*:
- - macosx64-node
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*-64.*:
- - win64-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- win.*32.*:
- - win32-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
- android-em-7.*:
- - android-system-image-x86_64-linux
- - android-avd-x86_64-linux
- - android-emulator-linux
- - linux64-node
- - linux64-minidump-stackwalk
- - linux64-hostutils
-
-xpcshell-failures:
- description: "xpcshell specific failures test run"
- treeherder-symbol: X-f(X)
- run-on-projects: ["mozilla-central"]
- chunks: 2
- max-run-time: 2700
- allow-software-gl-layers: false
- tier: 3
- mozharness:
- script:
- by-test-platform:
- macos.*: mac_unittest.py
- windows1.*: desktop_unittest.py
- config:
- by-test-platform:
- macos.*:
- - unittests/mac_unittest.py
- windows1.*:
- - unittests/win_unittest.py
- extra-options:
- by-test-platform:
- macosx1100.*:
- - --run-failures=apple_silicon
- - --timeout-as-pass
- - --crash-as-pass
- fetches:
- toolchain:
- by-test-platform:
- macosx.*:
- - macosx64-node
- - macosx64-minidump-stackwalk
- - macosx64-fix-stacks
- win.*32.*:
- - win32-node
- - win32-minidump-stackwalk
- - win32-fix-stacks
generated by cgit v1.2.3 (git 2.39.1) at 2024-10-24 12:38:31 +0000