diff options
| author | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-06-12 05:35:29 +0000 |
|---|---|---|
| committer | Daniel Baumann <daniel.baumann@progress-linux.org> | 2024-06-12 05:35:29 +0000 |
| commit | 59203c63bb777a3bacec32fb8830fba33540e809 (patch) | |
| tree | 58298e711c0ff0575818c30485b44a2f21bf28a0 /taskcluster/ci/test | |
| parent | Adding upstream version 126.0.1. (diff) | |
| download | firefox-59203c63bb777a3bacec32fb8830fba33540e809.tar.xz firefox-59203c63bb777a3bacec32fb8830fba33540e809.zip | |
Adding upstream version 127.0.upstream/127.0
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'taskcluster/ci/test')
| -rw-r--r-- | taskcluster/ci/test/awsy.yml | 75 | ||||
| -rw-r--r-- | taskcluster/ci/test/browsertime-desktop.yml | 973 | ||||
| -rw-r--r-- | taskcluster/ci/test/browsertime-mobile.yml | 519 | ||||
| -rw-r--r-- | taskcluster/ci/test/compiled.yml | 138 | ||||
| -rw-r--r-- | taskcluster/ci/test/firefox-ui.yml | 27 | ||||
| -rw-r--r-- | taskcluster/ci/test/kind.yml | 95 | ||||
| -rw-r--r-- | taskcluster/ci/test/marionette.yml | 54 | ||||
| -rw-r--r-- | taskcluster/ci/test/misc.yml | 272 | ||||
| -rw-r--r-- | taskcluster/ci/test/mochitest.yml | 1166 | ||||
| -rw-r--r-- | taskcluster/ci/test/reftest.yml | 281 | ||||
| -rw-r--r-- | taskcluster/ci/test/talos.yml | 817 | ||||
| -rw-r--r-- | taskcluster/ci/test/test-platforms.yml | 505 | ||||
| -rw-r--r-- | taskcluster/ci/test/test-sets.yml | 498 | ||||
| -rw-r--r-- | taskcluster/ci/test/variants.yml | 416 | ||||
| -rw-r--r-- | taskcluster/ci/test/web-platform.yml | 596 | ||||
| -rw-r--r-- | taskcluster/ci/test/xpcshell.yml | 198 |
16 files changed, 0 insertions, 6630 deletions
diff --git a/taskcluster/ci/test/awsy.yml b/taskcluster/ci/test/awsy.yml deleted file mode 100644 index 6ba85dcb82..0000000000 --- a/taskcluster/ci/test/awsy.yml +++ /dev/null @@ -1,75 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: awsy - max-run-time: 7200 - instance-size: xlarge-noscratch - virtualization: - by-test-platform: - windows.*(?:-shippable)?-qr/.*: virtual-with-gpu - default: virtual - allow-software-gl-layers: false - mozharness: - script: awsy_script.py - config: - by-test-platform: - windows.*: - - awsy/taskcluster_windows_config.py - macosx.*/opt: - - awsy/macosx_config.py - default: - - awsy/linux_config.py - tier: default - test-manifest-loader: null # don't load tests in the taskgraph - - -awsy: - description: Are we slim yet - tp5 pageset - treeherder-symbol: SY(sy) - run-on-projects: [] - -awsy-tp6: - description: Are we slim yet - tp6 pageset - treeherder-symbol: SY(sy-tp6) - run-on-projects: - by-test-platform: - .*-devedition/.*: [] # don't run on devedition - windows.*-32.*/opt: [] - (linux|windows|mac)(?!.*shippable).*/opt: [] - default: [trunk] - mozharness: - extra-options: - - --tp6 - -awsy-dmd: - description: Are we slim yet - dmd enabled - treeherder-symbol: SY(sy-d) - run-on-projects: [] - mozharness: - extra-options: - - --dmd - -awsy-base: - description: Are we slim yet - about:blank base case - treeherder-symbol: SY(ab) - run-on-projects: - by-test-platform: - .*-devedition/.*: [] # don't run on devedition. - windows.*-32.*/opt: [] - (linux|windows|mac)(?!.*shippable).*/opt: [] - default: [trunk] - tier: default - mozharness: - extra-options: - - --base - -awsy-base-dmd: - description: Are we slim yet - about:blank base case - dmd enabled - treeherder-symbol: SY(ab-d) - run-on-projects: [] - mozharness: - extra-options: - - --base - - --dmd diff --git a/taskcluster/ci/test/browsertime-desktop.yml b/taskcluster/ci/test/browsertime-desktop.yml deleted file mode 100644 index f4a1abe080..0000000000 --- a/taskcluster/ci/test/browsertime-desktop.yml +++ /dev/null @@ -1,973 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - max-run-time: - by-test-platform: - .*-qr/.*: 2400 - default: 1800 - suite: raptor - run-on-projects: - by-test-platform: - linux.*shippable[^-qr].*: [mozilla-central] - default: [] - limit-platforms: - by-app: - chrome: - - .*shippable.* - safari: - - .*macos.*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 3 - virtualization: hardware - mozharness: - script: raptor_script.py - config: - by-test-platform: - macosx.*: - - raptor/mac_config.py - windows.*: - - raptor/windows_config.py - default: - - raptor/linux_config.py - extra-options: - - --conditioned-profile=settled - fetches: - toolchain: - by-app: - custom-car: - by-test-platform: - # this satisfied taskgraph for now, but once mac/win is implemented - # then linux will be the default - linux.*: - - linux64-custom-car - - linux64-minidump-stackwalk - - linux64-fix-stacks - windows10-64.*: - - win64-custom-car - - win64-minidump-stackwalk - - win64-fix-stacks - macosx1015.*: - - macosx64-custom-car - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - macosx1400.*: - - macosx-arm64-custom-car - - macosx64-aarch64-minidump-stackwalk - - macosx64-aarch64-fix-stacks - default: [] - default: - by-test-platform: - windows.*-32.*.: - - win32-minidump-stackwalk - - win32-fix-stacks - windows10-64.*: - - win64-minidump-stackwalk - - win64-fix-stacks - macos.*: - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - -browsertime-tp6: - <<: &tp6-defaults - description: Raptor (browsertime) tp6 page-load tests - limit-platforms: - by-app: - chrome: - - .*shippable.* - safari: - - .*macos.*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - max-run-time: - by-subtest: - imgur: 4800 - default: 4000 - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --extra-profiler-run - default: - - --chimera - - --conditioned-profile=settled - - --extra-profiler-run - run-on-projects: - by-subtest: - netflix: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - (macosx1015|linux|windows10-64).*shippable-qr.*: [trunk] - default: [] - default: [] - default: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - treeherder-symbol: Btime(tp6) - raptor: - apps: [firefox, chrome] - test: tp6 - run-visual-metrics: true - subtests: - - buzzfeed - - ebay - - espn - - expedia - - [facebook, fb] - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - imdb - - imgur - - linkedin - - microsoft - - netflix - - nytimes - - office - - outlook - - paypal - - pinterest - - reddit - - tumblr - - twitch - - wikia - - youtube - tier: - by-app: - firefox: 2 - default: 3 - -browsertime-responsiveness: - <<: *tp6-defaults - raptor: - apps: [firefox, chrome] - test: tp6 - run-visual-metrics: true - subtests: - - cnn-nav - - [facebook-nav, fbnav] - - [reddit-billgates-ama, rdt-ama] - - [reddit-billgates-post-1, rdt-post-1] - - [reddit-billgates-post-2, rdt-post-2] - mozharness: - extra-options: - by-test-platform: - windows10-.*: - - --cold - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --extra-profiler-run - default: - - --cold - - --conditioned-profile=settled - - --extra-profiler-run - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - tier: - by-app: - firefox: 2 - default: 3 - -browsertime-tp6-essential: - <<: *tp6-defaults - <<: &tp6-essential-defaults - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --collect-perfstats - - --extra-profiler-run - default: - - --chimera - - --conditioned-profile=settled - - --extra-profiler-run - raptor: - apps: [firefox, chrome, custom-car] - test: tp6 - run-visual-metrics: - by-test-platform: - macosx1400.*shippable.*: false - # Bug 1845014 Resolve osx 1300 vismet permafails - default: true - subtests: - - amazon - - [bing-search, bing] - - cnn - - fandom - - [google-slides, gslides] - - instagram - - twitter - - wikipedia - - yahoo-mail - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - macosx1100.*shippable.*: [mozilla-central] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - tier: - by-test-platform: - linux1804-64-clang-trunk-qr/opt: 2 - default: - by-app: - firefox: 1 - default: 3 - -browsertime-tp6-bytecode: - <<: *tp6-defaults - <<: *tp6-essential-defaults - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: - - amazon - - [bing-search, bing] - - cnn - - fandom - - [google-slides, gslides] - - instagram - - twitter - - wikipedia - - yahoo-mail - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - macosx1100.*shippable.*: [mozilla-central] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - default: [] - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --test-bytecode-cache - - --extra-profiler-run - default: - - --chimera - - --browsertime - - --conditioned-profile=settled - - --test-bytecode-cache - - --extra-profiler-run - tier: - by-app: - firefox: 2 - default: 3 - treeherder-symbol: Btime-cache(tp6) - -browsertime-tp7: - <<: &tp7-defaults - description: Raptor (browsertime) tp7 page-load tests - limit-platforms: - by-app: - chrome: - - .*shippable.* - safari: - - .*macos.*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - max-run-time: - by-subtest: - imgur: 4800 - default: 4000 - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled - - --extra-profiler-run - default: - - --chimera - - --conditioned-profile=settled - - --extra-profiler-run - run-on-projects: [] - treeherder-symbol: Btime(tp7) - raptor: - apps: [firefox, chrome] - test: tp7 - run-visual-metrics: true - subtests: - - tiktok - - openai - - samsung - - weather - - docomo - tier: - by-app: - firefox: 3 - default: 3 - -browsertime-benchmark: - description: Raptor (browsertime) Benchmark tests - raptor: - apps: [firefox, chrome, safari, custom-car] - subtests: - by-test-platform: - macosx1400.*shippable.*: - - [speedometer, sp] - - [speedometer3, sp3] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - default: - by-app: - firefox: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-htmlsuite, mm-h] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [twitch-animation, tw-a] - - [unity-webgl, ugl] - - [webaudio, wa] - safari: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - # - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754) - - [motionmark-animometer, mm-a] - - [motionmark-htmlsuite, mm-h] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - # - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535) - - [stylebench, sb] - - [sunspider, ss] - # - [unity-webgl, ugl] Almost Perma failing on osx 10.15.x machines (Bug 1888398) - - [webaudio, wa] - custom-car: - - [speedometer, sp] - - [speedometer3, sp3] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - chrome: - by-test-platform: - macosx1015.*shippable.*: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-htmlsuite, mm-h] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [unity-webgl, ugl] - - [webaudio, wa] - default: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite, mm-h] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [unity-webgl, ugl] - - [webaudio, wa] - default: - - ares6 - - [assorted-dom, dom] - - [jetstream2, js2] - - [matrix-react-bench, mrb] - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite, mm-h] - - [motionmark-htmlsuite-ramp, mm-hr] - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - - [speedometer, sp] - - [speedometer3, sp3] - - [stylebench, sb] - - [sunspider, ss] - - [unity-webgl, ugl] - - [webaudio, wa] - treeherder-symbol: Btime() - tier: - by-app: - firefox: - by-subtest: - motionmark-animometer: - by-test-platform: - linux1804-64-clang-trunk-qr/opt: 2 - default: 1 - default: - by-test-platform: - windows10-64-ccov.*/.*: 3 - linux64-ccov.*/.*: 3 - default: 2 - default: - by-subtest: - unity-webgl: 3 - default: 2 - run-on-projects: - by-subtest: - speedometer3: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [trunk] - .*nightlyasrelease.*: [autoland, mozilla-central] - default: [] - custom-car: - by-test-platform: - (linux|windows10-64).*shippable-qr.*: [mozilla-central] - default: [] - default: [] - unity-webgl: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - # Disabled on autoland due to bug 1720063, and bug 1795826 - .*64.*shippable-qr/.*: [mozilla-central] - default: [] - default: [] - speedometer: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [trunk] - .*nightlyasrelease.*: [autoland] - default: [] - custom-car: - by-test-platform: - (linux|windows10-64).*shippable-qr.*: [mozilla-central] - default: [] - default: [] - default: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [trunk] - default: [] - default: [] - max-run-time: - by-subtest: - ares6: 1500 - assorted-dom: - by-test-platform: - .*-qr/.*: 2100 - default: 1500 - jetstream2: 8000 - matrix-react-bench: 1500 - motionmark-htmlsuite: 1500 - motionmark-htmlsuite-ramp: 3000 - motionmark-animometer-ramp: 2100 - motionmark-1-3: 3000 - motionmark-htmlsuite-1-3: 3000 - unity-webgl: 2400 - speedometer3: - by-test-platform: - macosx1400.*shippable.*: 4200 - default: 2100 - speedometer: 2100 - default: 900 - mozharness: - extra-options: - by-test-platform: - macosx1400.*shippable.*: - - --extra-profiler-run - - --page-timeout=900000 - default: - - --extra-profiler-run - -browsertime-benchmark-wasm: - description: Raptor (browsertime) WASM benchmarks - raptor: - apps: [firefox, chrome, safari] - subtests: - by-app: - firefox: - - [wasm-godot, godot] - - [wasm-godot-baseline, godot-b] - - [wasm-godot-optimizing, godot-i] - - [wasm-misc, wm] - - [wasm-misc-baseline, wm-b] - - [wasm-misc-optimizing, wm-i] - safari: - # - [wasm-misc, wm] Perma fails (Bug 1809533) - - [wasm-godot, godot] - default: - - [wasm-misc, wm] - - [wasm-godot, godot] - treeherder-symbol: Btime() - tier: 2 - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] - default: [] - default: [] - max-run-time: - by-subtest: - wasm-godot: 1500 - wasm-godot-baseline: 1500 - wasm-misc-baseline: 1500 - default: 900 - mozharness: - extra-options: - - --extra-profiler-run - -browsertime-youtube-playback: - description: Browsertime YouTube Playback on Firefox - raptor: - apps: [firefox] - subtests: - by-app: - firefox: - - [youtube-playback-av1-sfr, ytp-av1-sfr] - - [youtube-playback-h264-sfr, ytp-h264-sfr] - - [youtube-playback-hfr, ytp-hfr] - - [youtube-playback-vp9-sfr, ytp-vp9-sfr] - - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr] - treeherder-symbol: Btime() - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] - default: [] - tier: 2 - limit-platforms: - by-subtest: - youtube-playback-av1-sfr: - - macosx1015-64-shippable-qr/opt - default: [] - max-run-time: - by-subtest: - youtube-playback-hfr: 3600 - youtube-playback-widevine.*: 3600 - default: 2700 - -browsertime-youtube-playback-power: - description: Browsertime YouTube Playback on Firefox with power usage tracking - raptor: - apps: [firefox] - subtests: - by-app: - firefox: - - - [youtube-playback-h264-1080p30, ytp-h264-1080p30] - - [youtube-playback-h264-1080p60, ytp-h264-1080p60] - - [youtube-playback-h264-full-1080p30, ytp-h264-full-1080p30] - - [youtube-playback-h264-full-1080p60, ytp-h264-full-1080p60] - - [youtube-playback-v9-1080p30, ytp-v9-1080p30] - - [youtube-playback-v9-1080p60, ytp-v9-1080p60] - - [youtube-playback-v9-full-1080p30, ytp-v9-full-1080p30] - - [youtube-playback-v9-full-1080p60, ytp-v9-full-1080p60] - treeherder-symbol: Btime() - run-on-projects: - by-test-platform: - macosx.*shippable-qr.*: [mozilla-central] - default: [] - tier: 2 - max-run-time: 2700 - -browsertime-tp6-live: - <<: *tp6-defaults - description: Raptor (browsertime) tp6 on live-sites - mozharness: - extra-options: - - --browser-cycles=15 - - --chimera - - --live-sites - - --extra-profiler-run - raptor: - apps: [firefox, chrome, safari] - test: tp6 - run-visual-metrics: true - subtests: - by-app: - safari: - - amazon - - [bing-search, bing] - - ebay - # - [facebook, fb] Perma fails on osx 10.15.7 - - fandom - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - [google-slides, gslides] - - imdb - - imgur - # - instagram # (see bug 1736999) - - linkedin - - microsoft - # - netflix # Perma fails on osx 10.15.7 (Bug 1802922) - # - office (site loads blank page if not signed in) - # - outlook Perma fails on osx 10.15.7 - - paypal - - pinterest - - reddit - - tumblr - - twitch - # - twitter Perma fails on osx 10.15.7 - - wikipedia - - yahoo-mail - - youtube - chrome: - - amazon - - [bing-search, bing] - - ebay - - [facebook, fb] - - fandom - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - [google-slides, gslides] - - imdb - # - imgur (see bugs 1825337 & 1817420) - - instagram - - linkedin - - microsoft - - netflix - # - office (site loads blank page if not signed in) - - outlook - - paypal - - pinterest - - reddit - - tumblr - - twitch - - twitter - - wikipedia - - yahoo-mail - - youtube - default: - - amazon - - [bing-search, bing] - - ebay - - [facebook, fb] - - fandom - - [google-docs, gdocs] - - [google-mail, gmail] - - [google-search, gsearch] - - [google-slides, gslides] - - imdb - - imgur - - instagram - - linkedin - - microsoft - - netflix - # - office (site loads blank page if not signed in) - - outlook - - paypal - - pinterest - - reddit - - tumblr - - twitch - - twitter - - wikipedia - - yahoo-mail - - youtube - run-on-projects: [] - tier: 3 - treeherder-symbol: Btime-live(tp6) - -browsertime-tp6-live-sheriffed: - <<: *tp6-defaults - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: - - cnn - description: Raptor (browsertime) tp6 on live-sites - mozharness: - extra-options: - - --browser-cycles=5 - - --chimera - - --live-sites - - --extra-profiler-run - - --browsertime-arg=maxLoadTime=240000 - run-on-projects: - by-test-platform: - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows|macosx1015)(?!.*-qr).*: [] - windows.*-32.*: [] - default: [] - tier: 2 - treeherder-symbol: Btime-live(tp6) - -browsertime-tp6-profiling: - <<: *tp6-defaults - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: [amazon] - description: Raptor (browsertime) tp6 page-load tests with Gecko Profiling - mozharness: - extra-options: - - --chimera - - --gecko-profile - run-on-projects: - by-test-platform: - (linux|windows|macosx1015).*shippable-qr.*: [mozilla-central] - default: [] - tier: 2 - treeherder-symbol: Btime-Prof(tp6) - -browsertime-custom: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [[process-switch, ps]] - description: Raptor (browsertime) custom pageload tests - max-run-time: 2700 - mozharness: - extra-options: - - --chimera - - --extra-profiler-run - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [mozilla-central] - default: [] - tier: 1 - treeherder-symbol: Btime(ps) - -browsertime-first-install: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [welcome] - description: Raptor (browsertime) custom pageload tests - max-run-time: 2700 - mozharness: - extra-options: - - --chimera - - --extra-profiler-run - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk] - default: [] - tier: 1 - treeherder-symbol: Btime(welcome) - -browsertime-regression-tests: - raptor: - apps: [firefox] - subtests: [[constant-regression, regress-c]] - description: Raptor (browsertime) tests for our regression detection system - max-run-time: 700 - run-on-projects: [autoland] - limit-platforms: - - .*linux(?!.*shippable)(?!.*clang).* - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: [] - default: [] - tier: 2 - treeherder-symbol: Btime(regressor) - -browsertime-upload: - raptor: - apps: [firefox, chrome, safari] - subtests: - - [upload, upload-h2] - - upload-h3 - description: Raptor (browsertime) http2, http3 file upload performance test - max-run-time: 2700 - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [autoland, mozilla-central] - default: [] - default: [] - tier: 3 - treeherder-symbol: Btime(upload) - fetches: - fetch: - - upload-speed-test-file - -browsertime-pageload-benchmark: - raptor: - apps: [firefox] - subtests: [tp6-bench] - description: Raptor (browsertime) TP6 pageload benchmark test - max-run-time: 4500 - mozharness: - extra-options: - - --browser-cycles=5 - run-on-projects: [] - tier: 2 - treeherder-symbol: Btime(tp6-bench) - -browsertime-speculative: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [connect] - description: Raptor (browsertime) speculative connect pageload tests - max-run-time: 420 - run-on-projects: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [autoland] - default: [] - tier: 2 - treeherder-symbol: Btime(speculative) - -browsertime-throttled: - raptor: - apps: [firefox] - run-visual-metrics: true - subtests: [throttled] - description: Raptor (browsertime) throttled network pageload tests - max-run-time: 420 - run-on-projects: [] - tier: 3 - treeherder-symbol: Btime(throttled) - -browsertime-tp6-webextensions: - <<: *tp6-defaults - <<: *tp6-essential-defaults - description: Raptor (browsertime) tp6 page-load tests with webextensions installed on Firefox Desktop - raptor: - apps: [firefox] - test: tp6 - run-visual-metrics: true - subtests: - - amazon - fetches: - fetch: - - firefox-addons - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - macosx1100.*shippable.*: [mozilla-central] - .*64(?!.*nightlyasrelease).*shippable-qr/.*: [trunk-only] - default: [] - default: [] - mozharness: - extra-options: - by-test-platform: - windows10-64.*shippable.*-qr.*: - - --chimera - - --browsertime - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled-webext - default: - - --chimera - - --browsertime - - --conditioned-profile=settled-webext - # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. - tier: 3 - treeherder-symbol: Btime-webext(tp6) - -browsertime-indexeddb: - description: Raptor (browsertime) tests for IndexedDB - max-run-time: 2700 - treeherder-symbol: Btime(idb) - limit-platforms: - by-app: - chrome: - - .*shippable.* - custom-car: - - .*64.*shippable.* - default: [] - raptor: - apps: [firefox, chrome] - run-visual-metrics: false - subtests: - - addMab1 - - addMabN - - addMar1 - - addMarN - - addMbl1 - - addMblN - - addkAB1 - - addkABN - - addkAR1 - - addkARN - - addkBL1 - - addkBLN - - getkeyrng - run-on-projects: - by-app: - firefox: - by-test-platform: - windows.*-32.*: [] - .*64.*shippable-qr/.*: [autoland, mozilla-central] - default: [] - default: [] - tier: - by-app: - firefox: 2 - default: 3 - mozharness: - extra-options: - - --extra-profiler-run diff --git a/taskcluster/ci/test/browsertime-mobile.yml b/taskcluster/ci/test/browsertime-mobile.yml deleted file mode 100644 index 0ef0c0519e..0000000000 --- a/taskcluster/ci/test/browsertime-mobile.yml +++ /dev/null @@ -1,519 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - max-run-time: 3600 - suite: raptor - variants: - - geckoview-no-fission - run-on-projects: [] - tier: 3 - test-manifest-loader: null # don't load tests in the taskgraph - target: - by-app: - fenix: - by-test-platform: - android-hw.*-aarch64.*/.*: - upstream-task: signing-apk - name: public/build/target.arm64-v8a.apk - default: - upstream-task: signing-apk - name: public/build/target.armeabi-v7a.apk - refbrow: - by-test-platform: - android-hw.*-aarch64.*/.*: - index: mobile.v2.reference-browser.raptor.latest.arm64-v8a - name: target.arm64-v8a.apk - default: - index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a - name: target.armeabi-v7a.apk - default: geckoview_example.apk - virtualization: hardware - raptor: - activity: - by-app: - fenix: org.mozilla.fenix.IntentReceiverActivity - geckoview: org.mozilla.geckoview_example.GeckoViewActivity - refbrow: org.mozilla.reference.browser.BrowserTestActivity - default: None - binary-path: - by-app: - fenix: org.mozilla.fenix - geckoview: org.mozilla.geckoview_example - refbrow: org.mozilla.reference.browser.raptor - default: None - mozharness: - script: raptor_script.py - config: - - raptor/android_hw_config.py - extra-options: - # Bug 1635749, disable window recorder temporarily - - --browsertime-no-ffwindowrecorder - optimization: - skip-unless-backstop: null - limit-platforms: - by-app: - chrome-m: - - .*shippable-qr.* - cstm-car-m: - - .*shippable-qr.* - default: [] - fetches: - toolchain: - by-app: - cstm-car-m: - - android-custom-car - - linux64-minidump-stackwalk - - linux64-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - dependencies: - by-app: - fenix: - signing-apk: signing-apk-fenix-nightly-simulation - default: {} - -browsertime-tp6m: - <<: &tp6m-defaults - description: Raptor (browsertime) tp6 page-load tests on android - max-run-time: - by-subtest: - reddit: - by-app: - geckoview: 7200 - default: 3600 - imdb: - by-app: - geckoview: 7200 - default: 3600 - default: 3600 - mozharness: - extra-options: - - --chimera - # Bug 1884667 - Fresh profiles cause high frequency intermittents - - --conditioned-profile=settled - tier: - by-app: - geckoview: 1 - fenix: 2 - refbrow: 2 - default: 3 - treeherder-symbol: Btime(tp6m) - raptor: - apps: [geckoview, fenix, chrome-m, refbrow] - run-visual-metrics: true - test: tp6m - subtests: - - amazon - - bing - - [bing-search-restaurants, bing-s-r] - - booking - - cnn - - [cnn-ampstories, cnn-amp] - - dailymail - - [ebay-kleinanzeigen, ebay-k] - - [ebay-kleinanzeigen-search, ebay-k-s] - - [facebook-cristiano, fb-cris] - - [google-maps, gmaps] - - [google-search-restaurants, gsearch-r] - - instagram - - imdb - - reddit - - sina - - [stackoverflow, stacko] - - bild-de - - wikipedia - - youtube - run-on-projects: - by-app: - geckoview: - by-variant: - geckoview-no-fission: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - default: [] - default: - by-subtest: - wikipedia: - by-test-platform: - android-hw-a51.*shippable-qr.*: [] - default: [] - google-search-restaurants: - by-test-platform: - android-hw-a51.*shippable-qr.*: [] - default: [] - default: - by-test-platform: - android-hw-a51.*shippable-qr.*: [] - default: [] - fenix: - by-variant: - geckoview-no-fission: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - default: [] - default: [] - default: [] - -browsertime-tp6m-essential: - <<: *tp6m-defaults - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, refbrow] - run-visual-metrics: true - test: tp6m - subtests: - - allrecipes - - [amazon-search, amazon-s] - - espn - # Bug 1682027 - Disabled due to high failure rate - # - facebook - - google - - [microsoft-support, micros-sup] - - [youtube-watch, youtube-w] - run-on-projects: - by-app: - geckoview: - by-subtest: - allrecipes: - by-test-platform: - android-hw-a51.*shippable.*: [trunk] - default: [] - default: - by-test-platform: - android-hw-a51.*shippable.*: [trunk-only] - default: [] - fenix: - by-test-platform: - android-hw-a51.*shippable.*: [trunk-only] - default: [] - default: [] - tier: - by-app: - geckoview: 1 - refbrow: 2 - default: 3 - -browsertime-tp6m-webextensions: - <<: *tp6m-defaults - description: Raptor (browsertime) tp6 page-load tests with webextensions installed on android - treeherder-symbol: Btime-webext(tp6m) - run-without-variant: false - mozharness: - extra-options: - - --chimera - - --browsertime-no-ffwindowrecorder - - --conditioned-profile=settled-webext - - --browser-cycles=5 - raptor: - apps: [fenix] - run-visual-metrics: true - test: tp6m - subtests: - - [amazon-search, amazon-s] - fetches: - fetch: - - firefox-addons - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable.*: [mozilla-central] - default: [] - default: [] - # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3. - tier: 3 - -browsertime-youtube-playback-mobile: - description: Browsertime YouTube Playback on Android - treeherder-symbol: Btime(ytp) - run-without-variant: false - raptor: - apps: [fenix, geckoview, refbrow] - subtests: - by-app: - fenix: - by-test-platform: - android-hw-a51.*: - - [youtube-playback-av1-sfr, ytp-av1-sfr] - - [youtube-playback-hfr, ytp-hfr] - - [youtube-playback-vp9-sfr, ytp-vp9-sfr] - # Bug 1699469 - Disabled until a crash is fixed. - # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - # - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - default: - by-test-platform: - android-hw-a51.*: - - [youtube-playback-h264-sfr, ytp-h264-sfr] - - [youtube-playback-hfr, ytp-hfr] - # Bug 1699469 - Disabled until a crash is fixed. - # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - # - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - test-url-param: - by-subtest: - youtube-playback-h264-sfr: # remove high resolution tests - exclude=1,2, - 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38 - youtube-playback-hfr: - by-test-platform: - android-hw-a51.*: # remove VP9(1-34) and AV1(51-74) tests - exclude=1,2, - 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34, - 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74 - default: "" - youtube-playback-widevine-hfr: - by-test-platform: - android-hw-a51.*: # remove VP9(1-34) tests - exclude=1,2, - 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34 - default: "" - default: "" - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable.*: [mozilla-central] - default: [] - geckoview: - by-test-platform: - android-hw-a51.*shippable.*: [mozilla-central] - default: [] - default: [] - max-run-time: 3600 - -browsertime-tp6m-live: - <<: *tp6m-defaults - run-without-variant: false - raptor: - apps: [chrome-m, fenix, geckoview] - run-visual-metrics: true - test: tp6m - subtests: - - allrecipes - - amazon - - [amazon-search, amazon-s] - - bing - - [bing-search-restaurants, bing-s-r] - - booking - - booking-sf - - cnn - - [cnn-ampstories, cnn-amp] - - dailymail - - discord - - [ebay-kleinanzeigen, ebay-k] - - [ebay-kleinanzeigen-search, ebay-k-s] - - espn - - expedia - - facebook - - [facebook-cristiano, fb-cris] - - [fashionbeans, fashbea] - - google - - [google-accounts, gacc] - - [google-maps, gmaps] - - [google-search-restaurants, gsearch-r] - - instagram - - imdb - - [imdb-firefox, imdb-f] - - [medium-article, medium] - - [microsoft-support, micros-sup] - - nytimes - - [people-article, people] - - reddit - - [reddit-thread, reddit-thr] - - rumble-fox - - [stackoverflow, stacko] - - [stackoverflow-question, stack-q] - - [urbandictionary-define, urbict-def] - - bild-de - - [wikia-marvel, wikia-m] - - wikipedia - - youtube - - [youtube-watch, youtube-w] - mozharness: - extra-options: - - --live-sites - - --chimera - run-on-projects: - by-subtest: - cnn-ampstories: - by-app: - geckoview: - by-test-platform: - android-hw-a51.*shippable-qr.*: [autoland] - default: [] - default: [] - default: [] - tier: 3 - treeherder-symbol: Btime-live(tp6m) - -browsertime-tp6m-profiling: - description: Raptor (browsertime) tp6 page-load tests on android with Gecko profiling - run-without-variant: false - raptor: - apps: [geckoview] - test: tp6m - subtests: [amazon, youtube] - treeherder-symbol: Btime-Prof(tp6m) - mozharness: - script: raptor_script.py - config: - - raptor/android_hw_config.py - extra-options: - - --chimera - - --gecko-profile - run-on-projects: - by-test-platform: - android-hw-(a51).*aarch64-shippable-qr/opt: [mozilla-central] - default: [] - -browsertime-benchmark-speedometer-mobile: - description: Browsertime Speedometer on Android - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, cstm-car-m] - tier: - by-app: - fenix: 1 - default: 3 - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk] - default: [] - geckoview: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk] - default: [] - cstm-car-m: - by-test-platform: - android-hw-p6.*shippable-qr.*: [] - android-hw-s21.*shippable-qr.*: [] - default: [mozilla-central] - default: [] - treeherder-symbol: Btime(sp) - mozharness: - extra-options: - - --test=speedometer - -browsertime-benchmark-speedometer3-mobile: - description: Browsertime Speedometer 3 on Android - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, cstm-car-m] - tier: - by-app: - fenix: 2 - geckoview: 2 - default: 3 - run-on-projects: - by-app: - fenix: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - android-hw-p6.*shippable-qr.*: [mozilla-central] - android-hw-s21.*shippable-qr.*: [mozilla-central] - default: [] - geckoview: - by-test-platform: - android-hw-a51.*shippable-qr.*: [trunk-only] - android-hw-p6.*shippable-qr.*: [mozilla-central] - android-hw-s21.*shippable-qr.*: [mozilla-central] - default: [] - cstm-car-m: [mozilla-central] - chrome-m: - by-test-platform: - android-hw-p6.*shippable-qr.*: [mozilla-central] - android-hw-s21.*shippable-qr.*: [mozilla-central] - default: [] - default: [] - treeherder-symbol: Btime(sp3) - mozharness: - extra-options: - - --test=speedometer3 - -browsertime-benchmark-motionmark: - description: Raptor (browsertime) Motionmark benchmark tests - run-without-variant: false - raptor: - apps: [fenix, chrome-m, geckoview] - subtests: - - [motionmark-animometer, mm-a] - - [motionmark-animometer-ramp, mm-ar] - - [motionmark-htmlsuite, mm-h] - - [motionmark-htmlsuite-ramp, mm-hr] - run-on-projects: - by-app: - chrome-m: [] - default: - by-test-platform: - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - treeherder-symbol: Btime() - tier: 2 - -browsertime-benchmark-motionmark-1-3: - description: Raptor (browsertime) Motionmark 1.3 benchmark tests - run-without-variant: false - raptor: - apps: [geckoview, fenix, chrome-m, cstm-car-m] - subtests: - - [motionmark-1-3, mm-1.3] - - [motionmark-htmlsuite-1-3, mm-h-1.3] - run-on-projects: - by-app: - chrome-m: [] - default: - by-test-platform: - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - treeherder-symbol: Btime() - tier: 2 - -browsertime-benchmark-unity-webgl-mobile: - description: Browsertime Unity WebGL on Android - run-without-variant: false - raptor: - apps: [geckoview, refbrow, fenix, chrome-m] - tier: - by-app: - geckoview: 2 - default: 3 - treeherder-symbol: Btime(ugl) - run-on-projects: - by-app: - refbrow: [] - geckoview: - by-test-platform: - # Disabled on autoland due to bug 1720063, and bug 1795826 - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - default: - by-test-platform: - android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central] - default: [] - max-run-time: - by-test-platform: - anrdroid-hw-a51.*: 1500 - default: 900 - mozharness: - extra-options: - - --test=unity-webgl - -browsertime-power: - description: Browsertime Power Usage Tests on Android - run-without-variant: false - raptor: - apps: [geckoview, fenix, refbrow] - subtests: - - idle - - idle-bg - - [speedometer, sp] - tier: 2 - run-on-projects: [] - treeherder-symbol: Btime-P(power) - mozharness: - extra-options: - - --power-test diff --git a/taskcluster/ci/test/compiled.yml b/taskcluster/ci/test/compiled.yml deleted file mode 100644 index ebe6b9bb2b..0000000000 --- a/taskcluster/ci/test/compiled.yml +++ /dev/null @@ -1,138 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - test-manifest-loader: null # don't load tests in the taskgraph - run-without-variant: false - variants: - - 1proc - virtualization: virtual - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - android-hw.*: android_hardware_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - android-hw.*: - - android/android_common.py - - android/android_hw.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - supports-artifact-builds: false - -cppunittest: - description: "CPP Unit Tests" - suite: cppunittest - treeherder-symbol: cppunit - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - default: null - tier: default - run-on-projects: - by-variant: - 1proc: built-projects - default: [] - -gtest: - description: "GTests run" - suite: gtest - treeherder-symbol: GTest - instance-size: xlarge-noscratch - run-on-projects: - by-variant: - 1proc: - by-test-platform: - .*android.*: built-projects - .*(devedition|tsan|wayland).*: [] - linux1804-32-qr/opt: [] # try only, shippable on m-c - linux1804-32-qr/debug: ['mozilla-central'] # try and m-c - linux1804-32-shippable-qr/opt: ['mozilla-central'] # try and m-c - default: built-projects - default: [] - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - default: null - tier: default - -jittest: - description: "JIT Test run" - suite: jittest - treeherder-symbol: Jit - run-on-projects: - by-variant: - 1proc: - by-test-platform: - android-hw-.*-aarch64-qr/debug: ['mozilla-central', 'release'] - android-hw-.*-arm7-qr/debug: ['mozilla-central', 'release'] - default: built-projects - default: [] - chunks: - by-test-platform: - windows.*-ccov-qr/opt: 6 - windows.*: 1 - macosx.*/opt: 1 - macosx.*/debug: 3 - android.*/opt: 3 - android-hw-.*-aarch64-qr/debug: 8 - default: 6 - max-run-time: - by-test-platform: - windows.*-ccov.*/.*: 1800 - android-hw.*: 2400 - default: 3600 - mozharness: - chunked: - by-test-platform: - windows.*: false - macosx.*: false - default: true - target: - by-test-platform: - android-.*: geckoview-test_runner.apk - default: null - tier: - by-test-platform: - android-hw.*: 2 - default: default - -jittest-all: - description: "JIT Test run with all flags for android arm7 opt" - suite: jittest - treeherder-symbol: Jit - run-on-projects: - by-test-platform: - android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release'] - default: [] - chunks: - by-test-platform: - android-.*/opt: 3 - android-.*/debug: 6 - max-run-time: 3600 - mozharness: - chunked: true - extra-options: - by-test-platform: - android.*: - - --jittest-flags=all - default: None - target: - by-test-platform: - android-.*: geckoview-test_runner.apk - default: null - tier: - by-test-platform: - android-hw.*: 2 - default: default diff --git a/taskcluster/ci/test/firefox-ui.yml b/taskcluster/ci/test/firefox-ui.yml deleted file mode 100644 index c45bb3d138..0000000000 --- a/taskcluster/ci/test/firefox-ui.yml +++ /dev/null @@ -1,27 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: firefox-ui - max-run-time: 5400 - test-manifest-loader: null # don't load tests in the taskgraph - run-on-projects: built-projects - mozharness: - script: firefox_ui_tests.py - config: - by-test-platform: - windows.*: - - firefox_ui_tests/taskcluster_windows.py - macosx.*: - - firefox_ui_tests/taskcluster.py - - firefox_ui_tests/taskcluster_mac.py - linux.*: - - firefox_ui_tests/taskcluster.py - - remove_executables.py - -firefox-ui-functional: - description: "Firefox-ui-tests functional run" - treeherder-symbol: Fxfn(en-US) - tier: 2 diff --git a/taskcluster/ci/test/kind.yml b/taskcluster/ci/test/kind.yml deleted file mode 100644 index e9c2b1e5e9..0000000000 --- a/taskcluster/ci/test/kind.yml +++ /dev/null @@ -1,95 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -loader: gecko_taskgraph.loader.test:loader - -kind-dependencies: - - build - - build-signing - - signing-apk - - repackage-signing-shippable-l10n-msix - - repackage-signing-msix - - repackage-signing - - repackage - - fetch - - toolchain - -transforms: - - gecko_taskgraph.transforms.test:transforms - - gecko_taskgraph.transforms.job:transforms - - gecko_taskgraph.transforms.task:transforms - -# Each stanza in a file pointed to by 'jobs-from' describes a particular test -# suite or sub-suite. These are processed through the transformations described -# above to produce a bunch of tasks. See the schema in -# `taskcluster/gecko_taskgraph/transforms/test/__init__.py` for a description of the fields -# used in these files. - -# Adding a new test type or running tests on a new platform? Be sure to review -# https://wiki.mozilla.org/Sheriffing/Job_Visibility_Policy - -jobs-from: - - awsy.yml - - browsertime-desktop.yml - - browsertime-mobile.yml - - compiled.yml - - firefox-ui.yml - - marionette.yml - - misc.yml - - mochitest.yml - - reftest.yml - - talos.yml - - web-platform.yml - - xpcshell.yml - -job-defaults: - attributes: - retrigger: true - use-python: default - require-signed-extensions: - by-release-type: - release|esr.*: true - beta: - by-test-platform: - .*-devedition/.*: false - default: true - default: false - mozharness: - requires-signed-builds: - by-test-platform: - macosx1100.*: true - windows1.*: - by-variant: - msix: true - default: false - default: false - fetches: - toolchain: - by-test-platform: - win.*: - - win32-minidump-stackwalk - - win32-fix-stacks - macosx1015.*: - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - macosx1100.*: - - macosx64-aarch64-minidump-stackwalk - - macosx64-aarch64-fix-stacks - macosx1400.*: - - macosx64-aarch64-minidump-stackwalk - - macosx64-aarch64-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - android-hw.*: - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks diff --git a/taskcluster/ci/test/marionette.yml b/taskcluster/ci/test/marionette.yml deleted file mode 100644 index d586a6cf24..0000000000 --- a/taskcluster/ci/test/marionette.yml +++ /dev/null @@ -1,54 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: marionette - mozharness: - script: marionette.py - config: - by-test-platform: - macosx.*: - - marionette/prod_config.py - - marionette/mac_taskcluster_config.py - windows.*: - - marionette/windows_taskcluster_config.py - default: - - marionette/prod_config.py - - remove_executables.py - test-manifest-loader: null # don't load tests in the taskgraph - tier: - by-variant: - headless: 2 - default: default - variants: - - webrender-sw - - headless - run-on-projects: - by-variant: - headless: - by-test-platform: - (linux.*64)(-shippable)?-qr/opt: built-projects - default: [] - webrender-sw: - by-test-platform: - .*wayland.*: [] - .*/debug: built-projects - default: [] - default: - by-test-platform: - .*(tsan|wayland).*: [] - default: built-projects - virtualization: virtual - -marionette: - description: "Marionette unittest run" - treeherder-symbol: Mn - max-run-time: - by-test-platform: - .*asan.*: 5400 - .*ccov.*: 3600 - .*debug.*: 3600 - default: 2700 - instance-size: default - chunks: 1 diff --git a/taskcluster/ci/test/misc.yml b/taskcluster/ci/test/misc.yml deleted file mode 100644 index 8f1f93157c..0000000000 --- a/taskcluster/ci/test/misc.yml +++ /dev/null @@ -1,272 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - test-manifest-loader: null # don't load tests in the taskgraph - -geckoview-junit: - description: "Geckoview junit run" - suite: geckoview-junit - variants: ["geckoview-fission", "no-fission", "geckoview-no-fission-ship"] - treeherder-symbol: gv-junit - loopback-video: true - target: geckoview-androidTest.apk - max-run-time: 3600 - run-on-projects: - by-variant: - geckoview-fission: ['trunk'] - no-fission: built-projects - geckoview-no-fission-ship: built-projects - default: [] - tier: default - mozharness: - script: android_emulator_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - extra-options: - - --test-suite=geckoview-junit - -telemetry-tests-client: - description: "Telemetry tests client run" - suite: telemetry-tests-client - treeherder-symbol: tt(c) - run-on-projects: built-projects - max-run-time: 1200 - tier: default - mozharness: - script: telemetry/telemetry_client.py - config: - by-test-platform: - linux.*: - - remove_executables.py - windows.*: [] - macosx.*: [] - -test-verify: - description: "Extra verification of tests modified on this push" - suite: test-verify - treeherder-symbol: TV - loopback-video: true - max-run-time: 10800 - allow-software-gl-layers: false - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - # do not run on ccov or asan or shippable or wayland - .*(-ccov|-asan|-shippable|-wayland).*: [] - # we prefer -qr platforms with fis, no need to run on both - (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: [] - # do not run on mozilla-central, beta or release: usually just confirms earlier results - android.*: ['integration'] - default: [] - default: - by-test-platform: - # do not run on ccov or asan or shippable or wayland - .*(-ccov|-asan|-shippable|-wayland).*: [] - # we prefer -qr platforms with fis, no need to run on both - (?!.*(-ccov|-asan|-shippable))(?!.*-qr).*: [] - # do not run on mozilla-central, beta or release: usually just confirms earlier results - android.*: [] - default: ['integration'] - built-projects-only: true - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - default: null - optimization: - test-verify: ["test-verify"] - tier: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --verify - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-emulator-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - -test-verify-gpu: - description: "Extra verification of tests modified on this push on gpu instances" - suite: - category: test-verify - name: test-verify-gpu - treeherder-symbol: TVg - loopback-video: true - virtualization: virtual-with-gpu - max-run-time: 10800 - allow-software-gl-layers: false - run-on-projects: - by-test-platform: - # do not run on ccov or asan or shippable or wayland - .*(-ccov|-asan|-shippable|-wayland).*: [] - # do not run on mozilla-central, beta or release: usually just confirms earlier results - linux.*: ['integration'] - default: [] - built-projects-only: true - optimization: - test-verify: ["test-verify-gpu"] - tier: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --verify - - --gpu-required - -test-coverage: - description: "Per-test coverage" - suite: test-coverage - treeherder-symbol: TC - loopback-video: true - instance-size: default - max-run-time: 10800 - allow-software-gl-layers: false - run-on-projects: - by-test-platform: - .*-ccov.*/.*: built-projects - default: [] - tier: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --per-test-coverage - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-emulator-linux - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - -test-coverage-gpu: - description: "Per-test coverage for tests that require gpu instances" - suite: test-coverage - treeherder-symbol: TCg - loopback-video: true - virtualization: virtual-with-gpu - instance-size: default - max-run-time: 10800 - allow-software-gl-layers: false - run-on-projects: - by-test-platform: - # only run on mozilla-central and try. - .*-ccov.*/.*: ['mozilla-central'] - default: [] - tier: - by-test-platform: - windows.*asan.*: 3 - default: 2 - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - extra-options: - - --per-test-coverage - - --gpu-required diff --git a/taskcluster/ci/test/mochitest.yml b/taskcluster/ci/test/mochitest.yml deleted file mode 100644 index 1339652baf..0000000000 --- a/taskcluster/ci/test/mochitest.yml +++ /dev/null @@ -1,1166 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: mochitest - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - android-hw.*: geckoview-test_runner.apk - windows11-64-2009.*: - by-variant: - msix: target.installer.msix - default: null - default: null - tier: - by-variant: - xorigin: - by-test-platform: - linux.*64.*-qr/debug: 1 - default: 2 - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - android-hw.*: android_hardware_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - android-hw.*: - - android/android_common.py - - android/android_hw.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - -mochitest-plain: - description: "Mochitest plain run" - treeherder-symbol: M() - schedules-component: mochitest-plain - loopback-video: true - virtualization: virtual - variants: - - aab+no-fission - - conditioned_profile - - xorigin - - no-fission - - socketprocess_networking - - headless - - http3 - - http2 - - geckoview-fission-isolate-high-value - - geckoview-no-fission-ship - run-on-projects: - by-variant: - conditioned_profile: - by-test-platform: - .*(asan|ccov|wayland).*: [] - linux1804-64(-shippable)?-qr/opt: ['trunk'] - windows11-64.*(-shippable)?-qr/opt: ['trunk'] - default: [] - xorigin: - by-test-platform: - .*(asan|wayland).*: [] - windows.*ccov.*: [] - (linux.*64|macosx.*64|windows11.*)(-shippable)?-qr/(opt|debug): ['trunk'] - windows.*64-ccov-qr/opt: ['mozilla-central'] - linux.*64-ccov-qr/opt: ['mozilla-central'] - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: ['trunk'] - default: [] - socketprocess_networking: - by-test-platform: - .*(asan|ccov|wayland).*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - aab+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - headless: - by-test-platform: - .*wayland.*: [] - linux1804-64.*: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - http3: - by-test-platform: - linux1804-64-qr/debug: built-projects - default: [] - http2: - by-test-platform: - linux1804-64-qr/debug: built-projects - default: [] - geckoview-fission-isolate-high-value: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - geckoview-no-fission-ship: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - default: built-projects - chunks: - by-test-platform: - android.*/debug: 10 - linux.*/debug: 16 - linux.*64-tsan-qr/opt: 20 - .*(asan|ccov).*: 10 - linux.*/opt: 8 - windows.*/debug: 8 - default: 5 - tier: - by-variant: - no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - default: default - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB - default: default - max-run-time: 3600 - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - extra-options: - by-test-platform: - android-em.*: - - --test-suite=mochitest-plain - default: [] - chunked: - by-test-platform: - android-em.*: false - default: true - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-hostutils - -mochitest-a11y: - description: "Mochitest a11y run" - treeherder-symbol: M(a11y) - schedules-component: mochitest-a11y - test-manifest-loader: default # ensure we don't run with manifest-scheduling - loopback-video: true - run-without-variant: false - variants: - - 1proc - - socketprocess_networking+1proc - - webrender-sw+1proc - run-on-projects: - by-variant: - socketprocess_networking+1proc: - by-test-platform: - linux.*64-qr/debug: ['autoland', 'mozilla-central'] - default: [] - webrender-sw+1proc: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*64-qr/debug: built-projects - default: [] - 1proc: built-projects - mozharness: - mochitest-flavor: a11y - -mochitest-browser-chrome: - description: "Mochitest browser-chrome run" - suite: - name: mochitest-browser-chrome - treeherder-symbol: M(bc) - schedules-component: mochitest-browser-chrome - loopback-video: true - variants: - - webrender-sw - - webrender-sw+a11y-checks - - socketprocess_networking - - msix - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - linux.*64(-asan)?-qr/(opt|debug): ['all'] - linux.*64-tsan-qr/opt: built-projects - linux.*64-shippable-qr/opt: ['release'] - linux.*64(-shippable)?-qr/opt: built-projects - linux.*64-devedition-qr/opt: built-projects - .*wayland.*: [] # will change to built-projects when greened up - default: [] - webrender-sw+a11y-checks: - by-test-platform: - linux.*64(-shippable)?-qr/opt: ['trunk'] - default: [] - socketprocess_networking: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - (linux.*64|macosx.*64|windows1.*-64.*)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] - default: [] - msix: - by-test-platform: - windows11-64-2009-qr/debug: built-projects - windows11-64-2009(-shippable)?-qr/opt: built-projects - default: [] - default: - by-test-platform: - android.*: [] - linux.*: [] # linux runs M-swr(bc), not M(bc) - default: built-projects - tier: - by-variant: - webrender-sw: - by-test-platform: - linux.*64(-asan|-shippable)?-qr/(opt|debug): 1 - default: default - default: default - chunks: - by-variant: - msix: - by-test-platform: - .*/debug: 16 - default: 7 - default: - by-test-platform: - linux.*wayland.*/opt: 8 - linux.*wayland.*/debug: 12 - linux.*-qr/debug: 16 - linux.*64-asan-qr/opt: 16 - linux.*64-tsan-qr/opt: 32 - macosx.*64-qr/debug: 12 - macosx.*64.*/opt: 10 - windows.*-ccov.*/.*: 14 - windows.*-asan-qr/opt: 14 - windows.*32-qr/debug: 12 - default: 8 - max-run-time: - by-variant: - msix: 5400 - socketprocess_networking: - by-test-platform: - linux.*-qr/debug: 7200 - default: 5400 - default: - by-test-platform: - linux.*64-ccov.*/.*: 9000 - linux.*64-tsan-qr/opt: 10800 - linux.*-qr/opt: 5400 - macosx.*64-ccov.*/.*: 10800 - windows.*-ccov.*/.*: 10800 - windows.*-asan-qr/opt: 5400 - .*/debug: 5400 - default: 3600 - mozharness: - mochitest-flavor: browser - chunked: true - instance-size: - by-test-platform: - linux.*64-asan-qr/opt: xlarge # runs out of memory frequently - default: default - allow-software-gl-layers: false - -mochitest-browser-chrome-failures: - description: "Mochitest browser-chrome failures run" - suite: - name: mochitest-browser-chrome - treeherder-symbol: M-f(bc) - schedules-component: mochitest-browser-chrome - loopback-video: true - variants: - - webrender-sw - run-on-projects: - by-test-platform: - android.*: [] - .*wayland.*: [] # will change to built-projects when greened up - default: [] - tier: 3 - chunks: 2 - max-run-time: - by-test-platform: - linux.*wayland.*/opt: 1800 - linux.*wayland.*/debug: 3600 - default: 3600 - mozharness: - mochitest-flavor: browser - chunked: true - extra-options: - by-test-platform: - linux.*wayland.*: - - --run-failures="os == 'linux' && os_version == '22.04'" - - --timeout-as-pass - - --crash-as-pass - instance-size: default - allow-software-gl-layers: false - -mochitest-browser-a11y: - description: "Mochitest browser-a11y run" - suite: - name: mochitest-browser-a11y - treeherder-symbol: M(ba) - schedules-component: mochitest-browser-a11y - loopback-video: true - run-on-projects: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: default - max-run-time: - by-test-platform: - .*tsan.*: 2700 - linux.*/debug: 2700 - default: 1800 - mozharness: - mochitest-flavor: browser - chunked: - by-test-platform: - .*tsan.*: true - default: false - chunks: - by-test-platform: - .*tsan.*: 2 - .*asan.*: 2 - default: 1 - instance-size: default - allow-software-gl-layers: false - virtualization: virtual - -mochitest-browser-media: - description: "Mochitest browser media" - suite: - name: mochitest-browser-media - treeherder-symbol: M(mda-bc) - schedules-component: mochitest-browser-media - loopback-video: true - test-manifest-loader: null - variants: ["wmf-media-engine"] - run-on-projects: - by-variant: - wmf-media-engine: - by-test-platform: - .*asan.*: [] - windows11-64.*/debug: [] # Bug 1805736 - windows1.*-64.*: ['autoland', 'mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - default: built-projects - tier: default - max-run-time: - by-test-platform: - .*tsan.*: 1800 - default: 1200 - mozharness: - mochitest-flavor: browser - instance-size: default - allow-software-gl-layers: false - virtualization: virtual - -mochitest-browser-screenshots: - description: "Browser Screenshots" - suite: - name: mochitest-browser-screenshots - treeherder-symbol: M(ss) - loopback-video: true - test-manifest-loader: null # don't load tests in the taskgraph - variants: ["no-fission"] - run-on-projects: - by-test-platform: - linux1804-64.*/opt: ['trunk'] - default: [] - max-run-time: 3600 - mozharness: - mochitest-flavor: browser - allow-software-gl-layers: false - -mochitest-chrome: - description: "Mochitest chrome run" - treeherder-symbol: M(c) - schedules-component: mochitest-chrome - loopback-video: true - run-without-variant: false - variants: - - 1proc - - socketprocess_networking+1proc - - webrender-sw+1proc - run-on-projects: - by-variant: - socketprocess_networking+1proc: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - webrender-sw+1proc: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*64-qr/debug: built-projects - default: [] - 1proc: - by-test-platform: - .*wayland.*: [] - default: built-projects - chunks: - by-test-platform: - .*tsan.*/opt: 6 - default: 3 - max-run-time: 3600 - mozharness: - mochitest-flavor: chrome - chunked: true - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB - default: default - -mochitest-devtools-chrome: - description: "Mochitest devtools-chrome run" - suite: - name: mochitest-devtools-chrome - schedules-component: mochitest-browser-chrome - treeherder-symbol: M(dt) - loopback-video: true - variants: - - a11y-checks - - socketprocess_networking - - http3 - run-on-projects: - by-variant: - a11y-checks: - by-test-platform: - linux.*64(-shippable)?-qr/opt: ['trunk'] - default: [] - http3: - by-test-platform: - linux1804-64-qr/debug: built-projects - default: [] - socketprocess_networking: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - linux.*64-ccov-qr/opt: [] - default: built-projects - tier: default - max-run-time: - by-test-platform: - windows.*-ccov.*/.*: 10800 - macosx.*64-ccov.*/.*: 9000 - linux.*64-ccov.*/.*: 7200 - linux.*64-tsan-qr/opt: 7200 - default: 5400 - chunks: - by-test-platform: - .*-ccov.*/.*: 12 - linux.*wayland.*/debug: 14 - linux.*64-qr/debug: 14 - macosx.*64-qr/debug: 8 - .*-asan(-qr)?/opt: 8 - .*-tsan-qr/opt: 16 - default: 5 - mozharness: - mochitest-flavor: chrome - chunked: true - instance-size: - by-test-platform: - linux.*64-[at]san(-qr)?/opt: xlarge-noscratch # runs out of memory otherwise using 8GB - default: default - # Bug 1296086: high number of intermittents observed with software GL and large instances - allow-software-gl-layers: false - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-hostutils - - -mochitest-devtools-chrome-failures: - description: "Mochitest devtools-chrome run" - suite: - name: mochitest-devtools-chrome - schedules-component: mochitest-browser-chrome - treeherder-symbol: M-f(dt) - loopback-video: true - variants: - - webrender-sw - run-on-projects: - by-test-platform: - android.*: [] - .*wayland.*: [] # will change to built-projects when greened up - default: [] - tier: 3 - chunks: 2 - max-run-time: - by-test-platform: - linux.*wayland.*/opt: 1800 - linux.*wayland.*/debug: 3600 - default: 3600 - mozharness: - mochitest-flavor: chrome - chunked: true - extra-options: - by-test-platform: - linux.*wayland.*: - - --run-failures="os == 'linux' && os_version == '22.04'" - - --timeout-as-pass - - --crash-as-pass - instance-size: default - allow-software-gl-layers: false - - -mochitest-plain-gpu: - description: "Mochitest plain GPU run" - suite: - name: mochitest-plain-gpu - treeherder-symbol: M(gpu) - schedules-component: mochitest-plain - loopback-video: true - variants: - - no-fission - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*asan.*: ['mozilla-central'] - linux.*64(-shippable)?-qr/(opt|debug): ['mozilla-central'] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux.*64-ccov-qr/opt: [] - linux1804-32.*: [] - .*-tsan-qr/opt: [] - .*wayland.*: [] - linux.*: ['mozilla-central'] # linux opt/debug/asan - android.*: built-projects - default: [] - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - default: built-projects - virtualization: virtual-with-gpu - tier: - by-variant: - no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - mochitest-flavor: plain - extra-options: - by-test-platform: - android.*: - # note that Android runs fewer suites than other platforms - - --test-suite=mochitest-plain-gpu - default: - - --mochitest-suite=mochitest-plain-gpu - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory otherwise using 8GB - default: default - -mochitest-chrome-gpu: - description: "Mochitest chrome GPU run" - suite: - name: mochitest-chrome-gpu - treeherder-symbol: M(gpu-c) - loopback-video: true - virtualization: virtual-with-gpu - run-without-variant: false - variants: - - 1proc - - socketprocess_networking+1proc - - webrender-sw+1proc - run-on-projects: - by-variant: - socketprocess_networking+1proc: [] - webrender-sw+1proc: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux.*64-qr/debug: built-projects - default: [] - 1proc: - by-test-platform: - android.*/.*: [] - default: built-projects - tier: default - mozharness: - mochitest-flavor: chrome - extra-options: - by-test-platform: - android.*: - # note that Android runs fewer suites than other platforms - - --test-suite=mochitest-chrome-gpu - default: - - --mochitest-suite=mochitest-chrome-gpu - instance-size: - by-test-platform: - linux.*64-tsan-qr/opt: xlarge-noscratch # runs out of memory using 8GB of memory - default: default - -mochitest-media: - description: "Mochitest media run" - treeherder-symbol: M(mda) - schedules-component: mochitest-plain - max-run-time: - by-test-platform: - windows.*-ccov.*/.*: 7200 - macosx.*64-ccov.*/.*: 7200 - linux.*64-tsan-qr/opt: 7200 - default: 5400 - variants: - - media-gpu - - no-fission - - socketprocess+no-fission - - socketprocess - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - - wmf-media-engine - - msix - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - android.*: [] - windows.*ccov.*: [] - .*hw-ref.*: [] - linux.*64(-shippable|-asan|-tsan)?-qr/opt: ['autoland', 'mozilla-central'] - macosx.*-64(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] - windows1.*(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central'] - windows.*-asan-qr/opt: ['autoland', 'mozilla-central'] - default: [] - socketprocess+no-fission: - by-test-platform: - .*hw-ref.*: [] - android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central'] - android-hw-.*-aarch64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - socketprocess: - by-test-platform: - android.*: [] - windows.*ccov.*: [] - .*hw-ref.*: [] - linux.*64(-asan|-devedition|-shippable)?-qr/(opt|debug): built-projects - linux.*64-tsan-qr/opt: ['autoland', 'mozilla-central'] - macosx.*-64(-devedition|-shippable)?-qr/(opt|debug): built-projects - windows1.*(-devedition|-shippable)?-qr/(opt|debug): built-projects - windows.*-asan-qr/opt: ['autoland', 'mozilla-central'] - default: [] - webrender-sw+no-fission: - by-test-platform: - .*hw-ref.*: [] - android-em-7.0-x86_64-qr/debug: ['autoland', 'mozilla-central'] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - webrender-sw: - by-test-platform: - android.*: [] - .*hw-ref.*: [] - linux1804-64-qr/debug: ['autoland', 'mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-hw-.*/opt: [] - .*hw-ref.*: [] - android-hw-.*-arm7.*/(?:debug)?: ['trunk', 'mozilla-beta', 'mozilla-release'] - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - wmf-media-engine: - by-test-platform: - .*hw-ref.*: [] - windows1.*ccov.*: [] - windows1.*-64.*: ['autoland', 'mozilla-central'] - default: [] - msix: - by-test-platform: - .*hw-ref.*: [] - windows11-64-2009-shippable-qr/opt: built-projects - windows11-64-2009-qr/opt: ['autoland'] - windows11-64-2009-qr/debug: ['autoland'] - default: [] - media-gpu: - by-test-platform: - windows11.*hw-ref.*: ['autoland', 'mozilla-central', 'mozilla-beta'] - (macosx.*64)(-shippable)?-qr/(opt|debug): ['autoland', 'mozilla-central', 'mozilla-beta'] - default: [] - # TODO : add Android, it hasn't supported 'tags' - # TODO : add Linux, it would crash on gfxFeature.cpp:180 - default: - by-test-platform: - .*hw-ref.*: [] - android-hw.*/opt: [] - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux.*(asan|ccov)/opt: [] - .*(ccov/|asan/|-32).*: built-projects - (android|linux|windows10-64-2009|windows11-64-2009|macos)(?!.*-qr).*: [] - default: built-projects - loopback-video: true - chunks: - by-variant: - wmf-media-engine: 1 - media-gpu: 1 - default: - by-test-platform: - (android|macos).*/opt: 1 - ^(?!.*asan).*windows1.*/opt: 1 - linux.*/debug: 3 - linux.*64-tsan-qr/opt: 5 - default: 2 - mozharness: - mochitest-flavor: plain - chunked: - by-test-platform: - android.*: false - macosx.*64.*: false - windows1.*: false - default: true - extra-options: - by-test-platform: - android-em-7.*: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - - --setpref=gfx.canvas.accelerated=false - default: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - tier: - by-variant: - no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - socketprocess+no-fission: - by-test-platform: - linux.*64.*: 2 - default: default - default: - by-test-platform: - .*ccov.*: 2 - android-em.*: 1 - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - android-hw.*: 1 - default: default - -mochitest-valgrind: - description: "Mochitest plain Valgrind run" - suite: - name: mochitest-valgrind-plain - treeherder-symbol: M-V() - run-on-projects: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 3 - loopback-video: true - chunks: 40 - max-run-time: 14400 - run-without-variant: false - variants: ["1proc"] - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - chunked: true - -mochitest-webgl1-core: - description: "Mochitest webgl1-core run" - treeherder-symbol: M(gl1c) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - test-manifest-loader: null # don't load tests in the taskgraph - loopback-video: true - max-run-time: - by-test-platform: - macosx.*64-ccov.*/.*: 7200 - default: 1800 - variants: - - no-fission - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - .*-(ccov|tsan|wayland).*: [] - linux.*-64.*: ["trunk"] - mac.*: ["trunk"] - win.*: ["trunk"] - default: [] - webrender-sw+no-fission: - by-test-platform: - linux.*64-qr/debug: ['trunk'] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] - android-hw.*aarch.*-shippable-qr/opt: ['mozilla-central'] - android-hw.*aarch.*-qr/debug: ['mozilla-central'] - linux1804-64-qr/debug: ['trunk'] - linux1804-64(-shippable|-asan)?-qr/opt: ['trunk'] - default: [] - default: - by-test-platform: - android.*: [] - .*-tsan.*: [] - default: built-projects - # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - extra-options: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - -mochitest-webgl1-ext: - description: "Mochitest webgl1-ext run" - treeherder-symbol: M(gl1e) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - chunks: - by-test-platform: - android.*: 2 - default: 1 - test-manifest-loader: null # don't load tests in the taskgraph - loopback-video: true - max-run-time: 2700 - variants: - - no-fission - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - .*-(ccov|tsan|wayland).*/.*: [] - linux.*-64.*: ["trunk"] - mac.*: ["trunk"] - win.*: ["trunk"] - default: [] - webrender-sw+no-fission: - by-test-platform: - linux.*64-qr/debug: ['trunk'] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] - android-hw.*aarch.*-shippable-qr/opt: ['mozilla-central'] - android-hw.*aarch.*-qr/debug: ['mozilla-central'] - linux1804-64-qr/debug: ['trunk'] - linux1804-64(-shippable|-asan)?-qr/opt: ['trunk'] - default: [] - default: - by-test-platform: - android.*: [] - .*-tsan.*: [] - default: built-projects - # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - chunked: true - extra-options: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - -mochitest-webgl2-core: - description: "Mochitest webgl2-core run" - treeherder-symbol: M(gl2c) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - chunks: - by-test-platform: - android.*: 2 - default: 1 - test-manifest-loader: null # don't load tests in the taskgraph - loopback-video: true - max-run-time: 1800 - variants: - - no-fission - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - .*-(ccov|tsan|wayland).*/.*: [] - android.*: [] - linux.*-64.*: ["trunk"] - mac.*: ["trunk"] - win.*: ["trunk"] - default: [] - webrender-sw+no-fission: - by-test-platform: - linux.*64-qr/debug: ['trunk'] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] - android-hw.*aarch.*-shippable-qr/opt: ['mozilla-central'] - android-hw.*aarch.*-qr/debug: ['mozilla-central'] - linux1804-64-qr/debug: ['trunk'] - linux1804-64(-shippable|-asan)?-qr/opt: ['trunk'] - default: [] - default: - by-test-platform: - android.*: [] - .*-(tsan|wayland).*: [] - default: built-projects - # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - chunked: true - -mochitest-webgl2-ext: - description: "Mochitest webgl2-ext run" - treeherder-symbol: M(gl2e) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - variants: - - no-fission - - webgl-ipc - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - .*(ccov|tsan|wayland).*/.*: [] - linux.*-64.*: ["trunk"] - mac.*: ["trunk"] - win.*: ["trunk"] - default: [] - webrender-sw+no-fission: - by-test-platform: - linux.*64-qr/debug: ["trunk"] - default: [] - webrender-sw: - by-test-platform: - linux.*64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['trunk'] - linux1804-64(-shippable|-asan)?-qr/opt: ['trunk'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*-tsan.*: [] - default: built-projects - chunks: 4 - test-manifest-loader: null # don't load tests in the taskgraph - loopback-video: true - max-run-time: 2700 - # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - chunked: true - extra-options: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - -mochitest-webgl2-deqp: - description: "Mochitest webgl2-deqp run" - treeherder-symbol: M(gl2d) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - variants: - - webgl-ipc - - webrender-sw - run-on-projects: [] # Don't run this for now. - chunks: 4 - loopback-video: true - max-run-time: 1800 - # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety - allow-software-gl-layers: false - mozharness: - mochitest-flavor: plain - chunked: true - extra-options: - - --setpref=webgl.out-of-process=false - - --setpref=security.sandbox.content.headless=false - -mochitest-webgpu: - description: "Mochitest webgpu run" - treeherder-symbol: M(webgpu) - schedules-component: mochitest-plain - virtualization: virtual-with-gpu - loopback-video: true - variants: - - no-fission - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: ["trunk"] - default: [] - no-fission: - by-test-platform: - linux2204-64-qr/debug: ['trunk'] - linux2204-64(-shippable|-asan)?-qr/opt: ['trunk'] - default: [] - default: - by-test-platform: - android.*: [] - # Things like asan/tsan/32bit are restricted to --full - # via UNCOMMON_TRY_TASK_LABELS - # in taskcluster/gecko_taskgraph/target_tasks.py. - default: ['trunk'] - max-run-time: - by-test-platform: - macosx.*64-ccov.*/.*: 7200 - default: 1800 - mozharness: - mochitest-flavor: plain - extra-options: - by-test-platform: - macos.*: - - --setpref=gfx.webgpu.ignore-blocklist=true - default: [] - -mochitest-remote: - description: "Mochitest for the remote agent (/remote folder)" - suite: - name: mochitest-remote - treeherder-symbol: M(remote) - loopback-video: true - variants: - - no-fission - - socketprocess_networking - run-on-projects: - by-variant: - socketprocess_networking: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - linux.*64.*(-shippable)?-qr/debug: ['autoland', 'mozilla-central'] - default: [] - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['trunk'] - linux1804-64(-shippable|-asan)?-qr/opt: ['trunk'] - default: [] - default: - by-test-platform: - android.*: [] - default: built-projects - tier: default - max-run-time: 5400 - mozharness: - mochitest-flavor: browser - extra-options: - - --setpref=remote.log.level=Trace - virtualization: virtual diff --git a/taskcluster/ci/test/reftest.yml b/taskcluster/ci/test/reftest.yml deleted file mode 100644 index 21474f7aad..0000000000 --- a/taskcluster/ci/test/reftest.yml +++ /dev/null @@ -1,281 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: reftest - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - android-hw-.*: geckoview-test_runner.apk - default: null - tier: default - test-manifest-loader: null # don't load tests in the taskgraph - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - android-hw.*: android_hardware_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - android-hw.*: - - android/android_common.py - - android/android_hw.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - -crashtest: - description: "Crashtest run" - schedules-component: crashtest - treeherder-symbol: R(C) - chunks: - by-test-platform: - android-em-7.*: 1 - linux.*64-tsan-qr/opt: 4 - default: 1 - variants: - - no-fission - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - webrender-sw: - by-test-platform: - macosx101.*64-qr/debug: built-projects - linux.*-64-qr/debug: built-projects - linux.*-64(-tsan|-asan)-qr/opt: built-projects - windows.*-asan-qr/opt: built-projects - windows1.*-64.*-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland/debug.*: [] - default: built-projects - max-run-time: 3600 - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-hw-.*-qr/.*: 2 - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - -crashtest-qr: - description: "Crashtest Webrender run" - schedules-component: crashtest - treeherder-symbol: R(C) - chunks: 1 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: built-projects - default: [] - max-run-time: 1200 - tier: 2 - virtualization: virtual - -jsreftest: - description: "JS Reftest run" - schedules-component: jsreftest - treeherder-symbol: R(J) - instance-size: default - chunks: - by-test-platform: - android-hw.*\/debug: 12 - android-hw.*/(opt|pgo)?: 6 - windows.*-asan-qr/opt: 3 - windows.*-ccov-qr/opt: 5 - windows.*\/opt: 2 - linux.*64-ccov.*/.*: 5 - linux1804-64-qr/opt: 4 - linux.*/debug: 5 - .*-tsan-qr/opt: 8 - macosx.*-64-ccov.*/.*: 5 - macosx.*-64(-shippable)?/opt: 2 - default: 3 - max-run-time: - by-test-platform: - .*ccov.*: 7200 - .*-wayland/debug.*: 5400 - default: 3600 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android-hw-.*-aarch64(?:-shippable)?-qr/.*: ['mozilla-central', 'release'] - android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*/.*: [] - default: built-projects - virtualization: virtual - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - -reftest: - description: "Reftest run" - treeherder-symbol: R(R) - virtualization: virtual-with-gpu - chunks: - by-test-platform: - android-em-7.*: 6 - linux1804-64(-shippable|-devedition|-qr)?/opt: 5 - linux.*64-tsan-qr/opt: 16 - macosx101.*-64-shippable(-qr)?/opt: 3 - macosx101.*-64/debug: 4 - macosx101.*-64(-ccov.*|-qr)/debug: 6 - windows.*64.*/debug: 4 - windows.*32.*/debug: 6 - windows.*-ccov-qr/opt: 9 - windows10.*asan.*: 3 - windows10.*/opt: 2 - windows11.*/opt: 3 - default: 8 - variants: - - geckoview-no-fission-ship - - no-fission - - webrender-dcomp-disabled - - webrender-dcomp-present - - webrender-dcomp-overlays - - webrender-dcomp-compositing # Should match default - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - webrender-sw: - by-test-platform: - linux1804-64-qr/debug: built-projects - linux1804-64(-asan|-tsan)-qr/opt: built-projects - macosx101.*64-qr/debug: built-projects - windows.*-asan-qr/opt: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - geckoview-no-fission-ship: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - default: - by-test-platform: - android.*/.*: [] - .*wayland.*: [] - linux.*asan/opt: [] - default: built-projects - max-run-time: - by-test-platform: - windows.*-32-mingwclang-qr/debug: 5400 - windows.*-ccov.*/.*: 5400 - windows.*-asan-qr/opt: 5400 - macosx.*64-ccov.*/.*: 5400 - default: 3600 - mozharness: - chunked: - by-test-platform: - android-em.*: false - macosx.*64/opt: false - windows.*/opt: false - default: true - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - -reftest-qr: - description: "Reftest webrender run" - treeherder-symbol: R(R) - chunks: 2 - variants: - - no-fission - - webrender-sw+no-fission - run-without-variant: false - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-hw-p5-13-0-android-aarch64-qr/debug: built-projects - default: [] - no-fission: built-projects - max-run-time: 2400 - mozharness: - chunked: true - tier: 2 - virtualization: virtual - -reftest-snapshot: - description: "Reftest snapshot" - treeherder-symbol: R(Rs) - virtualization: virtual - run-on-projects: - by-test-platform: - linux1804-64-qr/debug: ['trunk'] - default: [] - tier: default - chunks: 8 - mozharness: - chunked: true diff --git a/taskcluster/ci/test/talos.yml b/taskcluster/ci/test/talos.yml deleted file mode 100644 index 3ce85fd039..0000000000 --- a/taskcluster/ci/test/talos.yml +++ /dev/null @@ -1,817 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - max-run-time: 3600 - suite: talos - tier: - by-test-platform: - macosx1100.*: 2 - default: default - virtualization: hardware - mozharness: - script: talos_script.py - config: - by-test-platform: - macosx.*: - - talos/mac_config.py - windows.*: - - talos/windows_config.py - default: - - talos/linux_config.py - test-manifest-loader: null # don't load tests in the taskgraph - -talos-bcv: - description: Talos basic compositor video - try-name: bcv - treeherder-symbol: T(bcv) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|macosx1015|windows10)-64-shippable-qr/opt: [trunk] - (windows10-64|macosx1015-64).*-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - default: [trunk] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=bcv - -talos-bcv-profiling: - description: Talos basic compositor video with gecko profiling - try-name: bcv-prof - treeherder-symbol: T-Prof(bcv) - tier: 2 - run-on-projects: [] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=bcv - - --gecko-profile - -talos-chrome: - description: Talos chrome - try-name: chromez - treeherder-symbol: T(c) - variants: - - webrender-sw - run-on-projects: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=chromez - -talos-chrome-profiling: - description: Talos chrome with gecko profiling - try-name: chromez-prof - treeherder-symbol: T-Prof(c) - tier: 2 - max-run-time: 1200 - run-on-projects: [] - mozharness: - extra-options: - - --suite=chromez - - --gecko-profile - -talos-damp-inspector: - description: Talos devtools inspector (damp-inspector) - try-name: damp-inspector - treeherder-symbol: T(damp-inspector) - max-run-time: 5400 - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32-shippable.*/.*: [] - (linux|windows|macos)(?!.*shippable).*: [] - (linux|windows10-64|macos)(?!.*-qr).*: [] - default: [trunk] - mozharness: - extra-options: - - --suite=damp-inspector - -talos-damp-webconsole: - description: Talos devtools webconsole (damp-webconsole) - try-name: damp-webconsole - treeherder-symbol: T(damp-webconsole) - max-run-time: 5400 - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32-shippable.*/.*: [] - (linux|windows|macos)(?!.*shippable).*: [] - (linux|windows10-64|macos)(?!.*-qr).*: [] - default: [trunk] - mozharness: - extra-options: - - --suite=damp-webconsole - -talos-damp-other: - description: Talos devtools other (damp-other) - try-name: damp-other - treeherder-symbol: T(damp-other) - max-run-time: 5400 - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32-shippable.*/.*: [] - (linux|windows|macos)(?!.*shippable).*: [] - (linux|windows10-64|macos)(?!.*-qr).*: [] - default: [trunk] - mozharness: - extra-options: - - --suite=damp-other - -talos-damp-inspector-profiling: - description: Talos devtools inspector (damp-inspector) with gecko profiling - try-name: damp-inspector-prof - treeherder-symbol: T-Prof(damp-inspector) - tier: 2 - max-run-time: 5400 - run-on-projects: [] - mozharness: - extra-options: - - --suite=damp-inspector - - --gecko-profile - -talos-damp-webconsole-profiling: - description: Talos devtools webconsole (damp-webconsole) with gecko profiling - try-name: damp-webconsole-prof - treeherder-symbol: T-Prof(damp-webconsole) - tier: 2 - max-run-time: 5400 - run-on-projects: [] - mozharness: - extra-options: - - --suite=damp-webconsole - - --gecko-profile - -talos-damp-other-profiling: - description: Talos devtools other (damp-other) with gecko profiling - try-name: damp-other-prof - treeherder-symbol: T-Prof(damp-other) - tier: 2 - max-run-time: 5400 - run-on-projects: [] - mozharness: - extra-options: - - --suite=damp-other - - --gecko-profile - -talos-dromaeojs: - description: Talos dromaeojs - try-name: dromaeojs - treeherder-symbol: T(d) - max-run-time: 2100 - run-on-projects: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - mozharness: - extra-options: - - --suite=dromaeojs - -talos-dromaeojs-profiling: - description: Talos dromaeojs with gecko profiling - try-name: dromaeojs-prof - treeherder-symbol: T-Prof(d) - tier: 2 - max-run-time: 2100 - run-on-projects: [] - mozharness: - extra-options: - - --suite=dromaeojs - - --gecko-profile - -talos-g1: - description: Talos g1 - try-name: g1 - treeherder-symbol: T(g1) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: - by-test-platform: - linux1804-64.*: 3600 - default: 7200 - mozharness: - extra-options: - - --suite=g1 - -talos-g1-profiling: - description: Talos g1 with gecko profiling - try-name: g1-prof - treeherder-symbol: T-Prof(g1) - tier: 2 - run-on-projects: [] - max-run-time: - by-test-platform: - linux1804-64.*: 3600 - default: 7200 - mozharness: - extra-options: - - --suite=g1 - - --gecko-profile - -talos-g3: - description: Talos g3 - try-name: g3 - treeherder-symbol: T(g3) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 900 - mozharness: - extra-options: - - --suite=g3 - -talos-g3-profiling: - description: Talos g3 with gecko profiling - try-name: g3-prof - treeherder-symbol: T-Prof(g3) - tier: 2 - max-run-time: 900 - run-on-projects: [] - mozharness: - extra-options: - - --suite=g3 - - --gecko-profile - -talos-g4: - description: Talos g4 - try-name: g4 - treeherder-symbol: T(g4) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx1015)-64-shippable-qr/opt: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macos)(?!.*-qr).*: [] - default: [trunk] - max-run-time: - by-test-platform: - linux1804-64.*: 1500 - default: 1800 - mozharness: - extra-options: - - --suite=g4 - -talos-g4-profiling: - description: Talos g4 with gecko profiling - try-name: g4-prof - treeherder-symbol: T-Prof(g4) - tier: 2 - max-run-time: - by-test-platform: - linux1804-64.*: 1500 - default: 1800 - run-on-projects: [] - mozharness: - extra-options: - - --suite=g4 - - --gecko-profile - -talos-g5: - description: Talos g5 - try-name: g5 - treeherder-symbol: T(g5) - mozharness: - extra-options: - - --suite=g5 - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: - by-test-platform: - linux1804-64.*: 1200 - macosx.*: 2400 - default: 1800 - -talos-g5-profiling: - description: Talos g5 with gecko profiling - try-name: g5-prof - treeherder-symbol: T-Prof(g5) - tier: 2 - run-on-projects: [] - mozharness: - extra-options: - - --suite=g5 - - --gecko-profile - max-run-time: - by-test-platform: - linux1804-64.*: 1200 - default: 1800 - -talos-h1: - description: Talos h1 - try-name: h1 - treeherder-symbol: T(h1) - run-on-projects: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - mozharness: - extra-options: - - --suite=h1 - max-run-time: - by-test-platform: - linux1804-64.*: 900 - default: 1800 - -talos-h2: - description: Talos h2 - try-name: h2 - treeherder-symbol: T(h2) - run-on-projects: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: - by-test-platform: - linux1804-64.*: 900 - default: 7200 - mozharness: - extra-options: - - --suite=h2 - -talos-motionmark: - description: Talos motionmark - try-name: motionmark - treeherder-symbol: T(mm) - run-on-projects: - by-test-platform: - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macos)(?!.*-qr).*: [] - default: [mozilla-central] - max-run-time: 3600 - tier: 2 - mozharness: - extra-options: - - --suite=motionmark - -talos-motionmark-profiling: - description: Talos motionmark with gecko profiling - try-name: motionmark-prof - treeherder-symbol: T-Prof(mm) - run-on-projects: [] - max-run-time: 3600 - tier: 2 - mozharness: - extra-options: - - --suite=motionmark - - --gecko-profile - -talos-other: - description: Talos other - try-name: other - treeherder-symbol: T(o) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=other - -talos-other-profiling: - description: Talos other with gecko profiling - try-name: other-prof - treeherder-symbol: T-Prof(o) - run-on-projects: [] - tier: 2 - max-run-time: 1500 - mozharness: - extra-options: - - --suite=other - - --gecko-profile - -talos-sessionrestore-many-windows: - description: Talos sessionrestore-many-windows - try-name: sessionrestore-many-windows - treeherder-symbol: T(smw) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [mozilla-central, autoland] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [mozilla-central, autoland] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=sessionrestore-many-windows - -talos-sessionrestore-many-windows-profiling: - description: Talos sessionrestore-many-windows with gecko profiling - try-name: sessionrestore-many-windows-prof - treeherder-symbol: T-Prof(smw) - tier: 2 - run-on-projects: [] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=sessionrestore-many-windows - - --gecko-profile - -talos-perf-reftest: - description: Talos perf-reftest - try-name: perf-reftest - treeherder-symbol: T(p) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1200 - mozharness: - extra-options: - - --suite=perf-reftest - -talos-perf-reftest-profiling: - description: Talos perf-reftest with gecko profiling - try-name: perf-reftest-prof - treeherder-symbol: T-Prof(p) - tier: 2 - run-on-projects: [] - max-run-time: 1200 - mozharness: - extra-options: - - --suite=perf-reftest - - --gecko-profile - -talos-perf-reftest-singletons: - description: Talos perf-reftest singletons - try-name: perf-reftest-singletons - treeherder-symbol: T(ps) - run-on-projects: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=perf-reftest-singletons - -talos-perf-reftest-singletons-profiling: - description: Talos perf-reftest singletons with gecko profiling - try-name: perf-reftest-singletons-prof - treeherder-symbol: T-Prof(ps) - tier: 2 - run-on-projects: [] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=perf-reftest-singletons - - --gecko-profile - -talos-svgr: - description: Talos svgr - try-name: svgr - treeherder-symbol: T(s) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=svgr - -talos-svgr-profiling: - description: Talos svgr with gecko profiling - try-name: svgr-prof - treeherder-symbol: T-Prof(s) - tier: 2 - run-on-projects: [] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=svgr - - --gecko-profile - -talos-tp5o: - description: Talos tp5o - try-name: tp5o - treeherder-symbol: T(tp) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx.*)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=tp5o - -talos-tp5o-profiling: - description: Talos tp5o with gecko profiling - try-name: tp5o-prof - treeherder-symbol: T-Prof(tp) - tier: 2 - run-on-projects: [] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=tp5o - - --gecko-profile - -talos-tabswitch: - description: Talos page scroll (tabswitch) - try-name: tabswitch - treeherder-symbol: T(tabswitch) - variants: - - webrender-sw - run-on-projects: [] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=tabswitch - -talos-tabswitch-profiling: - description: Talos page scroll (tabswitch) with gecko profiling - try-name: tabswitch-prof - treeherder-symbol: T-Prof(tabswitch) - tier: 2 - run-on-projects: [] - max-run-time: 1200 - mozharness: - extra-options: - - --suite=tabswitch - - --gecko-profile - -talos-webgl: - description: Talos WebGL - try-name: webgl - treeherder-symbol: T(webgl) - variants: - - webrender-sw - - webgl-ipc - run-on-projects: - by-variant: - webgl-ipc: - by-test-platform: - (linux1804|windows10|macosx1015)-64.*: [trunk] - windows11-64-2009-hw-ref-shippable.*: [trunk] - windows11(?!.*shippable).*: [] - default: [] - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|windows11|macos)(?!.*shippable).*: [] - (linux|windows10-64|windows11|macos)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 2100 - mozharness: - extra-options: - by-test-platform: - windows11-64-2009-hw-ref.*: - - --suite=webgl - - --skip-preflight - default: - - --suite=webgl - -talos-webgl-profiling: - description: Talos WebGL with gecko profiling - try-name: webgl - treeherder-symbol: T-Prof(webgl) - tier: 2 - variants: - - webgl-ipc - run-on-projects: [] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=webgl - - --gecko-profile - - --setpref=dom.media.webcodecs.enabled=true - -talos-xperf: - description: Talos xperf - try-name: xperf - treeherder-symbol: T(x) - virtualization: virtual - os-groups: [Administrators] - run-as-administrator: - by-test-platform: - windows.*32.*: false - windows10.*64.*: true - windows11.*64.*: true - variants: - - webrender-sw - run-on-projects: - by-test-platform: - windows.*-32-shippable(?:-qr)?/.*: [] - windows10.*-shippable-qr/.*: [trunk] - windows11.*-shippable-qr/.*: [trunk] - default: [] - mozharness: - extra-options: - by-test-platform: - windows.*: - - --suite=xperf - # Disable the GPU process due to bug 1868737. There are - # sandbox related issues with using the GPU process when - # running xperf as an administrator which cause us to fail - # due to generating minidumps. - - --setpref=layers.gpu-process.enabled=false - default: - - --suite=xperf - config: - by-test-platform: - windows.*: - - talos/windows_vm_config.py - -talos-realworld-webextensions: - description: Talos tests with realworld WebExtensions - try-name: realworld-webextensions - treeherder-symbol: T(realwebext) - run-on-projects: - by-test-platform: - windows.*-32.*: [] - (linux|windows10-64|macos)(?!.*shippable).*: [] - (linux|windows10-64|macosx1015)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=realworld-webextensions - -talos-realworld-webextensions-profiling: - description: Talos tests with realworld WebExtensions with gecko profiling - try-name: realworld-webextensions-prof - treeherder-symbol: T-Prof(realwebext) - tier: 2 - run-on-projects: [] - max-run-time: 1500 - mozharness: - extra-options: - - --suite=realworld-webextensions - - --gecko-profile - -talos-pdfpaint: - description: Talos pdfpaint - try-name: pdfpaint - treeherder-symbol: T(pdfpaint) - variants: - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - (linux1804|windows10|macosx1015)-64-shippable-qr.*: [trunk] - default: [] - default: - by-test-platform: - windows.*-32-shippable.*/.*: [] - (linux|windows|macos)(?!.*shippable).*: [] - (linux|windows10-64|macos)(?!.*-qr).*: [] - default: [trunk] - max-run-time: 1800 - mozharness: - extra-options: - - --suite=pdfpaint - fetches: - toolchain: - by-test-platform: - win.*: - - win32-minidump-stackwalk - - win32-fix-stacks - - talos-pdfs - macosx1015.*: - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - - talos-pdfs - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - - talos-pdfs diff --git a/taskcluster/ci/test/test-platforms.yml b/taskcluster/ci/test/test-platforms.yml deleted file mode 100644 index b957b8a4db..0000000000 --- a/taskcluster/ci/test/test-platforms.yml +++ /dev/null @@ -1,505 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -# This file maps build platforms to test platforms. In some cases, a -# single build may be tested on multiple test platforms, but a single test -# platform can only link to one build platform. Both build and test platforms -# are represented as <platform>/<type>, where <type> is what Treeherder calls a -# collection. -# -# Each test platform further specifies the set of tests that will be scheduled -# for the platform, referring to tests defined in test-sets.yml. -# -# Note that set does not depend on the tree; tree-dependent job selection -# should be performed in the target task selection phase of task-graph -# generation. - - -## -# Linux platforms (matching /linux.*/) -# Linux1804-64 uses Ubuntu 18.04 and is run on docker - -linux1804-32-qr/debug: - build-platform: linux/debug - test-sets: - - linux32-gtest - -linux1804-32-qr/opt: - build-platform: linux/opt - test-sets: - - linux32-tests - - linux32-gtest - -linux1804-32-shippable-qr/opt: - build-platform: linux-shippable/opt - test-sets: - - linux32-tests - - linux32-gtest - -linux1804-64-qr/opt: - build-platform: linux64/opt - test-sets: - - awsy - - desktop-screenshot-capture - - linux1804-tests - - web-platform-tests - - web-platform-tests-backlog - - talos - - browsertime - -linux1804-64-shippable-qr/opt: - build-platform: linux64-shippable/opt - test-sets: - - awsy - - desktop-screenshot-capture - - linux1804-tests - - web-platform-tests - - web-platform-tests-backlog - - talos - - talos-profiling - - browsertime - - browsertime-profiling - -linux1804-64-nightlyasrelease-qr/opt: - build-platform: linux64-nightlyasrelease/opt - test-sets: - - browsertime - -linux1804-64-qr/debug: - build-platform: linux64/debug - test-sets: - - linux1804-tests - - web-platform-tests - -linux1804-64-asan-qr/opt: - build-platform: linux64-asan/opt - test-sets: - - linux1804-tests - - web-platform-tests - -linux1804-64-tsan-qr/opt: - build-platform: linux64-tsan/opt - test-sets: - - linux1804-tests - - web-platform-tests - -linux1804-64-ccov-qr/opt: - build-platform: linux64-ccov/opt - test-sets: - - ccov-code-coverage-tests - - linux1804-tests - - linux1804-ccov-tests - - web-platform-tests - -linux1804-64-devedition-qr/opt: - build-platform: linux64-devedition/opt - test-sets: - - desktop-screenshot-capture - - linux1804-tests - - web-platform-tests - -linux1804-64-clang-trunk-qr/opt: - build-platform: linux64-plain-clang-trunk/opt - test-sets: - - awsy - - browsertime-clang - -linux2204-64-wayland/debug: - build-platform: linux64/debug - test-sets: - - linux2204-wayland-tests - - web-platform-tests - - webgpu - -linux2204-64-wayland/opt: - build-platform: linux64/opt - test-sets: - - linux2204-wayland-tests - - web-platform-tests - - webgpu - -linux2204-64-wayland-shippable/opt: - build-platform: linux64-shippable/opt - test-sets: - - linux2204-wayland-tests - - web-platform-tests - - webgpu - -## -# Windows platforms (matching /windows.*/) - -# win32 -windows10-32-shippable-qr/opt: - build-platform: win32-shippable/opt - build-signing-label: build-signing-win32-shippable/opt - test-sets: - - browsertime - - talos-profiling - - windows-talos - -windows10-32-qr/opt: - build-platform: win32/opt - test-sets: - - browsertime - - windows-talos - - -# win11-32 -windows11-32-2009-shippable-qr/opt: - build-platform: win32-shippable/opt - build-signing-label: build-signing-win32-shippable/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - windows32-2009-tests - -windows11-32-2009-qr/opt: - build-platform: win32/opt - build-signing-label: build-signing-win32/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - windows32-2009-tests - -windows11-32-2009-qr/debug: - build-platform: win32/debug - build-signing-label: build-signing-win32/debug - test-sets: - - web-platform-tests - - windows32-2009-tests - -windows11-32-2009-mingwclang-qr/debug: - build-platform: win32-mingwclang/debug - test-sets: - - mingwclang-win32-tests-debug - -windows11-32-2009-mingwclang-qr/opt: - build-platform: win32-mingwclang/opt - test-sets: - - mingwclang-tests-opt - -# win64 -windows10-64-qr/opt: - build-platform: win64/opt - test-sets: - - windows-talos - - browsertime - -windows11-64-2009-hw-ref-shippable/opt: - build-platform: win64-shippable/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - talos-ref-hw - - windows-ref-hw-tests - -windows11-64-2009-hw-ref/opt: - build-platform: win64/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - talos-ref-hw - - windows-ref-hw-tests - -windows10-64-shippable-qr/opt: - build-platform: win64-shippable/opt - test-sets: - - talos-profiling - - windows-talos - - browsertime - -windows10-64-nightlyasrelease-qr/opt: - build-platform: win64-nightlyasrelease/opt - test-sets: - - browsertime - -# win10-64 2004 -windows10-64-2009-qr/debug: - build-platform: win64/debug - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/debug - default: build-signing-win64/debug - test-sets: - - windows10-2009-tests - -windows10-64-2009-qr/opt: - build-platform: win64/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - windows10-2009-tests - -windows10-64-2009-shippable-qr/opt: - build-platform: win64-shippable/opt - build-signing-label: - by-variant: - msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt - default: build-signing-win64-shippable/opt - test-sets: - - windows10-2009-tests - -# win11-64 2009 -windows11-64-2009-ccov-qr/opt: - build-platform: win64-ccov/opt - build-signing-label: build-signing-win64-ccov/opt - test-sets: - - desktop-screenshot-capture - - ccov-code-coverage-tests - - windows11-64-2009-ccov-tests - - windows11-2009-tests - -windows11-64-2009-qr/debug: - build-platform: win64/debug - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/debug - default: build-signing-win64/debug - test-sets: - - web-platform-tests - - webgpu - - windows11-2009-tests - -windows11-64-2009-qr/opt: - build-platform: win64/opt - build-signing-label: - by-variant: - msix: repackage-signing-msix-win64/opt - default: build-signing-win64/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - web-platform-tests-backlog - - webgpu - - windows11-2009-tests - - talos-xperf - -windows11-64-2009-shippable-qr/opt: - build-platform: win64-shippable/opt - build-signing-label: - by-variant: - msix: repackage-signing-shippable-l10n-msix-win64-shippable/opt - default: build-signing-win64-shippable/opt - test-sets: - - awsy - - desktop-screenshot-capture - - web-platform-tests - - web-platform-tests-backlog - - windows11-2009-tests - - talos-xperf - -windows11-64-2009-devedition-qr/opt: - build-platform: win64-devedition/opt - build-signing-label: build-signing-win64-devedition/opt - test-sets: - - desktop-screenshot-capture - - web-platform-tests - - windows11-2009-tests - -windows11-64-2009-asan-qr/opt: - build-platform: win64-asan/opt - test-sets: - - windows11-2009-tests - -windows11-64-2009-mingwclang-qr/debug: - build-platform: win64-mingwclang/debug - test-sets: - - mingwclang-tests-debug - -windows11-64-2009-mingwclang-qr/opt: - build-platform: win64-mingwclang/opt - test-sets: - - mingwclang-tests-opt - - -## -# MacOS X platforms (matching /macosx.*/) - -macosx1100-64-qr/debug: - build-platform: macosx64/debug - build-signing-label: repackage-macosx64/debug - test-sets: - - macosx1100-64-jittests - -macosx1100-64-aarch64-qr/debug: - build-platform: macosx64-aarch64/debug - build-signing-label: repackage-macosx64-aarch64/debug - test-sets: - - macosx1100-aarch64-qr-tests - -macosx1100-64-shippable-qr/opt: - build-platform: macosx64-shippable/opt - build-signing-label: repackage-macosx64-shippable/opt - test-sets: - - macosx1100-64-jittests - - macosx1100-64-qr-tests - # - macosx64-talos - # - browsertime-high-priority - -macosx1015-64-shippable-qr/opt: - build-platform: macosx64-shippable/opt - test-sets: - - awsy - - browsertime - - browsertime-profiling - - desktop-screenshot-capture - - macosx1015-64-qr-tests - - macosx64-talos - - talos-profiling - - web-platform-tests - - web-platform-tests-backlog - - webgpu - -macosx1015-64-nightlyasrelease-qr/opt: - build-platform: macosx64-nightlyasrelease/opt - test-sets: - - browsertime - -macosx1015-64-devedition-qr/opt: - build-platform: macosx64-devedition/opt - test-sets: - - macosx1015-64-qr-tests - - web-platform-tests - - webgpu - -macosx1015-64-qr/opt: - build-platform: macosx64/opt - test-sets: - - desktop-screenshot-capture - - macosx1015-64-qr-tests - - web-platform-tests - - web-platform-tests-backlog - - webgpu - - browsertime - -macosx1015-64-qr/debug: - build-platform: macosx64/debug - test-sets: - - macosx1015-64-qr-tests - - web-platform-tests - - webgpu - -macosx1015-64-ccov-qr/opt: - build-platform: macosx64-ccov/opt - test-sets: - - macosx1015-64-qr-tests - -macosx1400-64-shippable-qr/opt: - build-platform: macosx64-shippable/opt - test-sets: - - macosx1400-64-qr-tests - -## -# Android platforms (matching /android-em.*/) -# -# android-em test platforms execute on android emulators. - -android-em-7.0-x86_64-qr/opt: - build-platform: android-x86_64/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-lite-qr/opt: - build-platform: android-x86_64-lite/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-shippable-qr/opt: - build-platform: android-x86_64-shippable/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-shippable-lite-qr/opt: - build-platform: android-x86_64-shippable-lite/opt - test-sets: - - android-x86_64-tests - - web-platform-tests-backlog - -android-em-7.0-x86_64-qr/debug: - build-platform: android-x86_64/debug - test-sets: - - android-x86_64-tests - -android-em-7.0-x86_64-qr/debug-isolated-process: - build-platform: android-x86_64/debug-isolated-process - test-sets: - - android-x86_64-tests - -android-em-7.0-x86-qr/opt: - build-platform: android-x86/opt - test-sets: - - android-x86-tests - -# android-hw test platforms execute on real devices attached to Autophone hosts. - -# android-hw-a51-11-0 Samsung Galaxy A51 Android 11.0 - -android-hw-a51-11-0-aarch64-qr/opt: - build-platform: android-aarch64/opt - test-sets: - - android-hw-browsertime -# - android-hw-browsertime-power - -android-hw-a51-11-0-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-browsertime -# - android-hw-browsertime-power - -# android-hw-p5-13-0 Google Pixel 5 Android 13.0 - -android-hw-p5-13-0-arm7-qr/opt: - build-platform: android-arm/opt - test-sets: - - android-hw-arm7-pgo-unittests - -android-hw-p5-13-0-arm7-shippable-qr/opt: - build-platform: android-arm-shippable/opt - test-sets: - - android-hw-arm7-pgo-unittests - -android-hw-p5-13-0-arm7-qr/debug: - build-platform: android-arm/debug - test-sets: - - android-hw-arm7-debug-unittests - -android-hw-p5-13-0-android-aarch64-qr/debug: - build-platform: android-aarch64/debug - test-sets: - - android-hw-aarch64 - - android-hw-aarch64-debug-unittests - -android-hw-p5-13-0-android-aarch64-qr/opt: - build-platform: android-aarch64/opt - test-sets: - - android-hw-aarch64 - - android-hw-aarch64-opt-unittests - -android-hw-p5-13-0-android-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-aarch64 - - android-hw-aarch64-pgo-unittests - -android-hw-p6-13-0-android-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-speedometer-tests - -android-hw-s21-13-0-android-aarch64-shippable-qr/opt: - build-platform: android-aarch64-shippable/opt - test-sets: - - android-hw-speedometer-tests diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/ci/test/test-sets.yml deleted file mode 100644 index 4a8f3d019b..0000000000 --- a/taskcluster/ci/test/test-sets.yml +++ /dev/null @@ -1,498 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -# Each key in this file specifies a set of tests to run. Different test sets -# may, for example, be bound to different test platforms. -# -# Note that set does not depend on the tree; tree-dependent job selection -# should be performed in the target task selection phase of task-graph -# generation. -# -# A test set has a name, and a list of tests that it contains. -# -# Test names given here reference tests.yml. - -### Feature-specific test groups - -webgpu: - - mochitest-webgpu - - web-platform-tests-webgpu - -web-platform-tests: - - web-platform-tests - - web-platform-tests-crashtest - - web-platform-tests-privatebrowsing - - web-platform-tests-print-reftest - - web-platform-tests-reftest - - web-platform-tests-wdspec - - web-platform-tests-canvas - -web-platform-tests-backlog: - - web-platform-tests-backlog - - web-platform-tests-reftest-backlog - -mochitest-devtools-chrome: - - mochitest-devtools-chrome - -talos: - - talos-bcv - - talos-chrome - - talos-damp-inspector - - talos-damp-webconsole - - talos-damp-other - - talos-dromaeojs - - talos-g1 - - talos-g3 - - talos-g4 - - talos-g5 - - talos-other - - talos-sessionrestore-many-windows - - talos-svgr - - talos-tp5o - - talos-perf-reftest - - talos-perf-reftest-singletons - - talos-tabswitch - - talos-realworld-webextensions - - talos-webgl - - talos-pdfpaint - # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions - # - talos-h2 Bug 1487031 - Disabled for not finding actionable regressions - -talos-profiling: - - talos-bcv-profiling - - talos-chrome-profiling - # - talos-damp-profiling - Disabled b/c of Bug 1597734 - - talos-dromaeojs-profiling - - talos-g1-profiling - - talos-g3-profiling - - talos-g4-profiling - - talos-g5-profiling - - talos-motionmark-profiling - - talos-other-profiling - - talos-sessionrestore-many-windows-profiling - - talos-perf-reftest-profiling - - talos-perf-reftest-singletons-profiling - - talos-svgr-profiling - - talos-tp5o-profiling - - talos-tabswitch-profiling - - talos-realworld-webextensions-profiling - - talos-webgl-profiling - -talos-ref-hw: - - talos-webgl - -browsertime: - - browsertime-tp6 - - browsertime-tp7 - - browsertime-tp6-essential - - browsertime-tp6-bytecode - - browsertime-tp6-live - - browsertime-tp6-live-sheriffed - - browsertime-tp6-webextensions - - browsertime-benchmark - - browsertime-benchmark-wasm - - browsertime-youtube-playback - - browsertime-youtube-playback-power - - browsertime-custom - - browsertime-first-install - - browsertime-responsiveness - - browsertime-regression-tests - - browsertime-upload - - browsertime-speculative - - browsertime-throttled - - browsertime-pageload-benchmark - - browsertime-indexeddb - -browsertime-clang: - - browsertime-tp6 - - browsertime-tp6-essential - - browsertime-tp6-bytecode - - browsertime-tp6-live - - browsertime-tp6-live-sheriffed - - browsertime-tp6-webextensions - - browsertime-benchmark - - browsertime-benchmark-wasm - - browsertime-youtube-playback - - browsertime-responsiveness - -browsertime-profiling: - - browsertime-tp6-profiling - -browsertime-high-priority: - - browsertime-benchmark - - browsertime-tp6 - -awsy: - - awsy - - awsy-base - - awsy-dmd - - awsy-base-dmd - - awsy-tp6 - -ccov-code-coverage-tests: - - test-coverage - - test-coverage-wpt - -mochitest-valgrind: - - mochitest-valgrind - -desktop-screenshot-capture: - - mochitest-browser-screenshots - -### Specific platform test sets - -# Linux -linux32-gtest: - - gtest - -linux32-tests: - - web-platform-tests - -linux1804-tests: - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - # - jittest # See comment in linux1804-ccov-tests set. - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - reftest-snapshot - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -linux1804-ccov-tests: - # jittest run on regular linux builds is redundant with SM(p), so we omit it - # from the linux1804-tests and linux1804-qr-tests sets. But, we still want - # to run it on ccov builds, so we have this set that has it and which runs - # on ccov builds. - - jittest - -linux2204-wayland-tests: - - mochitest-plain - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-chrome-failures - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - reftest-snapshot - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -# Windows -windows32-2009-tests: - - cppunittest - - crashtest - - gtest - - firefox-ui-functional - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - reftest - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -windows10-2009-tests: - - cppunittest - - gtest - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-plain - - mochitest-plain-gpu - - xpcshell - -windows11-64-2009-ccov-tests: - - jittest - - test-coverage - - web-platform-tests - - web-platform-tests-crashtest - - web-platform-tests-print-reftest - - web-platform-tests-reftest - - web-platform-tests-wdspec - -windows11-2009-tests: - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -mingwclang-tests-debug: - - cppunittest - - firefox-ui-functional - - mochitest-a11y - - mochitest-chrome-gpu - - mochitest-plain-gpu - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - telemetry-tests-client - -# The following is the same as the above block, minus reftests. -# Reftests were disabled due to frequent hangs; see bug 1642719 -# for re-enabling. -mingwclang-win32-tests-debug: - - cppunittest - - firefox-ui-functional - - mochitest-a11y - - mochitest-chrome-gpu - - mochitest-plain-gpu - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - # - reftest - disabled, see bug 1642719 - - telemetry-tests-client - -mingwclang-tests-opt: - - cppunittest - - mochitest-chrome-gpu - - mochitest-plain-gpu - -windows-talos: - - talos-bcv - - talos-chrome - - talos-damp-inspector - - talos-damp-webconsole - - talos-damp-other - - talos-dromaeojs - - talos-g1 - - talos-g4 - - talos-g5 - - talos-other - - talos-sessionrestore-many-windows - - talos-perf-reftest - - talos-perf-reftest-singletons - - talos-svgr - - talos-tp5o - - talos-tabswitch - - talos-realworld-webextensions - - talos-webgl - - talos-pdfpaint - # - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions - -windows-ref-hw-tests: - - mochitest-media - -talos-xperf: - - talos-xperf - -# macOS -macosx1100-64-jittests: - - jittest - -macosx1100-64-qr-tests: - - crashtest - - jsreftest - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome-gpu - - mochitest-media - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - xpcshell - -macosx1100-aarch64-qr-tests: - - mochitest-media - -macosx1015-64-qr-tests: - - cppunittest - - crashtest - - firefox-ui-functional - - gtest - - jittest - - jsreftest - - marionette - - mochitest-a11y - - mochitest-browser-a11y - - mochitest-browser-chrome - - mochitest-browser-media - - mochitest-chrome - - mochitest-chrome-gpu - - mochitest-devtools-chrome - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - - mochitest-remote - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - - mochitest-webgl2-ext - - reftest - - telemetry-tests-client - - test-verify - - test-verify-gpu - - test-verify-wpt - - xpcshell - -macosx64-talos: - - talos-bcv - - talos-chrome - - talos-damp-inspector - - talos-damp-webconsole - - talos-damp-other - - talos-dromaeojs - - talos-g1 - - talos-g4 - - talos-g5 - - talos-other - - talos-sessionrestore-many-windows - - talos-svgr - - talos-tp5o - - talos-perf-reftest - - talos-perf-reftest-singletons - - talos-realworld-webextensions - - talos-webgl - - talos-tabswitch - - talos-pdfpaint - # - talos-h1 # too long to unpack profile- Bug 1442893 - -macosx1400-64-qr-tests: - - browsertime-benchmark - -# Android - -android-x86_64-tests: - - cppunittest - - crashtest - - geckoview-junit - - gtest - - mochitest-media - - mochitest-plain - - mochitest-plain-gpu - # - mochitest-webgl1-core # Harness issues? - # - mochitest-webgl1-ext - # - mochitest-webgl2-core # Emulator not creating ES3? - # - mochitest-webgl2-ext - - reftest - - test-verify - - web-platform-tests - - web-platform-tests-crashtest - - web-platform-tests-reftest - - web-platform-tests-wdspec - - xpcshell - -android-x86-tests: - - cppunittest - -android-hw-aarch64-opt-unittests: - - jittest - -android-hw-arm7-pgo-unittests: - - jittest-all - -android-hw-aarch64-pgo-unittests: - - jittest - -android-hw-arm7-debug-unittests: - - jittest - -android-hw-aarch64-debug-unittests: - - jittest - -android-hw-aarch64: - - crashtest-qr - - reftest-qr - - mochitest-media - - mochitest-webgl1-core - - mochitest-webgl1-ext - - mochitest-webgl2-core - -android-hw-browsertime: - - browsertime-tp6m - - browsertime-tp6m-essential - - browsertime-tp6m-webextensions - - browsertime-tp6m-live - - browsertime-benchmark-speedometer-mobile - - browsertime-benchmark-speedometer3-mobile - - browsertime-youtube-playback-mobile - - browsertime-benchmark-unity-webgl-mobile - - browsertime-benchmark-motionmark - - browsertime-benchmark-motionmark-1-3 - -android-hw-browsertime-profiling: - - browsertime-tp6m-profiling - -android-hw-speedometer-tests: - - browsertime-benchmark-speedometer-mobile - - browsertime-benchmark-speedometer3-mobile diff --git a/taskcluster/ci/test/variants.yml b/taskcluster/ci/test/variants.yml deleted file mode 100644 index 8cb31ee047..0000000000 --- a/taskcluster/ci/test/variants.yml +++ /dev/null @@ -1,416 +0,0 @@ ---- -1proc: - description: "{description} with e10s disabled" - component: "Testing::General" - expiration: "never" - suffix: "1proc" - mozinfo: "e10s" - merge: - mozharness: - extra-options: - - "--disable-e10s" - - "--disable-fission" - -headless: - description: "{description} without a window" - component: "Firefox::Headless" - expiration: "never" - suffix: "headless" - mozinfo: "headless" - replace: - tier: 2 - when: - $eval: '( - "linux" in task["test-platform"] - && ( - "mochitest-plain" in task["try-name"] - || "marionette" in task["try-name"] - ) - ) - || "web-platform-tests-wdspec" == task["try-name"]' - merge: - mozharness: - extra-options: - - "--headless" - -a11y-checks: - description: "{description} with accessibility checks enabled" - component: "Core::Disability Access APIs" - expiration: "2024-09-01" - suffix: "a11y-checks" - mozinfo: "a11y_checks" - replace: - tier: 2 - when: - $eval: '( - "linux" in task["test-platform"] - && "opt" in task["test-platform"] - && !( - "asan" in task["test-platform"] - || "tsan" in task["test-platform"] - || "ccov" in task["test-platform"] - ) - ) && ( - "mochitest-devtools-chrome" == task["try-name"] - || "mochitest-browser-chrome" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--enable-a11y-checks" - -aab: - description: "{description} with aab test_runner" - component: "GeckoView::General" - expiration: "2024-09-01" - when: &gv_e10s_filter - $eval: '"android" in task["test-platform"]' - suffix: "aab" - # Need to add jdk but there isn't a good way to do that - # so we just replace the toolchain list - merge: - fetches: - toolchain: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-jdk - - linux64-hostutils - replace: - target: "geckoview-test_runner.aab" - -geckoview-no-fission: - description: "{description} without fission enabled" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - when: - <<: *gv_e10s_filter - suffix: "nofis" - mozinfo: "fission" - merge: - mozharness: - extra-options: - - "--disable-fission" - -geckoview-fission: - description: "{description} with fission enabled and default isolation strategy" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - when: - <<: *gv_e10s_filter - suffix: "fis" - mozinfo: "fission" - -geckoview-fission-isolate-high-value: - description: "{description} with fission enabled and isolation strategy isolateHighValue" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - when: - <<: *gv_e10s_filter - suffix: "fis-hv" - mozinfo: "fission-high-value" - merge: - mozharness: - extra-options: - - "--setpref=fission.webContentIsolationStrategy=2" - -no-fission: - description: "{description} without fission enabled" - component: "Core::DOM: Content Processes" - expiration: "2024-09-01" - suffix: "nofis" - mozinfo: "fission" - when: - $eval: ' - "linux" in task["test-platform"] - || "android" in task["test-platform"] - ' - merge: - mozharness: - extra-options: - - "--disable-fission" - -geckoview-no-fission-ship: - description: "{description} with fission disabled and ship enabled" - component: "GeckoView::Sandboxing" - expiration: "2024-09-01" - suffix: "nofis-ship" - when: - <<: *gv_e10s_filter - merge: - mozharness: - extra-options: - - "--disable-fission" - - "--setpref=fission.disableSessionHistoryInParent=false" - -xorigin: - description: "{description} with cross-origin" - component: "Core::DOM: Content Processes" - expiration: "never" - suffix: "xorig" - mozinfo: "xorigin" - replace: - e10s: true - when: - $eval: '"mochitest-plain" in task["try-name"]' - merge: - mozharness: - extra-options: - - "--enable-xorigin-tests" - - "--setpref=privacy.partition.always_partition_third_party_non_cookie_storage=false" - -conditioned_profile: - description: "{description} with conditioned profile" - component: "Testing::General" - expiration: "2024-09-01" - suffix: "condprof" - mozinfo: "condprof" - when: - $eval: ' - ( - "linux" in task["test-platform"] - || "windows" in task["test-platform"] - ) && ( - "opt" in task["test-platform"] - && !( - "asan" in task["test-platform"] - || "tsan" in task["test-platform"] - || "ccov" in task["test-platform"] - ) - ) && ( - "mochitest-plain" == task["try-name"] - || "xpcshell" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--conditioned-profile" - replace: - chunks: 8 - -socketprocess: - description: "{description} with socket process enabled" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "spi" - mozinfo: "socketprocess_e10s" - when: - $eval: '"mochitest-media" in task["try-name"]' - merge: - mozharness: - extra-options: - - "--setpref=media.peerconnection.mtransport_process=true" - - "--setpref=network.process.enabled=true" - -socketprocess_networking: - description: "{description} with networking on socket process enabled" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "spi-nw" - mozinfo: "socketprocess_networking" - when: - $eval: ' - ( - "linux" in task["test-platform"] - || "windows" in task["test-platform"] - || "macosx" in task["test-platform"] - ) && ( - "mochitest" in task["try-name"] - || "xpcshell" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--setpref=network.process.enabled=true" - - "--setpref=network.http.network_access_on_socket_process.enabled=true" - -# - -# Webrender DComp variants for Win10 - -webrender-dcomp-disabled: - description: "{description} with dcomp disabled" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc0" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=false" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=false" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false" - - "--setpref=gfx.webrender.compositor=false" - - "--setpref=gfx.webrender.compositor.force-enabled=false" - -webrender-dcomp-present: # Default variant ends up like this. - description: "{description} with dcomp present but not overlays" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc1-p" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=false" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=false" - - "--setpref=gfx.webrender.compositor=false" - - "--setpref=gfx.webrender.compositor.force-enabled=false" - -webrender-dcomp-overlays: - description: "{description} with dcomp overlays but not compositing" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc2-o" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true" - - "--setpref=gfx.webrender.compositor=false" - - "--setpref=gfx.webrender.compositor.force-enabled=false" - -webrender-dcomp-compositing: - description: "{description} with dcomp compositing" - component: "Core::Graphics: WebRender" - expiration: "2024-09-01" - suffix: "wr-dc3-c" - when: - $eval: '"windows1" in task["test-platform"]' - merge: - mozharness: - extra-options: - - "--setpref=gfx.webrender.dcomp-win.enabled=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win=true" - - "--setpref=gfx.webrender.dcomp-video-overlay-win.force-enabled=true" - - "--setpref=gfx.webrender.compositor=true" - - "--setpref=gfx.webrender.compositor.force-enabled=true" - -# - - -webrender-sw: - description: "{description} with software webrender enabled" - component: "Core::Graphics: WebRender" - expiration: "never" - suffix: "swr" - mozinfo: "swgl" - merge: - webrender: true - mozharness: - extra-options: - - "--setpref=gfx.webrender.software=true" - -webgl-ipc: - description: "{description} with WebGL IPC process enabled" - component: "Core::Graphics: CanvasWebGL" - expiration: "2024-09-01" - suffix: "gli" - merge: - mozharness: - extra-options: - - "--setpref=webgl.out-of-process=true" - - "--setpref=security.sandbox.content.headless=true" - -wmf-media-engine: - description: "{description} with Windows Media Foundation media engine enabled" - component: "Core::Audio/Video: Playback" - expiration: "2024-10-10" - when: - $eval: '"windows1" in task["test-platform"]' - suffix: "wmfme" - mozinfo: "wmfme" - replace: - tier: 2 - merge: - mozharness: - extra-options: - - "--tag=media-engine-compatible" - - "--setpref=media.wmf.media-engine.enabled=1" - - "--setpref=media.wmf.media-engine.channel-decoder.enabled=true" - - "--setpref=media.eme.wmf.clearkey.enabled=true" - - "--setpref=media.wmf.media-engine.bypass-gfx-blocklist=true" - -media-gpu: - description: "{description} for running media tests on the GPU worker" - component: "Core::Audio/Video: Playback" - expiration: "2024-04-21" - suffix: "mda-gpu" - mozinfo: "mda_gpu" - when: - $eval: ' - "windows" in task["test-platform"] - || "macosx" in task["test-platform"] - ' - merge: - virtualization: virtual-with-gpu - mozharness: - extra-options: - - "--tag=media-gpu" - - "--setpref=media.hardware-video-decoding.force-enabled=true" - -msix: - description: "{description} from msix packages" - component: "Firefox:Installer" - expiration: "never" - suffix: "msix" - mozinfo: "msix" - when: - $eval: ' - "windows1" in task["test-platform"] - && "-64" in task["test-platform"] - && ( - "opt" in task["test-platform"] - || "debug" in task["test-platform"] - ) && !( - "asan" in task["test-platform"] - || "ccov" in task["test-platform"] - ) - ' - merge: - mozharness: - extra-options: - - "--installer-path installer.msix" - -http3: - description: "{description} with http3 server" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "http3" - mozinfo: "http3" - when: - $eval: '( - "linux" in task["test-platform"] - && "debug" in task["test-platform"] - ) && ( - "mochitest-plain" == task["try-name"] - || "mochitest-devtools-chrome" == task["try-name"] - )' - merge: - mozharness: - extra-options: - - "--use-http3-server" - -http2: - description: "{description} with http2 server" - component: "Core::Networking" - expiration: "2024-09-01" - suffix: "http2" - mozinfo: "http2" - when: - $eval: '( - "linux" in task["test-platform"] - && "debug" in task["test-platform"] - ) - && "mochitest-plain" == task["try-name"] - ' - merge: - mozharness: - extra-options: - - "--use-http2-server" diff --git a/taskcluster/ci/test/web-platform.yml b/taskcluster/ci/test/web-platform.yml deleted file mode 100644 index 4a1818cbd6..0000000000 --- a/taskcluster/ci/test/web-platform.yml +++ /dev/null @@ -1,596 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: web-platform-tests - instance-size: xlarge-noscratch - max-run-time: - by-test-platform: - android-em-7.0-x86_64/debug: 7200 - default: 5400 - mozharness: - script: web_platform_tests.py - config: - by-test-platform: - windows.*: - - web_platform_tests/prod_config_windows_taskcluster.py - macosx.*: - - web_platform_tests/prod_config_mac.py - android-em.*: - - android/android-x86_64.py - - web_platform_tests/prod_config_android.py - default: - - web_platform_tests/prod_config.py - - remove_executables.py - target: - by-test-platform: - android-em-7.0-x86_64-shippable(-lite)?-qr/opt: geckoview-test_runner.apk - android-em-7.0-x86_64(-lite)?-qr/opt: geckoview-test_runner.apk - android-em-7.0-x86_64(-lite)?-qr/debug(-isolated-process)?: geckoview-test_runner.apk - default: null - -web-platform-tests: - description: "Web platform test run" - suite: web-platform-tests - treeherder-symbol: W(wpt) - virtualization: virtual - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - chunks: - by-test-platform: - android.*/debug: 32 - android.*: 24 - linux.*64-tsan-qr/opt: 32 - linux.*64-asan(-qr)?/opt: 22 - linux.*64-ccov.*/opt: 20 - linux.*/debug: 16 - macosx.*/debug: 18 - windows.*32.*/opt: 12 - windows.*/debug: 16 - windows.*-ccov.*/opt: 14 - default: 10 - max-run-time: - by-test-platform: - .*-ccov.*/.*: 10800 - linux.*64(-tsan|-asan)-qr/opt: 14400 - linux.*64(-qr)?/debug: 10800 - macosx.*/debug: 10800 - android-em.*/.*: 10800 - default: 7200 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - # Because we have a separate job for them, don't run the (core) - # webgpu/* tests in the main WPT runs. (but still run tests in dirs - # other than webgpu/* that are tagged webgpu, e.g. canvas tests) - - --exclude-tag=webgpu - - --exclude-tag=canvas - -web-platform-tests-backlog: - description: "Web platform test (backlog) run" - treeherder-symbol: W-b(wpt) - variants: - - no-fission - chunks: - by-test-platform: - android.*: 3 - default: 2 - max-run-time: - by-test-platform: - android.*/opt: 7200 - default: 3600 - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android.*: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: ['mozilla-central'] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=implementing - - --skip-implementation-status=not-implementing - - --backlog - - --exclude-tag=webgpu - -web-platform-tests-privatebrowsing: - description: "Web platform privatebrowsing test run" - suite: web-platform-tests - treeherder-symbol: W(pb) - virtualization: virtual - tier: default - chunks: 1 - max-run-time: 1800 - variants: [] # We don't need sw or nofis testing. - run-on-projects: - by-test-platform: - android.*: [] - macos.*: [] - .*-(wayland).*/.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --default-exclude - - --setpref=browser.privatebrowsing.autostart=true - - --setpref=dom.cache.privateBrowsing.enabled=true - - --tag=privatebrowsing - -web-platform-tests-reftest: - description: "Web platform reftest run" - schedules-component: web-platform-tests-reftest - treeherder-symbol: W(Wr) - virtualization: - by-test-platform: - windows.*-64.*-qr/.*: virtual-with-gpu - default: virtual - chunks: - by-test-platform: - .*-ccov.*/.*: 8 - linux.*64-tsan-qr/opt: 16 - linux1804-64(-asan)?-qr/.*: 6 - macosx10.*-64/debug: 6 - macosx10.*-64/opt: 3 - windows.*-(32|64)(-qr)?/debug: 5 - android.*: 6 - default: 4 - variants: - - no-fission - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - extra-options: - - --test-type=reftest - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - -web-platform-tests-webgpu: - description: "Web platform WebGPU test run" - suite: web-platform-tests - treeherder-symbol: W(webgpu) - virtualization: virtual-with-gpu - tier: - by-test-platform: - android.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914 - macos.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913 - linux2204.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912 - windows.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911 - default: 3 - # Choice of `chunks`: - # Time-to-TEST-START on Windows is ~7m (~9m for debug). - # (though we're working on reducing this!) - # Devs would love ~10-15m runs, but we don't want to be more than - # 50% overhead, so let's aim for 15m (20m debug) - chunks: - by-test-platform: - linux2204.*-64.*: 15 - macos.*: 20 - windows.*-64.*/opt.*: 15 - windows.*-64.*/debug.*: 20 - default: 10 - max-run-time: - by-test-platform: - .*/debug: 5400 # 90m - default: 3200 # 60m - variants: [] # We don't need sw or nofis testing. - run-on-projects: - by-test-platform: - android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811 - .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700 - default: ['mozilla-central'] - mozharness: - chunked: true - extra-options: - by-test-platform: - macos.*: - - --test-type=testharness - - --default-exclude - - --tag=webgpu - - --exclude-tag=canvas - - --setpref=gfx.webgpu.ignore-blocklist=true - default: - - --test-type=testharness - - --default-exclude - - --tag=webgpu - - --exclude-tag=canvas - -web-platform-tests-canvas: - description: "Web platform Canvas test run" - suite: web-platform-tests - treeherder-symbol: W(canvas) - virtualization: virtual-with-gpu - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - chunks: - by-test-platform: - windows.*: 2 - .*tsan.*: 2 - linux.*/debug: 2 - linux.*asan.*: 2 - default: 1 - max-run-time: - by-test-platform: - .*tsan.*: 3600 - default: 1800 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - # Because we have a separate job for them, don't run the (core) - # webgpu/* tests in the main WPT runs. (but still run tests in dirs - # other than webgpu/* that are tagged webgpu, e.g. canvas tests) - - --default-exclude - - --tag=canvas - - --exclude-tag=webgpu - -web-platform-tests-reftest-backlog: - description: "Web platform reftest (backlog) run" - schedules-component: web-platform-tests-reftest - treeherder-symbol: W-b(Wr) - virtualization: virtual - chunks: 1 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android.*: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: ['mozilla-central'] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - extra-options: - - --test-type=reftest - - --skip-implementation-status=implementing - - --skip-implementation-status=not-implementing - - --backlog - - --exclude-tag=webgpu - -web-platform-tests-wdspec: - description: "Web platform webdriver-spec run" - schedules-component: web-platform-tests-wdspec - treeherder-symbol: W(Wd) - chunks: - by-test-platform: - .*-ccov.*/.*: 6 - .*-tsan.*/.*: 8 - default: 5 - mozharness: - extra-options: - by-test-platform: - android-em-7.*: - - --test-type=wdspec - - --setpref=gfx.canvas.accelerated=false - default: - - --test-type=wdspec - variants: - - no-fission - - headless - run-on-projects: - by-variant: - headless: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - fetches: - toolchain: - by-test-platform: - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - linux.*64.*: - - linux64-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - linux.*32.*: - - linux32-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-geckodriver - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-32.*: - - win32-geckodriver - - win32-minidump-stackwalk - - win32-fix-stacks - win.*-64.*: - - win64-geckodriver - - win32-minidump-stackwalk - - win32-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-geckodriver - -web-platform-tests-crashtest: - description: "Web platform crashtests run" - schedules-component: web-platform-tests-crashtest - treeherder-symbol: W(Wc) - chunks: 1 - mozharness: - extra-options: - - --test-type=crashtest - variants: - - no-fission - - webrender-sw - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - macosx101.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - android-em-7.0-x86_64-qr/debug: built-projects - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - -web-platform-tests-print-reftest: - description: "Web platform print-reftest run" - schedules-component: web-platform-tests-print-reftest - treeherder-symbol: W(Wp) - chunks: 1 - test-manifest-loader: null # don't load tests in the taskgraph - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - variants: - - no-fission - - webrender-sw - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - android.*: [] - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - extra-options: - - --test-type=print-reftest - -test-verify-wpt: - description: "Extra verification of web-platform tests modified on this push" - suite: - category: test-verify - name: test-verify-wpt - treeherder-symbol: TVw - max-run-time: 10800 - run-on-projects: - by-test-platform: - # do not run on asan, ccov, shippable or wayland - .*-(asan|ccov|shippable|wayland).*/.*: [] - # do not run on beta or release: usually just confirms earlier results - default: ['integration'] - built-projects-only: true - test-manifest-loader: null # don't load tests in the taskgraph - optimization: - test-verify: ["test-verify-wpt"] - tier: 2 - mozharness: - extra-options: - - --verify - -test-coverage-wpt: - description: "Per web-platform test coverage" - suite: - category: test-coverage - name: test-coverage-wpt - schedules-component: test-coverage-wpt - treeherder-symbol: TCw - max-run-time: 10800 - variants: - - no-fission - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - default: - by-test-platform: - .*-ccov.*/.*: built-projects - default: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - extra-options: - - --per-test-coverage diff --git a/taskcluster/ci/test/xpcshell.yml b/taskcluster/ci/test/xpcshell.yml deleted file mode 100644 index 02a615bdc2..0000000000 --- a/taskcluster/ci/test/xpcshell.yml +++ /dev/null @@ -1,198 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: xpcshell - name: - by-variant: - msix: xpcshell-msix - default: xpcshell - target: - by-test-platform: - android-em-7.*: geckoview-test_runner.apk - windows11-64-2009.*: - by-variant: - msix: target.installer.msix - default: null - default: null - mozharness: - script: - by-test-platform: - android-em.*: android_emulator_unittest.py - default: desktop_unittest.py - config: - by-test-platform: - android-em-7.*: - - android/android_common.py - - android/android-x86_64.py - linux.*: - - unittests/linux_unittest.py - - remove_executables.py - macosx.*: - - unittests/mac_unittest.py - windows.*: - - unittests/win_unittest.py - requires-signed-builds: - by-test-platform: - macosx1100.*: true - windows.*-asan-qr/opt: false # No XPCShell on ASAN yet - windows.*-mingwclang-qr/.*: false - windows.*: true - default: false - -xpcshell: - description: "xpcshell test run" - treeherder-symbol: X(X) - variants: - - conditioned_profile - - socketprocess_networking+no-fission - - socketprocess_networking - - no-fission - - msix - - geckoview-no-fission-ship - instance-size: - by-variant: - conditioned_profile: large - default: large-noscratch - run-on-projects: - by-variant: - conditioned_profile: - by-test-platform: - .*asan.*: [] - .*ccov.*: [] - (linux1804-64|windows11-64.*)(-shippable)?-qr/opt: ['trunk'] - default: [] - socketprocess_networking+no-fission: - by-test-platform: - linux1804-64.*: ['mozilla-central'] - default: [] - socketprocess_networking: - by-test-platform: - macosx1015.*: ['trunk'] # All Mac variants - ^(?!.*asan).*windows11.*: ['trunk'] # All Windows11 except ASAN - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64.*: ['mozilla-central'] - default: [] - msix: - by-test-platform: - windows11-64-2009(-shippable)?-qr/opt: built-projects - windows11-64-2009-qr/debug: built-projects - default: [] - geckoview-no-fission-ship: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android-em.*: built-projects - default: [] - default: - by-test-platform: - android.*: built-projects - .*wayland.*: [] - windows.*-asan-qr/opt: [] # No XPCShell on ASAN yet - default: built-projects - chunks: - by-test-platform: - .*-asan-qr/opt: 4 - .*-ccov.*/.*: 8 - .*-tsan-qr/opt: 10 - (android-em-7.*|macosx.*|linux1804-64.*/opt): 2 - default: 4 - max-run-time: - by-variant: - msix: 7200 - conditioned_profile: 7200 - default: - by-test-platform: - .*-ccov(-qr)?/.*: 7200 - .*-tsan-qr/opt: 7200 - default: 5400 - allow-software-gl-layers: false - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - socketprocess_networking+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - windows.*-asan.*: 3 - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - extra-options: - by-test-platform: - windows1.*: - - --threads=2 - default: [] - fetches: - toolchain: - by-test-platform: - linux.*: - - linux64-node - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-64.*: - - win64-node - - win32-minidump-stackwalk - - win32-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-node - - linux64-minidump-stackwalk - - linux64-hostutils - -xpcshell-failures: - description: "xpcshell specific failures test run" - treeherder-symbol: X-f(X) - run-on-projects: ["mozilla-central"] - chunks: 2 - max-run-time: 2700 - allow-software-gl-layers: false - tier: 3 - mozharness: - script: - by-test-platform: - macos.*: mac_unittest.py - windows1.*: desktop_unittest.py - config: - by-test-platform: - macos.*: - - unittests/mac_unittest.py - windows1.*: - - unittests/win_unittest.py - extra-options: - by-test-platform: - macosx1100.*: - - --run-failures=apple_silicon - - --timeout-as-pass - - --crash-as-pass - fetches: - toolchain: - by-test-platform: - macosx.*: - - macosx64-node - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*32.*: - - win32-node - - win32-minidump-stackwalk - - win32-fix-stacks |