diff options
Diffstat (limited to 'taskcluster/ci/test/web-platform.yml')
| -rw-r--r-- | taskcluster/ci/test/web-platform.yml | 596 |
1 files changed, 0 insertions, 596 deletions
diff --git a/taskcluster/ci/test/web-platform.yml b/taskcluster/ci/test/web-platform.yml deleted file mode 100644 index 4a1818cbd6..0000000000 --- a/taskcluster/ci/test/web-platform.yml +++ /dev/null @@ -1,596 +0,0 @@ -# This Source Code Form is subject to the terms of the Mozilla Public -# License, v. 2.0. If a copy of the MPL was not distributed with this -# file, You can obtain one at http://mozilla.org/MPL/2.0/. ---- -job-defaults: - suite: - category: web-platform-tests - instance-size: xlarge-noscratch - max-run-time: - by-test-platform: - android-em-7.0-x86_64/debug: 7200 - default: 5400 - mozharness: - script: web_platform_tests.py - config: - by-test-platform: - windows.*: - - web_platform_tests/prod_config_windows_taskcluster.py - macosx.*: - - web_platform_tests/prod_config_mac.py - android-em.*: - - android/android-x86_64.py - - web_platform_tests/prod_config_android.py - default: - - web_platform_tests/prod_config.py - - remove_executables.py - target: - by-test-platform: - android-em-7.0-x86_64-shippable(-lite)?-qr/opt: geckoview-test_runner.apk - android-em-7.0-x86_64(-lite)?-qr/opt: geckoview-test_runner.apk - android-em-7.0-x86_64(-lite)?-qr/debug(-isolated-process)?: geckoview-test_runner.apk - default: null - -web-platform-tests: - description: "Web platform test run" - suite: web-platform-tests - treeherder-symbol: W(wpt) - virtualization: virtual - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - chunks: - by-test-platform: - android.*/debug: 32 - android.*: 24 - linux.*64-tsan-qr/opt: 32 - linux.*64-asan(-qr)?/opt: 22 - linux.*64-ccov.*/opt: 20 - linux.*/debug: 16 - macosx.*/debug: 18 - windows.*32.*/opt: 12 - windows.*/debug: 16 - windows.*-ccov.*/opt: 14 - default: 10 - max-run-time: - by-test-platform: - .*-ccov.*/.*: 10800 - linux.*64(-tsan|-asan)-qr/opt: 14400 - linux.*64(-qr)?/debug: 10800 - macosx.*/debug: 10800 - android-em.*/.*: 10800 - default: 7200 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - # Because we have a separate job for them, don't run the (core) - # webgpu/* tests in the main WPT runs. (but still run tests in dirs - # other than webgpu/* that are tagged webgpu, e.g. canvas tests) - - --exclude-tag=webgpu - - --exclude-tag=canvas - -web-platform-tests-backlog: - description: "Web platform test (backlog) run" - treeherder-symbol: W-b(wpt) - variants: - - no-fission - chunks: - by-test-platform: - android.*: 3 - default: 2 - max-run-time: - by-test-platform: - android.*/opt: 7200 - default: 3600 - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android.*: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: ['mozilla-central'] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=implementing - - --skip-implementation-status=not-implementing - - --backlog - - --exclude-tag=webgpu - -web-platform-tests-privatebrowsing: - description: "Web platform privatebrowsing test run" - suite: web-platform-tests - treeherder-symbol: W(pb) - virtualization: virtual - tier: default - chunks: 1 - max-run-time: 1800 - variants: [] # We don't need sw or nofis testing. - run-on-projects: - by-test-platform: - android.*: [] - macos.*: [] - .*-(wayland).*/.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --default-exclude - - --setpref=browser.privatebrowsing.autostart=true - - --setpref=dom.cache.privateBrowsing.enabled=true - - --tag=privatebrowsing - -web-platform-tests-reftest: - description: "Web platform reftest run" - schedules-component: web-platform-tests-reftest - treeherder-symbol: W(Wr) - virtualization: - by-test-platform: - windows.*-64.*-qr/.*: virtual-with-gpu - default: virtual - chunks: - by-test-platform: - .*-ccov.*/.*: 8 - linux.*64-tsan-qr/opt: 16 - linux1804-64(-asan)?-qr/.*: 6 - macosx10.*-64/debug: 6 - macosx10.*-64/opt: 3 - windows.*-(32|64)(-qr)?/debug: 5 - android.*: 6 - default: 4 - variants: - - no-fission - - webrender-sw+no-fission - - webrender-sw - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - mozharness: - extra-options: - - --test-type=reftest - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - -web-platform-tests-webgpu: - description: "Web platform WebGPU test run" - suite: web-platform-tests - treeherder-symbol: W(webgpu) - virtualization: virtual-with-gpu - tier: - by-test-platform: - android.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914 - macos.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913 - linux2204.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912 - windows.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911 - default: 3 - # Choice of `chunks`: - # Time-to-TEST-START on Windows is ~7m (~9m for debug). - # (though we're working on reducing this!) - # Devs would love ~10-15m runs, but we don't want to be more than - # 50% overhead, so let's aim for 15m (20m debug) - chunks: - by-test-platform: - linux2204.*-64.*: 15 - macos.*: 20 - windows.*-64.*/opt.*: 15 - windows.*-64.*/debug.*: 20 - default: 10 - max-run-time: - by-test-platform: - .*/debug: 5400 # 90m - default: 3200 # 60m - variants: [] # We don't need sw or nofis testing. - run-on-projects: - by-test-platform: - android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811 - .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700 - default: ['mozilla-central'] - mozharness: - chunked: true - extra-options: - by-test-platform: - macos.*: - - --test-type=testharness - - --default-exclude - - --tag=webgpu - - --exclude-tag=canvas - - --setpref=gfx.webgpu.ignore-blocklist=true - default: - - --test-type=testharness - - --default-exclude - - --tag=webgpu - - --exclude-tag=canvas - -web-platform-tests-canvas: - description: "Web platform Canvas test run" - suite: web-platform-tests - treeherder-symbol: W(canvas) - virtualization: virtual-with-gpu - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: 3 - default: default - chunks: - by-test-platform: - windows.*: 2 - .*tsan.*: 2 - linux.*/debug: 2 - linux.*asan.*: 2 - default: 1 - max-run-time: - by-test-platform: - .*tsan.*: 3600 - default: 1800 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - android.*: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - chunked: true - extra-options: - - --test-type=testharness - - --skip-implementation-status=backlog - - --skip-implementation-status=not-implementing - - --skip-timeout - - --skip-crash - # Because we have a separate job for them, don't run the (core) - # webgpu/* tests in the main WPT runs. (but still run tests in dirs - # other than webgpu/* that are tagged webgpu, e.g. canvas tests) - - --default-exclude - - --tag=canvas - - --exclude-tag=webgpu - -web-platform-tests-reftest-backlog: - description: "Web platform reftest (backlog) run" - schedules-component: web-platform-tests-reftest - treeherder-symbol: W-b(Wr) - virtualization: virtual - chunks: 1 - variants: - - no-fission - run-on-projects: - by-variant: - no-fission: - by-test-platform: - android.*: ['mozilla-central'] - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: ['mozilla-central'] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - extra-options: - - --test-type=reftest - - --skip-implementation-status=implementing - - --skip-implementation-status=not-implementing - - --backlog - - --exclude-tag=webgpu - -web-platform-tests-wdspec: - description: "Web platform webdriver-spec run" - schedules-component: web-platform-tests-wdspec - treeherder-symbol: W(Wd) - chunks: - by-test-platform: - .*-ccov.*/.*: 6 - .*-tsan.*/.*: 8 - default: 5 - mozharness: - extra-options: - by-test-platform: - android-em-7.*: - - --test-type=wdspec - - --setpref=gfx.canvas.accelerated=false - default: - - --test-type=wdspec - variants: - - no-fission - - headless - run-on-projects: - by-variant: - headless: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - fetches: - toolchain: - by-test-platform: - android-em-7.*: - - android-system-image-x86_64-linux - - android-avd-x86_64-linux - - android-emulator-linux - - linux64-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-hostutils - linux.*64.*: - - linux64-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - linux.*32.*: - - linux32-geckodriver - - linux64-minidump-stackwalk - - linux64-fix-stacks - macosx.*: - - macosx64-geckodriver - - macosx64-minidump-stackwalk - - macosx64-fix-stacks - win.*-32.*: - - win32-geckodriver - - win32-minidump-stackwalk - - win32-fix-stacks - win.*-64.*: - - win64-geckodriver - - win32-minidump-stackwalk - - win32-fix-stacks - default: - - linux64-minidump-stackwalk - - linux64-fix-stacks - - linux64-geckodriver - -web-platform-tests-crashtest: - description: "Web platform crashtests run" - schedules-component: web-platform-tests-crashtest - treeherder-symbol: W(Wc) - chunks: 1 - mozharness: - extra-options: - - --test-type=crashtest - variants: - - no-fission - - webrender-sw - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - macosx101.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug-isolated-process: [] - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - android-em-7.0-x86_64-qr/debug: built-projects - default: built-projects - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - -web-platform-tests-print-reftest: - description: "Web platform print-reftest run" - schedules-component: web-platform-tests-print-reftest - treeherder-symbol: W(Wp) - chunks: 1 - test-manifest-loader: null # don't load tests in the taskgraph - tier: - by-variant: - no-fission: - by-test-platform: - linux.*: 2 - default: default - webrender-sw+no-fission: - by-test-platform: - linux.*: 2 - default: default - default: default - variants: - - no-fission - - webrender-sw - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw: - by-test-platform: - android.*: [] - .*-32.*/.*: [] - linux.*64-qr/debug: built-projects - windows.*-qr/debug: built-projects - default: [] - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - default: [] - no-fission: - by-test-platform: - linux1804-64-qr/debug: ['mozilla-central'] - linux1804-64(-shippable|-asan)?-qr/opt: ['mozilla-central'] - android.*: built-projects - default: [] - default: - by-test-platform: - android.*: [] - .*wayland.*: [] - default: built-projects - mozharness: - extra-options: - - --test-type=print-reftest - -test-verify-wpt: - description: "Extra verification of web-platform tests modified on this push" - suite: - category: test-verify - name: test-verify-wpt - treeherder-symbol: TVw - max-run-time: 10800 - run-on-projects: - by-test-platform: - # do not run on asan, ccov, shippable or wayland - .*-(asan|ccov|shippable|wayland).*/.*: [] - # do not run on beta or release: usually just confirms earlier results - default: ['integration'] - built-projects-only: true - test-manifest-loader: null # don't load tests in the taskgraph - optimization: - test-verify: ["test-verify-wpt"] - tier: 2 - mozharness: - extra-options: - - --verify - -test-coverage-wpt: - description: "Per web-platform test coverage" - suite: - category: test-coverage - name: test-coverage-wpt - schedules-component: test-coverage-wpt - treeherder-symbol: TCw - max-run-time: 10800 - variants: - - no-fission - - webrender-sw+no-fission - run-on-projects: - by-variant: - webrender-sw+no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - no-fission: - by-test-platform: - android-em-7.0-x86_64-qr/debug: built-projects - default: [] - default: - by-test-platform: - .*-ccov.*/.*: built-projects - default: [] - test-manifest-loader: null # don't load tests in the taskgraph - tier: 2 - mozharness: - extra-options: - - --per-test-coverage |