diff options
Diffstat (limited to '')
| -rw-r--r-- | taskcluster/ci/test/mochitest.yml | 607 |
1 files changed, 607 insertions, 0 deletions
diff --git a/taskcluster/ci/test/mochitest.yml b/taskcluster/ci/test/mochitest.yml new file mode 100644 index 0000000000..7906d8b626 --- /dev/null +++ b/taskcluster/ci/test/mochitest.yml @@ -0,0 +1,607 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + suite: + category: mochitest + target: + by-test-platform: + android-em-7.*: geckoview-androidTest.apk + android-hw.*: geckoview-androidTest.apk + default: null + variants: + by-test-platform: + linux.*64/debug: ['fission'] + default: ['fission'] + run-on-projects: + by-test-platform: + .*-tsan/opt: ['trunk'] + default: built-projects + fission-run-on-projects: + by-test-platform: + linux.*64-qr/debug: ['trunk'] + linux.*64-shippable-qr/opt: ['mozilla-central'] + linux.*64-shippable/.*: ['mozilla-central'] + linux.*64/debug: ['mozilla-central'] + windows10-64-shippable(-qr)?/opt: ['mozilla-central'] + default: [] + fission-tier: + by-test-platform: + linux.*64.*-qr/debug: 1 + default: 2 + mozharness: + script: + by-test-platform: + android-em.*: android_emulator_unittest.py + android-hw.*: android_hardware_unittest.py + default: desktop_unittest.py + config: + by-test-platform: + android-em-7.*: + - android/android_common.py + - android/androidx86_7_0.py + android-hw.*: + - android/android_common.py + - android/android_hw.py + linux.*: + - unittests/linux_unittest.py + - remove_executables.py + macosx.*: + - unittests/mac_unittest.py + windows.*: + - unittests/win_unittest.py + +mochitest-plain: + description: "Mochitest plain run" + treeherder-symbol: M() + schedules-component: mochitest-plain + loopback-video: true + tier: default + virtualization: + by-test-platform: + windows10-64.*: hardware + default: virtual + variants: + by-test-platform: + linux1804-64/opt: ['fission-xorigin'] + linux1804-64/debug: ['fission-xorigin'] + default: ['fission'] + chunks: + by-test-platform: + android-em-7.*: 4 + linux.*/debug: 16 + linux.*64-asan/opt: 10 + linux.*64-tsan/opt: 20 + linux.*64-.*cov/opt: 10 + windows10-64-ccov.*/.*: 10 + macosx.*64-ccov.*/.*: 10 + default: 5 + instance-size: + by-test-platform: + linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large + default: default + e10s: true + max-run-time: 5400 + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + extra-options: + by-test-platform: + android-em.*: + - --test-suite=mochitest-plain + default: [] + chunked: + by-test-platform: + android-em.*: false + default: true + +mochitest-a11y: + description: "Mochitest a11y run" + treeherder-symbol: M(a11y) + schedules-component: mochitest-a11y + test-manifest-loader: default # ensure we don't run with manifest-scheduling + loopback-video: true + tier: default + e10s: false + run-on-projects: built-projects + mozharness: + mochitest-flavor: a11y + +mochitest-browser-chrome: + description: "Mochitest browser-chrome run" + suite: + name: mochitest-browser-chrome + treeherder-symbol: M(bc) + schedules-component: mochitest-browser-chrome + loopback-video: true + variants: + by-test-platform: + linux.*64(-shippable)?/opt: ['fission', 'a11y-checks'] + default: ['fission'] + fission-run-on-projects: + by-test-platform: + linux.*64(-qr)?/debug: ['trunk'] + linux.*64-shippable(-qr)?/opt: ['mozilla-central'] + windows10-64-shippable(-qr)?/opt: ['mozilla-central'] + default: [] + tier: default + fission-tier: + by-test-platform: + linux.*64/debug: 1 + default: 2 + chunks: + by-test-platform: + linux.*/debug: 16 + linux.*64-asan/opt: 16 + linux.*64-tsan/opt: 32 + macosx.*64/debug: 16 + windows10-64-ccov.*/.*: 14 + windows10.*-asan/opt: 9 + default: 7 + max-run-time: + by-test-platform: + linux.*64-ccov.*/.*: 9000 + windows7-32/debug: 5400 + windows10-64/debug: 5400 + macosx.*64(-qr)?/debug: 5400 + windows10-64-ccov.*/.*: 10800 + macosx.*64-ccov.*/.*: 10800 + linux.*/debug: 5400 + windows10-64-qr/debug: 5400 + linux.*64-tsan/opt: 9000 + default: 3600 + mozharness: + mochitest-flavor: browser + chunked: true + # Bug 1281241: migrating to m3.large instances + instance-size: + by-test-platform: + linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large + default: default + allow-software-gl-layers: false + +browser-screenshots: + description: "Browser Screenshots" + suite: + name: mochitest-browser-chrome-screenshots + treeherder-symbol: M(ss) + loopback-video: true + test-manifest-loader: null # don't load tests in the taskgraph + run-on-projects: + by-test-platform: + windows7-32(?:-shippable)(?:-qr)?/opt: ['mozilla-central'] + windows10-64(?:-shippable)(?:-qr)?/opt: ['mozilla-central'] + (?:windows10-64|windows7-32|linux1804-64|macosx1014-64)(?:-qr)?/opt: ['integration'] + linux1804-64-(?:shippable)(?:-qr)?/opt: ['mozilla-central'] + macosx.*64-shippable/opt: ['mozilla-central'] + default: [] + fission-run-on-projects: [] + fission-tier: 2 + max-run-time: 3600 + mozharness: + mochitest-flavor: browser + allow-software-gl-layers: false + +mochitest-chrome: + description: "Mochitest chrome run" + treeherder-symbol: M(c) + schedules-component: mochitest-chrome + loopback-video: true + tier: default + chunks: + by-test-platform: + .*(-ccov|-qr).*/.*: 3 + windows10-64-ccov-qr/opt: 3 + .*-asan/opt: 3 + .*-tsan/opt: 6 + (linux.*64|windows.*-..|macosx10..)/debug: 3 + default: 2 + max-run-time: 3600 + e10s: false + mozharness: + mochitest-flavor: chrome + chunked: true + instance-size: + by-test-platform: + linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large + default: default + +mochitest-devtools-chrome: + description: "Mochitest devtools-chrome run" + suite: + name: mochitest-devtools-chrome + schedules-component: mochitest-browser-chrome + treeherder-symbol: M(dt) + loopback-video: true + variants: + by-test-platform: + linux.*64(-shippable)?/opt: ['fission', 'a11y-checks'] + default: ['fission'] + fission-run-on-projects: + by-test-platform: + linux.*64(-qr)?/debug: ['trunk'] + linux.*64-shippable(-qr)?/opt: ['trunk'] + windows10-64-shippable(-qr)?/opt: ['trunk'] + default: [] + tier: default + fission-tier: + by-test-platform: + linux.*64(-qr)?/debug: 1 + linux.*64-shippable(-qr)?/opt: 1 + windows10-64-shippable(-qr)?/opt: 1 + default: 2 + max-run-time: + by-test-platform: + windows10-64-ccov.*/.*: 10800 + macosx.*64-ccov.*/.*: 9000 + linux.*64-ccov.*/.*: 7200 + linux.*64-tsan/opt: 7200 + default: 5400 + chunks: + by-test-platform: + .*-ccov.*/.*: 16 + linux.*64/debug: 12 + macosx.*64/debug: 8 + .*-asan/opt: 8 + .*-tsan/opt: 16 + default: 5 + mozharness: + mochitest-flavor: chrome + chunked: true + instance-size: + by-test-platform: + linux.*64-[at]san/opt: xlarge # runs out of memory on default/m3.large + default: default + # Bug 1296086: high number of intermittents observed with software GL and large instances + allow-software-gl-layers: false + +mochitest-plain-gpu: + description: "Mochitest plain GPU run" + suite: + name: mochitest-plain-gpu + treeherder-symbol: M(gpu) + schedules-component: mochitest-plain + loopback-video: true + fission-run-on-projects: [] + fission-tier: 2 + tier: default + virtualization: + by-test-platform: + windows10-64.*: hardware + default: virtual-with-gpu + e10s: true + mozharness: + mochitest-flavor: plain + extra-options: + by-test-platform: + android.*: + # note that Android runs fewer suites than other platforms + - --test-suite=mochitest-plain-gpu + default: + - --mochitest-suite=mochitest-plain-gpu + instance-size: + by-test-platform: + linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large + default: default + +mochitest-chrome-gpu: + description: "Mochitest chrome GPU run" + suite: + name: mochitest-chrome-gpu + treeherder-symbol: M(gpu-c) + loopback-video: true + fission-run-on-projects: [] + fission-tier: 2 + tier: default + virtualization: + by-test-platform: + windows10-64.*: hardware + default: virtual-with-gpu + e10s: true + run-on-projects: + by-test-platform: + .*-tsan/opt: ['trunk'] + android.*/.*: [] + default: built-projects + mozharness: + mochitest-flavor: chrome + extra-options: + by-test-platform: + android.*: + # note that Android runs fewer suites than other platforms + - --test-suite=mochitest-chrome-gpu + default: + - --mochitest-suite=mochitest-chrome-gpu + instance-size: + by-test-platform: + linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large + default: default + +mochitest-media: + description: "Mochitest media run" + treeherder-symbol: M(mda) + schedules-component: mochitest-plain + max-run-time: + by-test-platform: + windows10-64-ccov.*/.*: 7200 + macosx.*64-ccov.*/.*: 7200 + linux.*64-tsan/opt: 7200 + default: 5400 + run-on-projects: + by-test-platform: + .*-tsan/opt: ['trunk'] + android-hw-.*(?<!-shippable)(-qr)?/opt: ['autoland'] + android-hw-.*-api-16(-qr)?/(?:debug)?: ['trunk', 'mozilla-beta', 'mozilla-release'] + android-hw-.*-api-16-shippable(-qr)?/opt: ['trunk', 'mozilla-beta', 'mozilla-release'] + windows10-aarch64/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] + default: built-projects + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: ['socketprocess'] + default: ['fission', 'socketprocess', 'webgl-ipc'] + loopback-video: true + instance-size: + by-test-platform: + linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large + default: large + chunks: + by-test-platform: + android-em-7.*: 1 + windows10-64.*: 1 + macosx.*64.*/.*: 2 + windows10-aarch64/.*: 1 + windows7-32-shippable/.*: 2 + linux1804-64(-shippable|-devedition|-.*qr)/opt: 2 + linux.*64-tsan/opt: 4 + default: 3 + mozharness: + mochitest-flavor: plain + chunked: + by-test-platform: + android.*: false + macosx.*64.*: false + windows10-64.*: false + default: true + extra-options: + - --setpref=webgl.out-of-process=false + tier: + by-test-platform: + android-em.*: 1 + windows10-aarch64.*: 2 + android-hw.*: 1 + default: default + +mochitest-plain-headless: + description: "Mochitest plain headless run" + suite: + name: mochitest-plain + treeherder-symbol: M(h) + loopback-video: true + chunks: + by-test-platform: + linux.*/debug: 16 + default: 5 + e10s: true + max-run-time: 5400 + allow-software-gl-layers: false + tier: 2 + run-on-projects: ['mozilla-central'] + mozharness: + mochitest-flavor: plain + chunked: true + extra-options: + - --headless + +mochitest-valgrind: + description: "Mochitest plain Valgrind run" + suite: + name: mochitest-valgrind-plain + treeherder-symbol: M-V() + run-on-projects: [] + test-manifest-loader: null # don't load tests in the taskgraph + tier: 3 + loopback-video: true + chunks: 40 + max-run-time: 14400 + # We could re-enable e10s later. + # There's no intrinsic reason not to use it. + e10s: false + variants: [] + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + chunked: true + +mochitest-webgl1-core: + description: "Mochitest webgl1-core run" + treeherder-symbol: M(gl1c) + schedules-component: mochitest-plain + virtualization: virtual-with-gpu + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + default: ['webgl-ipc'] + e10s: true + test-manifest-loader: null # don't load tests in the taskgraph + loopback-video: true + tier: default + max-run-time: + by-test-platform: + macosx.*64-ccov.*/.*: 7200 + default: 1800 + run-on-projects: + by-test-platform: + .*-tsan/opt: ['trunk'] + android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] + android-hw.*aarch.*-shippable/opt: ['mozilla-central'] + default: built-projects + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + extra-options: + - --setpref=webgl.out-of-process=false + +mochitest-webgl1-ext: + description: "Mochitest webgl1-ext run" + treeherder-symbol: M(gl1e) + schedules-component: mochitest-plain + virtualization: virtual-with-gpu + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + default: ['webgl-ipc'] + chunks: + by-test-platform: + android.*: 2 + default: 1 + e10s: true + test-manifest-loader: null # don't load tests in the taskgraph + loopback-video: true + tier: default + max-run-time: 2700 + run-on-projects: + by-test-platform: + .*-tsan/opt: ['trunk'] + android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] + android-hw.*aarch.*-shippable/opt: ['mozilla-central'] + default: built-projects + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + chunked: true + extra-options: + - --setpref=webgl.out-of-process=false + +mochitest-webgl2-core: + description: "Mochitest webgl2-core run" + treeherder-symbol: M(gl2c) + schedules-component: mochitest-plain + virtualization: virtual-with-gpu + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + default: ['webgl-ipc'] + chunks: + by-test-platform: + android.*: 2 + default: 1 + e10s: true + test-manifest-loader: null # don't load tests in the taskgraph + loopback-video: true + tier: default + max-run-time: 1800 + run-on-projects: + by-test-platform: + .*-tsan/opt: ['trunk'] + android-hw-.*(?<!-shippable)(-qr)?/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release'] + android-hw.*aarch.*-shippable/opt: ['mozilla-central'] + default: built-projects + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + chunked: true + +mochitest-webgl2-ext: + description: "Mochitest webgl2-ext run" + treeherder-symbol: M(gl2e) + schedules-component: mochitest-plain + virtualization: virtual-with-gpu + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + default: ['webgl-ipc'] + chunks: 4 + e10s: true + test-manifest-loader: null # don't load tests in the taskgraph + loopback-video: true + tier: default + max-run-time: 2700 + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + chunked: true + extra-options: + - --setpref=webgl.out-of-process=false + +mochitest-webgl2-deqp: + description: "Mochitest webgl2-deqp run" + treeherder-symbol: M(gl2d) + schedules-component: mochitest-plain + run-on-projects: [] # Don't run this for now. + virtualization: virtual-with-gpu + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + default: ['webgl-ipc'] + chunks: 4 + e10s: true + loopback-video: true + tier: default + max-run-time: 1800 + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + chunked: true + extra-options: + - --setpref=webgl.out-of-process=false + +mochitest-webgpu: + description: "Mochitest webgpu run" + treeherder-symbol: M(webgpu) + schedules-component: mochitest-plain + virtualization: + by-test-platform: + windows10-64.*: hardware + default: virtual-with-gpu + e10s: true + loopback-video: true + run-on-projects: + by-test-platform: + .*mingw.*: ["release"] + .*shippable.*: ["mozilla-central"] + (!-shippable).*-qr.*: ["trunk"] + default: [] + tier: default + max-run-time: + by-test-platform: + macosx.*64-ccov.*/.*: 7200 + default: 1800 + # Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety + allow-software-gl-layers: false + mozharness: + mochitest-flavor: plain + +mochitest-remote: + description: "Mochitest for the remote agent (/remote folder)" + suite: + name: mochitest-remote + treeherder-symbol: M(remote) + loopback-video: true + run-on-projects: + by-test-platform: + .*shippable.*: ["mozilla-central"] + (linux1804-64|windows7-32|windows10-64|macosx1014-64)(?:-qr)?/opt: ['integration'] + default: ["trunk"] + fission-run-on-projects: [] + fission-tier: 2 + max-run-time: 5400 + mozharness: + mochitest-flavor: browser + extra-options: + - --setpref=remote.log.level=Trace + virtualization: + by-test-platform: + windows10-64.*: hardware + default: virtual |