diff options
Diffstat (limited to 'taskcluster/ci/test/talos.yml')
| -rw-r--r-- | taskcluster/ci/test/talos.yml | 646 |
1 files changed, 646 insertions, 0 deletions
diff --git a/taskcluster/ci/test/talos.yml b/taskcluster/ci/test/talos.yml new file mode 100644 index 0000000000..4e758416ba --- /dev/null +++ b/taskcluster/ci/test/talos.yml @@ -0,0 +1,646 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + max-run-time: 3600 + suite: talos + tier: + by-test-platform: + windows10-64-ccov.*/.*: 3 + linux64-ccov.*/.*: 3 + default: default + variants: ['fission'] + fission-tier: 2 + virtualization: + by-test-platform: + windows10-64-ccov.*/.*: virtual + default: hardware + mozharness: + script: talos_script.py + config: + by-test-platform: + macosx.*: + - talos/mac_config.py + windows.*: + - talos/windows_config.py + windows10-64-ccov-qr/opt: + - talos/windows_vm_config.py + linux64-ccov.*/.*: + - talos/linux64_config_taskcluster.py + default: + - talos/linux_config.py + test-manifest-loader: null # don't load tests in the taskgraph + run-on-projects: + by-test-name: + talos-.*-profiling: + by-test-platform: + windows7-32.*: [] + (linux|windows10|macos)(?!.*shippable).*: [] + .*(?:shippable-qr).*: [] + windows10.*(?!shippable-qr)shippable.*: [] + default: ['mozilla-central'] + default: + by-test-platform: + windows7-32.*: [] + (linux|windows10|macos)(?!.*shippable).*: [] + default: ['mozilla-beta', 'trunk'] + fission-run-on-projects: + by-test-platform: + (linux64|windows10-64|macosx1014-64)-shippable-qr/opt: ['mozilla-central'] + default: [] + +talos-bcv: + description: "Talos basic compositor video" + try-name: bcv + treeherder-symbol: T(bcv) + variants: + by-test-platform: + (linux64|windows10|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + run-on-projects: + by-test-platform: + .(linux|windows10|macos)(?:shippable-qr|-qr)/.*: + by-variant: + webrender-sw: ['trunk'] + default: [] + windows7-32.*: [] + (linux|windows10|macos)(?!.*shippable)(?!.*-qr).*: [] + default: ['mozilla-beta', 'trunk'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=bcv + +talos-bcv-profiling: + description: "Talos basic compositor video with gecko profiling" + try-name: bcv-prof + treeherder-symbol: T-Prof(bcv) + tier: 2 + run-on-projects: + by-test-platform: + windows7-32.*: [] + .*(?:shippable-qr|-qr)/.*: [] + (linux|windows10|macos)(?!.*shippable)(?!.*-qr).*: [] + windows10-64-shippable/opt: [] + default: ['mozilla-central'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=bcv + - --gecko-profile + +talos-chrome: + description: "Talos chrome" + try-name: chromez + treeherder-symbol: T(c) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=chromez + +talos-chrome-profiling: + description: "Talos chrome with gecko profiling" + try-name: chromez-prof + treeherder-symbol: T-Prof(c) + tier: 2 + max-run-time: 1200 + mozharness: + extra-options: + - --suite=chromez + - --gecko-profile + +talos-damp: + description: "Talos devtools (damp)" + try-name: damp + treeherder-symbol: T(damp) + max-run-time: 5400 + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + run-on-projects: + by-test-platform: + windows7-32-shippable/.*: [] + (linux|windows|macos)(?!.*shippable).*: [] + default: ['mozilla-beta', 'trunk'] + fission-run-on-projects: + by-test-platform: + (linux64|windows10-64)-shippable-qr/opt: ['mozilla-central'] + # Bug 1657864 - Disabled on macos for high frequency intermittents + default: [] + + mozharness: + extra-options: + - --suite=damp + +talos-damp-profiling: + description: "Talos devtools (damp) with gecko profiling" + try-name: damp-prof + treeherder-symbol: T-Prof(damp) + tier: 2 + max-run-time: 5400 + run-on-projects: + by-test-platform: + windows7-32-shippable/.*: [] + (linux|windows|macos)(?!.*shippable).*: [] + default: ['mozilla-central'] + mozharness: + extra-options: + - --suite=damp + - --gecko-profile + +talos-dromaeojs: + description: "Talos dromaeojs" + try-name: dromaeojs + treeherder-symbol: T(d) + max-run-time: 2100 + mozharness: + extra-options: + - --suite=dromaeojs + +talos-dromaeojs-profiling: + description: "Talos dromaeojs with gecko profiling" + try-name: dromaeojs-prof + treeherder-symbol: T-Prof(d) + tier: 2 + max-run-time: 2100 + mozharness: + extra-options: + - --suite=dromaeojs + - --gecko-profile + +talos-flex: + description: "Talos XUL flexbox emulation enabled" + try-name: flex + treeherder-symbol: T(f) + tier: 3 + run-on-projects: + by-test-platform: + windows7-32.*: [] + (linux|windows10|macos)(?!.*shippable).*: [] + default: ['mozilla-central'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=flex + +talos-flex-profiling: + description: "Talos XUL flexbox emulation enabled with gecko profiling" + try-name: flex-prof + treeherder-symbol: T-Prof(f) + tier: 3 + run-on-projects: + by-test-platform: + windows7-32.*: [] + (linux|windows10|macos)(?!.*shippable).*: [] + default: ['mozilla-central'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=flex + - --gecko-profile + +talos-g1: + description: "Talos g1" + try-name: g1 + treeherder-symbol: T(g1) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: + by-test-platform: + linux64.*: 3600 + default: 7200 + mozharness: + extra-options: + - --suite=g1 + +talos-g1-profiling: + description: "Talos g1 with gecko profiling" + try-name: g1-prof + treeherder-symbol: T-Prof(g1) + tier: 2 + max-run-time: + by-test-platform: + linux64.*: 3600 + default: 7200 + mozharness: + extra-options: + - --suite=g1 + - --gecko-profile + +talos-g3: + description: "Talos g3" + try-name: g3 + treeherder-symbol: T(g3) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 900 + mozharness: + extra-options: + - --suite=g3 + +talos-g3-profiling: + description: "Talos g3 with gecko profiling" + try-name: g3-prof + treeherder-symbol: T-Prof(g3) + tier: 2 + max-run-time: 900 + mozharness: + extra-options: + - --suite=g3 + - --gecko-profile + +talos-g4: + description: "Talos g4" + try-name: g4 + treeherder-symbol: T(g4) + variants: + by-test-platform: + windows7-32.*: [] + (linux64|windows10|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + run-on-projects: + by-test-platform: + windows7-32.*: [] + windows10-64-ref-hw-2017/opt: ['mozilla-central'] + (linux|windows10|macos)(?!.*shippable).*: [] + default: ['mozilla-beta', 'trunk'] + max-run-time: + by-test-platform: + linux64.*: 1500 + default: 1800 + mozharness: + extra-options: + - --suite=g4 + +talos-g4-profiling: + description: "Talos g4 with gecko profiling" + try-name: g4-prof + treeherder-symbol: T-Prof(g4) + tier: 2 + max-run-time: + by-test-platform: + linux64.*: 1500 + default: 1800 + mozharness: + extra-options: + - --suite=g4 + - --gecko-profile + +talos-g5: + description: "Talos g5" + try-name: g5 + treeherder-symbol: T(g5) + mozharness: + extra-options: + - --suite=g5 + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: + by-test-platform: + linux64.*: 1200 + macosx.*: 2400 + default: 1800 + +talos-g5-profiling: + description: "Talos g5 with gecko profiling" + try-name: g5-prof + treeherder-symbol: T-Prof(g5) + tier: 2 + mozharness: + extra-options: + - --suite=g5 + - --gecko-profile + max-run-time: + by-test-platform: + linux64.*: 1200 + default: 1800 + +talos-h1: + description: "Talos h1" + try-name: h1 + treeherder-symbol: T(h1) + mozharness: + extra-options: + - --suite=h1 + max-run-time: + by-test-platform: + linux64.*: 900 + default: 1800 + +talos-h2: + description: "Talos h2" + try-name: h2 + treeherder-symbol: T(h2) + max-run-time: + by-test-platform: + linux64.*: 900 + default: 7200 + mozharness: + extra-options: + - --suite=h2 + +talos-motionmark: + description: "Talos motionmark" + try-name: motionmark + treeherder-symbol: T(mm) + run-on-projects: + by-test-platform: + (linux|windows|macos)(?!.*shippable).*: [] + default: ['mozilla-central'] + max-run-time: 3600 + tier: + by-test-platform: + windows10-64-ccov.*/.*: 3 + linux64-ccov.*/.*: 3 + default: 2 + mozharness: + extra-options: + - --suite=motionmark + +talos-motionmark-profiling: + description: "Talos motionmark with gecko profiling" + try-name: motionmark-prof + treeherder-symbol: T-Prof(mm) + max-run-time: 3600 + tier: + by-test-platform: + windows10-64-ccov.*/.*: 3 + linux64-ccov.*/.*: 3 + default: 2 + mozharness: + extra-options: + - --suite=motionmark + - --gecko-profile + +talos-other: + description: "Talos other" + try-name: other + treeherder-symbol: T(o) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 1500 + mozharness: + extra-options: + - --suite=other + +talos-other-profiling: + description: "Talos other with gecko profiling" + try-name: other-prof + treeherder-symbol: T-Prof(o) + tier: 2 + max-run-time: 1500 + mozharness: + extra-options: + - --suite=other + - --gecko-profile + +talos-sessionrestore-many-windows: + description: "Talos sessionrestore-many-windows" + try-name: sessionrestore-many-windows + treeherder-symbol: T(smw) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + run-on-projects: + by-test-platform: + windows7-32.*/opt: [] + (linux|windows10|macos)(?!.*shippable).*: [] + default: ['mozilla-central'] + max-run-time: 1500 + mozharness: + extra-options: + - --suite=sessionrestore-many-windows + +talos-sessionrestore-many-windows-profiling: + description: "Talos sessionrestore-many-windows with gecko profiling" + try-name: sessionrestore-many-windows-prof + treeherder-symbol: T-Prof(smw) + tier: 2 + max-run-time: 1500 + mozharness: + extra-options: + - --suite=sessionrestore-many-windows + - --gecko-profile + +talos-perf-reftest: + description: "Talos perf-reftest" + try-name: perf-reftest + treeherder-symbol: T(p) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 1200 + mozharness: + extra-options: + - --suite=perf-reftest + +talos-perf-reftest-profiling: + description: "Talos perf-reftest with gecko profiling" + try-name: perf-reftest-prof + treeherder-symbol: T-Prof(p) + tier: 2 + max-run-time: 1200 + mozharness: + extra-options: + - --suite=perf-reftest + - --gecko-profile + +talos-perf-reftest-singletons: + description: "Talos perf-reftest singletons" + try-name: perf-reftest-singletons + treeherder-symbol: T(ps) + max-run-time: 1500 + mozharness: + extra-options: + - --suite=perf-reftest-singletons + +talos-perf-reftest-singletons-profiling: + description: "Talos perf-reftest singletons with gecko profiling" + try-name: perf-reftest-singletons-prof + treeherder-symbol: T-Prof(ps) + tier: 2 + max-run-time: 1500 + mozharness: + extra-options: + - --suite=perf-reftest-singletons + - --gecko-profile + +talos-svgr: + description: "Talos svgr" + try-name: svgr + treeherder-symbol: T(s) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=svgr + +talos-svgr-profiling: + description: "Talos svgr with gecko profiling" + try-name: svgr-prof + treeherder-symbol: T-Prof(s) + tier: 2 + max-run-time: 1800 + mozharness: + extra-options: + - --suite=svgr + - --gecko-profile + +talos-tp5o: + description: "Talos tp5o" + try-name: tp5o + treeherder-symbol: T(tp) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=tp5o + +talos-tp5o-profiling: + description: "Talos tp5o with gecko profiling" + try-name: tp5o-prof + treeherder-symbol: T-Prof(tp) + tier: 2 + max-run-time: 1800 + mozharness: + extra-options: + - --suite=tp5o + - --gecko-profile + +talos-tabswitch: + description: "Talos page scroll (tabswitch)" + try-name: tabswitch + treeherder-symbol: T(tabswitch) + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + max-run-time: 1200 + mozharness: + extra-options: + - --suite=tabswitch + +talos-tabswitch-profiling: + description: "Talos page scroll (tabswitch) with gecko profiling" + try-name: tabswitch-prof + treeherder-symbol: T-Prof(tabswitch) + tier: 2 + max-run-time: 1200 + mozharness: + extra-options: + - --suite=tabswitch + - --gecko-profile + +talos-webgl: + description: "Talos WebGL" + try-name: webgl + treeherder-symbol: T(webgl) + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + windows7-32.*: [] + (linux64|windows10|macos).*-qr.*: ['webgl-ipc', 'webrender-sw'] + windows10-64-ccov-qr/opt: [] + default: ['webgl-ipc'] + run-on-projects: + by-test-platform: + windows7-32.*: [] + windows10-64-ref-hw-2017/opt: ['mozilla-central'] + (linux|windows10|macos)(?!.*shippable).*: [] + default: ['mozilla-beta', 'trunk'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=webgl + +talos-webgl-profiling: + description: "Talos WebGL with gecko profiling" + try-name: webgl + treeherder-symbol: T-Prof(webgl) + tier: 2 + run-on-projects: [] + variants: + by-test-platform: + .*-ccov.*/.*: [] + android.*: [] + windows7-32.*: [] + default: ['webgl-ipc'] + max-run-time: 1800 + mozharness: + extra-options: + - --suite=webgl + - --gecko-profile + +talos-xperf: + description: "Talos xperf" + try-name: xperf + treeherder-symbol: T(x) + virtualization: virtual + os-groups: ['Administrators'] + run-as-administrator: + by-test-platform: + windows7-32.*: false + windows10-64.*: true + variants: + by-test-platform: + (linux64|windows|macos).*-qr.*: ['fission', 'webrender-sw'] + default: ['fission'] + run-on-projects: + by-test-platform: + windows7-32-shippable(?:-qr)?/.*: [] + windows10-64-shippable(?:-qr)?/.*: ['mozilla-beta', 'trunk'] + default: [] + tier: + by-test-platform: + windows10-64-ccov.*/.*: 3 + default: default + mozharness: + extra-options: + - --suite=xperf + config: + by-test-platform: + windows.*: + - talos/windows_vm_config.py + +talos-realworld-webextensions: + description: "Talos tests with realworld WebExtensions" + try-name: "realworld-webextensions" + treeherder-symbol: T(realwebext) + max-run-time: 1500 + mozharness: + extra-options: + - --suite=realworld-webextensions + +talos-realworld-webextensions-profiling: + description: "Talos tests with realworld WebExtensions with gecko profiling" + try-name: "realworld-webextensions-prof" + treeherder-symbol: T-Prof(realwebext) + tier: 2 + max-run-time: 1500 + mozharness: + extra-options: + - --suite=realworld-webextensions + - --gecko-profile |