summaryrefslogtreecommitdiffstats
path: root/taskcluster/kinds/test
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--taskcluster/kinds/test-apk/kind.yml157
-rw-r--r--taskcluster/kinds/test-components/kind.yml89
-rw-r--r--taskcluster/kinds/test/awsy.yml (renamed from taskcluster/ci/test/awsy.yml)0
-rw-r--r--taskcluster/kinds/test/browsertime-desktop.yml (renamed from taskcluster/ci/test/browsertime-desktop.yml)2
-rw-r--r--taskcluster/kinds/test/browsertime-mobile.yml (renamed from taskcluster/ci/test/browsertime-mobile.yml)0
-rw-r--r--taskcluster/kinds/test/compiled.yml (renamed from taskcluster/ci/test/compiled.yml)4
-rw-r--r--taskcluster/kinds/test/firefox-ui.yml (renamed from taskcluster/ci/test/firefox-ui.yml)0
-rw-r--r--taskcluster/kinds/test/kind.yml (renamed from taskcluster/ci/test/kind.yml)0
-rw-r--r--taskcluster/kinds/test/marionette.yml (renamed from taskcluster/ci/test/marionette.yml)0
-rw-r--r--taskcluster/kinds/test/misc.yml (renamed from taskcluster/ci/test/misc.yml)0
-rw-r--r--taskcluster/kinds/test/mochitest.yml (renamed from taskcluster/ci/test/mochitest.yml)8
-rw-r--r--taskcluster/kinds/test/reftest.yml (renamed from taskcluster/ci/test/reftest.yml)20
-rw-r--r--taskcluster/kinds/test/talos.yml (renamed from taskcluster/ci/test/talos.yml)2
-rw-r--r--taskcluster/kinds/test/test-platforms.yml (renamed from taskcluster/ci/test/test-platforms.yml)0
-rw-r--r--taskcluster/kinds/test/test-sets.yml (renamed from taskcluster/ci/test/test-sets.yml)3
-rw-r--r--taskcluster/kinds/test/variants.yml (renamed from taskcluster/ci/test/variants.yml)22
-rw-r--r--taskcluster/kinds/test/web-platform.yml (renamed from taskcluster/ci/test/web-platform.yml)53
-rw-r--r--taskcluster/kinds/test/xpcshell.yml (renamed from taskcluster/ci/test/xpcshell.yml)5
18 files changed, 331 insertions, 34 deletions
diff --git a/taskcluster/kinds/test-apk/kind.yml b/taskcluster/kinds/test-apk/kind.yml
new file mode 100644
index 0000000000..59225f431a
--- /dev/null
+++ b/taskcluster/kinds/test-apk/kind.yml
@@ -0,0 +1,157 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+---
+loader: gecko_taskgraph.loader.transform:loader
+
+transforms:
+ - gecko_taskgraph.transforms.test_apk:transforms
+ # While not a build, the build optimization works well for these tasks.
+ - gecko_taskgraph.transforms.build_schedules:transforms
+ - gecko_taskgraph.transforms.job:transforms
+ - gecko_taskgraph.transforms.task:transforms
+
+kind-dependencies:
+ - toolchain
+ - build-fat-aar
+
+job-defaults:
+ attributes:
+ build_platform: android
+ retrigger: true
+ dependencies:
+ build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt
+ fetches:
+ toolchain:
+ - android-sdk-linux
+ - android-gradle-dependencies
+ - linux64-jdk
+ build-fat-aar:
+ - target.maven.tar.xz
+ run:
+ using: gradlew
+ use-caches: false
+ treeherder:
+ kind: test
+ worker-type: b-linux-medium-gcp
+ worker:
+ docker-image: {in-tree: android-components}
+ max-run-time: 7200
+
+jobs:
+ focus-debug:
+ description: Focus unit tests
+ attributes:
+ build-type: focus-debug
+ shipping-product: focus
+ run:
+ pre-gradlew:
+ - ["cd", "mobile/android/focus-android"]
+ gradlew: ['clean', 'test']
+ dummy-secrets:
+ - content: "faketoken"
+ path: .adjust_token
+ treeherder:
+ platform: 'focus-android-all/opt'
+ symbol: focus-debug(T)
+ tier: 1
+ worker:
+ artifacts:
+ - name: public/reports/index.html
+ path: /builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/reports/tests/testFocusDebugUnitTest/index.html
+ type: file
+ - name: public/reports/test
+ path: /builds/worker/checkouts/gecko/mobile/android/focus-android/app/build/reports/tests
+ type: directory
+
+ fenix-debug:
+ description: Fenix unit tests
+ attributes:
+ build-type: fenix-debug
+ shipping-product: fenix
+ run:
+ pre-gradlew:
+ - ["cd", "mobile/android/fenix"]
+ - ['java', '-version']
+ gradlew: ['clean', 'testFenixDebugUnitTest']
+ treeherder:
+ platform: 'fenix-android-all/opt'
+ symbol: fenix-debug(T)
+ tier: 1
+ worker:
+ artifacts:
+ - name: public/reports/index.html
+ path: /builds/worker/checkouts/gecko/mobile/android/fenix/app/build/reports/tests/testFenixDebugUnitTest/index.html
+ type: file
+ - name: public/reports/test
+ path: /builds/worker/checkouts/gecko/mobile/android/fenix/app/build/reports/tests
+ type: directory
+ routes:
+ by-level:
+ '3':
+ - notify.slack-channel.G016BC5FUHJ.on-failed
+ 'default': []
+ scopes:
+ by-level:
+ '3':
+ - queue:route:notify.slack-channel.G016BC5FUHJ.on-failed
+ - notify:slack-channel:G016BC5FUHJ
+ 'default': []
+ extra:
+ notify:
+ by-level:
+ '3':
+ slackBlocks: |
+ [
+ {
+ "type": "header",
+ "text": {
+ "type": "plain_text",
+ "text": "firefox-android :firefox: ${task.metadata.name} :x:\n "
+ }
+ },
+ {
+ "type": "divider"
+ },
+ {
+ "type": "section",
+ "text": {
+ "type": "mrkdwn",
+ "text": "*Task*: <https://firefox-ci-tc.services.mozilla.com/tasks/${status.taskId}|Taskcluster>"
+ }
+ },
+ {
+ "type": "section",
+ "text": {
+ "type": "mrkdwn",
+ "text": "*Owner*: ${task.metadata.owner}"
+ }
+ },
+ {
+ "type": "section",
+ "text": {
+ "type": "mrkdwn",
+ "text": "*Source*: <${task.payload.env.GECKO_HEAD_REPOSITORY}/rev/${task.payload.env.GECKO_HEAD_REV}|Commit> :hg:"
+ }
+ },
+ {
+ "type": "section",
+ "text": {
+ "type": "mrkdwn",
+ "text": "*Test Summary*: <https://firefoxci.taskcluster-artifacts.net/${status.taskId}/0/public/reports/index.html|Results> :debug:"
+ }
+ },
+ {
+ "type": "divider"
+ },
+ {
+ "type": "context",
+ "elements": [
+ {
+ "type": "mrkdwn",
+ "text": ":testops-notify: created by <https://mozilla-hub.atlassian.net/wiki/spaces/MTE/overview|Mobile Test Engineering>"
+ }
+ ]
+ }
+ ]
+ 'default': {}
diff --git a/taskcluster/kinds/test-components/kind.yml b/taskcluster/kinds/test-components/kind.yml
new file mode 100644
index 0000000000..8f4675b076
--- /dev/null
+++ b/taskcluster/kinds/test-components/kind.yml
@@ -0,0 +1,89 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+---
+loader: gecko_taskgraph.loader.transform:loader
+
+transforms:
+ - android_taskgraph.transforms.ui_tests:transforms
+ # While not a build, the build optimization works well for these tasks.
+ - gecko_taskgraph.transforms.build_schedules:transforms
+ - gecko_taskgraph.transforms.job:transforms
+ - gecko_taskgraph.transforms.task:transforms
+
+kind-dependencies:
+ - toolchain
+ - build-fat-aar
+
+
+job-defaults:
+ attributes:
+ build_platform: android
+ build-type: debug
+ retrigger: true
+ dependencies:
+ build-fat-aar: build-fat-aar-android-geckoview-fat-aar/opt
+ fetches:
+ toolchain:
+ - android-sdk-linux
+ - android-gradle-dependencies
+ - linux64-jdk
+ build-fat-aar:
+ - target.maven.tar.xz
+ run:
+ # TODO Generate APKs in a build task instead
+ gradlew: ['clean', 'assembleGecko', 'assembleAndroidTest', 'assembleDebug']
+ pre-gradlew:
+ - ["cd", "mobile/android/android-components"]
+ secrets:
+ - name: project/mobile/firefox-android/android-components/firebase
+ key: firebaseToken
+ path: .firebase_token.json
+ json: true
+ using: gradlew
+ use-caches: false
+ treeherder:
+ kind: test
+ platform: 'AC-ui-test/opt'
+ tier: 2
+ worker-type: b-linux-medium-gcp
+ worker:
+ artifacts:
+ - name: public
+ path: /builds/worker/artifacts
+ type: directory
+ docker-image: {in-tree: android-ui-tests}
+ env:
+ GOOGLE_APPLICATION_CREDENTIALS: '.firebase_token.json'
+ GOOGLE_PROJECT: moz-android-components-230120
+ max-run-time: 2400
+ optimization:
+ skip-unless-backstop: null
+
+
+jobs:
+ unit-browser-engine-gecko-nightly:
+ component: browser
+ description: 'Run unit tests on device for browser component'
+ treeherder:
+ symbol: 'ui-components'
+ ui-browser:
+ component: samples-browser
+ description: 'Run ui tests for browser sample'
+ treeherder:
+ symbol: 'ui-samples-browser'
+ ui-glean:
+ component: samples-glean
+ description: 'Run ui tests for glean sample'
+ treeherder:
+ symbol: 'ui-samples-glean'
+ android-feature-containers: {}
+ android-feature-pwa: {}
+ android-feature-share: {}
+ android-feature-sitepermissions: {}
+ android-feature-top-sites: {}
+ android-feature-logins: {}
+ android-feature-prompts: {}
+ android-support-ktx: {}
+ android-feature-downloads: {}
+ android-feature-recentlyclosed: {}
diff --git a/taskcluster/ci/test/awsy.yml b/taskcluster/kinds/test/awsy.yml
index 6ba85dcb82..6ba85dcb82 100644
--- a/taskcluster/ci/test/awsy.yml
+++ b/taskcluster/kinds/test/awsy.yml
diff --git a/taskcluster/ci/test/browsertime-desktop.yml b/taskcluster/kinds/test/browsertime-desktop.yml
index f4a1abe080..90bf76201c 100644
--- a/taskcluster/ci/test/browsertime-desktop.yml
+++ b/taskcluster/kinds/test/browsertime-desktop.yml
@@ -15,7 +15,7 @@ job-defaults:
limit-platforms:
by-app:
chrome:
- - .*shippable.*
+ - .*64.*shippable.*
safari:
- .*macos.*shippable.*
custom-car:
diff --git a/taskcluster/ci/test/browsertime-mobile.yml b/taskcluster/kinds/test/browsertime-mobile.yml
index 0ef0c0519e..0ef0c0519e 100644
--- a/taskcluster/ci/test/browsertime-mobile.yml
+++ b/taskcluster/kinds/test/browsertime-mobile.yml
diff --git a/taskcluster/ci/test/compiled.yml b/taskcluster/kinds/test/compiled.yml
index ebe6b9bb2b..f91ccd9970 100644
--- a/taskcluster/ci/test/compiled.yml
+++ b/taskcluster/kinds/test/compiled.yml
@@ -49,13 +49,13 @@ gtest:
description: "GTests run"
suite: gtest
treeherder-symbol: GTest
- instance-size: xlarge-noscratch
+ instance-size: large-noscratch
run-on-projects:
by-variant:
1proc:
by-test-platform:
.*android.*: built-projects
- .*(devedition|tsan|wayland).*: []
+ .*(devedition|wayland).*: []
linux1804-32-qr/opt: [] # try only, shippable on m-c
linux1804-32-qr/debug: ['mozilla-central'] # try and m-c
linux1804-32-shippable-qr/opt: ['mozilla-central'] # try and m-c
diff --git a/taskcluster/ci/test/firefox-ui.yml b/taskcluster/kinds/test/firefox-ui.yml
index c45bb3d138..c45bb3d138 100644
--- a/taskcluster/ci/test/firefox-ui.yml
+++ b/taskcluster/kinds/test/firefox-ui.yml
diff --git a/taskcluster/ci/test/kind.yml b/taskcluster/kinds/test/kind.yml
index e9c2b1e5e9..e9c2b1e5e9 100644
--- a/taskcluster/ci/test/kind.yml
+++ b/taskcluster/kinds/test/kind.yml
diff --git a/taskcluster/ci/test/marionette.yml b/taskcluster/kinds/test/marionette.yml
index d586a6cf24..d586a6cf24 100644
--- a/taskcluster/ci/test/marionette.yml
+++ b/taskcluster/kinds/test/marionette.yml
diff --git a/taskcluster/ci/test/misc.yml b/taskcluster/kinds/test/misc.yml
index 8f1f93157c..8f1f93157c 100644
--- a/taskcluster/ci/test/misc.yml
+++ b/taskcluster/kinds/test/misc.yml
diff --git a/taskcluster/ci/test/mochitest.yml b/taskcluster/kinds/test/mochitest.yml
index 1339652baf..91e44b5fe5 100644
--- a/taskcluster/ci/test/mochitest.yml
+++ b/taskcluster/kinds/test/mochitest.yml
@@ -269,16 +269,14 @@ mochitest-browser-chrome:
default: 7
default:
by-test-platform:
- linux.*wayland.*/opt: 8
- linux.*wayland.*/debug: 12
linux.*-qr/debug: 16
linux.*64-asan-qr/opt: 16
linux.*64-tsan-qr/opt: 32
- macosx.*64-qr/debug: 12
macosx.*64.*/opt: 10
+ windows11-32.*/opt: 10
windows.*-ccov.*/.*: 14
windows.*-asan-qr/opt: 14
- windows.*32-qr/debug: 12
+ .*/debug: 12
default: 8
max-run-time:
by-variant:
@@ -302,7 +300,7 @@ mochitest-browser-chrome:
chunked: true
instance-size:
by-test-platform:
- linux.*64-asan-qr/opt: xlarge # runs out of memory frequently
+ linux.*64-asan-qr/opt: xlarge-noscratch # runs out of memory frequently
default: default
allow-software-gl-layers: false
diff --git a/taskcluster/ci/test/reftest.yml b/taskcluster/kinds/test/reftest.yml
index 21474f7aad..be4518e592 100644
--- a/taskcluster/ci/test/reftest.yml
+++ b/taskcluster/kinds/test/reftest.yml
@@ -176,6 +176,7 @@ reftest:
windows11.*/opt: 3
default: 8
variants:
+ - draw-snapshot
- geckoview-no-fission-ship
- no-fission
- webrender-dcomp-disabled
@@ -186,6 +187,10 @@ reftest:
- webrender-sw
run-on-projects:
by-variant:
+ draw-snapshot:
+ by-test-platform:
+ linux1804.*/debug: built-projects
+ default: []
webrender-sw+no-fission:
by-test-platform:
android-em-7.0-x86_64-qr/debug: built-projects
@@ -231,6 +236,8 @@ reftest:
macosx.*64/opt: false
windows.*/opt: false
default: true
+ extra-options:
+ - --setpref=layers.acceleration.force-enabled=true
tier:
by-variant:
no-fission:
@@ -266,16 +273,3 @@ reftest-qr:
chunked: true
tier: 2
virtualization: virtual
-
-reftest-snapshot:
- description: "Reftest snapshot"
- treeherder-symbol: R(Rs)
- virtualization: virtual
- run-on-projects:
- by-test-platform:
- linux1804-64-qr/debug: ['trunk']
- default: []
- tier: default
- chunks: 8
- mozharness:
- chunked: true
diff --git a/taskcluster/ci/test/talos.yml b/taskcluster/kinds/test/talos.yml
index 3ce85fd039..68e2f094ad 100644
--- a/taskcluster/ci/test/talos.yml
+++ b/taskcluster/kinds/test/talos.yml
@@ -796,7 +796,7 @@ talos-pdfpaint:
(linux|windows|macos)(?!.*shippable).*: []
(linux|windows10-64|macos)(?!.*-qr).*: []
default: [trunk]
- max-run-time: 1800
+ max-run-time: 2100
mozharness:
extra-options:
- --suite=pdfpaint
diff --git a/taskcluster/ci/test/test-platforms.yml b/taskcluster/kinds/test/test-platforms.yml
index b957b8a4db..b957b8a4db 100644
--- a/taskcluster/ci/test/test-platforms.yml
+++ b/taskcluster/kinds/test/test-platforms.yml
diff --git a/taskcluster/ci/test/test-sets.yml b/taskcluster/kinds/test/test-sets.yml
index 4a8f3d019b..ffc18b2d66 100644
--- a/taskcluster/ci/test/test-sets.yml
+++ b/taskcluster/kinds/test/test-sets.yml
@@ -18,6 +18,7 @@
webgpu:
- mochitest-webgpu
- web-platform-tests-webgpu
+ - web-platform-tests-webgpu-backlog
web-platform-tests:
- web-platform-tests
@@ -173,7 +174,6 @@ linux1804-tests:
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- - reftest-snapshot
- telemetry-tests-client
- test-verify
- test-verify-gpu
@@ -212,7 +212,6 @@ linux2204-wayland-tests:
- mochitest-webgl2-core
- mochitest-webgl2-ext
- reftest
- - reftest-snapshot
- telemetry-tests-client
- test-verify
- test-verify-gpu
diff --git a/taskcluster/ci/test/variants.yml b/taskcluster/kinds/test/variants.yml
index 8cb31ee047..4914982895 100644
--- a/taskcluster/ci/test/variants.yml
+++ b/taskcluster/kinds/test/variants.yml
@@ -373,9 +373,10 @@ msix:
|| "ccov" in task["test-platform"]
)
'
- merge:
+ replace:
mozharness:
extra-options:
+ - "--variant=msix"
- "--installer-path installer.msix"
http3:
@@ -414,3 +415,22 @@ http2:
mozharness:
extra-options:
- "--use-http2-server"
+
+draw-snapshot:
+ description: "{description} with draw snapshot"
+ component: "Core::Graphics"
+ suffix: "s"
+ mozinfo: "snapshot"
+ expiration: "never"
+ when:
+ $eval: '(
+ "linux" in task["test-platform"]
+ && "debug" in task["test-platform"]
+ )
+ && "reftest" == task["try-name"]
+ '
+ replace:
+ virtualization: virtual
+ mozharness:
+ extra-options:
+ - "--setpref=reftest.use-draw-snapshot=true"
diff --git a/taskcluster/ci/test/web-platform.yml b/taskcluster/kinds/test/web-platform.yml
index 4a1818cbd6..b4cf3a732b 100644
--- a/taskcluster/ci/test/web-platform.yml
+++ b/taskcluster/kinds/test/web-platform.yml
@@ -69,8 +69,13 @@ web-platform-tests:
default: 7200
variants:
- no-fission
+ - geckoview-no-fission-ship
run-on-projects:
by-variant:
+ geckoview-no-fission-ship:
+ by-test-platform:
+ android-em-7.0-x86_64-qr/debug-isolated-process: []
+ default: []
no-fission:
by-test-platform:
android-em-7.0-x86_64-qr/debug-isolated-process: []
@@ -229,11 +234,43 @@ web-platform-tests-webgpu:
virtualization: virtual-with-gpu
tier:
by-test-platform:
- android.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914
- macos.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913
- linux2204.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912
- windows.*-64.*: 3 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911
- default: 3
+ android.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849914
+ macos.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849913
+ linux2204.*-64.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849912
+ windows.*-64.*: 2 # https://bugzilla.mozilla.org/show_bug.cgi?id=1849911
+ default: 2
+ # Choice of `chunks`:
+ # Time-to-TEST-START on Windows is ~7m (~9m for debug).
+ # (though we're working on reducing this!)
+ # Devs would love ~10-15m runs, but we don't want to be more than
+ # 50% overhead, so let's aim for 15m (20m debug)
+ chunks: 1
+ max-run-time:
+ by-test-platform:
+ .*/debug: 2700 # 45m
+ default: 1800 # 30m
+ variants: [] # We don't need sw or nofis testing.
+ run-on-projects:
+ by-test-platform:
+ android.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1836811
+ .*-wayland/debug.*: [] # https://bugzilla.mozilla.org/show_bug.cgi?id=1864700
+ default: ['trunk']
+ mozharness:
+ chunked: true
+ extra-options:
+ - --test-type=testharness
+ - --skip-implementation-status=backlog
+ - --skip-implementation-status=not-implementing
+ - --default-exclude
+ - --tag=webgpu
+ - --exclude-tag=canvas
+
+web-platform-tests-webgpu-backlog:
+ description: "Web platform WebGPU test run (backlog)"
+ suite: web-platform-tests
+ treeherder-symbol: W(webgpu-backlog)
+ virtualization: virtual-with-gpu
+ tier: 3
# Choice of `chunks`:
# Time-to-TEST-START on Windows is ~7m (~9m for debug).
# (though we're working on reducing this!)
@@ -265,12 +302,18 @@ web-platform-tests-webgpu:
- --default-exclude
- --tag=webgpu
- --exclude-tag=canvas
+ - --skip-implementation-status=implementing
+ - --skip-implementation-status=not-implementing
+ - --backlog
- --setpref=gfx.webgpu.ignore-blocklist=true
default:
- --test-type=testharness
- --default-exclude
- --tag=webgpu
- --exclude-tag=canvas
+ - --skip-implementation-status=implementing
+ - --skip-implementation-status=not-implementing
+ - --backlog
web-platform-tests-canvas:
description: "Web platform Canvas test run"
diff --git a/taskcluster/ci/test/xpcshell.yml b/taskcluster/kinds/test/xpcshell.yml
index 02a615bdc2..7b417e869b 100644
--- a/taskcluster/ci/test/xpcshell.yml
+++ b/taskcluster/kinds/test/xpcshell.yml
@@ -5,10 +5,7 @@
job-defaults:
suite:
category: xpcshell
- name:
- by-variant:
- msix: xpcshell-msix
- default: xpcshell
+ name: xpcshell
target:
by-test-platform:
android-em-7.*: geckoview-test_runner.apk
generated by cgit v1.2.3 (git 2.39.1) at 2024-11-25 10:31:58 +0000