summaryrefslogtreecommitdiffstats
path: root/taskcluster/ci/test/browsertime-mobile.yml
diff options
context:
space:
mode:
authorDaniel Baumann <daniel.baumann@progress-linux.org>2024-06-12 05:43:14 +0000
committerDaniel Baumann <daniel.baumann@progress-linux.org>2024-06-12 05:43:14 +0000
commit8dd16259287f58f9273002717ec4d27e97127719 (patch)
tree3863e62a53829a84037444beab3abd4ed9dfc7d0 /taskcluster/ci/test/browsertime-mobile.yml
parentReleasing progress-linux version 126.0.1-1~progress7.99u1. (diff)
downloadfirefox-8dd16259287f58f9273002717ec4d27e97127719.tar.xz
firefox-8dd16259287f58f9273002717ec4d27e97127719.zip
Merging upstream version 127.0.
Signed-off-by: Daniel Baumann <daniel.baumann@progress-linux.org>
Diffstat (limited to 'taskcluster/ci/test/browsertime-mobile.yml')
-rw-r--r--taskcluster/ci/test/browsertime-mobile.yml519
1 files changed, 0 insertions, 519 deletions
diff --git a/taskcluster/ci/test/browsertime-mobile.yml b/taskcluster/ci/test/browsertime-mobile.yml
deleted file mode 100644
index 0ef0c0519e..0000000000
--- a/taskcluster/ci/test/browsertime-mobile.yml
+++ /dev/null
@@ -1,519 +0,0 @@
-# This Source Code Form is subject to the terms of the Mozilla Public
-# License, v. 2.0. If a copy of the MPL was not distributed with this
-# file, You can obtain one at http://mozilla.org/MPL/2.0/.
----
-job-defaults:
- max-run-time: 3600
- suite: raptor
- variants:
- - geckoview-no-fission
- run-on-projects: []
- tier: 3
- test-manifest-loader: null # don't load tests in the taskgraph
- target:
- by-app:
- fenix:
- by-test-platform:
- android-hw.*-aarch64.*/.*:
- upstream-task: signing-apk
- name: public/build/target.arm64-v8a.apk
- default:
- upstream-task: signing-apk
- name: public/build/target.armeabi-v7a.apk
- refbrow:
- by-test-platform:
- android-hw.*-aarch64.*/.*:
- index: mobile.v2.reference-browser.raptor.latest.arm64-v8a
- name: target.arm64-v8a.apk
- default:
- index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a
- name: target.armeabi-v7a.apk
- default: geckoview_example.apk
- virtualization: hardware
- raptor:
- activity:
- by-app:
- fenix: org.mozilla.fenix.IntentReceiverActivity
- geckoview: org.mozilla.geckoview_example.GeckoViewActivity
- refbrow: org.mozilla.reference.browser.BrowserTestActivity
- default: None
- binary-path:
- by-app:
- fenix: org.mozilla.fenix
- geckoview: org.mozilla.geckoview_example
- refbrow: org.mozilla.reference.browser.raptor
- default: None
- mozharness:
- script: raptor_script.py
- config:
- - raptor/android_hw_config.py
- extra-options:
- # Bug 1635749, disable window recorder temporarily
- - --browsertime-no-ffwindowrecorder
- optimization:
- skip-unless-backstop: null
- limit-platforms:
- by-app:
- chrome-m:
- - .*shippable-qr.*
- cstm-car-m:
- - .*shippable-qr.*
- default: []
- fetches:
- toolchain:
- by-app:
- cstm-car-m:
- - android-custom-car
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- default:
- - linux64-minidump-stackwalk
- - linux64-fix-stacks
- dependencies:
- by-app:
- fenix:
- signing-apk: signing-apk-fenix-nightly-simulation
- default: {}
-
-browsertime-tp6m:
- <<: &tp6m-defaults
- description: Raptor (browsertime) tp6 page-load tests on android
- max-run-time:
- by-subtest:
- reddit:
- by-app:
- geckoview: 7200
- default: 3600
- imdb:
- by-app:
- geckoview: 7200
- default: 3600
- default: 3600
- mozharness:
- extra-options:
- - --chimera
- # Bug 1884667 - Fresh profiles cause high frequency intermittents
- - --conditioned-profile=settled
- tier:
- by-app:
- geckoview: 1
- fenix: 2
- refbrow: 2
- default: 3
- treeherder-symbol: Btime(tp6m)
- raptor:
- apps: [geckoview, fenix, chrome-m, refbrow]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - amazon
- - bing
- - [bing-search-restaurants, bing-s-r]
- - booking
- - cnn
- - [cnn-ampstories, cnn-amp]
- - dailymail
- - [ebay-kleinanzeigen, ebay-k]
- - [ebay-kleinanzeigen-search, ebay-k-s]
- - [facebook-cristiano, fb-cris]
- - [google-maps, gmaps]
- - [google-search-restaurants, gsearch-r]
- - instagram
- - imdb
- - reddit
- - sina
- - [stackoverflow, stacko]
- - bild-de
- - wikipedia
- - youtube
- run-on-projects:
- by-app:
- geckoview:
- by-variant:
- geckoview-no-fission:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- default: []
- default:
- by-subtest:
- wikipedia:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: []
- default: []
- google-search-restaurants:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: []
- default: []
- default:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: []
- default: []
- fenix:
- by-variant:
- geckoview-no-fission:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- default: []
- default: []
- default: []
-
-browsertime-tp6m-essential:
- <<: *tp6m-defaults
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, refbrow]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - allrecipes
- - [amazon-search, amazon-s]
- - espn
- # Bug 1682027 - Disabled due to high failure rate
- # - facebook
- - google
- - [microsoft-support, micros-sup]
- - [youtube-watch, youtube-w]
- run-on-projects:
- by-app:
- geckoview:
- by-subtest:
- allrecipes:
- by-test-platform:
- android-hw-a51.*shippable.*: [trunk]
- default: []
- default:
- by-test-platform:
- android-hw-a51.*shippable.*: [trunk-only]
- default: []
- fenix:
- by-test-platform:
- android-hw-a51.*shippable.*: [trunk-only]
- default: []
- default: []
- tier:
- by-app:
- geckoview: 1
- refbrow: 2
- default: 3
-
-browsertime-tp6m-webextensions:
- <<: *tp6m-defaults
- description: Raptor (browsertime) tp6 page-load tests with webextensions installed on android
- treeherder-symbol: Btime-webext(tp6m)
- run-without-variant: false
- mozharness:
- extra-options:
- - --chimera
- - --browsertime-no-ffwindowrecorder
- - --conditioned-profile=settled-webext
- - --browser-cycles=5
- raptor:
- apps: [fenix]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - [amazon-search, amazon-s]
- fetches:
- fetch:
- - firefox-addons
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable.*: [mozilla-central]
- default: []
- default: []
- # TODO(Bug 1867781): promote to tier 2 after confirming no issue have been caught while runing as tier 3.
- tier: 3
-
-browsertime-youtube-playback-mobile:
- description: Browsertime YouTube Playback on Android
- treeherder-symbol: Btime(ytp)
- run-without-variant: false
- raptor:
- apps: [fenix, geckoview, refbrow]
- subtests:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*:
- - [youtube-playback-av1-sfr, ytp-av1-sfr]
- - [youtube-playback-hfr, ytp-hfr]
- - [youtube-playback-vp9-sfr, ytp-vp9-sfr]
- # Bug 1699469 - Disabled until a crash is fixed.
- # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]
- # - [youtube-playback-widevine-hfr, ytp-widevine-hfr]
- default:
- by-test-platform:
- android-hw-a51.*:
- - [youtube-playback-h264-sfr, ytp-h264-sfr]
- - [youtube-playback-hfr, ytp-hfr]
- # Bug 1699469 - Disabled until a crash is fixed.
- # - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr]
- # - [youtube-playback-widevine-hfr, ytp-widevine-hfr]
- test-url-param:
- by-subtest:
- youtube-playback-h264-sfr: # remove high resolution tests
- exclude=1,2,
- 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38
- youtube-playback-hfr:
- by-test-platform:
- android-hw-a51.*: # remove VP9(1-34) and AV1(51-74) tests
- exclude=1,2,
- 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,
- 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74
- default: ""
- youtube-playback-widevine-hfr:
- by-test-platform:
- android-hw-a51.*: # remove VP9(1-34) tests
- exclude=1,2,
- 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34
- default: ""
- default: ""
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable.*: [mozilla-central]
- default: []
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable.*: [mozilla-central]
- default: []
- default: []
- max-run-time: 3600
-
-browsertime-tp6m-live:
- <<: *tp6m-defaults
- run-without-variant: false
- raptor:
- apps: [chrome-m, fenix, geckoview]
- run-visual-metrics: true
- test: tp6m
- subtests:
- - allrecipes
- - amazon
- - [amazon-search, amazon-s]
- - bing
- - [bing-search-restaurants, bing-s-r]
- - booking
- - booking-sf
- - cnn
- - [cnn-ampstories, cnn-amp]
- - dailymail
- - discord
- - [ebay-kleinanzeigen, ebay-k]
- - [ebay-kleinanzeigen-search, ebay-k-s]
- - espn
- - expedia
- - facebook
- - [facebook-cristiano, fb-cris]
- - [fashionbeans, fashbea]
- - google
- - [google-accounts, gacc]
- - [google-maps, gmaps]
- - [google-search-restaurants, gsearch-r]
- - instagram
- - imdb
- - [imdb-firefox, imdb-f]
- - [medium-article, medium]
- - [microsoft-support, micros-sup]
- - nytimes
- - [people-article, people]
- - reddit
- - [reddit-thread, reddit-thr]
- - rumble-fox
- - [stackoverflow, stacko]
- - [stackoverflow-question, stack-q]
- - [urbandictionary-define, urbict-def]
- - bild-de
- - [wikia-marvel, wikia-m]
- - wikipedia
- - youtube
- - [youtube-watch, youtube-w]
- mozharness:
- extra-options:
- - --live-sites
- - --chimera
- run-on-projects:
- by-subtest:
- cnn-ampstories:
- by-app:
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [autoland]
- default: []
- default: []
- default: []
- tier: 3
- treeherder-symbol: Btime-live(tp6m)
-
-browsertime-tp6m-profiling:
- description: Raptor (browsertime) tp6 page-load tests on android with Gecko profiling
- run-without-variant: false
- raptor:
- apps: [geckoview]
- test: tp6m
- subtests: [amazon, youtube]
- treeherder-symbol: Btime-Prof(tp6m)
- mozharness:
- script: raptor_script.py
- config:
- - raptor/android_hw_config.py
- extra-options:
- - --chimera
- - --gecko-profile
- run-on-projects:
- by-test-platform:
- android-hw-(a51).*aarch64-shippable-qr/opt: [mozilla-central]
- default: []
-
-browsertime-benchmark-speedometer-mobile:
- description: Browsertime Speedometer on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, cstm-car-m]
- tier:
- by-app:
- fenix: 1
- default: 3
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk]
- default: []
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk]
- default: []
- cstm-car-m:
- by-test-platform:
- android-hw-p6.*shippable-qr.*: []
- android-hw-s21.*shippable-qr.*: []
- default: [mozilla-central]
- default: []
- treeherder-symbol: Btime(sp)
- mozharness:
- extra-options:
- - --test=speedometer
-
-browsertime-benchmark-speedometer3-mobile:
- description: Browsertime Speedometer 3 on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, cstm-car-m]
- tier:
- by-app:
- fenix: 2
- geckoview: 2
- default: 3
- run-on-projects:
- by-app:
- fenix:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- android-hw-p6.*shippable-qr.*: [mozilla-central]
- android-hw-s21.*shippable-qr.*: [mozilla-central]
- default: []
- geckoview:
- by-test-platform:
- android-hw-a51.*shippable-qr.*: [trunk-only]
- android-hw-p6.*shippable-qr.*: [mozilla-central]
- android-hw-s21.*shippable-qr.*: [mozilla-central]
- default: []
- cstm-car-m: [mozilla-central]
- chrome-m:
- by-test-platform:
- android-hw-p6.*shippable-qr.*: [mozilla-central]
- android-hw-s21.*shippable-qr.*: [mozilla-central]
- default: []
- default: []
- treeherder-symbol: Btime(sp3)
- mozharness:
- extra-options:
- - --test=speedometer3
-
-browsertime-benchmark-motionmark:
- description: Raptor (browsertime) Motionmark benchmark tests
- run-without-variant: false
- raptor:
- apps: [fenix, chrome-m, geckoview]
- subtests:
- - [motionmark-animometer, mm-a]
- - [motionmark-animometer-ramp, mm-ar]
- - [motionmark-htmlsuite, mm-h]
- - [motionmark-htmlsuite-ramp, mm-hr]
- run-on-projects:
- by-app:
- chrome-m: []
- default:
- by-test-platform:
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- treeherder-symbol: Btime()
- tier: 2
-
-browsertime-benchmark-motionmark-1-3:
- description: Raptor (browsertime) Motionmark 1.3 benchmark tests
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, chrome-m, cstm-car-m]
- subtests:
- - [motionmark-1-3, mm-1.3]
- - [motionmark-htmlsuite-1-3, mm-h-1.3]
- run-on-projects:
- by-app:
- chrome-m: []
- default:
- by-test-platform:
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- treeherder-symbol: Btime()
- tier: 2
-
-browsertime-benchmark-unity-webgl-mobile:
- description: Browsertime Unity WebGL on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, refbrow, fenix, chrome-m]
- tier:
- by-app:
- geckoview: 2
- default: 3
- treeherder-symbol: Btime(ugl)
- run-on-projects:
- by-app:
- refbrow: []
- geckoview:
- by-test-platform:
- # Disabled on autoland due to bug 1720063, and bug 1795826
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- default:
- by-test-platform:
- android-hw-a51-.*aarch64-shippable-qr.*: [mozilla-central]
- default: []
- max-run-time:
- by-test-platform:
- anrdroid-hw-a51.*: 1500
- default: 900
- mozharness:
- extra-options:
- - --test=unity-webgl
-
-browsertime-power:
- description: Browsertime Power Usage Tests on Android
- run-without-variant: false
- raptor:
- apps: [geckoview, fenix, refbrow]
- subtests:
- - idle
- - idle-bg
- - [speedometer, sp]
- tier: 2
- run-on-projects: []
- treeherder-symbol: Btime-P(power)
- mozharness:
- extra-options:
- - --power-test