diff options
Diffstat (limited to 'taskcluster/ci/test/browsertime-mobile.yml')
| -rw-r--r-- | taskcluster/ci/test/browsertime-mobile.yml | 426 |
1 files changed, 426 insertions, 0 deletions
diff --git a/taskcluster/ci/test/browsertime-mobile.yml b/taskcluster/ci/test/browsertime-mobile.yml new file mode 100644 index 0000000000..3a1440d810 --- /dev/null +++ b/taskcluster/ci/test/browsertime-mobile.yml @@ -0,0 +1,426 @@ +# This Source Code Form is subject to the terms of the Mozilla Public +# License, v. 2.0. If a copy of the MPL was not distributed with this +# file, You can obtain one at http://mozilla.org/MPL/2.0/. +--- +job-defaults: + max-run-time: 3600 + suite: raptor + run-on-projects: + by-app: + refbrow: [] + fennec: [] + default: + by-test-platform: + android-hw-p2-.*aarch64.*/pgo: ["mozilla-central"] + android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central"] + default: [] + webrender-run-on-projects: [] + tier: 3 + test-manifest-loader: null # don't load tests in the taskgraph + target: + by-app: + fenix: + by-test-platform: + android-hw.*-aarch64.*/.*: + index: mobile.v2.fenix.nightly.latest.arm64-v8a + name: build/arm64-v8a/target.apk + default: + index: mobile.v2.fenix.nightly.latest.armeabi-v7a + name: build/armeabi-v7a/target.apk + fennec: + by-test-platform: + android-hw-p2-8-0-android-aarch64.*: + index: gecko.v2.mozilla-esr68.signed-nightly.nightly.latest.mobile.android-aarch64-release-opt + name: build/target.apk + default: + index: gecko.v2.mozilla-esr68.signed-nightly.nightly.latest.mobile.android-api-16-release-opt + name: build/target.apk + refbrow: + by-test-platform: + android-hw.*-aarch64.*/.*: + index: mobile.v2.reference-browser.raptor.latest.arm64-v8a + name: target.arm64-v8a.apk + default: + index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a + name: target.armeabi-v7a.apk + default: geckoview_example.apk + e10s: true + virtualization: hardware + activity: + by-app: + fenix: org.mozilla.fenix.IntentReceiverActivity + geckoview: org.mozilla.geckoview_example.GeckoViewActivity + fennec: org.mozilla.gecko.BrowserApp + refbrow: org.mozilla.reference.browser.BrowserTestActivity + default: None + binary-path: + by-app: + fenix: org.mozilla.fenix + geckoview: org.mozilla.geckoview_example + fennec: org.mozilla.firefox + refbrow: org.mozilla.reference.browser.raptor + default: None + mozharness: + script: raptor_script.py + config: + - raptor/android_hw_config.py + extra-options: + - --browsertime + # Bug 1635749, disable window recorder temporarily + - --browsertime-no-ffwindowrecorder + - --no-conditioned-profile + optimization: + skip-unless-backstop: null + variants: + by-app: + chrome-m: [] + fennec: [] + default: ["webrender"] + +browsertime-tp6m: + description: "Raptor (browsertime) tp6 page-load tests on android" + raptor-test: tp6m + raptor-subtests: + by-app: + chrome-m: + - amazon + - youtube + default: + - allrecipes + - amazon + - [amazon-search, amazon-s] + - bbc + - bing + - [bing-search-restaurants, bing-s-r] + - booking + - cnn + - [cnn-ampstories, cnn-amp] + - [ebay-kleinanzeigen, ebay-k] + - [ebay-kleinanzeigen-search, ebay-k-s] + - espn + - facebook + - [facebook-cristiano, fb-cris] + - google + - [google-maps, gmaps] + - [google-search-restaurants, gsearch-r] + - instagram + - imdb + - jianshu + - [microsoft-support, micros-sup] + - reddit + - [stackoverflow, stacko] + - web-de + - wikipedia + - youtube + - [youtube-watch, youtube-w] + apps: ["geckoview", "fenix", "fennec", "chrome-m", "refbrow"] + tier: + by-raptor-test: + amazon: + by-app: + fenix: 1 + geckoview: 1 + refbrow: 2 + fennec: 2 + default: 3 + default: + by-app: + geckoview: 1 + refbrow: 2 + fennec: 2 + default: 3 + webrender-run-on-projects: + by-raptor-test: + amazon: + by-app: + fenix: [] + chrome-m: [] + fennec: [] + geckoview: + by-pageload: + cold: + by-test-platform: + &android-cold-settings + android-hw-g5-7-0-arm7-api-16-shippable/opt: ['trunk', 'mozilla-beta'] + android-hw-p2-8-0-android-aarch64-shippable/opt: ['trunk', 'mozilla-beta'] + default: [] + warm: + by-test-platform: + &android-warm-settings + android-hw-g5-7-0-arm7-api-16-shippable/opt: ['mozilla-central'] + android-hw-p2-8-0-android-aarch64-shippable/opt: ['mozilla-central'] + default: [] + default: + by-test-platform: + android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central"] + default: [] + youtube: + by-app: + fenix: [] + chrome-m: [] + refbrow: [] + fennec: [] + geckoview: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + default: + by-test-platform: + android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central", "try"] + default: [] + default: + by-pageload: + cold: + by-app: + geckoview: + by-test-platform: *android-cold-settings + default: [] + warm: + by-app: + geckoview: + by-test-platform: *android-warm-settings + default: [] + run-on-projects: + by-app: + geckoview: + by-subtest: + allrecipes: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + amazon-search: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + espn: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + facebook: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + google: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + microsoft-support: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + youtube-watch: + by-pageload: + cold: + by-test-platform: *android-cold-settings + warm: + by-test-platform: *android-warm-settings + default: [] + default: [] + pageload: cold + run-visual-metrics: true + treeherder-symbol: Btime(tp6m) + mozharness: + extra-options: + - --chimera + +browsertime-youtube-playback-mobile: + description: "Browsertime YouTube Playback on Android" + treeherder-symbol: Btime(ytp) + raptor-subtests: + by-test-platform: + android-hw-g5.*: + - [youtube-playback-h264-sfr, ytp-h264-sfr] + - [youtube-playback-hfr, ytp-hfr] + - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] + - [youtube-playback-widevine-hfr, ytp-widevine-hfr] + android-hw-p2.*: + - [youtube-playback-h264-sfr, ytp-h264-sfr] + - [youtube-playback-hfr, ytp-hfr] + - [youtube-playback-vp9-sfr, ytp-vp9-sfr] + - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] + - [youtube-playback-widevine-hfr, ytp-widevine-hfr] + - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr] + apps: ["fenix", "geckoview", "refbrow"] + webrender-run-on-projects: + by-app: + geckoview: + by-test-platform: + android-hw-g5-7-0-arm7-api-16-shippable/opt: ["mozilla-central"] + android-hw-p2-8-0-android-aarch64-shippable/opt: ["mozilla-central"] + default: [] + default: [] + test-url-param: + by-subtest: + youtube-playback-h264-sfr: # remove high resolution tests + "exclude=1,2, + 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38" + youtube-playback-hfr: + by-test-platform: + android-hw-g5.*: # remove VP9(1-34) and AV1(51-74) tests + "exclude=1,2, + 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34, + 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74" + android-hw-p2.*: # remove AV1(51-74) tests + "exclude=1,2, + 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74" + default: "" + youtube-playback-widevine-hfr: + by-test-platform: + android-hw-g5.*: # remove VP9(1-34) tests + "exclude=1,2, + 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34" + default: "" + default: "" + max-run-time: 3600 + +browsertime-tp6m-live: + description: "Raptor (browsertime) tp6 live site page-load tests on android" + raptor-test: tp6m + raptor-subtests: + by-app: + geckoview: + - [cnn-ampstories, cnn-amp] + default: + - allrecipes + - amazon + - [amazon-search, amazon-s] + - bbc + - bing + - [bing-search-restaurants, bing-s-r] + - booking + - booking-sf + - cnn + - [cnn-ampstories, cnn-amp] + - discord + - [ebay-kleinanzeigen, ebay-k] + - [ebay-kleinanzeigen-search, ebay-k-s] + - espn + - expedia + - facebook + - [facebook-cristiano, fb-cris] + - [fashionbeans, fashbea] + - google + - [google-accounts, gacc] + - [google-maps, gmaps] + - [google-search-restaurants, gsearch-r] + - instagram + - imdb + - [imdb-firefox, imdb-f] + - jianshu + - [medium-article, medium] + - [microsoft-support, micros-sup] + - nytimes + - [people-article, people] + - reddit + - [reddit-thread, reddit-thr] + - rumble-fox + - [stackoverflow, stacko] + - [stackoverflow-question, stack-q] + - [urbandictionary-define, urbict-def] + - web-de + - [wikia-marvel, wikia-m] + - wikipedia + - youtube + - [youtube-watch, youtube-w] + apps: ["fenix", "chrome-m", "geckoview"] + run-on-projects: [] + webrender-run-on-projects: + by-app: + geckoview: + by-test-platform: + android-hw-g5-7-0-arm7-api-16-shippable/opt: ["autoland"] + android-hw-p2-8-0-android-aarch64-shippable/opt: ["autoland"] + default: [] + default: [] + pageload: cold + run-visual-metrics: true + treeherder-symbol: Btime-live(tp6m) + mozharness: + extra-options: + - --live-sites + - --chimera + +browsertime-tp6m-profiling: + description: "Raptor (browsertime) tp6 page-load tests on android with Gecko profiling" + raptor-test: tp6m + raptor-subtests: ["amazon", "youtube"] + apps: ["geckoview"] + pageload: cold + treeherder-symbol: Btime-Prof(tp6m) + mozharness: + script: raptor_script.py + config: + - raptor/android_hw_config.py + extra-options: + - --browsertime + - --gecko-profile + +browsertime-speedometer-mobile: + description: "Browsertime Speedometer on Android" + apps: ["geckoview", "fenix", "fennec", "chrome-m"] + tier: + by-app: + fenix: 1 + default: 3 + webrender-run-on-projects: + by-app: + geckoview: + by-test-platform: + android-hw-g5-7-0-arm7-api-16-shippable/opt: ['trunk', 'mozilla-beta'] + android-hw-p2-8-0-android-aarch64-shippable/opt: ['trunk', 'mozilla-beta'] + default: [] + default: [] + treeherder-symbol: Btime(sp) + mozharness: + extra-options: + - --browsertime + - --test=speedometer + +browsertime-unity-webgl-mobile: + description: "Browsertime Unity WebGL on Android" + apps: ["geckoview", "refbrow", "fenix", "chrome-m"] + treeherder-symbol: Btime(ugl) + webrender-run-on-projects: + by-app: + geckoview: + by-test-platform: + android-hw-g5-7-0-arm7-api-16-shippable/opt: ['trunk', 'mozilla-beta'] + android-hw-p2-8-0-android-aarch64-shippable/opt: ['trunk', 'mozilla-beta'] + default: [] + default: [] + max-run-time: 900 + mozharness: + extra-options: + - --test=unity-webgl + fetches: + fetch: + - unity-webgl + +browsertime-power: + description: "Browsertime Power Usage Tests on Android" + apps: ["geckoview", "fenix", "refbrow"] + tier: 2 + raptor-subtests: + - idle + - idle-bg + - [speedometer, sp] + variants: ["webrender"] + run-on-projects: [] + treeherder-symbol: Btime-P(power) + mozharness: + extra-options: + - --power-test |