# This Source Code Form is subject to the terms of the Mozilla Public # License, v. 2.0. If a copy of the MPL was not distributed with this # file, You can obtain one at http://mozilla.org/MPL/2.0/. --- job-defaults: max-run-time: 3600 suite: raptor run-on-projects: by-app: refbrow: [] fennec: [] default: by-test-platform: android-hw-p2-.*aarch64.*/pgo: ["mozilla-central"] android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central"] default: [] webrender-run-on-projects: [] tier: 3 test-manifest-loader: null # don't load tests in the taskgraph target: by-app: fenix: by-test-platform: android-hw.*-aarch64.*/.*: index: mobile.v2.fenix.nightly.latest.arm64-v8a name: build/arm64-v8a/target.apk default: index: mobile.v2.fenix.nightly.latest.armeabi-v7a name: build/armeabi-v7a/target.apk fennec: by-test-platform: android-hw-p2-8-0-android-aarch64.*: index: gecko.v2.mozilla-esr68.signed-nightly.nightly.latest.mobile.android-aarch64-release-opt name: build/target.apk default: index: gecko.v2.mozilla-esr68.signed-nightly.nightly.latest.mobile.android-api-16-release-opt name: build/target.apk refbrow: by-test-platform: android-hw.*-aarch64.*/.*: index: mobile.v2.reference-browser.raptor.latest.arm64-v8a name: target.arm64-v8a.apk default: index: mobile.v2.reference-browser.raptor.latest.armeabi-v7a name: target.armeabi-v7a.apk default: geckoview_example.apk e10s: true virtualization: hardware activity: by-app: fenix: org.mozilla.fenix.IntentReceiverActivity geckoview: org.mozilla.geckoview_example.GeckoViewActivity fennec: org.mozilla.gecko.BrowserApp refbrow: org.mozilla.reference.browser.BrowserTestActivity default: None binary-path: by-app: fenix: org.mozilla.fenix geckoview: org.mozilla.geckoview_example fennec: org.mozilla.firefox refbrow: org.mozilla.reference.browser.raptor default: None mozharness: script: raptor_script.py config: - raptor/android_hw_config.py extra-options: - --browsertime # Bug 1635749, disable window recorder temporarily - --browsertime-no-ffwindowrecorder - --no-conditioned-profile optimization: skip-unless-backstop: null variants: by-app: chrome-m: [] fennec: [] default: ["webrender"] browsertime-tp6m: description: "Raptor (browsertime) tp6 page-load tests on android" raptor-test: tp6m raptor-subtests: by-app: chrome-m: - amazon - youtube default: - allrecipes - amazon - [amazon-search, amazon-s] - bbc - bing - [bing-search-restaurants, bing-s-r] - booking - cnn - [cnn-ampstories, cnn-amp] - [ebay-kleinanzeigen, ebay-k] - [ebay-kleinanzeigen-search, ebay-k-s] - espn - facebook - [facebook-cristiano, fb-cris] - google - [google-maps, gmaps] - [google-search-restaurants, gsearch-r] - instagram - imdb - jianshu - [microsoft-support, micros-sup] - reddit - [stackoverflow, stacko] - web-de - wikipedia - youtube - [youtube-watch, youtube-w] apps: ["geckoview", "fenix", "fennec", "chrome-m", "refbrow"] tier: by-raptor-test: amazon: by-app: fenix: 1 geckoview: 1 refbrow: 2 fennec: 2 default: 3 default: by-app: geckoview: 1 refbrow: 2 fennec: 2 default: 3 webrender-run-on-projects: by-raptor-test: amazon: by-app: fenix: [] chrome-m: [] fennec: [] geckoview: by-pageload: cold: by-test-platform: &android-cold-settings android-hw-g5-7-0-arm7-api-16-shippable/opt: ['trunk', 'mozilla-beta'] android-hw-p2-8-0-android-aarch64-shippable/opt: ['trunk', 'mozilla-beta'] default: [] warm: by-test-platform: &android-warm-settings android-hw-g5-7-0-arm7-api-16-shippable/opt: ['mozilla-central'] android-hw-p2-8-0-android-aarch64-shippable/opt: ['mozilla-central'] default: [] default: by-test-platform: android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central"] default: [] youtube: by-app: fenix: [] chrome-m: [] refbrow: [] fennec: [] geckoview: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings default: by-test-platform: android-hw-p2-.*aarch64-shippable/opt: ["mozilla-central", "try"] default: [] default: by-pageload: cold: by-app: geckoview: by-test-platform: *android-cold-settings default: [] warm: by-app: geckoview: by-test-platform: *android-warm-settings default: [] run-on-projects: by-app: geckoview: by-subtest: allrecipes: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings amazon-search: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings espn: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings facebook: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings google: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings microsoft-support: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings youtube-watch: by-pageload: cold: by-test-platform: *android-cold-settings warm: by-test-platform: *android-warm-settings default: [] default: [] pageload: cold run-visual-metrics: true treeherder-symbol: Btime(tp6m) mozharness: extra-options: - --chimera browsertime-youtube-playback-mobile: description: "Browsertime YouTube Playback on Android" treeherder-symbol: Btime(ytp) raptor-subtests: by-test-platform: android-hw-g5.*: - [youtube-playback-h264-sfr, ytp-h264-sfr] - [youtube-playback-hfr, ytp-hfr] - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - [youtube-playback-widevine-hfr, ytp-widevine-hfr] android-hw-p2.*: - [youtube-playback-h264-sfr, ytp-h264-sfr] - [youtube-playback-hfr, ytp-hfr] - [youtube-playback-vp9-sfr, ytp-vp9-sfr] - [youtube-playback-widevine-h264-sfr, ytp-widevine-h264-sfr] - [youtube-playback-widevine-hfr, ytp-widevine-hfr] - [youtube-playback-widevine-vp9-sfr, ytp-widevine-vp9-sfr] apps: ["fenix", "geckoview", "refbrow"] webrender-run-on-projects: by-app: geckoview: by-test-platform: android-hw-g5-7-0-arm7-api-16-shippable/opt: ["mozilla-central"] android-hw-p2-8-0-android-aarch64-shippable/opt: ["mozilla-central"] default: [] default: [] test-url-param: by-subtest: youtube-playback-h264-sfr: # remove high resolution tests "exclude=1,2, 23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38" youtube-playback-hfr: by-test-platform: android-hw-g5.*: # remove VP9(1-34) and AV1(51-74) tests "exclude=1,2, 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34, 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74" android-hw-p2.*: # remove AV1(51-74) tests "exclude=1,2, 51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74" default: "" youtube-playback-widevine-hfr: by-test-platform: android-hw-g5.*: # remove VP9(1-34) tests "exclude=1,2, 3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34" default: "" default: "" max-run-time: 3600 browsertime-tp6m-live: description: "Raptor (browsertime) tp6 live site page-load tests on android" raptor-test: tp6m raptor-subtests: by-app: geckoview: - [cnn-ampstories, cnn-amp] default: - allrecipes - amazon - [amazon-search, amazon-s] - bbc - bing - [bing-search-restaurants, bing-s-r] - booking - booking-sf - cnn - [cnn-ampstories, cnn-amp] - discord - [ebay-kleinanzeigen, ebay-k] - [ebay-kleinanzeigen-search, ebay-k-s] - espn - expedia - facebook - [facebook-cristiano, fb-cris] - [fashionbeans, fashbea] - google - [google-accounts, gacc] - [google-maps, gmaps] - [google-search-restaurants, gsearch-r] - instagram - imdb - [imdb-firefox, imdb-f] - jianshu - [medium-article, medium] - [microsoft-support, micros-sup] - nytimes - [people-article, people] - reddit - [reddit-thread, reddit-thr] - rumble-fox - [stackoverflow, stacko] - [stackoverflow-question, stack-q] - [urbandictionary-define, urbict-def] - web-de - [wikia-marvel, wikia-m] - wikipedia - youtube - [youtube-watch, youtube-w] apps: ["fenix", "chrome-m", "geckoview"] run-on-projects: [] webrender-run-on-projects: by-app: geckoview: by-test-platform: android-hw-g5-7-0-arm7-api-16-shippable/opt: ["autoland"] android-hw-p2-8-0-android-aarch64-shippable/opt: ["autoland"] default: [] default: [] pageload: cold run-visual-metrics: true treeherder-symbol: Btime-live(tp6m) mozharness: extra-options: - --live-sites - --chimera browsertime-tp6m-profiling: description: "Raptor (browsertime) tp6 page-load tests on android with Gecko profiling" raptor-test: tp6m raptor-subtests: ["amazon", "youtube"] apps: ["geckoview"] pageload: cold treeherder-symbol: Btime-Prof(tp6m) mozharness: script: raptor_script.py config: - raptor/android_hw_config.py extra-options: - --browsertime - --gecko-profile browsertime-speedometer-mobile: description: "Browsertime Speedometer on Android" apps: ["geckoview", "fenix", "fennec", "chrome-m"] tier: by-app: fenix: 1 default: 3 webrender-run-on-projects: by-app: geckoview: by-test-platform: android-hw-g5-7-0-arm7-api-16-shippable/opt: ['trunk', 'mozilla-beta'] android-hw-p2-8-0-android-aarch64-shippable/opt: ['trunk', 'mozilla-beta'] default: [] default: [] treeherder-symbol: Btime(sp) mozharness: extra-options: - --browsertime - --test=speedometer browsertime-unity-webgl-mobile: description: "Browsertime Unity WebGL on Android" apps: ["geckoview", "refbrow", "fenix", "chrome-m"] treeherder-symbol: Btime(ugl) webrender-run-on-projects: by-app: geckoview: by-test-platform: android-hw-g5-7-0-arm7-api-16-shippable/opt: ['trunk', 'mozilla-beta'] android-hw-p2-8-0-android-aarch64-shippable/opt: ['trunk', 'mozilla-beta'] default: [] default: [] max-run-time: 900 mozharness: extra-options: - --test=unity-webgl fetches: fetch: - unity-webgl browsertime-power: description: "Browsertime Power Usage Tests on Android" apps: ["geckoview", "fenix", "refbrow"] tier: 2 raptor-subtests: - idle - idle-bg - [speedometer, sp] variants: ["webrender"] run-on-projects: [] treeherder-symbol: Btime-P(power) mozharness: extra-options: - --power-test