gecko-dev/taskcluster/ci/test/browsertime-mobile.yml
Gregory Mierzwinski f21a2b4779 Bug 1627279 - Use speedometer rather than raptor-speedometer-APP in browsertime tests. r=perftest-reviewers,alexandru.irimovici
This patch changes the test that browsertime runs for speedometer from `raptor-speedometer-APP` to `speedometer` and changes some other small issues like the missing app name in the `extraOptions` field in the perfherder data.

Differential Revision: https://phabricator.services.mozilla.com/D69581

--HG--
extra : moz-landing-system : lando
2020-04-07 13:27:30 +00:00

163 lines
5.5 KiB
YAML

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
max-run-time: 3600
suite: raptor
workdir: /builds/worker
run-on-projects:
by-app:
fenix:
by-test-platform:
android-hw-p2-.*aarch64.*/pgo: ["mozilla-central", "try"]
default: []
geckoview:
by-test-platform:
android-hw-p2-.*aarch64.*/pgo: ["mozilla-central", "try"]
default: []
fennec:
by-test-platform:
android-hw-p2-.*aarch64.*/pgo: ["mozilla-central", "try"]
default: []
default: []
tier: 3
target:
by-app:
fenix:
by-test-platform:
android-hw.*-aarch64.*/.*:
index: project.mobile.fenix.v2.performance-test.latest
name: build/arm64-v8a/geckoNightly/target.apk
default:
index: project.mobile.fenix.v2.performance-test.latest
name: build/armeabi-v7a/geckoNightly/target.apk
fennec:
by-test-platform:
android-hw-p2-8-0-android-aarch64.*:
index: gecko.v2.mozilla-esr68.latest.mobile.android-aarch64-opt
name: build/target.apk
default:
index: gecko.v2.mozilla-esr68.latest.mobile.android-api-16-opt
name: build/target.apk
refbrow:
by-test-platform:
android-hw.*-aarch64.*/.*:
index: project.mobile.reference-browser.v2.raptor.latest.aarch64
name: target.apk
default:
index: project.mobile.reference-browser.v2.raptor.latest.arm
name: target.apk
default: geckoview_example.apk
e10s: true
virtualization: hardware
activity:
by-app:
fenix: org.mozilla.fenix.IntentReceiverActivity
geckoview: org.mozilla.geckoview_example.GeckoViewActivity
fennec: org.mozilla.gecko.BrowserApp
refbrow: org.mozilla.reference.browser.BrowserTestActivity
default: None
binary-path:
by-app:
fenix: org.mozilla.fenix.performancetest
geckoview: org.mozilla.geckoview_example
fennec: org.mozilla.fennec_aurora
refbrow: org.mozilla.reference.browser.raptor
default: None
mozharness:
script: raptor_script.py
config:
- raptor/android_hw_config.py
extra-options:
- --browsertime
browsertime-tp6m:
description: "Raptor (browsertime) tp6 page-load tests on android"
raptor-test: tp6m
raptor-subtests:
by-app:
fenix:
- allrecipes
- amazon
- amazon-search
- bbc
- bing
- bing-search-restaurants
- booking
- cnn
- cnn-ampstories
- ebay-kleinanzeigen
- ebay-kleinanzeigen-search
- espn
- facebook
- facebook-cristiano
- google
- google-maps
- google-search-restaurants
- instagram
- imdb
- jianshu
- microsoft-support
- reddit
- stackoverflow
- web-de
- wikipedia
- youtube
- youtube-watch
default:
- amazon
- youtube
apps: ["geckoview", "fenix", "fennec", "chrome-m"]
run-on-projects:
by-raptor-test:
amazon:
by-app:
chrome-m: []
default:
by-test-platform:
android-hw-p2-.*aarch64.*/pgo: ["mozilla-central", "try"]
default: []
youtube:
by-app:
chrome-m: []
default:
by-test-platform:
android-hw-p2-.*aarch64.*/pgo: ["mozilla-central", "try"]
default: []
default: []
pageload:
by-app:
fenix: both
default: cold
run-visual-metrics:
by-app:
fennec: false
default: true
treeherder-symbol: Btime(tp6m)
browsertime-tp6m-profiling:
description: "Raptor (browsertime) tp6 page-load tests on android with Gecko profiling"
raptor-test: tp6m
raptor-subtests: ['amazon', 'youtube']
apps: ["geckoview"]
pageload: cold
treeherder-symbol: Btime-Prof(tp6m)
mozharness:
script: raptor_script.py
config:
- raptor/android_hw_config.py
extra-options:
- --browsertime
- --gecko-profile
browsertime-speedometer-mobile:
description: "Browsertime Speedometer on Android"
apps: ["geckoview", "fenix", "fennec"]
run-on-projects: ["mozilla-central", "try"]
treeherder-symbol: Btime(sp)
mozharness:
extra-options:
- --browsertime
- --test=speedometer