Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-10-20 16:55:40 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1627026 - Use Fenix nightly build variant in perftests. r=perftest-reviewers,davehunt

Browse Source 
This patch changes the build variant we use for performance testing in raptor and browsertime from performance-test to the fennec-nightly build which is more representative of what a user might experience.

Depends on D68190

Differential Revision: https://phabricator.services.mozilla.com/D72886
This commit is contained in:
Gregory Mierzwinski 2020-05-07 15:03:26 +00:00
parent f0f846338c
commit 631c2f879c
3 changed files with 17 additions and 96 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
taskcluster/ci/condprof/kind.yml
View File

@ -159,7 +159,7 @@ jobs:
platform: android-hw-g5-7-0-arm7-api-16/opt
index:
product: firefox
job-name: condprof-g5-fenix.performancetest
job-name: condprof-g5-fenix.nightly
dependencies:
build: build-linux64-shippable/opt
fetches:
@ -170,14 +170,14 @@ jobs:
run:
run-as-root: true
command: >-
curl -L -o target.apk https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/project.mobile.fenix.v2.performance-test.latest/artifacts/public/build/armeabi-v7a/geckoNightly/target.apk &&
curl -L -o target.apk https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/project.mobile.fenix.v2.nightly.latest/artifacts/public/build/armeabi-v7a/geckoNightly/target.apk &&
adb install -r target.apk &&
rm -rf target.apk &&
virtualenv/virtualenv.py -p python3 . &&
bin/python3 condprof/main.py
--geckodriver ${MOZ_FETCHES_DIR}/geckodriver
--device-name g5
--firefox org.mozilla.fenix.performancetest
--firefox org.mozilla.fenix.nightly
../../archive
worker:
artifacts:
@ -224,7 +224,7 @@ jobs:
platform: android-hw-p2-8-0-android-aarch64/opt
index:
product: firefox
job-name: condprof-p2_aarch64-fenix.performancetest
job-name: condprof-p2_aarch64-fenix.nightly
dependencies:
build: build-android-api-16/pgo
fetches:
@ -235,14 +235,14 @@ jobs:
run:
run-as-root: true
command: >-
curl -L -o target.apk https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/project.mobile.fenix.v2.performance-test.latest/artifacts/public/build/arm64-v8a/geckoNightly/target.apk &&
curl -L -o target.apk https://firefox-ci-tc.services.mozilla.com/api/index/v1/task/project.mobile.fenix.v2.nightly.latest/artifacts/public/build/arm64-v8a/geckoNightly/target.apk &&
adb install -r target.apk &&
rm -rf target.apk &&
virtualenv/virtualenv.py -p python3 . &&
bin/python3 condprof/main.py
--geckodriver ${MOZ_FETCHES_DIR}/geckodriver
--device-name p2_aarch64
--firefox org.mozilla.fenix.performancetest
--firefox org.mozilla.fenix.nightly
../../archive
worker:
artifacts:

6
taskcluster/ci/test/browsertime-mobile.yml
View File

@ -19,10 +19,10 @@ job-defaults:
fenix:
by-test-platform:
android-hw.*-aarch64.*/.*:
index: project.mobile.fenix.v2.performance-test.latest
index: project.mobile.fenix.v2.nightly.latest
name: build/arm64-v8a/geckoNightly/target.apk
default:
index: project.mobile.fenix.v2.performance-test.latest
index: project.mobile.fenix.v2.nightly.latest
name: build/armeabi-v7a/geckoNightly/target.apk
fennec:
by-test-platform:
@ -52,7 +52,7 @@ job-defaults:
default: None
binary-path:
by-app:
fenix: org.mozilla.fenix.performancetest
fenix: org.mozilla.fenix.nightly
geckoview: org.mozilla.geckoview_example
fennec: org.mozilla.fennec_aurora
refbrow: org.mozilla.reference.browser.raptor

95
taskcluster/ci/test/raptor-fenix.yml
View File

@ -6,18 +6,15 @@ job-defaults:
max-run-time: 1800
suite: raptor
workdir: /builds/worker
run-on-projects:
by-test-platform:
android-hw-.*/opt: []
android-hw-.*/pgo: ['trunk', 'mozilla-beta']
run-on-projects: []
tier: 1
target:
by-test-platform:
android-hw.*-aarch64.*/.*:
index: project.mobile.fenix.v2.performance-test.latest
index: project.mobile.fenix.v2.nightly.latest
name: build/arm64-v8a/geckoNightly/target.apk
default:
index: project.mobile.fenix.v2.performance-test.latest
index: project.mobile.fenix.v2.nightly.latest
name: build/armeabi-v7a/geckoNightly/target.apk
e10s: true
virtualization: hardware
@ -25,122 +22,86 @@ job-defaults:
script: raptor_script.py
config:
- raptor/android_hw_config.py
extra-options:
- --app=fenix
- --binary-path=org.mozilla.fenix.nightly
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-scn-power-idle-fenix:
description: "Raptor idle-browser power-usage test on Fenix"
try-name: raptor-scn-power-idle-fenix
treeherder-symbol: Rap-fenix(idl-p)
run-on-projects: []
e10s: true
tier: 2
max-run-time: 1800
mozharness:
extra-options:
- --test=raptor-scn-power-idle
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --power-test
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-scn-cpu-memory-idle-fenix:
description: "Raptor idle-browser cpu/memory on Fenix"
try-name: raptor-scn-cpu-memory-idle-fenix
treeherder-symbol: Rap-fenix(idl-cm)
run-on-projects: []
e10s: true
tier: 2
max-run-time: 1800
mozharness:
extra-options:
- --test=raptor-scn-power-idle
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --cpu-test
- --memory-test
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-scn-cpu-memory-power-idle-fenix:
description: "Raptor idle-browser cpu/memory/power on Fenix"
try-name: raptor-scn-cpu-memory-power-idle-fenix
treeherder-symbol: Rap-fenix(idl-cmp)
run-on-projects: []
e10s: true
tier: 2
max-run-time: 1800
mozharness:
extra-options:
- --test=raptor-scn-power-idle
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --cpu-test
- --memory-test
- --power-test
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-scn-power-idle-bg-fenix:
description: "Raptor idle-browser (backgrounded) power-usage measurement on Fenix"
try-name: raptor-scn-power-idle-bg-fenix
treeherder-symbol: Rap-fenix(idlbg-p)
run-on-projects: []
e10s: true
tier: 2
max-run-time: 1800
mozharness:
extra-options:
- --test=raptor-scn-power-idle-bg
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --power-test
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-scn-cpu-memory-idle-bg-fenix:
description: "Raptor idle-browser (backgrounded) cpu/memory on Fenix"
try-name: raptor-scn-cpu-memory-idle-bg-fenix
treeherder-symbol: Rap-fenix(idlbg-cm)
run-on-projects: []
e10s: true
tier: 2
max-run-time: 1800
mozharness:
extra-options:
- --test=raptor-scn-power-idle-bg
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --cpu-test
- --memory-test
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-scn-cpu-memory-power-idle-bg-fenix:
description: "Raptor idle-browser (backgrounded) cpu/memory/power on Fenix"
try-name: raptor-scn-cpu-memory-power-idle-bg-fenix
treeherder-symbol: Rap-fenix(idlbg-cmp)
run-on-projects: []
e10s: true
tier: 2
max-run-time: 1800
mozharness:
extra-options:
- --test=raptor-scn-power-idle-bg
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --cpu-test
- --memory-test
- --power-test
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-youtube-playback-fenix:
description: "Raptor YouTube Playback on Fenix"
try-name: raptor-youtube-playback-fenix
treeherder-symbol: Rap-fenix(ytp)
run-on-projects: []
e10s: true
max-run-time: 3000
max-run-time: 3600
mozharness:
extra-options:
- --test=raptor-youtube-playback
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
# Bug 1558456 - Stop tracking youtube-playback-test on motoG5 for >1080p cases
# - --test-url-params is dynamically added from setup_raptor transform depending
# on platform and project
@ -149,114 +110,74 @@ raptor-youtube-playback-av1-sfr-fenix:
description: "Raptor YouTube Playback AV1 SFR on Fenix"
try-name: raptor-youtube-playback-av1-sfr-fenix
treeherder-symbol: Rap-fenix(ytp-av1-sfr)
run-on-projects: []
e10s: true
tier: 2
mozharness:
extra-options:
- --test=raptor-youtube-playback-av1-sfr
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-youtube-playback-h264-sfr-fenix:
description: "Raptor YouTube Playback H264 SFR on Fenix"
try-name: raptor-youtube-playback-h264-sfr-fenix
treeherder-symbol: Rap-fenix(ytp-h264-sfr)
run-on-projects: []
e10s: true
tier: 2
mozharness:
extra-options:
- --test=raptor-youtube-playback-h264-sfr
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-youtube-playback-vp9-sfr-fenix:
description: "Raptor YouTube Playback VP9 SFR on Fenix"
try-name: raptor-youtube-playback-vp9-sfr-fenix
treeherder-symbol: Rap-fenix(ytp-vp9-sfr)
run-on-projects: []
e10s: true
tier: 2
mozharness:
extra-options:
- --test=raptor-youtube-playback-vp9-sfr
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-youtube-playback-widevine-hfr-fenix:
description: "Raptor YouTube Playback Widevine HFR on Fenix"
try-name: raptor-youtube-playback-widevine-hfr-fenix
treeherder-symbol: Rap-fenix(ytp-widevine-hfr)
run-on-projects: []
e10s: true
max-run-time: 3000
tier: 2
mozharness:
extra-options:
- --test=raptor-youtube-playback-widevine-hfr
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-youtube-playback-widevine-h264-sfr-fenix:
description: "Raptor YouTube Playback Widevine H264 SFR on Fenix"
try-name: raptor-youtube-playback-widevine-h264-sfr
treeherder-symbol: Rap-fenix(ytp-widevine-h264-sfr)
run-on-projects: []
e10s: true
max-run-time: 3000
tier: 2
mozharness:
extra-options:
- --test=raptor-youtube-playback-widevine-h264-sfr
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-youtube-playback-widevine-vp9-sfr-fenix:
description: "Raptor YouTube Playback Widevine VP9 SFR on Fenix"
try-name: raptor-youtube-playback-widevine-vp9-sfr
treeherder-symbol: Rap-fenix(ytp-widevine-vp9-sfr)
run-on-projects: []
e10s: true
max-run-time: 3000
tier: 2
mozharness:
extra-options:
- --test=raptor-youtube-playback-widevine-vp9-sfr
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-speedometer-fenix:
description: "Raptor Speedometer on Fenix"
try-name: raptor-speedometer-fenix
treeherder-symbol: Rap-fenix(sp)
run-on-projects: []
e10s: true
max-run-time: 2000
mozharness:
extra-options:
- --test=raptor-speedometer
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-speedometer-fenix-power:
description: "Raptor Speedometer power on Fenix"
try-name: raptor-speedometer-fenix-power
treeherder-symbol: Rap-fenix(sp-p)
run-on-projects: []
e10s: true
max-run-time: 2000
mozharness:
extra-options:
- --test=raptor-speedometer
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --power-test
- --activity=org.mozilla.fenix.IntentReceiverActivity