Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2025-02-16 05:45:33 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1626274 - Remove aframe pageload test r=perftest-reviewers,sparky

Browse Source 
Differential Revision: https://phabricator.services.mozilla.com/D69159

--HG--
extra : moz-landing-system : lando
This commit is contained in:
Florin Strugariu 2020-04-02 07:10:48 +00:00
parent 4ccefc3181
commit 4dbdc934bd
17 changed files with 2 additions and 239 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
taskcluster/ci/test/browsertime-mobile.yml
View File

@ -78,7 +78,6 @@ browsertime-tp6m:
raptor-subtests:
by-app:
fenix:
- aframe
- allrecipes
- amazon
- amazon-search

27
taskcluster/ci/test/raptor-fenix.yml
View File

@ -142,19 +142,6 @@ raptor-tp6m-9-fenix:
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-tp6m-10-fenix:
description: "Raptor tp6m-10 on Fenix"
try-name: raptor-tp6m-10-fenix
treeherder-symbol: Rap-fenix(tp6m-10)
run-on-projects: []
e10s: true
mozharness:
extra-options:
- --test=raptor-tp6m-10
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-tp6m-1-fenix-cold:
description: "Raptor tp6m-1 cold page-load on Fenix"
try-name: raptor-tp6m-1-fenix-cold
@ -505,20 +492,6 @@ raptor-tp6m-25-fenix-cold:
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-tp6m-26-fenix-cold:
description: "Raptor tp6m-26 cold page-load on Fenix"
try-name: raptor-tp6m-26-fenix-cold
treeherder-symbol: Rap-fenix(tp6m-c-26)
run-on-projects: []
e10s: true
max-run-time: 2400
mozharness:
extra-options:
- --test=raptor-tp6m-26-cold
- --app=fenix
- --binary-path=org.mozilla.fenix.performancetest
- --activity=org.mozilla.fenix.IntentReceiverActivity
raptor-tp6m-27-fenix-cold:
description: "Raptor tp6m-27 cold page-load on Fenix"
try-name: raptor-tp6m-27-fenix-cold

10
taskcluster/ci/test/raptor-fennec68.yml
View File

@ -112,16 +112,6 @@ raptor-tp6m-9-fennec68:
- --app=fennec
- --binary=org.mozilla.firefox
raptor-tp6m-10-fennec68:
description: "Raptor tp6m-10 on Fennec68"
try-name: raptor-tp6m-10-fennec68
treeherder-symbol: Rap(tp6m-10-f68)
mozharness:
extra-options:
- --test=raptor-tp6m-10-fennec68
- --app=fennec
- --binary=org.mozilla.firefox
raptor-tp6m-1-fennec68-cold:
description: "Raptor tp6m-1 cold page-load on Fennec68"
max-run-time: 3600

24
taskcluster/ci/test/raptor-gve.yml
View File

@ -122,17 +122,6 @@ raptor-tp6m-9-geckoview:
- --binary=org.mozilla.geckoview_example
- --activity=org.mozilla.geckoview_example.GeckoViewActivity
raptor-tp6m-10-geckoview:
description: "Raptor tp6m-10 on GeckoView"
try-name: raptor-tp6m-10-geckoview
treeherder-symbol: Rap(tp6m-10)
mozharness:
extra-options:
- --test=raptor-tp6m-10
- --app=geckoview
- --binary=org.mozilla.geckoview_example
- --activity=org.mozilla.geckoview_example.GeckoViewActivity
raptor-speedometer-geckoview:
description: "Raptor Speedometer on GeckoView"
try-name: raptor-speedometer-geckoview
@ -653,19 +642,6 @@ raptor-tp6m-25-geckoview-cold:
- --binary=org.mozilla.geckoview_example
- --activity=org.mozilla.geckoview_example.GeckoViewActivity
raptor-tp6m-26-geckoview-cold:
description: "Raptor tp6m-26 cold page-load on GeckoView Example"
max-run-time: 2700
try-name: raptor-tp6m-26-geckoview-cold
treeherder-symbol: Rap(tp6m-c-26)
e10s: true
mozharness:
extra-options:
- --test=raptor-tp6m-26-cold
- --app=geckoview
- --binary=org.mozilla.geckoview_example
- --activity=org.mozilla.geckoview_example.GeckoViewActivity
raptor-tp6m-27-geckoview-cold:
description: "Raptor tp6m-27 cold page-load on GeckoView Example"
max-run-time: 2700

22
taskcluster/ci/test/raptor-refbrow.yml
View File

@ -112,16 +112,6 @@ raptor-tp6m-9-refbrow:
- --binary-path=org.mozilla.reference.browser.raptor
- --activity=org.mozilla.reference.browser.BrowserTestActivity
raptor-tp6m-10-refbrow:
description: "Raptor tp6m-10 on the reference browser"
treeherder-symbol: Rap-refbrow(tp6m-10)
mozharness:
extra-options:
- --test=raptor-tp6m-10
- --app=refbrow
- --binary-path=org.mozilla.reference.browser.raptor
- --activity=org.mozilla.reference.browser.BrowserTestActivity
raptor-scn-power-idle-refbrow:
description: "Raptor idle-browser power on Reference Browser"
try-name: raptor-scn-power-idle-refbrow
@ -536,18 +526,6 @@ raptor-tp6m-25-refbrow-cold:
- --binary-path=org.mozilla.reference.browser.raptor
- --activity=org.mozilla.reference.browser.BrowserTestActivity
raptor-tp6m-26-refbrow-cold:
description: "Raptor tp6m-26 cold page-load on the reference browser"
try-name: raptor-tp6m-26-refbrow-cold
treeherder-symbol: Rap-refbrow(tp6m-c-26)
e10s: true
mozharness:
extra-options:
- --test=raptor-tp6m-26-cold
- --app=refbrow
- --binary-path=org.mozilla.reference.browser.raptor
- --activity=org.mozilla.reference.browser.BrowserTestActivity
raptor-tp6m-27-refbrow-cold:
description: "Raptor tp6m-27 cold page-load on the reference browser"
try-name: raptor-tp6m-27-refbrow-cold

14
taskcluster/ci/test/test-sets.yml
View File

@ -609,7 +609,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-7-geckoview
- raptor-tp6m-8-geckoview
- raptor-tp6m-9-geckoview
- raptor-tp6m-10-geckoview
- raptor-tp6m-1-fenix
- raptor-tp6m-2-fenix
- raptor-tp6m-3-fenix
@ -619,7 +618,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-7-fenix
- raptor-tp6m-8-fenix
- raptor-tp6m-9-fenix
- raptor-tp6m-10-fenix
- raptor-tp6m-1-refbrow
- raptor-tp6m-2-refbrow
- raptor-tp6m-3-refbrow
@ -629,7 +627,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-7-refbrow
- raptor-tp6m-8-refbrow
- raptor-tp6m-9-refbrow
- raptor-tp6m-10-refbrow
- raptor-tp6m-1-fenix-cold
- raptor-tp6m-2-fenix-cold
- raptor-tp6m-3-fenix-cold
@ -655,7 +652,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-23-fenix-cold
- raptor-tp6m-24-fenix-cold
- raptor-tp6m-25-fenix-cold
- raptor-tp6m-26-fenix-cold
- raptor-tp6m-27-fenix-cold
- raptor-tp6m-28-fenix-cold
- raptor-tp6m-1-geckoview-cold
@ -683,7 +679,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-23-geckoview-cold
- raptor-tp6m-24-geckoview-cold
- raptor-tp6m-25-geckoview-cold
- raptor-tp6m-26-geckoview-cold
- raptor-tp6m-27-geckoview-cold
- raptor-tp6m-28-geckoview-cold
- raptor-tp6m-1-fennec68
@ -695,7 +690,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-7-fennec68
- raptor-tp6m-8-fennec68
- raptor-tp6m-9-fennec68
- raptor-tp6m-10-fennec68
- raptor-tp6m-1-fennec68-cold
- raptor-tp6m-2-fennec68-cold
- raptor-tp6m-3-fennec68-cold
@ -735,7 +729,6 @@ android-hw-arm7-raptor:
- raptor-tp6m-23-refbrow-cold
- raptor-tp6m-24-refbrow-cold
- raptor-tp6m-25-refbrow-cold
- raptor-tp6m-26-refbrow-cold
- raptor-tp6m-27-refbrow-cold
- raptor-tp6m-28-refbrow-cold
@ -756,7 +749,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-7-geckoview
- raptor-tp6m-8-geckoview
- raptor-tp6m-9-geckoview
- raptor-tp6m-10-geckoview
- raptor-tp6m-1-fenix
- raptor-tp6m-2-fenix
- raptor-tp6m-3-fenix
@ -766,7 +758,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-7-fenix
- raptor-tp6m-8-fenix
- raptor-tp6m-9-fenix
- raptor-tp6m-10-fenix
- raptor-tp6m-1-refbrow
- raptor-tp6m-2-refbrow
- raptor-tp6m-3-refbrow
@ -776,7 +767,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-7-refbrow
- raptor-tp6m-8-refbrow
- raptor-tp6m-9-refbrow
- raptor-tp6m-10-refbrow
- raptor-tp6m-1-fenix-cold
- raptor-tp6m-2-fenix-cold
- raptor-tp6m-3-fenix-cold
@ -802,7 +792,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-23-fenix-cold
- raptor-tp6m-24-fenix-cold
- raptor-tp6m-25-fenix-cold
- raptor-tp6m-26-fenix-cold
- raptor-tp6m-27-fenix-cold
- raptor-tp6m-28-fenix-cold
- raptor-tp6m-1-geckoview-cold
@ -830,7 +819,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-23-geckoview-cold
- raptor-tp6m-24-geckoview-cold
- raptor-tp6m-25-geckoview-cold
- raptor-tp6m-26-geckoview-cold
- raptor-tp6m-27-geckoview-cold
- raptor-tp6m-28-geckoview-cold
- raptor-tp6m-1-fennec68
@ -842,7 +830,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-7-fennec68
- raptor-tp6m-8-fennec68
- raptor-tp6m-9-fennec68
- raptor-tp6m-10-fennec68
- raptor-tp6m-1-fennec68-cold
- raptor-tp6m-2-fennec68-cold
- raptor-tp6m-3-fennec68-cold
@ -882,7 +869,6 @@ android-hw-aarch64-raptor:
- raptor-tp6m-23-refbrow-cold
- raptor-tp6m-24-refbrow-cold
- raptor-tp6m-25-refbrow-cold
- raptor-tp6m-26-refbrow-cold
- raptor-tp6m-27-refbrow-cold
- raptor-tp6m-28-refbrow-cold

8
testing/perfdocs/generated/raptor.rst
View File

@ -172,10 +172,6 @@ Mobile
------
Page-load performance test suite on Android.
Browsertime aframe
^^^^^^^^^^^^^^^^^^
Android page-load performance test for aframe using Browsertime.
Browsertime allrecipes
^^^^^^^^^^^^^^^^^^^^^^
Android page-load performance test for allrecipes using Browsertime.
@ -260,10 +256,6 @@ Browsertime microsoft-support
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Android page-load performance test for microsoft-support using Browsertime.
raptor-tp6m-aframeio-animation
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
Cold and warm android page-load performance test for aframeio-animation on geckoview, refbrow, fenix, and fennec68 using WebExtension.
raptor-tp6m-allrecipes
^^^^^^^^^^^^^^^^^^^^^^
Cold and warm android page-load performance test for allrecipesjianshu on geckoview, refbrow, fenix, and fennec68 using WebExtension.

2
testing/raptor/raptor/perfdocs/config.yml
View File

@ -76,10 +76,8 @@ suites:
raptor-tp6m-espn: "Cold and warm android page-load performance test for espn on geckoview, refbrow, fenix, and fennec68 using WebExtension."
raptor-tp6m-web-de: "Cold and warm android page-load performance test for web-de on geckoview, refbrow, fenix, and fennec68 using WebExtension."
raptor-tp6m-facebook-cristiano: "Cold and warm android page-load performance test for facebook-cristiano on geckoview, refbrow, fenix, and fennec68 using WebExtension."
raptor-tp6m-aframeio-animation: "Cold and warm android page-load performance test for aframeio-animation on geckoview, refbrow, fenix, and fennec68 using WebExtension."
amazon: "Android page-load performance test for amazon using Browsertime."
youtube: "Android page-load performance test for youtube using Browsertime."
aframe: "Android page-load performance test for aframe using Browsertime."
allrecipes: "Android page-load performance test for allrecipes using Browsertime."
amazon-search: "Android page-load performance test for amazon-search using Browsertime."
bbc: "Android page-load performance test for bbc using Browsertime."

10
testing/raptor/raptor/playback/mitm4-pixel2-fennec-aframe.manifest
View File

@ -1,10 +0,0 @@
[
{
"algorithm": "sha512",
"digest": "70b70a803dfa8a8e172519d9d68afaa8e33b7c6ba2f6aee0ab480c957af21dbbece3a67c00d3aca9dee3868fb73b4fc6970362b18fdd84f2f72459ab5aa81662",
"filename": "mitm4-pixel2-fennec-aframe.zip",
"size": 1950570,
"unpack": true,
"visibility": "public"
}
]

10
testing/raptor/raptor/playback/mitmproxy-recordings-raptor-tp6m-aframeio-animation.manifest
View File

@ -1,10 +0,0 @@
[
{
"size": 5017038,
"visibility": "public",
"digest": "45cc4e83b88f370a8a103372fc825d391762553283231b3fbe49580fb89dc8baf8f969a0e637e7f3c2e6a04fe296617c53397823315c37922fb70f28b5ca78ed",
"algorithm": "sha512",
"filename": "mitmproxy-recordings-raptor-tp6m-aframeio-animation.zip",
"unpack": true
}
]

5
testing/raptor/raptor/raptor.ini
View File

@ -55,7 +55,7 @@
[include:tests/tp6/mobile/raptor-tp6m-7.ini]
[include:tests/tp6/mobile/raptor-tp6m-8.ini]
[include:tests/tp6/mobile/raptor-tp6m-9.ini]
[include:tests/tp6/mobile/raptor-tp6m-10.ini]
[include:tests/tp6/mobile/raptor-tp6m-1-fennec68.ini]
[include:tests/tp6/mobile/raptor-tp6m-2-fennec68.ini]
[include:tests/tp6/mobile/raptor-tp6m-3-fennec68.ini]
@ -65,7 +65,7 @@
[include:tests/tp6/mobile/raptor-tp6m-7-fennec68.ini]
[include:tests/tp6/mobile/raptor-tp6m-8-fennec68.ini]
[include:tests/tp6/mobile/raptor-tp6m-9-fennec68.ini]
[include:tests/tp6/mobile/raptor-tp6m-10-fennec68.ini]
# raptor cold pageload tests mobile
[include:tests/tp6/mobile/raptor-tp6m-1-cold.ini]
@ -93,7 +93,6 @@
[include:tests/tp6/mobile/raptor-tp6m-23-cold.ini]
[include:tests/tp6/mobile/raptor-tp6m-24-cold.ini]
[include:tests/tp6/mobile/raptor-tp6m-25-cold.ini]
[include:tests/tp6/mobile/raptor-tp6m-26-cold.ini]
[include:tests/tp6/mobile/raptor-tp6m-27-cold.ini]
[include:tests/tp6/mobile/raptor-tp6m-28-cold.ini]
[include:tests/tp6/mobile/raptor-tp6m-1-fennec68-cold.ini]

3
testing/raptor/raptor/tests/tp6/mobile/browsertime-tp6m.ini
View File

@ -21,9 +21,6 @@ use_live_sites = false
## Keep this test list in alphabetical order
[aframe]
test_url = https://aframe.io/examples/showcase/animation/
[allrecipes]
test_url = https://www.allrecipes.com/

23
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-10-fennec68.ini
View File

@ -1,23 +0,0 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-10-fennec68
[DEFAULT]
type = pageload
playback = mitmproxy-android
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-aframeio-animation-fennec68]
apps = fennec
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

36
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-10.ini
View File

@ -1,36 +0,0 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-10
[DEFAULT]
type = pageload
playback = mitmproxy-android
page_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
[raptor-tp6m-aframeio-animation-geckoview]
apps = geckoview
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, fcp, dcf, loadtime
[raptor-tp6m-aframeio-animation-refbrow]
apps = refbrow
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, fcp, dcf, loadtime
[raptor-tp6m-aframeio-animation-fenix]
apps = fenix
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, fcp, dcf, loadtime

8
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-14-fennec68-cold.ini
View File

@ -22,11 +22,3 @@ playback_pageset_manifest = mitm4-pixel2-fennec-facebook-cristiano.manifest
playback_recordings = mitm4-pixel2-fennec-facebook-cristiano.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime
[raptor-tp6m-aframeio-animation-fennec68-cold]
apps = fennec
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, dcf, loadtime
alert_on = loadtime

37
testing/raptor/raptor/tests/tp6/mobile/raptor-tp6m-26-cold.ini
View File

@ -1,37 +0,0 @@
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
# raptor tp6m-cold-26
[DEFAULT]
type = pageload
playback = mitmproxy-android
browser_cycles = 15
unit = ms
lower_is_better = true
alert_threshold = 2.0
page_timeout = 60000
alert_on = fcp, loadtime
cold = true
[raptor-tp6m-aframeio-animation-fenix-cold]
apps = fenix
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, fcp, dcf, loadtime
[raptor-tp6m-aframeio-animation-geckoview-cold]
apps = geckoview
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, fcp, dcf, loadtime
[raptor-tp6m-aframeio-animation-refbrow-cold]
apps = refbrow
test_url = https://aframe.io/examples/showcase/animation/
playback_pageset_manifest = mitm4-pixel2-fennec-aframe.manifest
playback_recordings = mitm4-pixel2-fennec-aframe.mp
measure = fnbpaint, fcp, dcf, loadtime

1
testing/raptor/webext/raptor/manifest.json
View File

@ -14,7 +14,6 @@
"content_scripts": [
{
"matches": [
"*://*.aframe.io/*",
"*://*.allrecipes.com/*",
"*://*.apple.com/*",
"*://*.amazon.com/*",