Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2024-11-27 14:52:16 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1795511 - Get motionmark ramp scores tracked for Firefox. r=perftest-reviewers,afinder

Browse Source 
What we are doing in this bug is adding the ability to get motionmark ramp scores for just firefox
Motionmark has issues with other browsers, which is why we are starting with just firefox for now

Differential Revision: https://phabricator.services.mozilla.com/D188120
This commit is contained in:
andrej 2023-09-25 12:29:35 +00:00
parent 4d5bdef7a8
commit 9c42869273
5 changed files with 34 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
taskcluster/ci/test/browsertime-desktop.yml
View File

@ -314,6 +314,8 @@ browsertime-benchmark:
- [jetstream2, js2]
- [matrix-react-bench, mrb]
- [motionmark-animometer, mm-a]
- [motionmark-animometer-ramp, mm-ar]
- [motionmark-htmlsuite-ramp, mm-hr]
- [motionmark-htmlsuite, mm-h]
- [speedometer, sp]
- [speedometer3, sp3]
@ -329,6 +331,8 @@ browsertime-benchmark:
# - [matrix-react-bench, mrb] Perma fails on osx 10.15.x machines (Bug 1807754)
- [motionmark-animometer, mm-a]
- [motionmark-htmlsuite, mm-h]
- [motionmark-animometer-ramp, mm-ar]
- [motionmark-htmlsuite-ramp, mm-hr]
- [speedometer, sp]
# - [speedometer3, sp3] Perma fails on osx 10.15.x machines (Bug 1809535)
- [stylebench, sb]
@ -338,6 +342,8 @@ browsertime-benchmark:
custom-car:
- [speedometer, sp]
- [speedometer3, sp3]
- [motionmark-animometer-ramp, mm-ar]
- [motionmark-htmlsuite-ramp, mm-hr]
default:
- ares6
- [assorted-dom, dom]
@ -345,6 +351,8 @@ browsertime-benchmark:
- [matrix-react-bench, mrb]
- [motionmark-animometer, mm-a]
- [motionmark-htmlsuite, mm-h]
- [motionmark-animometer-ramp, mm-ar]
- [motionmark-htmlsuite-ramp, mm-hr]
- [speedometer, sp]
- [speedometer3, sp3]
- [stylebench, sb]
@ -416,6 +424,8 @@ browsertime-benchmark:
jetstream2: 8000
matrix-react-bench: 1500
motionmark-htmlsuite: 1500
motionmark-htmlsuite-ramp: 3000
motionmark-animometer-ramp: 2100
unity-webgl: 1500
speedometer3: 2100
speedometer: 2100

10
testing/raptor/raptor/output.py
View File

@ -729,7 +729,15 @@ class PerftestOutput(object):
try:
# pylint: disable=W1633
replicate = round(
float(page_cycle_results[suite][sub]["frameLength"]["average"]),
float(
page_cycle_results[suite][sub]["complexity"]["bootstrap"][
"median"
]
if "ramp" in test["name"]
else page_cycle_results[suite][sub]["frameLength"][
"average"
]
),
3,
)
except TypeError as e:

4
testing/raptor/raptor/tests/benchmarks/motionmark-animometer.ini
View File

@ -19,3 +19,7 @@ type = benchmark
unit = score
[motionmark-animometer]
[motionmark-animometer-ramp]
apps = firefox, chrome, chromium, safari, custom-car
test_url = http://<host>:<port>/MotionMark/developer.html?test-interval=30&display=minimal&tiles=big&controller=ramp&frame-rate=60&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=Animometer&raptor=true&oskey={platform}

4
testing/raptor/raptor/tests/benchmarks/motionmark-htmlsuite.ini
View File

@ -19,3 +19,7 @@ type = benchmark
unit = score
[motionmark-htmlsuite]
[motionmark-htmlsuite-ramp]
apps = firefox, chrome, chromium, safari, custom-car
test_url = http://<host>:<port>/MotionMark/developer.html?test-interval=30&display=minimal&tiles=big&controller=ramp&frame-rate=60&kalman-process-error=1&kalman-measurement-error=4&time-measurement=performance&suite-name=HTMLsuite&raptor=true&oskey={platform}

9
third_party/webkit/PerformanceTests/MotionMark/resources/debug-runner/animometer.js vendored
View File

@ -217,7 +217,7 @@ window.optionsManager =
document.body.classList.add("display-" + optionsManager.valueForOption("display"));
},
updateTiles: function()
{
document.body.classList.remove("tiles-big");
@ -671,7 +671,12 @@ Utilities.extendObject(window.benchmarkController, {
for (var suite in item['testsResults']) {
for (var subtest in item['testsResults'][suite.toString()]) {
fullNames.push(suite.toString() + "-" + subtest.toString().replace(/ /g, '_'));
values.push(item['testsResults'][suite.toString()][subtest.toString()]['frameLength']['average']);
if (dashboard.options["controller"] === "fixed") {
values.push(item['testsResults'][suite.toString()][subtest.toString()]['frameLength']['average']);
} else if (dashboard.options["controller"] === "ramp") {
values.push(item['testsResults'][suite.toString()][subtest.toString()]['complexity']['bootstrap']['median']);
}
}
}
if (typeof tpRecordTime !== "undefined") {