Magic-Mirror/gecko-dev
1
0
Fork 0
mirror of https://github.com/mozilla/gecko-dev.git synced 2025-02-17 22:32:51 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Bug 1728338 - Stop alerting on tests not in alert_on r=perftest-reviewers,sparky

Browse Source 
Differential Revision: https://phabricator.services.mozilla.com/D144216
This commit is contained in:
Kash Shampur 2022-04-21 18:08:44 +00:00
parent b9466bda67
commit 8c9b88cd70
1 changed files with 16 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
testing/raptor/raptor/output.py
View File

@ -1195,6 +1195,14 @@ class RaptorOutput(PerftestOutput):
% measurement_name
)
new_subtest["shouldAlert"] = True
else:
# Explicitly set `shouldAlert` to False so that the measurement
# is not alerted on. Otherwise Perfherder defaults to alerting
LOG.info(
"turning off subtest alerting for measurement type: %s"
% measurement_name
)
new_subtest["shouldAlert"] = False
new_subtest["value"] = filters.median(filtered_values)
@ -1584,6 +1592,14 @@ class BrowsertimeOutput(PerftestOutput):
subtest["shouldAlert"] = True
if self.app in ("chrome", "chrome-m", "chromium"):
subtest["shouldAlert"] = False
else:
# Explicitly set `shouldAlert` to False so that the measurement
# is not alerted on. Otherwise Perfherder defaults to alerting.
LOG.info(
"turning off subtest alerting for measurement type: %s"
% measurement_name
)
subtest["shouldAlert"] = False
subtest["replicates"] = []
suite["subtests"][measurement_name] = subtest
else: