mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-28 07:13:20 +00:00
b5f60d8890
A week ago we received a notification that we had a test that the WPT chrome tests were perma failing on [[ https://bugzilla.mozilla.org/show_bug.cgi?id=1773621 | bugzilla ]] After going through the fail logs I realized it was because of website "panda.tv" directing to a unable to connect page message, after some digging it was not returning proper data because panda.tv has not been a company since March 2019(bankruptcy filing), why this only is causing an issue now I believe is because of some kind of update from WPT as I can see a noticeable UI difference on the test results page from before and after the failures started. My resolution was to remove Panda.tv from our test list and that seems to have resolved the issue. I also updated the error message to display which website is causing the issue so that if this happens again I don't need to go through each and every webpagetest result to know which of the 40 websites are having an issue. Differential Revision: https://phabricator.services.mozilla.com/D149642
114 lines
2.8 KiB
JavaScript
114 lines
2.8 KiB
JavaScript
// This Source Code Form is subject to the terms of the Mozilla Public
|
|
// License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
/* eslint-env node */
|
|
"use strict";
|
|
function setUp() {}
|
|
|
|
function tearDown() {}
|
|
|
|
function test() {}
|
|
|
|
module.exports = {
|
|
setUp,
|
|
tearDown,
|
|
test,
|
|
owner: "Performance Testing Team",
|
|
name: "webpagetest-firefox",
|
|
description:
|
|
"Run webpagetest performance pageload tests on Firefox against Alexa top 50 websites",
|
|
longDescription: `This mozperftest gets webpagetest to run pageload tests on Firefox against the 50 most popular
|
|
websites and provide data. The full list of data returned from webpagetest: firstContentfulPaint,
|
|
timeToContentfulPaint, visualComplete90, firstPaint, visualComplete99, visualComplete, SpeedIndex, bytesIn, bytesOut,
|
|
TTFB, fullyLoadedCPUms, fullyLoadedCPUpct, domElements, domContentLoadedEventStart, domContentLoadedEventEnd,
|
|
loadEventStart, loadEventEnd`,
|
|
options: {
|
|
test_parameters: {
|
|
location: "ec2-us-east-1",
|
|
browser: "Firefox",
|
|
connection: "Cable",
|
|
timeout_limit: 21600,
|
|
wait_between_requests: 5,
|
|
statistics: ["average", "median", "standardDeviation"],
|
|
label: "",
|
|
runs: 3,
|
|
fvonly: 0,
|
|
private: 1,
|
|
web10: 0,
|
|
script: "",
|
|
block: "",
|
|
video: 1,
|
|
tcpdump: 0,
|
|
noimages: 0,
|
|
keepua: 1,
|
|
uastring: "",
|
|
htmlbody: 0,
|
|
custom: "",
|
|
ignoreSSL: 0,
|
|
appendua: "",
|
|
injectScript: "",
|
|
disableAVIF: 0,
|
|
disableWEBP: 0,
|
|
disableJXL: 0,
|
|
},
|
|
test_list: [
|
|
"google.com",
|
|
"youtube.com",
|
|
"facebook.com",
|
|
"qq.com",
|
|
"baidu.com",
|
|
"sohu.com",
|
|
"360.cn",
|
|
"jd.com",
|
|
"amazon.com",
|
|
"yahoo.com",
|
|
"zoom.us",
|
|
"weibo.com",
|
|
"sina.com.cn",
|
|
"live.com",
|
|
"reddit.com",
|
|
"netflix.com",
|
|
"microsoft.com",
|
|
"instagram.com",
|
|
"google.com.hk",
|
|
"csdn.net",
|
|
"bing.com",
|
|
"vk.com",
|
|
"yahoo.co.jp",
|
|
"twitter.com",
|
|
"naver.com",
|
|
"canva.com",
|
|
"ebay.com",
|
|
"force.com",
|
|
"amazon.in",
|
|
"adobe.com",
|
|
"aliexpress.com",
|
|
"linkedin.com",
|
|
"tianya.cn",
|
|
"yy.com",
|
|
"huanqiu.com",
|
|
"amazon.co.jp",
|
|
"okezone.com",
|
|
],
|
|
browser_metrics: [
|
|
"firstContentfulPaint",
|
|
"timeToContentfulPaint",
|
|
"visualComplete90",
|
|
"firstPaint",
|
|
"visualComplete99",
|
|
"visualComplete",
|
|
"SpeedIndex",
|
|
"bytesIn",
|
|
"bytesOut",
|
|
"TTFB",
|
|
"fullyLoadedCPUms",
|
|
"fullyLoadedCPUpct",
|
|
"domElements",
|
|
"domContentLoadedEventStart",
|
|
"domContentLoadedEventEnd",
|
|
"loadEventStart",
|
|
"loadEventEnd",
|
|
],
|
|
},
|
|
};
|