WIP: Bug 1674157 - Remove tp6 aple google-sheets yahoo-news yandex tests r=perftest-reviewers,davehunt

Differential Revision: https://phabricator.services.mozilla.com/D110906
This commit is contained in:
Florin Strugariu 2021-04-07 18:36:43 +00:00
parent ea1919230b
commit 3f9a67aa76
8 changed files with 0 additions and 152 deletions

View File

@ -85,7 +85,6 @@ browsertime-tp6:
run-visual-metrics: true
treeherder-symbol: Btime(tp6)
raptor-subtests:
- apple
- [bing-search, bing]
- buzzfeed
- cnn
@ -96,7 +95,6 @@ browsertime-tp6:
- fandom
- [google-docs, gdocs]
- [google-search, gsearch]
- [google-sheets, gsheets]
- imdb
- instagram
- linkedin
@ -111,8 +109,6 @@ browsertime-tp6:
- wikia
- wikipedia
- yahoo-mail
- yahoo-news
- yandex
- youtube
tier:
by-variant:
@ -275,7 +271,6 @@ browsertime-tp6-live:
- --live-sites
raptor-subtests:
- amazon
- apple
- [bing-search, bing]
- ebay
- [facebook, fb]
@ -283,7 +278,6 @@ browsertime-tp6-live:
- [google-docs, gdocs]
- [google-mail, gmail]
- [google-search, gsearch]
- [google-sheets, gsheets]
- [google-slides, gslides]
- imdb
- imgur
@ -301,8 +295,6 @@ browsertime-tp6-live:
- twitter
- wikipedia
- yahoo-mail
- yahoo-news
- yandex
- youtube
run-on-projects: []
tier: 3

View File

@ -36,29 +36,6 @@ Tests for page-load performance. The links direct to the actual websites that ar
* **use live sites**: false
.. dropdown:: apple (BT, FF, CH, CU)
* **alert on**: fcp, loadtime
* **alert threshold**: 2.0
* **apps**: firefox, chrome, chromium
* **browser cycles**: 25
* **expected**: pass
* **gecko profile entries**: 14000000
* **gecko profile interval**: 1
* **lower is better**: true
* **measure**: fnbpaint, fcp, dcf, loadtime
* **page cycles**: 25
* **page timeout**: 60000
* **playback**: mitmproxy
* **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest
* **playback recordings**: mitm5-linux-firefox-{subtest}.mp
* **playback version**: 5.1.1
* **test url**: `<https://www.apple.com/macbook-pro/>`__
* **type**: pageload
* **unit**: ms
* **use live sites**: false
.. dropdown:: bing-search (BT, FF, CH, CU)
* **alert on**: fcp, loadtime
@ -312,29 +289,6 @@ Tests for page-load performance. The links direct to the actual websites that ar
* **use live sites**: false
.. dropdown:: google-sheets (BT, FF, CH, CU)
* **alert on**: fcp, loadtime
* **alert threshold**: 2.0
* **apps**: firefox, chrome, chromium
* **browser cycles**: 25
* **expected**: pass
* **gecko profile entries**: 14000000
* **gecko profile interval**: 1
* **lower is better**: true
* **measure**: fnbpaint, fcp, dcf, loadtime
* **page cycles**: 25
* **page timeout**: 60000
* **playback**: mitmproxy
* **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest
* **playback recordings**: mitm5-linux-firefox-{subtest}.mp
* **playback version**: 5.1.1
* **test url**: `<https://docs.google.com/spreadsheets/d/1jT9qfZFAeqNoOK97gruc34Zb7y_Q-O_drZ8kSXT-4D4/edit?usp=sharing>`__
* **type**: pageload
* **unit**: ms
* **use live sites**: false
.. dropdown:: google-slides (BT, FF, CH, CU)
* **alert on**: fcp, loadtime
@ -772,52 +726,6 @@ Tests for page-load performance. The links direct to the actual websites that ar
* **use live sites**: false
.. dropdown:: yahoo-news (BT, FF, CH, CU)
* **alert on**: fcp, loadtime
* **alert threshold**: 2.0
* **apps**: firefox, chrome, chromium
* **browser cycles**: 25
* **expected**: pass
* **gecko profile entries**: 14000000
* **gecko profile interval**: 1
* **lower is better**: true
* **measure**: fnbpaint, fcp, dcf, loadtime
* **page cycles**: 25
* **page timeout**: 60000
* **playback**: mitmproxy
* **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest
* **playback recordings**: mitm5-linux-firefox-{subtest}.mp
* **playback version**: 5.1.1
* **test url**: `<https://www.yahoo.com/lifestyle/police-respond-noise-complaint-end-playing-video-games-respectful-tenants-002329963.html>`__
* **type**: pageload
* **unit**: ms
* **use live sites**: false
.. dropdown:: yandex (BT, FF, CH, CU)
* **alert on**: fcp, loadtime
* **alert threshold**: 2.0
* **apps**: firefox, chrome, chromium
* **browser cycles**: 25
* **expected**: pass
* **gecko profile entries**: 14000000
* **gecko profile interval**: 1
* **lower is better**: true
* **measure**: fnbpaint, fcp, dcf, loadtime
* **page cycles**: 25
* **page timeout**: 60000
* **playback**: mitmproxy
* **playback pageset manifest**: mitm5-linux-firefox-{subtest}.manifest
* **playback recordings**: mitm5-linux-firefox-{subtest}.mp
* **playback version**: 5.1.1
* **test url**: `<https://yandex.ru/search/?text=barack%20obama&lr=10115>`__
* **type**: pageload
* **unit**: ms
* **use live sites**: false
.. dropdown:: youtube (BT, FF, CH, CU)
* **alert on**: fcp, loadtime

View File

@ -10,7 +10,6 @@ suites:
description: "Tests for page-load performance. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, FF: Firefox, CH: Chrome, CU: Chromium)"
tests:
amazon: "BT, FF, CH, CU"
apple: "BT, FF, CH, CU"
bing-search: "BT, FF, CH, CU"
buzzfeed: "BT, FF, CH, CU"
cnn: "BT, FF, CH, CU"
@ -22,7 +21,6 @@ suites:
google-docs: "BT, FF, CH, CU"
google-mail: "BT, FF, CH, CU"
google-search: "BT, FF, CH, CU"
google-sheets: "BT, FF, CH, CU"
google-slides: "BT, FF, CH, CU"
imdb: "BT, FF, CH, CU"
imgur: "BT, FF, CH, CU"
@ -42,8 +40,6 @@ suites:
wikia: "BT, FF, CH, CU"
wikipedia: "BT, FF, CH, CU"
yahoo-mail: "BT, FF, CH, CU"
yahoo-news: "BT, FF, CH, CU"
yandex: "BT, FF, CH, CU"
youtube: "BT, FF, CH, CU"
mobile:
description: "Page-load performance test suite on Android. The links direct to the actual websites that are being tested. (WX: WebExtension, BT: Browsertime, GV: Geckoview, RB: Refbrow, FE: Fenix, CH-M: Chrome mobile)"

View File

@ -28,9 +28,6 @@ use_live_sites = false
[amazon]
test_url = https://www.amazon.com/s?k=laptop&ref=nb_sb_noss_1
[apple]
test_url = https://www.apple.com/macbook-pro/
[bing-search]
test_url = https://www.bing.com/search?q=barack+obama
@ -64,9 +61,6 @@ test_url = https://mail.google.com/
[google-search]
test_url = https://www.google.com/search?hl=en&q=barack+obama&cad=h
[google-sheets]
test_url = https://docs.google.com/spreadsheets/d/1jT9qfZFAeqNoOK97gruc34Zb7y_Q-O_drZ8kSXT-4D4/edit?usp=sharing
[google-slides]
test_url = https://docs.google.com/presentation/d/1Ici0ceWwpFvmIb3EmKeWSq_vAQdmmdFcWqaiLqUkJng/edit?usp=sharing
@ -128,11 +122,5 @@ test_url = https://en.wikipedia.org/wiki/Barack_Obama
[yahoo-mail]
test_url = https://mail.yahoo.com/
[yahoo-news]
test_url = https://www.yahoo.com/lifestyle/police-respond-noise-complaint-end-playing-video-games-respectful-tenants-002329963.html
[yandex]
test_url = https://yandex.ru/search/?text=barack%20obama&lr=10115
[youtube]
test_url = https://www.youtube.com

View File

@ -1,9 +0,0 @@
[
{
"size": 2496756,
"visibility": "public",
"digest": "0fa5275dedd1d3653d7bbdb8d17ab90f07d80b7ed721f7ac51c91b602585aaf291e41a7f62a310b0ac9dab03ad07d9734eaaef2ca906382e638febcb80920e04",
"algorithm": "sha512",
"filename": "mitm5-linux-firefox-apple.zip"
}
]

View File

@ -1,9 +0,0 @@
[
{
"size": 14384669,
"visibility": "public",
"digest": "4815bf3afd98d806453aa1fe78eefe310ce9a54045f7a35cb32ba0783c823f8047ff3e82606c1e16a517ec3413b30ba06fbc31e8e552a25f0864cf92862d0ddd",
"algorithm": "sha512",
"filename": "mitm5-linux-firefox-google-sheets.zip"
}
]

View File

@ -1,9 +0,0 @@
[
{
"size": 20631985,
"visibility": "public",
"digest": "8ec6fdc8f8f5049dfaf2acb135aaa397d5c0f0c96c3ff72f5960fbc0b3c24b884db52b47d5acef7f3fa3e69683bb7e4d0742279515b26e6067e2134e0da0ee1e",
"algorithm": "sha512",
"filename": "mitm5-linux-firefox-yahoo-news.zip"
}
]

View File

@ -1,9 +0,0 @@
[
{
"size": 2322157,
"visibility": "public",
"digest": "e60d71de569ad63e58ed64d95bc28ca01e92b1c4bbc9bf9cf3df1e5aa65ffe5e2d58f9ccf72e948de31a8b4fcd26c6655a9c603ed87f8de850d61cbf2b2af22b",
"algorithm": "sha512",
"filename": "mitm5-linux-firefox-yandex.zip"
}
]