mirror of
https://github.com/mozilla/gecko-dev.git
synced 2024-11-24 21:31:04 +00:00
Bug 1732956 - Add facebook/reddit responsiveness tests. r=perftest-reviewers,kimberlythegeek
This patch adds 4 new interactive tests for facebook and reddit. The patch updates the recordings as well as needed. Furthermore, an update to the visualmetrics.py script is needed to handle a permafailure in the reddit-post tests. Note that the reddit-post test was split in 2 since they are quite large. Differential Revision: https://phabricator.services.mozilla.com/D130665
This commit is contained in:
Gregory Mierzwinski
parent
a59f144a34
commit
ca271d11d6
@ -6,6 +6,6 @@ visual-metrics:
|
||||
description: "Browsertime visual metrics analsyis script"
|
||||
fetch:
|
||||
type: static-url
|
||||
url: https://raw.githubusercontent.com/sitespeedio/browsertime/7a37d88a2592f3307699973536126b4a6089ac14/browsertime/visualmetrics.py
|
||||
sha256: 8a0043242b095a42b6aa8f052703535be60630305b2a3acee7b26a0cb8c50a3f
|
||||
size: 87647
|
||||
url: https://raw.githubusercontent.com/gmierz/browsertime/b90786bf907875b05fa36f681448a0e11e0d64ea/browsertime/visualmetrics.py
|
||||
sha256: 3619286ba368212593ef7935a4ab76c5b766458a64f2fc31bfc60180e30e62c7
|
||||
size: 90194
|
||||
|
||||
@ -120,6 +120,10 @@ browsertime-responsiveness:
|
||||
<<: *tp6-defaults
|
||||
raptor-subtests:
|
||||
- cnn-nav
|
||||
- [facebook-nav, fbnav]
|
||||
- [reddit-billgates-ama, rdt-ama]
|
||||
- [reddit-billgates-post-1, rdt-post-1]
|
||||
- [reddit-billgates-post-2, rdt-post-2]
|
||||
mozharness:
|
||||
extra-options:
|
||||
by-test-platform:
|
||||
|
||||
@ -39,7 +39,7 @@ job-template:
|
||||
- visual-metrics
|
||||
run:
|
||||
using: run-task
|
||||
command: /builds/worker/bin/run-visual-metrics.py -- --orange --perceptual --contentful --force --renderignore 5 --json --viewport
|
||||
command: /builds/worker/bin/run-visual-metrics.py -- --orange --perceptual --contentful --force --renderignore 5 --json --viewport --viewportretries 10 --viewportminheight 100 --viewportminwidth 100
|
||||
checkout: false
|
||||
optimization:
|
||||
skip-unless-backstop: null
|
||||
|
||||
@ -4756,7 +4756,7 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests
|
||||
* **alert on**: fcp, loadtime
|
||||
* **alert threshold**: 2.0
|
||||
* **apps**: firefox, chrome, chromium
|
||||
* **browser cycles**: 25
|
||||
* **browser cycles**: 10
|
||||
* **expected**: pass
|
||||
* **gecko profile entries**: 14000000
|
||||
* **gecko profile interval**: 1
|
||||
@ -4768,11 +4768,49 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests
|
||||
* **playback**: mitmproxy
|
||||
* **playback pageset manifest**: mitm6-windows-firefox-facebook-nav.manifest
|
||||
* **playback version**: 6.0.2
|
||||
* **test cmds**: ["measure.start", "landing"], ["navigate", "https://www.facebook.com/"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "friends"], ["navigate", "https://www.facebook.com/friends/"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "marketplace"], ["navigate", "https://www.facebook.com/marketplace"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "groups"], ["navigate", "https://www.facebook.com/groups/discover/"], ["wait.byTime", 5000], ["measure.stop", ""],
|
||||
* **test cmds**: ["measure.start", "landing"], ["navigate", "https://www.facebook.com/"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "marketplace"], ["navigate", "https://www.facebook.com/marketplace"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "groups"], ["navigate", "https://www.facebook.com/groups/discover/"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "friends"], ["navigate", "https://www.facebook.com/friends/"], ["wait.byTime", 5000], ["measure.stop", ""],
|
||||
* **test url**: `<https://www.facebook.com>`__
|
||||
* **type**: pageload
|
||||
* **unit**: ms
|
||||
* **use live sites**: false
|
||||
* **Test Task**:
|
||||
* test-linux1804-64-clang-trunk-qr/opt
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None
|
||||
* test-linux1804-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None
|
||||
* test-linux1804-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-chromium-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: mozilla-central
|
||||
* test-macosx1014-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-chromium-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: mozilla-central
|
||||
* test-macosx1015-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-chromium-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: mozilla-central
|
||||
* test-windows10-32-qr/opt
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None
|
||||
* test-windows10-32-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-chromium-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None
|
||||
* test-windows10-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: None
|
||||
* test-windows10-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-chromium-facebook-nav-e10s: None
|
||||
* browsertime-responsiveness-firefox-facebook-nav-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-facebook-nav-fis-e10s: mozilla-central
|
||||
|
||||
|
||||
.. dropdown:: reddit-billgates-ama (Navigates from the Bill Gates AMA to the Reddit members section.)
|
||||
@ -4784,7 +4822,7 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests
|
||||
* **alert on**: fcp, loadtime
|
||||
* **alert threshold**: 2.0
|
||||
* **apps**: firefox, chrome, chromium
|
||||
* **browser cycles**: 25
|
||||
* **browser cycles**: 10
|
||||
* **expected**: pass
|
||||
* **gecko profile entries**: 14000000
|
||||
* **gecko profile interval**: 1
|
||||
@ -4801,10 +4839,48 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests
|
||||
* **type**: pageload
|
||||
* **unit**: ms
|
||||
* **use live sites**: false
|
||||
* **Test Task**:
|
||||
* test-linux1804-64-clang-trunk-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None
|
||||
* test-linux1804-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None
|
||||
* test-linux1804-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: mozilla-central
|
||||
* test-macosx1014-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: mozilla-central
|
||||
* test-macosx1015-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: mozilla-central
|
||||
* test-windows10-32-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None
|
||||
* test-windows10-32-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None
|
||||
* test-windows10-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: None
|
||||
* test-windows10-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-ama-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-ama-fis-e10s: mozilla-central
|
||||
|
||||
|
||||
.. dropdown:: reddit-billgates-post (Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections.)
|
||||
:container: + anchor-id-reddit-billgates-post-i
|
||||
.. dropdown:: reddit-billgates-post-1 (Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections.)
|
||||
:container: + anchor-id-reddit-billgates-post-1-i
|
||||
|
||||
**Owner**: PerfTest Team
|
||||
|
||||
@ -4812,7 +4888,7 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests
|
||||
* **alert on**: fcp, loadtime
|
||||
* **alert threshold**: 2.0
|
||||
* **apps**: firefox, chrome, chromium
|
||||
* **browser cycles**: 25
|
||||
* **browser cycles**: 10
|
||||
* **expected**: pass
|
||||
* **gecko profile entries**: 14000000
|
||||
* **gecko profile interval**: 1
|
||||
@ -4824,11 +4900,115 @@ Browsertime tests that interact with the webpage. Includes responsiveness tests
|
||||
* **playback**: mitmproxy
|
||||
* **playback pageset manifest**: mitm6-windows-firefox-reddit-billgates-post.manifest
|
||||
* **playback version**: 6.0.2
|
||||
* **test cmds**: ["measure.start", "billg"], ["navigate", "https://www.reddit.com/user/thisisbillgates/"], ["wait.byTime", 5000], ["measure.stop", ""], ["measure.start", "posts"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[2]"], ["wait.byTime", 15000], ["measure.stop", ""], ["measure.start", "comments"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"], ["wait.byTime", 15000], ["measure.stop", ""], ["measure.start", "hot"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[2]"], ["wait.byTime", 15000], ["measure.stop", ""], ["measure.start", "top"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[3]"], ["wait.byTime", 15000], ["measure.stop", ""],
|
||||
* **test cmds**: ["measure.start", "billg"], ["navigate", "https://www.reddit.com/user/thisisbillgates/"], ["wait.byTime", 500], ["measure.stop", ""], ["measure.start", "posts"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[2]"], ["wait.byTime", 500], ["measure.stop", ""], ["measure.start", "comments"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"], ["wait.byTime", 500], ["measure.stop", ""], ["wait.byTime", 500],
|
||||
* **test url**: `<https://www.reddit.com/user/thisisbillgates/>`__
|
||||
* **type**: pageload
|
||||
* **unit**: ms
|
||||
* **use live sites**: false
|
||||
* **Test Task**:
|
||||
* test-linux1804-64-clang-trunk-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None
|
||||
* test-linux1804-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None
|
||||
* test-linux1804-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: mozilla-central
|
||||
* test-macosx1014-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: mozilla-central
|
||||
* test-macosx1015-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: mozilla-central
|
||||
* test-windows10-32-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None
|
||||
* test-windows10-32-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None
|
||||
* test-windows10-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: None
|
||||
* test-windows10-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-1-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-1-fis-e10s: mozilla-central
|
||||
|
||||
|
||||
.. dropdown:: reddit-billgates-post-2 (Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections.)
|
||||
:container: + anchor-id-reddit-billgates-post-2-i
|
||||
|
||||
**Owner**: PerfTest Team
|
||||
|
||||
* **accept zero vismet**: true
|
||||
* **alert on**: fcp, loadtime
|
||||
* **alert threshold**: 2.0
|
||||
* **apps**: firefox, chrome, chromium
|
||||
* **browser cycles**: 10
|
||||
* **expected**: pass
|
||||
* **gecko profile entries**: 14000000
|
||||
* **gecko profile interval**: 1
|
||||
* **interactive**: true
|
||||
* **lower is better**: true
|
||||
* **measure**: fnbpaint, fcp, dcf, loadtime
|
||||
* **page cycles**: 25
|
||||
* **page timeout**: 90000
|
||||
* **playback**: mitmproxy
|
||||
* **playback pageset manifest**: mitm6-windows-firefox-reddit-billgates-post.manifest
|
||||
* **playback version**: 6.0.2
|
||||
* **test cmds**: ["measure.start", "billg"], ["navigate", "https://www.reddit.com/user/thisisbillgates/"], ["wait.byTime", 500], ["measure.stop", ""], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"], ["wait.byTime", 500], ["measure.start", "hot"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[2]"], ["wait.byTime", 500], ["measure.stop", ""], ["measure.start", "top"], ["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[3]"], ["wait.byTime", 500], ["measure.stop", ""], ["wait.byTime", 500],
|
||||
* **test url**: `<https://www.reddit.com/user/thisisbillgates/>`__
|
||||
* **type**: pageload
|
||||
* **unit**: ms
|
||||
* **use live sites**: false
|
||||
* **Test Task**:
|
||||
* test-linux1804-64-clang-trunk-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None
|
||||
* test-linux1804-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None
|
||||
* test-linux1804-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: mozilla-central
|
||||
* test-macosx1014-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: mozilla-central
|
||||
* test-macosx1015-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: mozilla-central
|
||||
* test-windows10-32-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None
|
||||
* test-windows10-32-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None
|
||||
* test-windows10-64-qr/opt
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: None
|
||||
* test-windows10-64-shippable-qr/opt
|
||||
* browsertime-responsiveness-chrome-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-chromium-reddit-billgates-post-2-e10s: None
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-e10s: mozilla-central
|
||||
* browsertime-responsiveness-firefox-reddit-billgates-post-2-fis-e10s: mozilla-central
|
||||
|
||||
|
||||
|
||||
|
||||
@ -393,14 +393,22 @@
|
||||
"test_cmds": [
|
||||
["navigate", "https://www.facebook.com/login"],
|
||||
["wait.byTime", 30000],
|
||||
["measure.start", "https://www.facebook.com/"],
|
||||
["measure.start", "landing"],
|
||||
["navigate", "https://www.facebook.com/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.start", "https://www.facebook.com/marketplace/"],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "marketplace"],
|
||||
["navigate", "https://www.facebook.com/marketplace"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.start", "https://www.facebook.com/groups/discover/"],
|
||||
["wait.byTime", 10000],
|
||||
["measure.start", "https://www.facebook.com/friends"],
|
||||
["wait.byTime", 10000]
|
||||
["measure.stop", ""],
|
||||
["measure.start", "groups"],
|
||||
["navigate", "https://www.facebook.com/groups/discover/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "friends"],
|
||||
["navigate", "https://www.facebook.com/friends/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.stop", ""]
|
||||
]
|
||||
}
|
||||
]
|
||||
|
||||
@ -68,7 +68,6 @@ module.exports = async function(context, commands) {
|
||||
// unpack commands from python
|
||||
let cmds = input_cmds.split(";;;");
|
||||
|
||||
// let pages_visited = 0;
|
||||
for (let count = 0; count < page_cycles; count++) {
|
||||
context.log.info("Navigating to about:blank w/nav, count: " + count);
|
||||
await commands.navigate("about:blank");
|
||||
|
||||
@ -157,7 +157,8 @@ suites:
|
||||
cnn-nav: "Navigates to cnn main page, then to the world sub-page."
|
||||
facebook-nav: "Navigates to facebook, then the sub-pages friends, marketplace, groups."
|
||||
reddit-billgates-ama: "Navigates from the Bill Gates AMA to the Reddit members section."
|
||||
reddit-billgates-post: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections."
|
||||
reddit-billgates-post-1: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections."
|
||||
reddit-billgates-post-2: "Navigates the `thisisbillgates` user starting at the main user page, then to the posts, comments, hot, and top sections."
|
||||
unittests:
|
||||
description: "These tests aren't used in standard testing, they are only used in the Raptor unit tests (they are similar to raptor-tp6 tests though)."
|
||||
tests:
|
||||
|
||||
@ -25,6 +25,9 @@ unit = ms
|
||||
use_live_sites = false
|
||||
|
||||
# Keep this list in alphabetical order
|
||||
# Do not use `measure.start(URL)` in interactive tests if they need to be recorded,
|
||||
# see bug 1737822 for more information. Instead, use `navigate(URL)` after starting
|
||||
# calling `measure.start(ALIAS)`.
|
||||
|
||||
[cnn-nav]
|
||||
browser_cycles = 10 # used with --cold
|
||||
@ -41,6 +44,7 @@ test_cmds =
|
||||
test_url = https://www.cnn.com/
|
||||
|
||||
[facebook-nav]
|
||||
browser_cycles = 10 # used with --cold
|
||||
page_timeout = 90000
|
||||
playback_pageset_manifest = mitm6-windows-firefox-facebook-nav.manifest
|
||||
test_cmds =
|
||||
@ -48,10 +52,6 @@ test_cmds =
|
||||
["navigate", "https://www.facebook.com/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "friends"],
|
||||
["navigate", "https://www.facebook.com/friends/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "marketplace"],
|
||||
["navigate", "https://www.facebook.com/marketplace"],
|
||||
["wait.byTime", 5000],
|
||||
@ -60,9 +60,14 @@ test_cmds =
|
||||
["navigate", "https://www.facebook.com/groups/discover/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "friends"],
|
||||
["navigate", "https://www.facebook.com/friends/"],
|
||||
["wait.byTime", 5000],
|
||||
["measure.stop", ""],
|
||||
test_url = https://www.facebook.com
|
||||
|
||||
[reddit-billgates-ama]
|
||||
browser_cycles = 10 # used with --cold
|
||||
playback_pageset_manifest = mitm6-windows-firefox-reddit-billgates-ama.manifest
|
||||
test_cmds =
|
||||
["measure.start", "billg-ama"],
|
||||
@ -75,28 +80,44 @@ test_cmds =
|
||||
["measure.stop", ""],
|
||||
test_url = https://www.reddit.com/
|
||||
|
||||
[reddit-billgates-post]
|
||||
[reddit-billgates-post-1]
|
||||
browser_cycles = 10 # used with --cold
|
||||
page_timeout = 90000
|
||||
playback_pageset_manifest = mitm6-windows-firefox-reddit-billgates-post.manifest
|
||||
test_cmds =
|
||||
["measure.start", "billg"],
|
||||
["navigate", "https://www.reddit.com/user/thisisbillgates/"],
|
||||
["wait.byTime", 5000],
|
||||
["wait.byTime", 500],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "posts"],
|
||||
["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[2]"],
|
||||
["wait.byTime", 15000],
|
||||
["wait.byTime", 500],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "comments"],
|
||||
["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"],
|
||||
["wait.byTime", 15000],
|
||||
["wait.byTime", 500],
|
||||
["measure.stop", ""],
|
||||
["wait.byTime", 500],
|
||||
test_url = https://www.reddit.com/user/thisisbillgates/
|
||||
|
||||
[reddit-billgates-post-2]
|
||||
browser_cycles = 10 # used with --cold
|
||||
page_timeout = 90000
|
||||
playback_pageset_manifest = mitm6-windows-firefox-reddit-billgates-post.manifest
|
||||
test_cmds =
|
||||
["measure.start", "billg"],
|
||||
["navigate", "https://www.reddit.com/user/thisisbillgates/"],
|
||||
["wait.byTime", 500],
|
||||
["measure.stop", ""],
|
||||
["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[2]/div/div/div/a[3]"],
|
||||
["wait.byTime", 500],
|
||||
["measure.start", "hot"],
|
||||
["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[2]"],
|
||||
["wait.byTime", 15000],
|
||||
["wait.byTime", 500],
|
||||
["measure.stop", ""],
|
||||
["measure.start", "top"],
|
||||
["click.byXpathAndWait", "/html/body/div[1]/div/div[2]/div[2]/div/div/div/div[2]/div[4]/div[1]/div[1]/div[2]/a[3]"],
|
||||
["wait.byTime", 15000],
|
||||
["wait.byTime", 500],
|
||||
["measure.stop", ""],
|
||||
["wait.byTime", 500],
|
||||
test_url = https://www.reddit.com/user/thisisbillgates/
|
||||
|
||||
@ -1,9 +1,9 @@
|
||||
[
|
||||
{
|
||||
"filename": "mitm6-windows-firefox-facbook-nav.zip",
|
||||
"size": 30903320,
|
||||
"size": 27164775,
|
||||
"visibility": "public",
|
||||
"digest": "ededd69afd6740712c778b969db37bfd2711664bf07e55596dce615de824d4dc19a008a9c5d9a9a62eb12252d99a00004d77f95c5aeaeb83cd4b39a753330008",
|
||||
"algorithm": "sha512",
|
||||
"digest": "5d565ce257c61fba09f382298aa4709d5373ee0f59e96f6313a0863cd51ce07fbbfbbbe7659e358fab4a1dcd2927838fbf65427ff20e900dc921d48ee370af83",
|
||||
"visibility": "public"
|
||||
"filename": "mitm6-linux-firefox-facebook-nav.zip"
|
||||
}
|
||||
]
|
||||
|
||||
@ -1,9 +1,9 @@
|
||||
[
|
||||
{
|
||||
"filename": "mitm6-windows-firefox-reddit-billgates-post.zip",
|
||||
"size": 6400866,
|
||||
"size": 6426903,
|
||||
"visibility": "public",
|
||||
"digest": "4c79c415f5b0f2101bff014d20a176b4ec6e0d967b2658730070ccf287e25958fedde7fa8d8051156a126adb6a9249e6c3cadb95c8450bf8468ab16297307849",
|
||||
"algorithm": "sha512",
|
||||
"digest": "2e70c78430ab8e6cef1ada7bb5638a8321bbd5c27880761311144e559b90cf3b49b98b6ce69c88ead1b9a841f8a3b0955dcb0c9f9910690b595c59b00e841b72",
|
||||
"visibility": "public"
|
||||
"filename": "mitm6-linux-firefox-reddit-billgates-post.zip"
|
||||
}
|
||||
]
|
||||
|
||||
@ -219,8 +219,14 @@ class RaptorGatherer(FrameworkGatherer):
|
||||
matcher.append(test)
|
||||
|
||||
if len(matcher) == 0:
|
||||
logger.critical("No url found for test {}".format(title))
|
||||
raise Exception("No url found for test")
|
||||
logger.critical(
|
||||
"No tests exist for the following name "
|
||||
"(obtained from config.yml): {}".format(title)
|
||||
)
|
||||
raise Exception(
|
||||
"No tests exist for the following name "
|
||||
"(obtained from config.yml): {}".format(title)
|
||||
)
|
||||
|
||||
result = f".. dropdown:: {title} ({test_description})\n"
|
||||
result += f" :container: + anchor-id-{title}-{suite_name[0]}\n\n"
|
||||
|
||||
Loading…
Reference in New Issue
Block a user