hardware Bug 1660625 - fix wpt expectations for windows 10 on hardware to pass on ccov. r=bc

fix wpt expectations for window 10 on hardware to pass on ccov.

Differential Revision: https://phabricator.services.mozilla.com/D88176
This commit is contained in:
Joel Maher 2020-08-26 20:21:41 +00:00
parent e47894a44c
commit bfefe67857
10 changed files with 26 additions and 13 deletions

View File

@ -2,6 +2,7 @@
expected: expected:
if (os == "mac") and debug: ERROR if (os == "mac") and debug: ERROR
if (os == "win") and debug: ERROR if (os == "win") and debug: ERROR
if (os == "win") and ccov: ["ERROR", "OK"]
if os == "android": OK if os == "android": OK
TIMEOUT TIMEOUT
[Tests that the target_div gets scrollend event when send DOWN key to target.] [Tests that the target_div gets scrollend event when send DOWN key to target.]

View File

@ -1,12 +1,11 @@
[report-only-from-unsafe-none.https.html] [report-only-from-unsafe-none.https.html]
expected: expected:
if (os == "win") and ccov: OK if (os == "win") and ccov: OK
if not debug and (os == "win") and not fission and not webrender and (processor == "x86_64"): TIMEOUT
if not debug and (os == "win") and not fission and not webrender and (processor == "x86"): ["TIMEOUT", "OK"]
if not debug and (os == "win") and not fission and webrender: ["TIMEOUT", "OK"] if not debug and (os == "win") and not fission and webrender: ["TIMEOUT", "OK"]
if not debug and (os == "linux") and not webrender: ["OK", "TIMEOUT"] if not debug and (os == "linux") and not webrender: ["OK", "TIMEOUT"]
if not debug and (os == "linux") and webrender: TIMEOUT if not debug and (os == "linux") and webrender: TIMEOUT
if not debug and (os == "win") and fission: ["TIMEOUT", "OK"] if not debug and (os == "win") and fission: ["TIMEOUT", "OK"]
if not debug and (os == "win") and (processor == "x86"): ["TIMEOUT", "OK"]
if not debug and (os == "mac"): TIMEOUT if not debug and (os == "mac"): TIMEOUT
[coop reporting test Report only tests for an opener without any COOP/COOP report only set to CROSS_ORIGIN with , , same-origin; report-to="coop-popup-report-only-endpoint", ] [coop reporting test Report only tests for an opener without any COOP/COOP report only set to CROSS_ORIGIN with , , same-origin; report-to="coop-popup-report-only-endpoint", ]
expected: expected:
@ -23,9 +22,7 @@
[verify remaining reports] [verify remaining reports]
expected: expected:
if (os == "win") and ccov: PASS if (os == "win") and ccov: PASS
if not debug and (os == "win") and not fission and not webrender and (processor == "x86"): ["NOTRUN", "PASS", "TIMEOUT"] if not debug and (os == "win") and (processor == "x86"): ["NOTRUN", "PASS"]
if not debug and (os == "win") and not fission and not webrender and (processor == "x86_64"): ["NOTRUN", "TIMEOUT"]
if not debug and (os == "win") and not fission and webrender: ["NOTRUN", "PASS", "TIMEOUT"]
if not debug and (os == "linux") and webrender: NOTRUN if not debug and (os == "linux") and webrender: NOTRUN
if not debug and (os == "linux") and not webrender: ["PASS", "NOTRUN"] if not debug and (os == "linux") and not webrender: ["PASS", "NOTRUN"]
if not debug and (os == "win") and fission: ["NOTRUN", "PASS", "TIMEOUT"] if not debug and (os == "win") and fission: ["NOTRUN", "PASS", "TIMEOUT"]

View File

@ -6,6 +6,7 @@
if not debug and (processor == "x86_64") and (os == "win"): TIMEOUT if not debug and (processor == "x86_64") and (os == "win"): TIMEOUT
if not debug and (processor == "x86_64") and (os == "mac"): TIMEOUT if not debug and (processor == "x86_64") and (os == "mac"): TIMEOUT
if not debug and (processor == "x86"): ["TIMEOUT", "OK"] if not debug and (processor == "x86"): ["TIMEOUT", "OK"]
[coop reporting test reporting same origin with report-to to CROSS_ORIGIN with , , same-origin; report-to="coop-popup-report-only-endpoint", ] [coop reporting test reporting same origin with report-to to CROSS_ORIGIN with , , same-origin; report-to="coop-popup-report-only-endpoint", ]
expected: expected:
if not debug and (os == "linux") and webrender: TIMEOUT if not debug and (os == "linux") and webrender: TIMEOUT
@ -30,7 +31,7 @@
if not debug and (processor == "x86_64") and (os == "linux") and webrender: NOTRUN if not debug and (processor == "x86_64") and (os == "linux") and webrender: NOTRUN
if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["PASS", "NOTRUN"] if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["PASS", "NOTRUN"]
if not debug and (processor == "x86_64") and (os == "win"): NOTRUN if not debug and (processor == "x86_64") and (os == "win"): NOTRUN
if not debug and (processor == "x86_64") and (os == "mac"): NOTRUN if not debug and (os == "mac"): NOTRUN
if not debug and (processor == "x86"): ["NOTRUN", "PASS"] if not debug and (processor == "x86"): ["NOTRUN", "PASS"]
[coop reporting test reporting same origin with report-to to CROSS_ORIGIN with , , , ] [coop reporting test reporting same origin with report-to to CROSS_ORIGIN with , , , ]

View File

@ -1,6 +1,6 @@
[reporting-popup-same-origin-allow-popups-report-to.https.html] [reporting-popup-same-origin-allow-popups-report-to.https.html]
expected: expected:
if (os == "win") and ccov: OK if (os == "win") and ccov: ["TIMEOUT", "OK"]
if not debug and (processor == "x86_64") and (os == "linux") and webrender: TIMEOUT if not debug and (processor == "x86_64") and (os == "linux") and webrender: TIMEOUT
if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["OK", "TIMEOUT"] if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["OK", "TIMEOUT"]
if not debug and (processor == "x86_64") and (os == "win"): TIMEOUT if not debug and (processor == "x86_64") and (os == "win"): TIMEOUT
@ -11,6 +11,7 @@
if (os == "win") and ccov: FAIL if (os == "win") and ccov: FAIL
if not debug and (os == "linux") and not webrender: ["FAIL", "NOTRUN", "TIMEOUT"] if not debug and (os == "linux") and not webrender: ["FAIL", "NOTRUN", "TIMEOUT"]
if not debug and (os == "linux") and webrender: ["NOTRUN", "TIMEOUT"] if not debug and (os == "linux") and webrender: ["NOTRUN", "TIMEOUT"]
if (os == "win") and ccov: FAIL
if not debug and (os == "mac"): NOTRUN if not debug and (os == "mac"): NOTRUN
if not debug and (os == "win"): ["NOTRUN", "TIMEOUT"] if not debug and (os == "win"): ["NOTRUN", "TIMEOUT"]
FAIL FAIL
@ -29,7 +30,7 @@
if not debug and (processor == "x86_64") and (os == "linux") and webrender: NOTRUN if not debug and (processor == "x86_64") and (os == "linux") and webrender: NOTRUN
if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["PASS", "NOTRUN"] if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["PASS", "NOTRUN"]
if not debug and (processor == "x86_64") and (os == "win"): NOTRUN if not debug and (processor == "x86_64") and (os == "win"): NOTRUN
if not debug and (processor == "x86_64") and (os == "mac"): NOTRUN if not debug and (os == "mac"): ["PASS", "NOTRUN"]
if not debug and (processor == "x86"): ["NOTRUN", "PASS"] if not debug and (processor == "x86"): ["NOTRUN", "PASS"]
[coop reporting test reporting same origin with report-to to SAME_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", , , ] [coop reporting test reporting same origin with report-to to SAME_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", , , ]

View File

@ -1,9 +1,9 @@
[reporting-popup-same-origin-report-to.https.html] [reporting-popup-same-origin-report-to.https.html]
expected: expected:
if (os == "win") and ccov: OK
if not fission and (processor == "x86_64") and (os == "win") and debug and not webrender: TIMEOUT if not fission and (processor == "x86_64") and (os == "win") and debug and not webrender: TIMEOUT
if not fission and (processor == "x86_64") and (os == "linux") and debug and not webrender: TIMEOUT if not fission and (processor == "x86_64") and (os == "linux") and debug and not webrender: TIMEOUT
if not fission and (processor == "x86_64") and (os == "linux") and not debug and webrender: TIMEOUT if not fission and (processor == "x86_64") and (os == "linux") and not debug and webrender: TIMEOUT
if not fission and (processor == "x86_64") and (os == "win") and not debug: TIMEOUT
if not fission and (processor == "x86_64") and (os == "mac"): TIMEOUT if not fission and (processor == "x86_64") and (os == "mac"): TIMEOUT
if fission and debug: ["OK", "TIMEOUT"] if fission and debug: ["OK", "TIMEOUT"]
[TIMEOUT, OK] [TIMEOUT, OK]
@ -25,14 +25,17 @@
expected: expected:
if (os == "linux") and not debug and webrender and not fission: NOTRUN if (os == "linux") and not debug and webrender and not fission: NOTRUN
if (os == "win") and webrender and not debug and not fission: NOTRUN if (os == "win") and webrender and not debug and not fission: NOTRUN
if (os == "linux") and debug and fission: ["PASS", "NOTRUN"] if (os == "win") and (processor == "x86_64") and not webrender: ["NOTRUN", "TIMEOUT", "PASS"]
if (os == "linux") and debug and not fission: NOTRUN if (os == "linux") and debug and not fission: NOTRUN
if (os == "win") and not webrender and (processor == "x86_64"): ["NOTRUN", "TIMEOUT"] if (os == "win") and not webrender and (processor == "x86_64"): ["NOTRUN", "TIMEOUT"]
if os == "mac": NOTRUN if os == "mac": NOTRUN
if (os == "win") and ccov: PASS
[NOTRUN, PASS] [NOTRUN, PASS]
[coop reporting test reporting same origin with report-to to CROSS_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", , , ] [coop reporting test reporting same origin with report-to to CROSS_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", , , ]
expected: FAIL expected:
if (os == "win") and ccov: PASS
FAIL
[coop reporting test reporting same origin with report-to to SAME_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", require-corp, , ] [coop reporting test reporting same origin with report-to to SAME_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", require-corp, , ]
expected: expected:
@ -47,6 +50,7 @@
expected: expected:
if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["FAIL", "NOTRUN"] if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["FAIL", "NOTRUN"]
if not debug and (processor == "x86"): ["NOTRUN", "FAIL"] if not debug and (processor == "x86"): ["NOTRUN", "FAIL"]
if (os == "win") and ccov: TIMEOUT
if debug: FAIL if debug: FAIL
NOTRUN NOTRUN

View File

@ -35,6 +35,7 @@
[coop reporting test reporting same origin to SAME_ORIGIN with , , same-origin; report-to="coop-popup-report-only-endpoint", ] [coop reporting test reporting same origin to SAME_ORIGIN with , , same-origin; report-to="coop-popup-report-only-endpoint", ]
expected: expected:
if (os == "win") and ccov: TIMEOUT
if not debug and (processor == "x86_64") and (os == "linux") and webrender: NOTRUN if not debug and (processor == "x86_64") and (os == "linux") and webrender: NOTRUN
if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["PASS", "NOTRUN"] if not debug and (processor == "x86_64") and (os == "linux") and not webrender: ["PASS", "NOTRUN"]
if not debug and (processor == "x86_64") and (os == "win"): NOTRUN if not debug and (processor == "x86_64") and (os == "win"): NOTRUN

View File

@ -4,15 +4,18 @@
if not debug and (os == "linux") and not webrender: ["OK", "TIMEOUT"] if not debug and (os == "linux") and not webrender: ["OK", "TIMEOUT"]
if not debug and (os == "linux") and webrender: TIMEOUT if not debug and (os == "linux") and webrender: TIMEOUT
if not debug and (os == "mac"): TIMEOUT if not debug and (os == "mac"): TIMEOUT
if (os == "win") and ccov: OK
if not debug and (os == "win"): TIMEOUT if not debug and (os == "win"): TIMEOUT
[coop reporting test reporting same origin with report-to to CROSS_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", , , ] [coop reporting test reporting same origin with report-to to CROSS_ORIGIN with same-origin; report-to="coop-popup-report-endpoint", , , ]
expected: expected:
if (os == "win") and ccov: FAIL if (os == "win") and ccov: FAIL
if not debug and (os == "win") and (processor == "x86"): TIMEOUT if not debug and (os == "win") and (processor == "x86"): TIMEOUT
if not debug and (os == "win") and (processor == "x86_64"): ["NOTRUN", "TIMEOUT"] if not debug and (os == "win") and (processor == "x86_64"): ["NOTRUN", "TIMEOUT"]
if not debug and (os == "win") and webrender: ["NOTRUN", "TIMEOUT"]
if not debug and (os == "linux") and webrender: NOTRUN if not debug and (os == "linux") and webrender: NOTRUN
if not debug and (os == "linux") and not webrender: ["FAIL", "NOTRUN", "TIMEOUT"] if not debug and (os == "linux") and not webrender: ["FAIL", "NOTRUN", "TIMEOUT"]
if not debug and (os == "mac"): NOTRUN if not debug and (os == "mac"): ["TIMEOUT", "NOTRUN"]
FAIL FAIL
[coop reporting test reporting same origin with report-to to SAME_ORIGIN with same-origin, , , ] [coop reporting test reporting same origin with report-to to SAME_ORIGIN with same-origin, , , ]
@ -28,6 +31,7 @@
if (os == "win") and ccov: PASS if (os == "win") and ccov: PASS
if not debug and (os == "linux") and not webrender: ["PASS", "NOTRUN"] if not debug and (os == "linux") and not webrender: ["PASS", "NOTRUN"]
if not debug and (os == "linux") and webrender: NOTRUN if not debug and (os == "linux") and webrender: NOTRUN
if (os == "win") and ccov: PASS
if not debug and (os == "win"): NOTRUN if not debug and (os == "win"): NOTRUN
if not debug and (os == "mac"): NOTRUN if not debug and (os == "mac"): NOTRUN

View File

@ -2,5 +2,6 @@
[Changing input type should not refocus on the element.] [Changing input type should not refocus on the element.]
expected: expected:
if not webrender and (os == "android") and not debug: ["PASS", "FAIL"] if not webrender and (os == "android") and not debug: ["PASS", "FAIL"]
if not webrender and (os == "win") and not debug: ["PASS", "FAIL"]
if webrender: ["PASS", "FAIL"] if webrender: ["PASS", "FAIL"]

View File

@ -1,7 +1,7 @@
[secure_connection_start_non_zero.https.html] [secure_connection_start_non_zero.https.html]
[Test that secureConnectionStart is not zero] [Test that secureConnectionStart is not zero]
expected: expected:
if (os == "win") and ccov: FAIL if (os == "win") and ccov: ["FAIL", "PASS"]
if (os == "win") and not debug and not webrender and (processor == "x86_64"): ["PASS", "FAIL"] if (os == "win") and not debug and not webrender and (processor == "x86_64"): ["PASS", "FAIL"]
if (os == "win") and debug and not webrender and (processor == "x86_64"): ["PASS", "FAIL"] if (os == "win") and debug and not webrender and (processor == "x86_64"): ["PASS", "FAIL"]
if (os == "win") and debug and webrender: ["FAIL", "PASS"] if (os == "win") and debug and webrender: ["FAIL", "PASS"]

View File

@ -536,6 +536,7 @@
if (os == "linux") and fission and not debug: ["FAIL", "PASS"] if (os == "linux") and fission and not debug: ["FAIL", "PASS"]
if (os == "win") and fission: FAIL if (os == "win") and fission: FAIL
if os == "android": ["FAIL", "PASS"] if os == "android": ["FAIL", "PASS"]
if (os == "mac") and debug and fission: FAIL
[window.open(): file://%C2%AD/p should throw] [window.open(): file://%C2%AD/p should throw]
expected: FAIL expected: FAIL
@ -557,6 +558,7 @@
if (os == "linux") and fission and debug: FAIL if (os == "linux") and fission and debug: FAIL
if (os == "linux") and fission and not debug: ["FAIL", "PASS"] if (os == "linux") and fission and not debug: ["FAIL", "PASS"]
if (os == "win") and fission: FAIL if (os == "win") and fission: FAIL
if (os == "mac") and debug and fission: FAIL
if os == "android": ["FAIL", "PASS"] if os == "android": ["FAIL", "PASS"]
[URL's href: file://xn--/p should throw] [URL's href: file://xn--/p should throw]
@ -576,6 +578,7 @@
if (os == "linux") and fission and debug: FAIL if (os == "linux") and fission and debug: FAIL
if (os == "linux") and fission and not debug: ["FAIL", "PASS"] if (os == "linux") and fission and not debug: ["FAIL", "PASS"]
if (os == "win") and fission: FAIL if (os == "win") and fission: FAIL
if (os == "mac") and debug and fission: FAIL
if os == "android": ["FAIL", "PASS"] if os == "android": ["FAIL", "PASS"]
[sendBeacon(): \\\\\\.\\Y: should throw] [sendBeacon(): \\\\\\.\\Y: should throw]