Bug 1405428 - annotate web-platform-tests which fail to pass test-verify. r=gbrown

This commit is contained in:
Joel Maher 2018-06-19 12:27:57 -04:00
parent 3da9b86da8
commit 4219fd422a
52 changed files with 159 additions and 3 deletions

View File

@ -0,0 +1,4 @@
[2d.text.draw.fontface.notinpage.html]
disabled:
if verify: fails in verify mode

View File

@ -1,4 +1,7 @@
[test_wrapKey_unwrapKey.https.html]
disabled:
if verify and not debug: fails in verify mode
[Can wrap and unwrap AES-KW keys using raw and AES-CBC]
expected: FAIL

View File

@ -1,4 +1,7 @@
[report-strips-fragment.html]
disabled:
if verify: fails in verify mode
expected: TIMEOUT
[Reported document URI does not contain fragments.]
expected: TIMEOUT

View File

@ -1,4 +1,7 @@
[attribute-tests.html]
disabled:
if verify: fails in verify mode
[attribute0004 - Ignore cookie for for Secure= attribute.]
expected: FAIL

View File

@ -1,4 +1,7 @@
[general-tests.html]
disabled:
if verify: fails in verify mode
[0004 - Ignore cookie without key.]
expected: FAIL

View File

@ -1,6 +1,8 @@
[cookie-forcing.html]
disabled:
if debug and not e10s and (os == "linux"): https://bugzilla.mozilla.org/show_bug.cgi?id=1461905
if verify and not debug: fails in verify mode
[non-secure origins should be able to force out insecure cookies.]
expected: FAIL

View File

@ -0,0 +1,4 @@
[fetch-destination-no-load-event.https.html]
disabled:
if verify: fails in verify mode

View File

@ -0,0 +1,4 @@
[fetch-destination-no-load-event.https.html]
disabled:
if verify && (os == "linux") && not debug: fails in verify mode

View File

@ -1,4 +1,7 @@
[appcache-worker.https.html]
disabled:
if verify: fails in verify mode
expected: TIMEOUT
[Shared worker of the cached script]
expected: FAIL

View File

@ -1,6 +1,8 @@
[open-features-tokenization-screenx-screeny.html]
disabled:
if webrender and not debug: bug 1425588
if verify and (os == "linux") and not debug: fails in verify mode
["screenx==141" should set left position of opened window]
expected: FAIL

View File

@ -1,6 +1,8 @@
[open-features-tokenization-top-left.html]
disabled:
if webrender and not debug: bug 1425588
if verify and (os == "linux") and not debug: fails in verify mode
["left==141" should set left position of opened window]
expected: FAIL

View File

@ -0,0 +1,4 @@
[noreferrer-window-name.html]
disabled:
if verify: fails in verify mode

View File

@ -1,3 +1,6 @@
[cols-zero.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if os == "mac": FAIL

View File

@ -1,3 +1,6 @@
[rows-zero.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,3 +1,6 @@
[ol-type-unsupported-invalid.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,3 +1,6 @@
[ul-type-supported-xhtml.xhtml]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,3 +1,6 @@
[ul-type-supported.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,3 +1,6 @@
[ul-type-unsupported-invalid.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,4 +1,7 @@
[details-before.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): PASS
if not debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): PASS

View File

@ -1,4 +1,7 @@
[hash-name-reference.html]
disabled:
if verify and debug: fails in verify mode
max-asserts: 52
[HTML (standards) IMG usemap="#hash-name"]
expected: FAIL

View File

@ -0,0 +1,4 @@
[video_008.htm]
disabled:
if verify and (os == "win") and not debug: fails in verify mode

View File

@ -1,3 +1,6 @@
[iframe-with-base.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,3 +1,6 @@
[document-adopt-base-url.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if os == "mac": FAIL

View File

@ -1,4 +1,7 @@
[reftest_match.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL
if not debug and not webrender and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): FAIL

View File

@ -1,4 +1,7 @@
[allowed.https.html]
disabled:
if verify and (os == "win") and not debug: fails in verify mode
[opt_in_method: http-csp\n origin: same-host-https\n source_scheme: https\n context_nesting: top-level\n redirection: keep-scheme-redirect\n subresource: link-prefetch-tag\n expectation: allowed]
bug: the test case uses "no-cache" HTTP header. send an error until we have conclusion at https://github.com/w3c/resource-hints/issues/62

View File

@ -0,0 +1,3 @@
[test_performance_attributes.sub.html]
disabled:
if verify and (os == "win"): fails in verify mode

View File

@ -0,0 +1,3 @@
[delaying-onload-link-preload-after-discovery.html]
disabled:
if verify: fails in verify mode

View File

@ -0,0 +1,3 @@
[download-resources.html]
disabled:
if verify and (os == "linux"): fails in verify mode

View File

@ -0,0 +1,3 @@
[dynamic-adding-preload.html]
disabled:
if verify and (os == "linux"): fails in verify mode

View File

@ -0,0 +1,3 @@
[link-header-preload.html]
disabled:
if verify: fails in verify mode

View File

@ -0,0 +1,3 @@
[onerror-event.html]
disabled:
if verify: fails in verify mode

View File

@ -0,0 +1,3 @@
[onload-event.html]
disabled:
if verify: fails in verify mode

View File

@ -0,0 +1,3 @@
[single-download-late-used-preload.html]
disabled:
if verify: fails in verify mode

View File

@ -0,0 +1,3 @@
[single-download-preload.html]
disabled:
if verify: fails in verify mode

View File

@ -1,4 +1,7 @@
[resource_initiator_types.html]
disabled:
if verify: fails in verify mode
[http://web-platform.test:8000/fonts/Ahem.ttf is expected to have initiatorType css]
expected: FAIL

View File

@ -2,6 +2,9 @@
disabled:
if (os == "linux"): https://bugzilla.mozilla.org/show_bug.cgi?id=1464898
if (os == "win") and (version == "6.1.7601") and (bits == 32): https://bugzilla.mozilla.org/show_bug.cgi?id=1464898
if verify and (os == "linux"): fails in verify mode
if verify and (os == "win"): fails in verify mode
[url "https://web-platform.test:8443/service-workers/service-worker/resources/fetch-access-control.py?VIDEO&cache=true&mode=cors&credentials=same-origin&url=https%3A%2F%2Fwww1.web-platform.test%3A8443%2Fservice-workers%2Fservice-worker%2Fresources%2Ffetch-access-control.py%3FVIDEO%26cache%3Dtrue%26ACAOrigin%3Dhttps%3A%2F%2Fweb-platform.test%3A8443" with crossOrigin "" should be NOT_TAINTED]
expected: FAIL

View File

@ -1,4 +1,7 @@
[installing.https.html]
disabled:
if verify: fails in verify mode
[installing is set]
expected: FAIL

View File

@ -1,4 +1,7 @@
[tee.dedicatedworker.html]
disabled:
if verify: fails in verify mode
expected:
if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
if debug and not webrender and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH

View File

@ -1,4 +1,6 @@
[tee.html]
disabled:
if verify and debug: fails in verify mode
expected:
if debug and e10s and (os == "mac") and (version == "OS X 10.10.5") and (processor == "x86_64") and (bits == 64): CRASH
if debug and e10s and (os == "win") and (version == "10.0.15063") and (processor == "x86_64") and (bits == 64): CRASH

View File

@ -1,4 +1,6 @@
[tee.serviceworker.https.html]
disabled:
if verify and debug: fails in verify mode
expected:
if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
if debug and not webrender and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH

View File

@ -1,4 +1,6 @@
[tee.sharedworker.html]
disabled:
if verify and debug: fails in verify mode
expected:
if debug and not webrender and e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH
if debug and not webrender and not e10s and (os == "linux") and (version == "Ubuntu 16.04") and (processor == "x86") and (bits == 32): CRASH

View File

@ -1,4 +1,7 @@
[templated.dedicatedworker.html]
disabled:
if verify and (os == "linux") and debug: fails in verify mode
[instances have the correct methods and properties]
expected: FAIL

View File

@ -0,0 +1,3 @@
[single-download-preload.html]
disabled:
if verify and (os == "linux") and debug: fails in verify mode

View File

@ -1,4 +1,7 @@
[templated.serviceworker.https.html]
disabled:
if verify and (os == "linux") and debug: fails in verify mode
[instances have the correct methods and properties]
expected: FAIL

View File

@ -1,5 +1,6 @@
[RTCDTMFSender-ontonechange.https.html]
disabled: if debug and not e10s and (os == "win") and (version == "6.1.7601") and (processor == "x86") and (bits == 32):
disabled: appears to fail everywhere
[insertDTMF() with default duration and intertoneGap should fire tonechange events at the expected time]
expected: FAIL

View File

@ -1,4 +1,7 @@
[RTCPeerConnection-createDataChannel.html]
disabled:
if verify and (os == "linux") and debug: fails in verify mode
[createDataChannel defaults]
expected: FAIL

View File

@ -0,0 +1,4 @@
[storage_setitem.html]
disabled:
if verify: fails in verify mode

View File

@ -1,3 +1,6 @@
[italic_object_default_font-style.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if (os == "mac") and (processor == "x86_64") and (bits == 64): FAIL
if (os == "mac"): FAIL

View File

@ -1,3 +1,6 @@
[underline_object_default_font-style.html]
disabled:
if verify and (os == "mac"): fails in verify mode
expected:
if (os == "mac") and (processor == "x86_64") and (bits == 64): FAIL
if (os == "mac"): FAIL

View File

@ -1,4 +1,8 @@
[003.html]
disabled:
if verify and (os == "linux") and debug: fails in verify mode
if verify and (os == "win") and debug: fails in verify mode
[shared worker, no error event on worker or port]
expected: FAIL

View File

@ -0,0 +1,4 @@
[send-authentication-basic-setrequestheader-existing-session.htm]
disabled:
if verify: fails in verify mode

View File

@ -1,4 +1,7 @@
[send-authentication-basic.htm]
disabled:
if verify and (os == "linux"): fails in verify mode
[XMLHttpRequest: send() - "Basic" authenticated requests with user name and password passed to open()]
expected: FAIL