Bug 1922355 - set expectations for web-platform-tests on macOS 14.70 x86-64.r=jmaher,webdriver-reviewers,whimboo

Differential Revision: https://phabricator.services.mozilla.com/D229159
2025-02-18 14:56:07 +00:00 · 2024-11-19 20:50:34 +00:00 · 2024-11-19 20:50:34 +00:00 · 53f37b6954
commit 53f37b6954
parent f082f4f6e6
30 changed files with 123 additions and 0 deletions
--- a/testing/web-platform/meta/css/CSS2/normal-flow/auto-margins-used-values-with-floats.tentative.html.ini
+++ b/testing/web-platform/meta/css/CSS2/normal-flow/auto-margins-used-values-with-floats.tentative.html.ini
@ -1,4 +1,8 @@
 [auto-margins-used-values-with-floats.tentative.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931094
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931094
+
  [.box 1]
    expected: FAIL

--- a/testing/web-platform/meta/css/compositing/mix-blend-mode/mix-blend-mode-parent-element-overflow-scroll.html.ini
+++ b/testing/web-platform/meta/css/compositing/mix-blend-mode/mix-blend-mode-parent-element-overflow-scroll.html.ini
@ -1,3 +1,7 @@
 [mix-blend-mode-parent-element-overflow-scroll.html]
  fuzzy:
    if os == "linux": maxDifference=0-1;totalPixels=0-2
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931197
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931197
+
--- a/testing/web-platform/meta/css/css-conditional/container-queries/auto-scrollbars.html.ini
+++ b/testing/web-platform/meta/css/css-conditional/container-queries/auto-scrollbars.html.ini
@ -1,3 +1,7 @@
 [auto-scrollbars.html]
  expected:
    if os == "android": PRECONDITION_FAILED
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931146
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931146
+
--- a/testing/web-platform/meta/css/css-flexbox/content-height-with-scrollbars.html.ini
+++ b/testing/web-platform/meta/css/css-flexbox/content-height-with-scrollbars.html.ini
@ -1,3 +1,7 @@
 [content-height-with-scrollbars.html]
  expected:
    if os == "android": FAIL
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931198
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931198
+
--- a/testing/web-platform/meta/css/css-fonts/matching/fixed-stretch-style-over-weight.html.ini
+++ b/testing/web-platform/meta/css/css-fonts/matching/fixed-stretch-style-over-weight.html.ini
@ -2,3 +2,7 @@
  expected:
    if (os == "win") and processor == "x86": PASS
    if processor == "x86": FAIL
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931199
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931199
+
--- a/testing/web-platform/meta/css/css-grid/subgrid/scrollbar-gutter-002.html.ini
+++ b/testing/web-platform/meta/css/css-grid/subgrid/scrollbar-gutter-002.html.ini
@ -1,3 +1,7 @@
 [scrollbar-gutter-002.html]
  fuzzy:
    if os == "mac": maxDifference=6-6;totalPixels=240-240
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931154
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931154
+
--- a/testing/web-platform/meta/css/css-overflow/clip-003.html.ini
+++ b/testing/web-platform/meta/css/css-overflow/clip-003.html.ini
@ -2,3 +2,7 @@
  expected:
    if os == "mac": ["FAIL", "PASS"]
    if os == "linux": ["PASS", "FAIL"]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931096
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931096
+
--- a/testing/web-platform/meta/css/css-position/sticky/position-sticky-flexbox.html.ini
+++ b/testing/web-platform/meta/css/css-position/sticky/position-sticky-flexbox.html.ini
@ -1,3 +1,7 @@
 [position-sticky-flexbox.html]
  fuzzy:
    if os == "win": maxDifference=0-1;totalPixels=0-85
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931111
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931111
+
--- a/testing/web-platform/meta/css/css-scroll-snap-2/scrollsnapchange/scrollsnapchange-on-user-root-scroll.tentative.html.ini
+++ b/testing/web-platform/meta/css/css-scroll-snap-2/scrollsnapchange/scrollsnapchange-on-user-root-scroll.tentative.html.ini
@ -1,4 +1,8 @@
 [scrollsnapchange-on-user-root-scroll.tentative.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931191
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931191
+
  [scrollsnapchange event fires after snap target changes on wheel scroll]
    expected: FAIL

--- a/testing/web-platform/meta/css/css-scrollbars/scrollbar-color-002.html.ini
+++ b/testing/web-platform/meta/css/css-scrollbars/scrollbar-color-002.html.ini
@ -1,4 +1,8 @@
 [scrollbar-color-002.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931162
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931162
+
  [scrollbar-color non-auto on the root overrides ::-webkit-scrollbar]
    expected:
      if os == "android": FAIL
--- a/testing/web-platform/meta/css/css-sizing/auto-scrollbar-inside-stf-abspos.html.ini
+++ b/testing/web-platform/meta/css/css-sizing/auto-scrollbar-inside-stf-abspos.html.ini
@ -2,3 +2,7 @@
  expected:
    if os == "android": PASS
    FAIL
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931134
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931134
+
--- a/testing/web-platform/meta/css/css-tables/tentative/section-no-tbody-percent-distribution.html.ini
+++ b/testing/web-platform/meta/css/css-tables/tentative/section-no-tbody-percent-distribution.html.ini
@ -1,3 +1,7 @@
 [section-no-tbody-percent-distribution.html]
  expected:
    if os == "android": FAIL
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931195
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931195
+
--- a/testing/web-platform/meta/css/css-transforms/transform-input-002.html.ini
+++ b/testing/web-platform/meta/css/css-transforms/transform-input-002.html.ini
@ -1,3 +1,7 @@
 [transform-input-002.html]
  fuzzy:
    if os == "win": maxDifference=0-137;totalPixels=0-2313
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931152
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931152
+
--- a/testing/web-platform/meta/css/css-ui/outline-negative-offset-composited-scroll.html.ini
+++ b/testing/web-platform/meta/css/css-ui/outline-negative-offset-composited-scroll.html.ini
@ -1,3 +1,7 @@
 [outline-negative-offset-composited-scroll.html]
  expected:
    if os == "android": FAIL
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931214
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931214
+
--- a/testing/web-platform/meta/css/css-values/calc-rounding-002.html.ini
+++ b/testing/web-platform/meta/css/css-values/calc-rounding-002.html.ini
@ -1,3 +1,7 @@
 [calc-rounding-002.html]
  expected: [PASS, FAIL]
  bug: 1881220
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931137
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931137
+
--- a/testing/web-platform/meta/css/css-writing-modes/scrollbar-vertical-rl.html.ini
+++ b/testing/web-platform/meta/css/css-writing-modes/scrollbar-vertical-rl.html.ini
@ -0,0 +1,5 @@
+[scrollbar-vertical-rl.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931202
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931202
+
--- a/testing/web-platform/meta/css/cssom-view/CaretPosition-001.html.ini
+++ b/testing/web-platform/meta/css/cssom-view/CaretPosition-001.html.ini
@ -1,4 +1,8 @@
 [CaretPosition-001.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931141
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931141
+
  [Element at (400, 900)]
    expected:
      if (os == "mac") and not debug: [PASS, FAIL]
--- a/testing/web-platform/meta/mathml/presentation-markup/fractions/frac-1.html.ini
+++ b/testing/web-platform/meta/mathml/presentation-markup/fractions/frac-1.html.ini
@ -1,4 +1,8 @@
 [frac-1.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931135
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931135
+
  [Vertical positions of numerator and denominator]
    expected:
      if os == "mac": FAIL
--- a/testing/web-platform/meta/mathml/presentation-markup/mrow/semantics-005.html.ini
+++ b/testing/web-platform/meta/mathml/presentation-markup/mrow/semantics-005.html.ini
@ -1,2 +1,8 @@
 [semantics-005.html.ini]
    prefs: [mathml.stixgeneral_operator_stretching.disabled:false] # bug 1309429; bug 1648335
+
+[semantics-005.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931159
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931159
+
--- a/testing/web-platform/meta/mathml/presentation-markup/scripts/subsup-3.html.ini
+++ b/testing/web-platform/meta/mathml/presentation-markup/scripts/subsup-3.html.ini
@ -1,4 +1,8 @@
 [subsup-3.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931143
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931143
+
  [Vertical positions of scripts]
    expected:
      if os == "android": FAIL
--- a/testing/web-platform/meta/mathml/presentation-markup/spaces/space-like-003.html.ini
+++ b/testing/web-platform/meta/mathml/presentation-markup/spaces/space-like-003.html.ini
@ -1,4 +1,8 @@
 [space-like-003.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931193
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931193
+
  [mi is not space-like]
    expected:
      if os == "android": FAIL
--- a/testing/web-platform/meta/mediacapture-streams/BrowserCaptureMediaStreamTrack-restrictTo.https.html.ini
+++ b/testing/web-platform/meta/mediacapture-streams/BrowserCaptureMediaStreamTrack-restrictTo.https.html.ini
@ -2,6 +2,10 @@
  expected:
    if os == "android": OK
    ERROR
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931204
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931204
+
  [Tests that restricting MediaStreamTrack objects works as expected (StackingContext).]
    expected:
      if os == "mac": TIMEOUT
--- a/testing/web-platform/meta/resize-observer/scrollbars.html.ini
+++ b/testing/web-platform/meta/resize-observer/scrollbars.html.ini
@ -1,6 +1,10 @@
 [scrollbars.html]
  expected:
    if (os == "android") and fission: [OK, TIMEOUT]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931190
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931190
+
  [ResizeObserver content-box size and scrollbars]
    bug: expected to fail with overlay scrollbars
    expected:
--- a/testing/web-platform/meta/screen-capture/getdisplaymedia-framerate.https.html.ini
+++ b/testing/web-platform/meta/screen-capture/getdisplaymedia-framerate.https.html.ini
@ -1,6 +1,10 @@
 [getdisplaymedia-framerate.https.html]
  expected:
    if (os == "android") and fission: [OK, TIMEOUT]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931209
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931209
+
  [getDisplayMedia() must adhere to frameRate if set]
    expected:
      if os == "android": FAIL
--- a/testing/web-platform/meta/visual-viewport/viewport-scrollbars-cause-resize-in-iframe.html.ini
+++ b/testing/web-platform/meta/visual-viewport/viewport-scrollbars-cause-resize-in-iframe.html.ini
@ -1,4 +1,8 @@
 [viewport-scrollbars-cause-resize-in-iframe.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931150
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931150
+
  [the appearance of classic scrollbars will fire a resize eventat window.visualViewport in iframe]
    expected:
      if os == "android": [FAIL, PASS]
--- a/testing/web-platform/meta/webaudio/the-audio-api/the-pannernode-interface/distance-exponential.html.ini
+++ b/testing/web-platform/meta/webaudio/the-audio-api/the-pannernode-interface/distance-exponential.html.ini
@ -1,3 +1,6 @@
 [distance-exponential.html]
  expected:
    if (os == "android") and fission: [OK, TIMEOUT]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931215
+
--- a/testing/web-platform/mozilla/meta/css/css-overflow/scrollbar-gutter-reflow-counts-001.html.ini
+++ b/testing/web-platform/mozilla/meta/css/css-overflow/scrollbar-gutter-reflow-counts-001.html.ini
@ -1,4 +1,8 @@
 [scrollbar-gutter-reflow-counts-001.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931196
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931196
+
  [Enlarge the child's block-size to 200%]
    expected:
      if os == "android": FAIL # Overlay scrollbars do not create scrollbar gutters.
--- a/testing/web-platform/mozilla/meta/mathml/mpadded/mpadded-pseudo-units-002.html.ini
+++ b/testing/web-platform/mozilla/meta/mathml/mpadded/mpadded-pseudo-units-002.html.ini
@ -0,0 +1,5 @@
+[mpadded-pseudo-units-002.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931155
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931155
+
--- a/testing/web-platform/mozilla/meta/mathml/operator-stretching/scale-stretchy-003.html.ini
+++ b/testing/web-platform/mozilla/meta/mathml/operator-stretching/scale-stretchy-003.html.ini
@ -2,3 +2,7 @@
  prefs: [mathml.scale_stretchy_operators.enabled:true]
  expected:
    if os == "mac": FAIL
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931203
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931203
+
--- a/testing/web-platform/mozilla/meta/mathml/scripts/subscript-italic-correction.html.ini
+++ b/testing/web-platform/mozilla/meta/mathml/scripts/subscript-italic-correction.html.ini
@ -1,4 +1,8 @@
 [subscript-italic-correction.html]
+  disabled:
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and not debug: Bug 1931160
+    if os == "mac" and os_version == "14.70" and processor == "x86_64" and debug: Bug 1931160
+
  [Italic correction of base is used to place subscripts.]
    expected:
      if os == "win": FAIL # Bug 961482