Bug 1714200: annotate tests that fail in regular suites but pass when run in isolation. r=jmaher DONTBUILD

Differential Revision: https://phabricator.services.mozilla.com/D124907

browser/components/contextualidentity/test/browser/browser.ini

@@ -41,7 +41,7 @@ tags = openwindow
 [browser_middleClick.js]
 skip-if =
     (verify && debug && (os == 'linux'))
-    apple_silicon
+    apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_imageCache.js]
 skip-if = (verify && debug && (os == 'win'))
 [browser_count_and_remove.js]

browser/components/extensions/test/browser/browser.ini

@@ -105,7 +105,7 @@ https_first_disabled = true
 [browser_ext_contextMenus_radioGroups.js]
 [browser_ext_contextMenus_targetUrlPatterns.js]
 skip-if =
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_ext_contextMenus_uninstall.js]
 [browser_ext_contextMenus_urlPatterns.js]
 [browser_ext_currentWindow.js]
@@ -134,7 +134,7 @@ skip-if = (verify && (os == 'linux' || os == 'mac'))
 [browser_ext_identity_indication.js]
 [browser_ext_incognito_views.js]
 skip-if =
-  apple_silicon && !fission
+  apple_silicon && !fission # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_ext_incognito_popup.js]
 [browser_ext_lastError.js]
 [browser_ext_management.js]
@@ -156,12 +156,12 @@ https_first_disabled = true
 [browser_ext_menus_targetElement.js]
 [browser_ext_menus_targetElement_extension.js]
 skip-if =
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_ext_menus_targetElement_shadow.js]
 [browser_ext_menus_visible.js]
 [browser_ext_menus_viewType.js]
 skip-if =
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_ext_mousewheel_zoom.js]
 [browser_ext_nontab_process_switch.js]
 https_first_disabled = true
@@ -231,7 +231,7 @@ skip-if = debug # Bug 1394984 disable debug builds on all platforms
 [browser_ext_sidebarAction_context.js]
 [browser_ext_sidebarAction_contextMenu.js]
 skip-if =
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_ext_sidebarAction_httpAuth.js]
 support-files =
   authenticate.sjs

browser/components/places/tests/browser/interactions/browser.ini

@@ -21,4 +21,4 @@ support-files =
 [browser_interactions_typing.js]
 [browser_interactions_scrolling.js]
 skip-if =
-    apple_silicon && fission
+    apple_silicon && fission # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs

browser/components/sessionstore/test/browser.ini

@@ -127,7 +127,7 @@ https_first_disabled = true
 [browser_label_and_icon.js]
 https_first_disabled = true
 skip-if =
-  apple_silicon  # high frequency intermittent
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
   apple_catalina && !debug # Bug 1638958
   win10_2004 && bits == 64 && !debug # Bug 1638958
 [browser_merge_closed_tabs.js]

browser/components/urlbar/tests/browser/browser.ini

@@ -314,7 +314,7 @@ support-files =
 https_first_disabled = true
 skip-if =
   apple_catalina # Bug 1625690
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 support-files =
   searchSuggestionEngine.xml
   searchSuggestionEngine.sjs

browser/extensions/formautofill/test/browser/focus-leak/browser.ini

@@ -9,4 +9,4 @@ support-files =
 # up as a sideeffect of another test.
 [browser_iframe_typecontent_input_focus.js]
 skip-if =
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs

devtools/server/tests/xpcshell/xpcshell.ini

@@ -211,7 +211,7 @@ skip-if = true # breakpoint sliding is not supported bug 1525685
 [test_watchpoint-02.js]
 [test_watchpoint-03.js]
 [test_watchpoint-04.js]
-skip-if = apple_silicon
+skip-if = apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_watchpoint-05.js]
 [test_breakpoint-actor-map.js]
 skip-if = true # tests for breakpoint actors are obsolete bug 1524374

dom/media/test/browser/browser.ini

@@ -8,5 +8,5 @@ support-files =
 
 [browser_encrypted_play_time_telemetry.js]
 skip-if =
-  apple_silicon  # new platform
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_tab_visibility_and_play_time.js]

dom/media/test/mochitest.ini

@@ -810,7 +810,7 @@ skip-if =
     toolkit == 'android' # 1712598 (canvas error)
     (verify && os == 'mac') # 1517199 (timeout-on-osx)
     (os == "linux" && tsan) # 1713397 (high intermittent failure on linux tsan)
-    apple_silicon
+    apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_chaining.html]
 [test_clone_media_element.html]
 skip-if = toolkit == 'android' # bug 1108558, android(bug 1232305)

extensions/permissions/test/unit/xpcshell.ini

@@ -32,7 +32,7 @@ skip-if = debug == true
 [test_permmanager_migrate_6-7b.js]
 [test_permmanager_migrate_4-7_no_history.js]
 skip-if =
-  apple_silicon  # intermittent
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_permmanager_migrate_7-8.js]
 [test_permmanager_migrate_9-10.js]
 [test_permmanager_migrate_10-11.js]

layout/base/tests/browser.ini

@@ -26,7 +26,7 @@ support-files =
 [browser_select_popup_position_in_out_of_process_iframe.js]
 skip-if =
   (verify && (os == 'mac')) # bug 1627874
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 support-files =
   !/gfx/layers/apz/test/mochitest/apz_test_native_event_utils.js
   !/browser/base/content/test/forms/head.js

toolkit/components/extensions/test/xpcshell/xpcshell-common-e10s.ini

@@ -5,7 +5,7 @@
 # tsan failure is for test_filter_301 timing out, bug 1674773
 skip-if =
   tsan || os == "android" && debug
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_ext_webRequest_redirect_StreamFilter.js]
 [test_ext_webRequest_responseBody.js]
 skip-if = os == "android" && debug
@@ -14,4 +14,4 @@ skip-if = os == "android" && debug
 [test_ext_webRequest_viewsource_StreamFilter.js]
 skip-if =
   tsan # Bug 1683730
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs

toolkit/components/extensions/test/xpcshell/xpcshell-common.ini

@@ -46,7 +46,7 @@ run-sequentially = node server exceptions dont replay well
 [test_ext_cookieBehaviors.js]
 skip-if =
   appname == "thunderbird" || tsan || os == "android" # Bug 1683730, Android: Bug 1700482
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_ext_cookies_firstParty.js]
 skip-if = appname == "thunderbird" || os == "android" || tsan # Android: Bug 1680132. tsan: Bug 1683730
 [test_ext_cookies_samesite.js]
@@ -59,11 +59,11 @@ skip-if = os == 'android' && debug # The generated script takes too long to load
 [test_ext_contentscript_context.js]
 skip-if =
   tsan # Bug 1683730
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_ext_contentscript_context_isolation.js]
 skip-if =
   tsan # Bug 1683730
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_ext_contentscript_create_iframe.js]
 [test_ext_contentscript_csp.js]
 [test_ext_contentscript_css.js]

toolkit/components/extensions/test/xpcshell/xpcshell-content.ini

@@ -16,5 +16,5 @@ skip-if = !nightly_build
 [test_ext_shadowdom.js]
 skip-if = ccov && os == 'linux' # bug 1607581
 [test_ext_web_accessible_resources.js]
-skip-if = apple_silicon
+skip-if = apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [test_ext_web_accessible_resources_matches.js]

toolkit/components/thumbnails/test/browser.ini

@@ -15,7 +15,7 @@ support-files =
 [browser_thumbnails_bg_bad_url.js]
 [browser_thumbnails_bg_crash_during_capture.js]
 skip-if = !crashreporter
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_thumbnails_bg_crash_while_idle.js]
 skip-if = !crashreporter
 [browser_thumbnails_bg_basic.js]

toolkit/content/tests/browser/browser.ini

@@ -113,7 +113,7 @@ support-files =
   gizmo-noaudio.webm
 skip-if =
   (os == "win" && processor == "aarch64") # aarch64 due to 1536573
-  apple_silicon # bug 1724557
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_media_wakelock_PIP.js]
 support-files =
   file_video.html

toolkit/modules/tests/browser/browser.ini

@@ -8,7 +8,7 @@ support-files =
 [browser_AsyncPrefs.js]
 [browser_BrowserUtils.js]
 [browser_CreditCard.js]
-skip-if = apple_silicon
+skip-if = apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_Deprecated.js]
 [browser_Finder.js]
 [browser_Finder_hidden_textarea.js]

toolkit/mozapps/extensions/test/browser/browser.ini

@@ -101,7 +101,7 @@ https_first_disabled = true
 [browser_reinstall.js]
 [browser_search_bar_focus.js]
 skip-if =
-  apple_silicon
+  apple_silicon # Disabled due to bleedover with other tests when run in regular suites; passes in "failures" jobs
 [browser_shortcuts_duplicate_check.js]
 [browser_sidebar_categories.js]
 [browser_sidebar_hidden_categories.js]