Bug 1854636 - Temporarily disable some Tier 2 a11y_checks for Settings UI. r=Jamie,Gijs,settings-reviewers

We are working on [enabling Tier 2 a11y-checks to ensure our products have basic accessibility built-in (bug 1692110)](https://bugzilla.mozilla.org/show_bug.cgi?id=1692110) and before that, we need to prepare the existing code base. While we triage and investigate existent tests that would fail once the a11y-checks are enabled in the CI, we are going to skip the failing tests altogether and then handle each one of them individually.

This task is to skip with `fail-if` condition of the failing tests while we continue investigation into the reasons these tests failed and to be able to backtrack these tests once they're resolved.

Related bugs:
- Disabling tests: meta bug 1848402
- Investigation and remediation for components with disabled tests: meta bugs 1848394 and 1854227, Settings UI-specific meta bug 1854637
- Explore capturing click events for a11y_checks: bug 1692110

Differential Revision: https://phabricator.services.mozilla.com/D188991
This commit is contained in:
Anna Yeddi 2023-10-06 18:11:39 +00:00
parent 83a1d27929
commit 0bbbcd0961
2 changed files with 12 additions and 0 deletions

View File

@ -15,8 +15,10 @@ support-files = [
skip-if = ["!updater"]
["browser_application_xml_handle_internally.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked menulist.actionsMenu may not be labeled
["browser_applications_selection.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treecol#typeColumn and treecol#actionColumn may not be focusable
["browser_basic_rebuild_fonts_test.js"]
@ -74,10 +76,12 @@ skip-if = ["socketprocess_networking"]
["browser_cookie_exceptions_addRemove.js"]
["browser_cookies_exceptions.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treecol#siteCol may not be focusable
["browser_defaultbrowser_alwayscheck.js"]
["browser_engines.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treechildren#engineChildren may not be focusable
["browser_ensure_prefs_bindings_initted.js"]
@ -102,6 +106,7 @@ skip-if = [
]
["browser_filetype_dialog.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked menulist.actionsMenu may not be labeled
["browser_fluent.js"]
@ -128,6 +133,7 @@ skip-if = ["os != 'mac'"]
["browser_layersacceleration.js"]
["browser_localSearchShortcuts.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treechildren#engineChildren may not be focusable
["browser_moreFromMozilla.js"]
@ -145,6 +151,7 @@ support-files = ["empty_pdf_file.pdf"]
["browser_password_management.js"]
["browser_pdf_disabled.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked menulist.actionsMenu may not be labeled
["browser_performance.js"]
@ -158,6 +165,7 @@ skip-if = ["true"]
["browser_permissions_checkPermissionsWereAdded.js"]
["browser_permissions_dialog.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treecol#statusCol, treecol#siteCol may not be focusable
["browser_permissions_dialog_default_perm.js"]
@ -198,6 +206,7 @@ support-files = [
"engine1/manifest.json",
"engine2/manifest.json",
]
fail-if = ["a11y_checks"] # Bug 1854636 clicked menulist#defaultEngine, menulist#defaultPrivateEngine may not be labeled
["browser_searchFindMoreLink.js"]
@ -263,6 +272,7 @@ support-files = [
"subdialog.xhtml",
"subdialog2.xhtml",
]
fail-if = ["a11y_checks"] # Bug 1854636 clicked label.dialogTitle, vbox#dialogTemplate.dialogOverlay may not be focusable
["browser_sync_chooseWhatToSync.js"]

View File

@ -20,6 +20,8 @@ skip-if = [
]
["browser_siteData3.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treecol#usageCol, treecol#hostCol, treecol#cookiesCol may not be focusable
["browser_siteData_multi_select.js"]
fail-if = ["a11y_checks"] # Bug 1854636 clicked treecol#hostCol may not be focusable
skip-if = ["tsan"] # Bug 1683730