Bug 1608837 - fix incorrect names of reftest/crashtest variants of web-platform-tests r=ahal

The definition for reftest/crashtest variants of web-platform-tests in web-platform.yml has a trailing `s` which is technically incorrect.

This causes problems when querying ActiveData for the runtimes for these subsuites since the suite name recorded in ActiveData has the trailing s.

Changes:

  - remove the trailing `s` from the definitions

Differential Revision: https://phabricator.services.mozilla.com/D68069

--HG--
extra : moz-landing-system : lando

python/mozbuild/mozbuild/schedules.py

@@ -58,8 +58,8 @@ EXCLUSIVE_COMPONENTS = [
     'xpcshell',
     'xpcshell-coverage',
     'web-platform-tests',
-    'web-platform-tests-crashtests',
-    'web-platform-tests-reftests',
+    'web-platform-tests-crashtest',
+    'web-platform-tests-reftest',
     'web-platform-tests-wdspec',
     # specific test suites via schedules-component
     'mochitest-a11y',

taskcluster/ci/test/test-sets.yml

@@ -17,8 +17,8 @@
 
 web-platform-tests:
     - web-platform-tests
-    - web-platform-tests-crashtests
-    - web-platform-tests-reftests
+    - web-platform-tests-crashtest
+    - web-platform-tests-reftest
     - web-platform-tests-wdspec
 
 web-platform-tests-wdspec-headless:
@@ -509,8 +509,8 @@ macosx1014-64-tests:
     - test-verify-gpu
     - test-verify-wpt
     - web-platform-tests
-    - web-platform-tests-crashtests
-    - web-platform-tests-reftests
+    - web-platform-tests-crashtest
+    - web-platform-tests-reftest
     - web-platform-tests-wdspec
     - xpcshell
 
@@ -555,8 +555,8 @@ android-x86_64-tests:
     - reftest
     - test-verify
     - web-platform-tests
-    - web-platform-tests-crashtests
-    - web-platform-tests-reftests
+    - web-platform-tests-crashtest
+    - web-platform-tests-reftest
     - xpcshell
 
 android-x86_64-qr-tests:

taskcluster/ci/test/web-platform.yml

@@ -77,11 +77,9 @@ web-platform-tests:
         extra-options:
             - --test-type=testharness
 
-web-platform-tests-reftests:
+web-platform-tests-reftest:
     description: "Web platform reftest run"
-    suite:
-        name: web-platform-tests-reftests
-    schedules-component: web-platform-tests-reftests
+    schedules-component: web-platform-tests-reftest
     treeherder-symbol: W(Wr)
     virtualization:
         by-test-platform:
@@ -152,11 +150,9 @@ web-platform-tests-wdspec-headless:
                     - --setpref=toolkit.asyncshutdown.log=true
                     - --headless
 
-web-platform-tests-crashtests:
+web-platform-tests-crashtest:
     description: "Web platform crashtests run"
-    suite:
-        name: web-platform-tests-crashtests
-    schedules-component: web-platform-tests-crashtests
+    schedules-component: web-platform-tests-crashtest
     treeherder-symbol: W(Wc)
     chunks: 1
     mozharness:

taskcluster/taskgraph/transforms/tests.py

@@ -1290,8 +1290,8 @@ CHUNK_SUITES_BLACKLIST = (
     'test-verify-gpu',
     'test-verify-wpt',
     'web-platform-tests',
-    'web-platform-tests-crashtests',
-    'web-platform-tests-reftests',
+    'web-platform-tests-crashtest',
+    'web-platform-tests-reftest',
     'web-platform-tests-wdspec',
 )
 """These suites will be chunked at test runtime rather than here in the taskgraph."""

taskcluster/taskgraph/try_option_syntax.py

@@ -98,9 +98,9 @@ UNITTEST_ALIASES = {
     'web-platform-test': alias_prefix('web-platform-tests'),
     'web-platform-tests': alias_prefix('web-platform-tests'),
     'web-platform-tests-e10s': alias_prefix('web-platform-tests-e10s'),
-    'web-platform-tests-crashtests': alias_prefix('web-platform-tests-crashtests'),
-    'web-platform-tests-reftests': alias_prefix('web-platform-tests-reftests'),
-    'web-platform-tests-reftests-e10s': alias_prefix('web-platform-tests-reftests-e10s'),
+    'web-platform-tests-crashtests': alias_prefix('web-platform-tests-crashtest'),
+    'web-platform-tests-reftests': alias_prefix('web-platform-tests-reftest'),
+    'web-platform-tests-reftests-e10s': alias_prefix('web-platform-tests-reftest-e10s'),
     'web-platform-tests-wdspec': alias_prefix('web-platform-tests-wdspec'),
     'web-platform-tests-wdspec-e10s': alias_prefix('web-platform-tests-wdspec-e10s'),
     'xpcshell': alias_prefix('xpcshell'),

testing/mozbase/moztest/moztest/resolve.py

@@ -205,7 +205,7 @@ TEST_SUITES = {
         'aliases': ('wpt',),
         'mach_command': 'web-platform-tests',
         'kwargs': {'include': []},
-        'task_regex': ['web-platform-tests-crashtests($|.*(-1|[^0-9])$)',
+        'task_regex': ['web-platform-tests-crashtest($|.*(-1|[^0-9])$)',
                        'test-verify-wpt'],
     },
     'web-platform-tests-testharness': {
@@ -219,7 +219,7 @@ TEST_SUITES = {
         'aliases': ('wpt',),
         'mach_command': 'web-platform-tests',
         'kwargs': {'include': []},
-        'task_regex': ['web-platform-tests-reftests($|.*(-1|[^0-9])$)',
+        'task_regex': ['web-platform-tests-reftest($|.*(-1|[^0-9])$)',
                        'test-verify-wpt'],
     },
     'web-platform-tests-wdspec': {

testing/mozbase/moztest/tests/test_resolve.py

@@ -330,7 +330,6 @@ def test_task_regexes():
         'test-linux64/opt-robocop-e10s-1',
         'test-linux64/opt-robocop-e10s-11',
         'test-linux64/opt-web-platform-tests-e10s-1',
-        'test-linux64/opt-web-platform-tests-reftests-e10s-1',
         'test-linux64/opt-web-platform-tests-reftest-e10s-1',
         'test-linux64/opt-web-platform-tests-wdspec-e10s-1',
         'test-linux64/opt-web-platform-tests-1',
@@ -378,7 +377,6 @@ def test_task_regexes():
         ],
         'web-platform-tests': [
             'test-linux64/opt-web-platform-tests-e10s-1',
-            'test-linux64/opt-web-platform-tests-reftests-e10s-1',
             'test-linux64/opt-web-platform-tests-reftest-e10s-1',
             'test-linux64/opt-web-platform-tests-wdspec-e10s-1',
             'test-linux64/opt-web-platform-tests-1',
@@ -388,7 +386,7 @@ def test_task_regexes():
             'test-linux64/opt-web-platform-tests-1',
         ],
         'web-platform-tests-reftest': [
-            'test-linux64/opt-web-platform-tests-reftests-e10s-1',
+            'test-linux64/opt-web-platform-tests-reftest-e10s-1',
         ],
         'web-platform-tests-wdspec': [
             'test-linux64/opt-web-platform-tests-wdspec-e10s-1',

testing/mozharness/scripts/web_platform_tests.py

@@ -277,8 +277,8 @@ class WebPlatformTest(TestingMixin, MercurialScript, CodeCoverageMixin, AndroidM
 
         test_type_suite = {
             "testharness": "web-platform-tests",
-            "crashtest": "web-platform-tests-crashtests",
-            "reftest": "web-platform-tests-reftests",
+            "crashtest": "web-platform-tests-crashtest",
+            "reftest": "web-platform-tests-reftest",
             "wdspec": "web-platform-tests-wdspec",
         }
         for test_type in test_types:

testing/testinfo.py

@@ -713,14 +713,14 @@ class TestInfoReport(TestInfo):
                                    [{"regex": {"result.test": "/[a-g].*"}},
                                     {"regex": {"result.test": "/[h-p].*"}},
                                     {"not": {"regex": {"result.test": "/[a-p].*"}}}]),
-            "web-platform-tests-reftests": (self.path_mod_wpt,
-                                            [{"regex": {"result.test": "/css/css-.*"}},
-                                             {"not": {"regex": {"result.test": "/css/css-.*"}}}]),
+            "web-platform-tests-reftest": (self.path_mod_wpt,
+                                           [{"regex": {"result.test": "/css/css-.*"}},
+                                            {"not": {"regex": {"result.test": "/css/css-.*"}}}]),
             "crashtest": (None,
                           [{"regex": {"result.test": "[a-g].*"}},
                            {"not": {"regex": {"result.test": "[a-g].*"}}}]),
             "web-platform-tests-wdspec": (self.path_mod_wpt, [None]),
-            "web-platform-tests-crashtests": (self.path_mod_wpt, [None]),
+            "web-platform-tests-crashtest": (self.path_mod_wpt, [None]),
             "xpcshell": (self.path_mod_xpcshell, [None]),
             "mochitest-plain": (None, [None]),
             "mochitest-browser-chrome": (None, [None]),

testing/web-platform/moz.build

@@ -17,7 +17,7 @@ PYTHON_UNITTEST_MANIFESTS += ['python.ini']
 with Files("**"):
     SCHEDULES.exclusive = [
         'web-platform-tests',
-        'web-platform-tests-reftests',
+        'web-platform-tests-reftest',
         'web-platform-tests-wdspec',
     ]