Bug 1602863 - organize and clean up test-sets.yml r=jmaher

Changes:

Reorganize, reorder and review the sets defined in test-sets.yml to be more conducive to future changes.
Also, migrate `mochitest-valgrind` to run with linux1804.

Reorganize:
Group similar sets together, separated by whether it is a feature test set or operating system test set.

Review:
Remove test sets that are no longer used.
Rename test sets to be more descriptive of what it contains.

Differential Revision: https://phabricator.services.mozilla.com/D60198

--HG--
extra : moz-landing-system : lando
This commit is contained in:
Edwin Takahashi 2020-01-17 21:43:21 +00:00
parent d42c508b60
commit 92a7def95f
2 changed files with 35 additions and 28 deletions

View File

@ -31,6 +31,7 @@ linux1804-64/opt:
- desktop-screenshot-capture
- linux1804-tests
- mochitest-headless
- mochitest-valgrind
- web-platform-tests-1804
linux1804-64/debug:
@ -47,6 +48,7 @@ linux1804-64-shippable/opt:
- linux1804-tests
- marionette-headless
- mochitest-headless
- mochitest-valgrind
- web-platform-tests-1804
- web-platform-tests-wdspec-headless
@ -55,6 +57,7 @@ linux1804-64-devedition/opt:
test-sets:
- desktop-screenshot-capture
- linux1804-tests
- mochitest-valgrind
- web-platform-tests-1804
linux1804-64-asan/opt:
@ -107,7 +110,6 @@ linux64/opt:
test-sets:
- linux-common-tests
- web-platform-tests-1604
- opt-only-tests
- talos
- linux-talos-flex
- raptor-firefox
@ -119,7 +121,6 @@ linux64-shippable/opt:
test-sets:
- linux-common-tests
- web-platform-tests-1604
- opt-only-tests
- talos
- linux-talos-flex
- raptor-chrome
@ -137,7 +138,6 @@ linux64-devedition/opt:
test-sets:
- linux-common-tests
- web-platform-tests-1604
- opt-only-tests
# TODO: use 'asan' label here, instead of -asan/opt
linux64-asan/opt:

View File

@ -13,6 +13,8 @@
#
# Test names given here reference tests.yml.
### Feature-specific test groups
common-tests:
- marionette
- mochitest-browser-chrome
@ -35,9 +37,6 @@ web-platform-tests-1604:
web-platform-tests-wdspec-headless:
- web-platform-tests-wdspec-headless
opt-only-tests:
- mochitest-valgrind
talos:
- talos-bcv
- talos-chrome
@ -309,8 +308,32 @@ awsy:
- awsy-base-dmd
- awsy-tp6
##
# Limited test sets for specific platforms
ccov-code-coverage-tests:
- test-coverage
- test-coverage-wpt
marionette-gpu-tests:
- marionette-gpu
mochitest-headless:
- mochitest-plain-headless
mochitest-valgrind:
- mochitest-valgrind
marionette-headless:
- marionette-headless
desktop-screenshot-capture:
- browser-screenshots
### Specific platform test sets
# Linux
linux32-tests:
- web-platform-tests
linux-common-tests:
- marionette
@ -401,6 +424,8 @@ linux-qr-smoketests:
linux-talos-flex:
- talos-flex
# Windows
windows-qr-tests:
- crashtest
- mochitest
@ -412,10 +437,6 @@ windows-qr-tests:
- mochitest-webgpu
- reftest
ccov-code-coverage-tests:
- test-coverage
- test-coverage-wpt
windows-reftest-gpu:
- reftest-gpu
@ -510,8 +531,7 @@ windows-talos:
- talos-realworld-webextensions
# - talos-h1 Bug 1487031 - Disabled for not finding actionable regressions
marionette-gpu-tests:
- marionette-gpu
# macOS
macosx1014-64-tests:
- cppunit
@ -569,11 +589,7 @@ macosx64-talos:
# - talos-tabswitch # Bug 1453007 times out
# - talos-h1 # too long to unpack profile- Bug 1442893
linux32-tests:
- web-platform-tests
desktop-screenshot-capture:
- browser-screenshots
# Android
android-x86_64-tests:
- cppunit
@ -597,15 +613,6 @@ android-x86_64-qr-tests:
- crashtest
- reftest
devtools-tests:
- mochitest-devtools-chrome
mochitest-headless:
- mochitest-plain-headless
marionette-headless:
- marionette-headless
android-hw-aarch64-opt-unittests:
- mochitest-media
- mochitest-webgl1-core