Bug 1780219 - Migrate Android emulator tests from AWS to GCP r=ahal,jmaher,webdriver-reviewers,whimboo,gbrown

Differential Revision: https://phabricator.services.mozilla.com/D155959
This commit is contained in:
Michelle Goossens 2022-09-15 23:34:38 +00:00
parent 65437af408
commit 7068f347aa
41 changed files with 104 additions and 36 deletions

View File

@ -34,3 +34,4 @@ support-files =
test/unit/selector.js
[test_jQuery.html]
skip-if = (os == "android") # Bug 1780219

View File

@ -134,6 +134,8 @@ support-files = file_bug873229.js
[test_bug876098.html]
[test_bug927901.html]
[test_devicemotion_multiple_listeners.html]
skip-if =
os == 'android' # Bug 1780219
[test_domparser_after_blank.html]
[test_errorReporting.html]
[test_navigator_buildID.html]

View File

@ -63,4 +63,4 @@ load 1534346-1.html
load 1604307-1.html
load 1606499-1.html
load 1547895-1.html
load 1747514.html
skip-if(Android) load 1747514.html # Bug 1780219

View File

@ -574,11 +574,16 @@ workers:
implementation: docker-worker
os: linux
worker-type: '{alias}-gcp'
t-linux-metal:
t-linux-kvm:
provisioner: '{trust-domain}-t'
implementation: docker-worker
os: linux
worker-type: '{alias}'
worker-type: 't-linux-kvm-gcp'
t-linux-kvm-aws:
provisioner: '{trust-domain}-t'
implementation: docker-worker
os: linux
worker-type: 't-linux-metal'
t-linux-talos:
provisioner: releng-hardware
implementation: generic-worker

View File

@ -509,6 +509,10 @@ mochitest-media:
description: "Mochitest media run"
treeherder-symbol: M(mda)
schedules-component: mochitest-plain
worker-type:
by-test-platform:
linux.*/.*: t-linux-kvm-aws # Not moving to GCP yet as this suite breaks -> Bug 1789714
default: default
max-run-time:
by-test-platform:
windows10-64-2004-ccov.*/.*: 7200

View File

@ -150,7 +150,7 @@ reftest:
virtualization: virtual-with-gpu
chunks:
by-test-platform:
android-em-7.*: 3
android-em-7.*: 6
linux1804-64(-shippable|-devedition|-qr)?/opt: 5
linux.*64-tsan-qr/opt: 32
macosx101.*-64-shippable(-qr)?/opt: 3

View File

@ -48,7 +48,8 @@ web-platform-tests:
default: default
chunks:
by-test-platform:
android.*: 16
android.*/debug: 32
android.*: 24
linux.*64-tsan-qr/opt: 32
linux.*64-asan(-qr)?/opt: 22
linux.*64-ccov.*/opt: 20

View File

@ -332,7 +332,7 @@ jobs:
description: Run debug wrench reftests on Android emulator
attributes:
build_platform: android
worker-type: t-linux-metal # privileged:true doesn't work on b-linux
worker-type: t-linux-kvm # privileged:true doesn't work on b-linux
worker:
max-run-time: 5400
docker-image: {in-tree: ubuntu1804-test}
@ -379,7 +379,7 @@ jobs:
description: Run release wrench reftests on Android emulator
attributes:
build_platform: android
worker-type: t-linux-metal # privileged:true doesn't work on b-linux
worker-type: t-linux-kvm # privileged:true doesn't work on b-linux
worker:
max-run-time: 5400
docker-image: {in-tree: ubuntu1804-test}

View File

@ -222,7 +222,7 @@ def set_worker_type(config, tasks):
else:
task["worker-type"] = "t-bitbar-gw-perf-a51"
elif test_platform.startswith("android-em-7.0-x86"):
task["worker-type"] = "t-linux-metal"
task["worker-type"] = "t-linux-kvm"
elif test_platform.startswith("linux") or test_platform.startswith("android"):
if task.get("suite", "") in ["talos", "raptor"] and not task[
"build-platform"

View File

@ -0,0 +1,3 @@
[css3-counter-styles-137.html]
expected:
if (os == "android") and debug: [PASS, FAIL]

View File

@ -1,4 +1,6 @@
[document-fullscreen-enabled-setting-allowfullscreen-timing.sub.html]
[Document#fullscreenEnabled setting allowfullscreen after document creation, before response]
expected: FAIL
expected:
if (os == "android"): [PASS]
FAIL

View File

@ -8,4 +8,5 @@
if (os == "linux") and not fission and debug: [PASS, FAIL]
if (os == "linux") and not fission and not debug: [PASS, FAIL]
if (os == "win") and swgl: [FAIL, PASS]
if (os == "android"): [FAIL, PASS]
FAIL

View File

@ -1,4 +1,6 @@
[canvas-display-p3-drawImage-ImageBitmap-video.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1789949
expected:
if (os == "linux") and not fission and not debug: [OK, TIMEOUT]
max-asserts: 2

View File

@ -4,6 +4,7 @@
if (os == "linux") and fission and not swgl and debug: [ERROR, OK, TIMEOUT]
if (os == "win") and debug and not swgl and (processor == "x86_64"): [ERROR, OK, TIMEOUT]
if os == "mac": [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
ERROR
[same-origin-allow-popups with SAME_SITE iframe opening popup via window_open a CROSS_ORIGIN with COOP: "same-origin-allow-popups"]
expected:
@ -79,13 +80,21 @@
[iframe-popup-same-origin-allow-popups-to-same-origin-allow-popups.https.html?9-last]
expected:
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-same-origin-allow-popups.https.html?5-6]
expected:
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-same-origin-allow-popups.https.html?7-8]
expected:
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-same-origin-allow-popups.https.html?1-2]
expected:
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-same-origin-allow-popups.https.html?3-4]
expected:
if (os == "android"): [OK, TIMEOUT]

View File

@ -93,20 +93,20 @@
[iframe-popup-same-origin-allow-popups-to-unsafe-none.https.html?5-6]
expected:
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-unsafe-none.https.html?7-8]
expected:
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-unsafe-none.https.html?3-4]
expected:
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-unsafe-none.https.html?1-2]
expected:
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-allow-popups-to-unsafe-none.https.html?9-last]
expected:
if (os == "android") and not swgl: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]

View File

@ -2,9 +2,7 @@
expected:
if (os == "win") and debug and (processor == "x86_64") and not swgl: [ERROR, OK, TIMEOUT]
if (os == "linux") and debug and fission and not swgl: [ERROR, OK, TIMEOUT]
if (os == "android") and debug and not swgl: [ERROR, OK, TIMEOUT, CRASH]
if (os == "android") and debug and swgl: [ERROR, OK, TIMEOUT, CRASH]
if (os == "android") and not debug: [ERROR, OK, TIMEOUT]
if (os == "android"): [ERROR, OK, TIMEOUT, CRASH]
if os == "mac": [OK, TIMEOUT]
ERROR
prefs: [network.cookie.cookieBehavior:4]
@ -83,26 +81,24 @@
[iframe-popup-same-origin-to-same-origin.https.html?7-last]
expected:
if swgl and (os == "android"): [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-to-same-origin.https.html?9-last]
expected:
if (os == "android") and debug and swgl: [OK, TIMEOUT]
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-to-same-origin.https.html?7-8]
expected:
if (os == "android") and not swgl: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-to-same-origin.https.html?5-6]
expected:
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-to-same-origin.https.html?3-4]
expected:
if (os == "android") and debug and not swgl: [TIMEOUT, OK]
if (os == "android") and not debug: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]
[iframe-popup-same-origin-to-same-origin.https.html?1-2]
expected:
if (os == "android") and debug and not swgl: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]

View File

@ -8,4 +8,5 @@
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "android"): [PASS, FAIL]
FAIL

View File

@ -1,4 +1,6 @@
[after-prepare-createHTMLDocument-fetch-error-external-module.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219
[<script> error: Move fetch-error external module script to createHTMLDocument after-prepare]
expected:
if (os == "win") and ccov: FAIL

View File

@ -8,6 +8,7 @@
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "android"): PASS
FAIL
[window error: Move parse-error external classic script to createHTMLDocument after-prepare]
@ -19,4 +20,5 @@
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: PASS
if (os == "android"): PASS
FAIL

View File

@ -8,6 +8,7 @@
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "android"): [PASS, FAIL]
FAIL
[<script> load: Move parse-error external module script to createHTMLDocument after-prepare]
@ -19,4 +20,5 @@
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "android"): [PASS, FAIL]
FAIL

View File

@ -8,6 +8,7 @@
if (os == "mac") and not debug: PASS
if (os == "win") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "android"): PASS
FAIL
[<script> load: Move success external classic script to createHTMLDocument after-prepare]
@ -19,4 +20,5 @@
if (os == "linux") and debug: [FAIL, PASS]
if (os == "mac") and not debug: PASS
if (os == "win") and not debug: PASS
if (os == "android"): PASS
FAIL

View File

@ -8,6 +8,7 @@
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: PASS
if (os == "android"): [PASS, FAIL]
FAIL
[Eval: Move success external module script to createHTMLDocument after-prepare]
@ -19,4 +20,5 @@
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "android"): [PASS, FAIL]
FAIL

View File

@ -1,3 +1,5 @@
[after-prepare-iframe-fetch-error-external-classic.html]
[<script> error: Move fetch-error external classic script to iframe after-prepare]
expected: FAIL
expected:
if (os == "android"): PASS
FAIL

View File

@ -1,4 +1,5 @@
[after-prepare-iframe-fetch-error-external-module.html]
[<script> error: Move fetch-error external module script to iframe after-prepare]
expected: FAIL
expected:
if (os == "android"): [PASS, FAIL]
FAIL

View File

@ -8,6 +8,7 @@
if (os == "mac") and not debug: PASS
if (os == "win") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "android"): PASS
FAIL
[window error: Move parse-error external classic script to iframe after-prepare]
@ -19,6 +20,7 @@
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: PASS
if (os == "android"): PASS
FAIL
[<script> error: Move parse-error external classic script to iframe after-prepare]
@ -30,3 +32,4 @@
if (os == "linux") and debug: [PASS, FAIL]
if (os == "mac") and not debug: FAIL
if (os == "win") and not debug: FAIL
if (os == "android"): PASS

View File

@ -8,6 +8,7 @@
if (os == "win") and not debug: FAIL
if (os == "linux") and debug: [PASS, FAIL]
if (os == "mac") and not debug: FAIL
if (os == "android"): [PASS, FAIL]
[window error: Move parse-error external module script to iframe after-prepare]
expected:
@ -18,6 +19,7 @@
if (os == "mac") and not debug: PASS
if (os == "win") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "android"): [PASS, FAIL]
FAIL
[<script> load: Move parse-error external module script to iframe after-prepare]
@ -29,4 +31,5 @@
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "android"): [PASS, FAIL]
FAIL

View File

@ -1,4 +1,6 @@
[after-prepare-iframe-parse-error-inline-classic.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219
[window error: Move parse-error inline classic script to iframe after-prepare]
expected:
if (os == "win") and ccov: FAIL

View File

@ -6,7 +6,7 @@
if (os == "mac") and not debug: [FAIL, PASS]
if (os == "win") and not debug: FAIL
if (os == "win") and debug: PASS
if os == "android": PASS
if (os == "android"): PASS
[PASS, FAIL]
[<script> load: Move success external classic script to iframe after-prepare]
@ -16,7 +16,7 @@
if (os == "win") and debug: FAIL
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: [PASS, FAIL]
if os == "android": FAIL
if (os == "android"): PASS
[FAIL, PASS]
[Eval: Move success external classic script to iframe after-prepare]
@ -26,5 +26,5 @@
if (os == "mac") and not debug: [PASS, FAIL]
if (os == "win") and debug: FAIL
if (os == "win") and not debug: PASS
if os == "android": FAIL
if (os == "android"): PASS
[FAIL, PASS]

View File

@ -8,6 +8,7 @@
if (os == "win") and not debug: PASS
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "android"): [PASS, FAIL]
FAIL
[Eval: Move success external module script to iframe after-prepare]
@ -19,6 +20,7 @@
if (os == "win") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "mac") and not debug: PASS
if (os == "android"): [PASS, FAIL]
FAIL
[<script> error: Move success external module script to iframe after-prepare]
@ -30,3 +32,4 @@
if (os == "win") and not debug: FAIL
if (os == "linux") and debug: [PASS, FAIL]
if (os == "mac") and not debug: FAIL
if (os == "android"): [PASS, FAIL]

View File

@ -8,4 +8,5 @@
if (os == "mac") and not debug: PASS
if (os == "linux") and debug: [FAIL, PASS]
if (os == "win") and not debug: PASS
if (os == "android"): PASS
FAIL

View File

@ -1,6 +1,6 @@
[before-prepare-iframe-fetch-error-external-classic.html]
[<script> error: Move fetch-error external classic script to iframe before-prepare]
expected:
if os == "android": PASS
if (os == "android"): [PASS, FAIL]
if os == "win": PASS
[PASS, FAIL]

View File

@ -1,7 +1,8 @@
[before-prepare-iframe-fetch-error-external-module.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219
[<script> error: Move fetch-error external module script to iframe before-prepare]
expected:
if (os == "win") and not debug and (processor == "x86_64"): PASS
if (os == "win") and debug: PASS
if os == "android": PASS
[PASS, FAIL]

View File

@ -1,6 +1,6 @@
[before-prepare-iframe-parse-error-external-classic.html]
[<script> error: Move parse-error external classic script to iframe before-prepare]
expected:
if os == "android": PASS
if os == "android": [PASS, FAIL]
if os == "win": PASS
[PASS, FAIL]

View File

@ -8,6 +8,7 @@
if (os == "win") and debug and (processor == "x86_64") and not swgl: [PASS, NOTRUN]
if (os == "linux") and not fission: [PASS, FAIL]
if os == "mac": [PASS, FAIL]
if (os == "android"): [PASS, FAIL]
[window error: Move parse-error external module script to iframe before-prepare]
expected:

View File

@ -1,4 +1,6 @@
[before-prepare-iframe-success-external-classic.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219
expected:
if (processor == "x86") and debug: [OK, ERROR]
[<script> error: Move success external classic script to iframe before-prepare]

View File

@ -6,6 +6,6 @@
[<script> error: Move success external module script to iframe before-prepare]
expected:
if (os == "linux") and ccov: [PASS, FAIL]
if os == "android": PASS
if os == "android": [PASS, FAIL]
if os == "win": PASS
[PASS, FAIL]

View File

@ -0,0 +1,3 @@
[abort-refresh-multisecond-header.window.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219

View File

@ -1,4 +1,7 @@
[abort-refresh-multisecond-meta.window.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219
[document.open() does NOT abort documents that are queued for navigation through <meta> refresh with 1-sec timeout (XMLHttpRequest)]
expected:
if debug and (os == "linux") and not fission: ["PASS", "FAIL"]

View File

@ -0,0 +1,3 @@
[abort.sub.window.html]
disabled:
if (os == "android"): https://bugzilla.mozilla.org/show_bug.cgi?id=1780219

View File

@ -2,3 +2,4 @@
expected:
if (os == "linux") and not debug and swgl: [OK, TIMEOUT]
if (os == "linux") and not debug and not swgl: [OK, TIMEOUT]
if (os == "android"): [OK, TIMEOUT]

View File

@ -1,6 +1,8 @@
[debugger_address.py]
disabled:
if os == 'win' and ccov: https://bugzilla.mozilla.org/show_bug.cgi?id=1677750
expected:
if (os == "android"): [OK, TIMEOUT]
[test_debugger_address_true_fission_disabled[capabilities0\]]
disabled: