Bug 1280437 - Run Android 4.3 opt tests in taskcluster (tier 2); r=dustin

This commit is contained in:
Geoff Brown 2016-06-21 16:42:50 -06:00
parent 6c6e32554f
commit afb761f3ec
41 changed files with 522 additions and 0 deletions

View File

@ -73,6 +73,7 @@ flags:
- reftest-e10s - reftest-e10s
- reftest-no-accel - reftest-no-accel
- reftest-no-accel-e10s - reftest-no-accel-e10s
- robocop
- web-platform-tests - web-platform-tests
- web-platform-tests-e10s - web-platform-tests-e10s
- web-platform-tests-reftests - web-platform-tests-reftests

View File

@ -215,6 +215,8 @@ tests:
task: tasks/tests/fx_linux64_cppunit_dbg.yml task: tasks/tests/fx_linux64_cppunit_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_cppunit_opt.yml task: tasks/tests/fx_linux64_cppunit_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_cppunit_opt.yml
crashtest: crashtest:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -223,6 +225,8 @@ tests:
task: tasks/tests/fx_linux64_crashtest_dbg.yml task: tasks/tests/fx_linux64_crashtest_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_crashtest_opt.yml task: tasks/tests/fx_linux64_crashtest_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_crashtest_opt.yml
crashtest-e10s: crashtest-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -279,6 +283,8 @@ tests:
task: tasks/tests/fx_linux64_jsreftest_dbg.yml task: tasks/tests/fx_linux64_jsreftest_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_jsreftest_opt.yml task: tasks/tests/fx_linux64_jsreftest_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_jsreftest_opt.yml
jsreftest-e10s: jsreftest-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -313,6 +319,8 @@ tests:
task: tasks/tests/fx_linux64_mochitest_plain_dbg.yml task: tasks/tests/fx_linux64_mochitest_plain_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_mochitest_plain_opt.yml task: tasks/tests/fx_linux64_mochitest_plain_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_mochitest_plain_opt.yml
mochitest-e10s: mochitest-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -353,6 +361,8 @@ tests:
task: tasks/tests/fx_linux64_mochitest_chrome_dbg.yml task: tasks/tests/fx_linux64_mochitest_chrome_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_mochitest_chrome_opt.yml task: tasks/tests/fx_linux64_mochitest_chrome_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_mochitest_chrome_opt.yml
mochitest-devtools-chrome: mochitest-devtools-chrome:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -383,6 +393,8 @@ tests:
task: tasks/tests/fx_linux64_mochitest_media_dbg.yml task: tasks/tests/fx_linux64_mochitest_media_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_mochitest_media_opt.yml task: tasks/tests/fx_linux64_mochitest_media_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_mochitest_media_opt.yml
mochitest-media-e10s: mochitest-media-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -399,6 +411,8 @@ tests:
task: tasks/tests/fx_linux64_mochitest_gl_dbg.yml task: tasks/tests/fx_linux64_mochitest_gl_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_mochitest_gl_opt.yml task: tasks/tests/fx_linux64_mochitest_gl_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_mochitest_gl_opt.yml
mochitest-webgl-e10s: mochitest-webgl-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -415,6 +429,8 @@ tests:
task: tasks/tests/fx_linux64_mochitest_gpu_dbg.yml task: tasks/tests/fx_linux64_mochitest_gpu_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_mochitest_gpu_opt.yml task: tasks/tests/fx_linux64_mochitest_gpu_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_mochitest_gpu_opt.yml
mochitest-gpu-e10s: mochitest-gpu-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -431,6 +447,8 @@ tests:
task: tasks/tests/fx_linux64_mochitest_clipboard_dbg.yml task: tasks/tests/fx_linux64_mochitest_clipboard_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_mochitest_clipboard_opt.yml task: tasks/tests/fx_linux64_mochitest_clipboard_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_mochitest_clipboard_opt.yml
mochitest-clipboard-e10s: mochitest-clipboard-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -449,6 +467,8 @@ tests:
task: tasks/tests/fx_linux64_reftest_dbg.yml task: tasks/tests/fx_linux64_reftest_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_reftest_opt.yml task: tasks/tests/fx_linux64_reftest_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_reftest_opt.yml
reftest-e10s: reftest-e10s:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -473,6 +493,10 @@ tests:
task: tasks/tests/fx_linux64_reftest_not_accelerated_e10s_dbg.yml task: tasks/tests/fx_linux64_reftest_not_accelerated_e10s_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_reftest_not_accelerated_e10s_opt.yml task: tasks/tests/fx_linux64_reftest_not_accelerated_e10s_opt.yml
robocop:
allowed_build_tasks:
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_robocop_opt.yml
web-platform-tests: web-platform-tests:
allowed_build_tasks: allowed_build_tasks:
tasks/builds/opt_linux64.yml: tasks/builds/opt_linux64.yml:
@ -513,6 +537,8 @@ tests:
task: tasks/tests/fx_linux64_xpcshell_dbg.yml task: tasks/tests/fx_linux64_xpcshell_dbg.yml
tasks/builds/opt_linux64_pgo.yml: tasks/builds/opt_linux64_pgo.yml:
task: tasks/tests/fx_linux64_xpcshell_opt.yml task: tasks/tests/fx_linux64_xpcshell_opt.yml
tasks/builds/android_api_15.yml:
task: tasks/tests/fx_android-api-15_xpcshell_opt.yml
# Miscellaneous tasks. # Miscellaneous tasks.
tasks: tasks:

View File

@ -0,0 +1,16 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
payload:
command:
- --test-suite={{suite}}
metadata:
name: '[TC] Android 4.3 API15+ cppunit test'
description: cppunit run
extra:
suite:
name: cppunittest
treeherder:
groupSymbol: tc
symbol: Cpp

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_cppunit.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_cppunit.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,19 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ crashtest-{{chunk}}'
description: Crashtest run {{chunk}}
extra:
chunks:
total: 4
suite:
name: crashtest-{{chunk}}
treeherder:
groupSymbol: tc-R
symbol: C{{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_crashtest.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_crashtest.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,34 @@
---
$inherits:
from: 'tasks/tests/fx_desktop_generic.yml'
task:
payload:
cache:
tooltool-cache: '/home/worker/tooltool-cache'
capabilities:
devices:
loopbackVideo: true
command:
- --no-read-buildbot-config
- {"task-reference": "--installer-url=https://queue.taskcluster.net/v1/task/<{{build_slugid}}>/artifacts/{{build_location}}"}
- {"task-reference": "--test-packages-url=https://queue.taskcluster.net/v1/task/<{{build_slugid}}>/artifacts/{{test_packages_location}}"}
env:
MOZHARNESS_SCRIPT: 'mozharness/scripts/android_emulator_unittest.py'
MOZHARNESS_CONFIG: >
mozharness/configs/android/androidarm_4_3.py
mozharness/configs/remove_executables.py
mozharness/configs/android/androidarm_4_3-tc.py
MOZHARNESS_ACTIONS: 'get-secrets'
MOZ_NODE_PATH: None
features:
relengAPIProxy: true
scopes:
- 'docker-worker:capability:device:loopbackVideo'
- 'docker-worker:cache:tooltool-cache'
- 'docker-worker:relengapi-proxy:tooltool.download.internal'
- 'docker-worker:relengapi-proxy:tooltool.download.public'
extra:
treeherder:
machine:
platform: android-4-3-armv7-api15
groupName: Android tests

View File

@ -0,0 +1,20 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
maxRunTime: 5400
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ jsreftest-{{chunk}}'
description: jsreftest run {{chunk}}
extra:
chunks:
total: 6
suite:
name: jsreftest-{{chunk}}
treeherder:
groupSymbol: tc-R
symbol: J{{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_jsreftest.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_jsreftest.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,18 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
maxRunTime: 5400
command:
- --test-suite={{suite}}
metadata:
name: '[TC] Android API 15 mochitest-chrome'
description: Mochitest chrome run
extra:
suite:
name: mochitest-chrome
treeherder:
groupSymbol: tc-M
symbol: c

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_chrome.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_chrome.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,17 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
command:
- --test-suite={{suite}}
metadata:
name: '[TC] Android 4.3 API15+ mochitest-clipboard'
description: Mochitest Clipboard run
extra:
suite:
name: mochitest-plain-clipboard
treeherder:
groupSymbol: tc-M
symbol: cl

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_clipboard.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_clipboard.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,19 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
payload:
maxRunTime: 7200
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ mochitest-gl-{{chunk}}'
description: Mochitest WebGL run {{chunk}}
extra:
chunks:
total: 10
suite:
name: mochitest-gl-{{chunk}}
treeherder:
groupSymbol: tc-M
symbol: gl{{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_gl.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_gl.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,16 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
payload:
command:
- --test-suite={{suite}}
metadata:
name: '[TC] Android 4.3 API15+ mochitest-gpu'
description: Mochitest GPU run
extra:
suite:
name: mochitest-plain-gpu
treeherder:
groupSymbol: tc-M
symbol: gpu

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_gpu.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_gpu.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,19 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ mochitest-media-{{chunk}}'
description: Mochitest Media run {{chunk}}
extra:
chunks:
total: 2
suite:
name: mochitest-media-{{chunk}}
treeherder:
groupSymbol: tc-M
symbol: mda{{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_media.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_media.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,19 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ mochitest-{{chunk}}'
description: Mochitest plain run {{chunk}}
extra:
chunks:
total: 20
suite:
name: mochitest-{{chunk}}
treeherder:
groupSymbol: tc-M
symbol: {{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_plain.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_mochitest_plain.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,20 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
maxRunTime: 7200
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ reftest-{{chunk}}'
description: Reftest run {{chunk}}
extra:
chunks:
total: 16
suite:
name: reftest-{{chunk}}
treeherder:
groupSymbol: tc-R
symbol: R{{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_reftest.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_reftest.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,19 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ robocop-{{chunk}}'
description: Robocop run {{chunk}}
extra:
chunks:
total: 4
suite:
name: robocop-{{chunk}}
treeherder:
groupSymbol: tc-M
symbol: rc{{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_robocop.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_robocop.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,20 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_generic.yml'
task:
workerType: desktop-test-xlarge
payload:
maxRunTime: 5400
command:
- --test-suite={{suite}}{{chunk}}
metadata:
name: '[TC] Android 4.3 API15+ xpcshell-{{chunk}}'
description: XPCShell run {{chunk}}
extra:
chunks:
total: 3
suite:
name: xpcshell-{{chunk}}
treeherder:
groupSymbol: tc-X
symbol: {{chunk}}

View File

@ -0,0 +1,9 @@
$inherits:
from: 'tasks/tests/fx_android-api-15_xpcshell.yml'
task:
payload:
command:
- --download-symbols=true
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
---
$inherits:
from: 'tasks/tests/fx_android-api-15_xpcshell.yml'
task:
payload:
command:
- --download-symbols=ondemand
extra:
treeherder:
tier: 2

View File

@ -0,0 +1,10 @@
config = {
# Additional Android 4.3 settings required when running in taskcluster.
"avds_dir": "/home/worker/workspace/build/.android",
"tooltool_cache": "/home/worker/tooltool_cache",
"download_tooltool": True,
"tooltool_servers": ['http://relengapi/tooltool/'],
"exes": {
'adb': '%(abs_work_dir)s/android-sdk18/platform-tools/adb',
}
}

View File

@ -96,6 +96,7 @@ class AndroidEmulatorTest(BlobUploadMixin, TestingMixin, EmulatorMixin, VCSMixin
self.installer_url = c.get('installer_url') self.installer_url = c.get('installer_url')
self.installer_path = c.get('installer_path') self.installer_path = c.get('installer_path')
self.test_url = c.get('test_url') self.test_url = c.get('test_url')
self.test_packages_url = c.get('test_packages_url')
self.test_manifest = c.get('test_manifest') self.test_manifest = c.get('test_manifest')
self.robocop_path = os.path.join(abs_dirs['abs_work_dir'], "robocop.apk") self.robocop_path = os.path.join(abs_dirs['abs_work_dir'], "robocop.apk")
self.minidump_stackwalk_path = c.get("minidump_stackwalk_path") self.minidump_stackwalk_path = c.get("minidump_stackwalk_path")