gecko-dev/taskcluster/taskgraph/test/test_transforms_job.py
2019-07-02 17:05:21 +00:00

94 lines
2.7 KiB
Python

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
"""
Tests for the 'job' transform subsystem.
"""
from __future__ import absolute_import, print_function, unicode_literals
import os
from copy import deepcopy
import pytest
from mozunit import main
from taskgraph import GECKO
from taskgraph.config import load_graph_config
from taskgraph.transforms import job
from taskgraph.transforms.base import TransformConfig
from taskgraph.transforms.job.common import add_cache
from taskgraph.transforms.task import payload_builders
from taskgraph.util.schema import Schema, validate_schema
here = os.path.abspath(os.path.dirname(__file__))
TASK_DEFAULTS = {
'description': 'fake description',
'label': 'fake-task-label',
'run': {
'using': 'run-task',
},
}
@pytest.fixture(scope='module')
def config():
graph_config = load_graph_config(os.path.join(GECKO, 'taskcluster', 'ci'))
return TransformConfig('job_test', here, {}, {}, [], graph_config)
@pytest.fixture()
def transform(monkeypatch, config):
"""Run the job transforms on the specified task but return the inputs to
`configure_taskdesc_for_run` without executing it.
This gives test functions an easy way to generate the inputs required for
many of the `run_using` subsystems.
"""
def inner(task_input):
task = deepcopy(TASK_DEFAULTS)
task.update(task_input)
frozen_args = []
def _configure_taskdesc_for_run(*args):
frozen_args.extend(args)
monkeypatch.setattr(job, 'configure_taskdesc_for_run', _configure_taskdesc_for_run)
for _ in job.transforms(config, [task]):
# This forces the generator to be evaluated
pass
return frozen_args
return inner
@pytest.mark.parametrize('task', [
{'worker-type': 'b-linux'},
{'worker-type': 't-win10-64-hw'},
], ids=lambda t: t['worker-type'])
def test_worker_caches(task, transform):
config, job, taskdesc, impl = transform(task)
add_cache(job, taskdesc, 'cache1', '/cache1')
add_cache(job, taskdesc, 'cache2', '/cache2', skip_untrusted=True)
if impl not in ('docker-worker', 'generic-worker'):
pytest.xfail("caches not implemented for '{}'".format(impl))
key = 'caches' if impl == 'docker-worker' else 'mounts'
assert key in taskdesc['worker']
assert len(taskdesc['worker'][key]) == 2
# Create a new schema object with just the part relevant to caches.
partial_schema = Schema(payload_builders[impl].schema.schema[key])
validate_schema(partial_schema, taskdesc['worker'][key], "validation error")
if __name__ == '__main__':
main()