forked from mirrors/gecko-dev
dfdf36c4b9
Differential Revision: https://phabricator.services.mozilla.com/D36378 --HG-- extra : moz-landing-system : lando
93 lines
2.7 KiB
Python
93 lines
2.7 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
"""
|
|
Tests for the 'job' transform subsystem.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import os
|
|
from copy import deepcopy
|
|
|
|
import pytest
|
|
from mozunit import main
|
|
|
|
from taskgraph import GECKO
|
|
from taskgraph.config import load_graph_config
|
|
from taskgraph.transforms import job
|
|
from taskgraph.transforms.base import TransformConfig
|
|
from taskgraph.transforms.job.common import add_cache
|
|
from taskgraph.transforms.task import payload_builders
|
|
from taskgraph.util.schema import Schema, validate_schema
|
|
|
|
here = os.path.abspath(os.path.dirname(__file__))
|
|
|
|
|
|
TASK_DEFAULTS = {
|
|
'description': 'fake description',
|
|
'label': 'fake-task-label',
|
|
'run': {
|
|
'using': 'run-task',
|
|
},
|
|
}
|
|
|
|
|
|
@pytest.fixture(scope='module')
|
|
def config():
|
|
graph_config = load_graph_config(os.path.join(GECKO, 'taskcluster', 'ci'))
|
|
return TransformConfig('job_test', here, {}, {}, [], graph_config)
|
|
|
|
|
|
@pytest.fixture()
|
|
def transform(monkeypatch, config):
|
|
"""Run the job transforms on the specified task but return the inputs to
|
|
`configure_taskdesc_for_run` without executing it.
|
|
|
|
This gives test functions an easy way to generate the inputs required for
|
|
many of the `run_using` subsystems.
|
|
"""
|
|
|
|
def inner(task_input):
|
|
task = deepcopy(TASK_DEFAULTS)
|
|
task.update(task_input)
|
|
frozen_args = []
|
|
|
|
def _configure_taskdesc_for_run(*args):
|
|
frozen_args.extend(args)
|
|
|
|
monkeypatch.setattr(job, 'configure_taskdesc_for_run', _configure_taskdesc_for_run)
|
|
|
|
for _ in job.transforms(config, [task]):
|
|
# This forces the generator to be evaluated
|
|
pass
|
|
|
|
return frozen_args
|
|
|
|
return inner
|
|
|
|
|
|
@pytest.mark.parametrize('task', [
|
|
{'worker-type': 'b-linux'},
|
|
{'worker-type': 't-win10-64-hw'},
|
|
], ids=lambda t: t['worker-type'])
|
|
def test_worker_caches(task, transform):
|
|
config, job, taskdesc, impl = transform(task)
|
|
add_cache(job, taskdesc, 'cache1', '/cache1')
|
|
add_cache(job, taskdesc, 'cache2', '/cache2', skip_untrusted=True)
|
|
|
|
if impl not in ('docker-worker', 'generic-worker'):
|
|
pytest.xfail("caches not implemented for '{}'".format(impl))
|
|
|
|
key = 'caches' if impl == 'docker-worker' else 'mounts'
|
|
assert key in taskdesc['worker']
|
|
assert len(taskdesc['worker'][key]) == 2
|
|
|
|
# Create a new schema object with just the part relevant to caches.
|
|
partial_schema = Schema(payload_builders[impl].schema.schema[key])
|
|
validate_schema(partial_schema, taskdesc['worker'][key], "validation error")
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|