mirror of
https://github.com/mozilla/gecko-dev.git
synced 2025-11-10 13:18:45 +02:00
0fa8a98bdb
Differential Revision: https://phabricator.services.mozilla.com/D18376 --HG-- extra : moz-landing-system : lando
135 lines
4.5 KiB
Python
135 lines
4.5 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Transform the push-apk kind into an actual task description.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import re
|
|
|
|
from six import text_type
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.transforms.task import task_description_schema
|
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by, Schema
|
|
from taskgraph.util.scriptworker import get_push_apk_scope
|
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
|
|
|
from voluptuous import Optional, Required
|
|
|
|
|
|
push_apk_description_schema = Schema({
|
|
Required('dependent-tasks'): object,
|
|
Required('name'): text_type,
|
|
Required('label'): task_description_schema['label'],
|
|
Required('description'): task_description_schema['description'],
|
|
Required('job-from'): task_description_schema['job-from'],
|
|
Required('attributes'): task_description_schema['attributes'],
|
|
Required('treeherder'): task_description_schema['treeherder'],
|
|
Required('run-on-projects'): task_description_schema['run-on-projects'],
|
|
Required('worker-type'): optionally_keyed_by('release-level', text_type),
|
|
Required('worker'): object,
|
|
Required('scopes'): None,
|
|
Required('shipping-phase'): task_description_schema['shipping-phase'],
|
|
Required('shipping-product'): task_description_schema['shipping-product'],
|
|
Optional('extra'): task_description_schema['extra'],
|
|
})
|
|
|
|
|
|
PLATFORM_REGEX = re.compile(r'build-signing-android-(\S+)-nightly')
|
|
|
|
transforms = TransformSequence()
|
|
transforms.add_validate(push_apk_description_schema)
|
|
|
|
|
|
@transforms.add
|
|
def validate_dependent_tasks(config, jobs):
|
|
for job in jobs:
|
|
check_every_architecture_is_present_in_dependent_tasks(
|
|
config.params['project'], job['dependent-tasks']
|
|
)
|
|
yield job
|
|
|
|
|
|
_REQUIRED_ARCHITECTURES = {
|
|
'android-aarch64-nightly',
|
|
'android-api-16-nightly',
|
|
'android-x86_64-nightly',
|
|
'android-x86-nightly',
|
|
}
|
|
|
|
|
|
def check_every_architecture_is_present_in_dependent_tasks(project, dependent_tasks):
|
|
dep_platforms = set(t.attributes.get('build_platform') for t in dependent_tasks)
|
|
missed_architectures = _REQUIRED_ARCHITECTURES - dep_platforms
|
|
if missed_architectures:
|
|
raise Exception('''One or many required architectures are missing.
|
|
|
|
Required architectures: {}.
|
|
Given dependencies: {}.
|
|
'''.format(_REQUIRED_ARCHITECTURES, dependent_tasks)
|
|
)
|
|
|
|
|
|
@transforms.add
|
|
def make_task_description(config, jobs):
|
|
for job in jobs:
|
|
job['dependencies'] = generate_dependencies(job['dependent-tasks'])
|
|
job['worker']['upstream-artifacts'] = generate_upstream_artifacts(
|
|
job, job['dependencies']
|
|
)
|
|
|
|
resolve_keyed_by(
|
|
job, 'worker.google-play-track', item_name=job['name'],
|
|
**{'release-type': config.params['release_type']}
|
|
)
|
|
resolve_keyed_by(
|
|
job, 'worker.commit', item_name=job['name'],
|
|
**{'release-level': config.params.release_level()}
|
|
)
|
|
|
|
resolve_keyed_by(
|
|
job, 'worker.rollout-percentage', item_name=job['name'],
|
|
**{'release-type': config.params['release_type']}
|
|
)
|
|
|
|
job['scopes'] = [get_push_apk_scope(config)]
|
|
|
|
resolve_keyed_by(
|
|
job, 'worker-type', item_name=job['name'],
|
|
**{'release-level': config.params.release_level()}
|
|
)
|
|
|
|
yield job
|
|
|
|
|
|
def generate_dependencies(dependent_tasks):
|
|
# Because we depend on several tasks that have the same kind, we introduce the platform
|
|
dependencies = {}
|
|
for task in dependent_tasks:
|
|
platform_match = PLATFORM_REGEX.match(task.label)
|
|
# platform_match is None when the push-apk-checks task is given, for instance
|
|
task_kind = task.kind if platform_match is None else \
|
|
'{}-{}'.format(task.kind, platform_match.group(1))
|
|
dependencies[task_kind] = task.label
|
|
return dependencies
|
|
|
|
|
|
def generate_upstream_artifacts(job, dependencies):
|
|
artifact_prefix = get_artifact_prefix(job)
|
|
return [{
|
|
'taskId': {'task-reference': '<{}>'.format(task_kind)},
|
|
'taskType': 'signing',
|
|
'paths': ['{}/target.apk'.format(artifact_prefix)],
|
|
} for task_kind in dependencies.keys()
|
|
if task_kind != 'push-apk-checks'
|
|
]
|
|
|
|
|
|
@transforms.add
|
|
def delete_non_required_fields(_, jobs):
|
|
for job in jobs:
|
|
del job['name']
|
|
del job['dependent-tasks']
|
|
yield job
|