forked from mirrors/gecko-dev
98d4d3ba20
Differential Revision: https://phabricator.services.mozilla.com/D2925 --HG-- extra : moz-landing-system : lando
85 lines
3.5 KiB
Python
85 lines
3.5 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Transform the upload-symbols task description template,
|
|
taskcluster/ci/upload-symbols/job-template.yml into an actual task description.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.attributes import RELEASE_PROJECTS
|
|
from taskgraph.util.treeherder import join_symbol
|
|
|
|
import logging
|
|
logger = logging.getLogger(__name__)
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def check_nightlies(config, tasks):
|
|
"""Ensure that we upload symbols for all nightly builds, so that crash-stats can
|
|
resolve any reports sent to it. Try may enable full symbols but not upload them.
|
|
|
|
Putting this check here (instead of the transforms for the build kind) lets us
|
|
leverage the any not-for-build-platforms set in the update-symbols kind."""
|
|
for task in tasks:
|
|
dep = task['dependent-task']
|
|
if config.params['project'] in RELEASE_PROJECTS and \
|
|
dep.attributes.get('nightly') and \
|
|
not dep.attributes.get('enable-full-crashsymbols'):
|
|
raise Exception('Nightly job %s should have enable-full-crashsymbols attribute '
|
|
'set to true to enable symbol upload to crash-stats' % dep.label)
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def fill_template(config, tasks):
|
|
for task in tasks:
|
|
dep = task['dependent-task']
|
|
|
|
# Fill out the dynamic fields in the task description
|
|
task['label'] = dep.label + '-upload-symbols'
|
|
|
|
# Skip tasks where we don't have the full crashsymbols enabled
|
|
if not dep.attributes.get('enable-full-crashsymbols'):
|
|
logger.debug("Skipping upload symbols task for %s", task['label'])
|
|
continue
|
|
|
|
task['dependencies'] = {'build': dep.label}
|
|
task['worker']['env']['GECKO_HEAD_REPOSITORY'] = config.params['head_repository']
|
|
task['worker']['env']['GECKO_HEAD_REV'] = config.params['head_rev']
|
|
task['worker']['env']['SYMBOL_SECRET'] = task['worker']['env']['SYMBOL_SECRET'].format(
|
|
level=config.params['level'])
|
|
|
|
build_platform = dep.attributes.get('build_platform')
|
|
build_type = dep.attributes.get('build_type')
|
|
attributes = task.setdefault('attributes', {})
|
|
attributes['build_platform'] = build_platform
|
|
attributes['build_type'] = build_type
|
|
if dep.attributes.get('nightly'):
|
|
attributes['nightly'] = True
|
|
|
|
treeherder = task.get('treeherder', {})
|
|
th = dep.task.get('extra')['treeherder']
|
|
th_platform = dep.task['extra'].get('treeherder-platform',
|
|
"{}/{}".format(th['machine']['platform'], build_type))
|
|
th_symbol = th.get('symbol')
|
|
th_groupsymbol = th.get('groupSymbol', '?')
|
|
treeherder.setdefault('platform', th_platform)
|
|
treeherder.setdefault('tier', th['tier'])
|
|
treeherder.setdefault('kind', th['jobKind'])
|
|
|
|
# Disambiguate the treeherder symbol.
|
|
sym = 'Sym' + (th_symbol[1:] if th_symbol.startswith('B') else th_symbol)
|
|
treeherder.setdefault(
|
|
'symbol', join_symbol(th_groupsymbol, sym)
|
|
)
|
|
task['treeherder'] = treeherder
|
|
|
|
# clear out the stuff that's not part of a task description
|
|
del task['dependent-task']
|
|
|
|
yield task
|