forked from mirrors/gecko-dev
02a7b4ebdf
Allow-list all Python code in tree for use with the black linter, and re-format all code in-tree accordingly. To produce this patch I did all of the following: 1. Make changes to tools/lint/black.yml to remove include: stanza and update list of source extensions. 2. Run ./mach lint --linter black --fix 3. Make some ad-hoc manual updates to python/mozbuild/mozbuild/test/configure/test_configure.py -- it has some hard-coded line numbers that the reformat breaks. 4. Make some ad-hoc manual updates to `testing/marionette/client/setup.py`, `testing/marionette/harness/setup.py`, and `testing/firefox-ui/harness/setup.py`, which have hard-coded regexes that break after the reformat. 5. Add a set of exclusions to black.yml. These will be deleted in a follow-up bug (1672023). # ignore-this-changeset Differential Revision: https://phabricator.services.mozilla.com/D94045
122 lines
4.4 KiB
Python
122 lines
4.4 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Transform the partner repack task into an actual task description.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.schema import resolve_keyed_by
|
|
from taskgraph.util.scriptworker import get_release_config
|
|
from taskgraph.util.partners import (
|
|
check_if_partners_enabled,
|
|
get_partner_config_by_kind,
|
|
get_partner_url_config,
|
|
get_repack_ids_by_platform,
|
|
apply_partner_priority,
|
|
)
|
|
|
|
|
|
transforms = TransformSequence()
|
|
transforms.add(check_if_partners_enabled)
|
|
transforms.add(apply_partner_priority)
|
|
|
|
|
|
@transforms.add
|
|
def skip_unnecessary_platforms(config, tasks):
|
|
for task in tasks:
|
|
if config.kind == "release-partner-repack":
|
|
platform = task["attributes"]["build_platform"]
|
|
repack_ids = get_repack_ids_by_platform(config, platform)
|
|
if not repack_ids:
|
|
continue
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def populate_repack_manifests_url(config, tasks):
|
|
for task in tasks:
|
|
partner_url_config = get_partner_url_config(config.params, config.graph_config)
|
|
|
|
for k in partner_url_config:
|
|
if config.kind.startswith(k):
|
|
task["worker"].setdefault("env", {})[
|
|
"REPACK_MANIFESTS_URL"
|
|
] = partner_url_config[k]
|
|
break
|
|
else:
|
|
raise Exception("Can't find partner REPACK_MANIFESTS_URL")
|
|
|
|
for property in ("limit-locales",):
|
|
property = "extra.{}".format(property)
|
|
resolve_keyed_by(
|
|
task,
|
|
property,
|
|
property,
|
|
**{"release-level": config.params.release_level()}
|
|
)
|
|
|
|
if task["worker"]["env"]["REPACK_MANIFESTS_URL"].startswith("git@"):
|
|
task.setdefault("scopes", []).append(
|
|
"secrets:get:project/releng/gecko/build/level-{level}/partner-github-ssh".format(
|
|
**config.params
|
|
)
|
|
)
|
|
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def make_label(config, tasks):
|
|
for task in tasks:
|
|
task["label"] = "{}-{}".format(config.kind, task["name"])
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def add_command_arguments(config, tasks):
|
|
release_config = get_release_config(config)
|
|
|
|
# staging releases - pass reduced set of locales to the repacking script
|
|
all_locales = set()
|
|
partner_config = get_partner_config_by_kind(config, config.kind)
|
|
for partner in partner_config.values():
|
|
for sub_partner in partner.values():
|
|
all_locales.update(sub_partner.get("locales", []))
|
|
|
|
for task in tasks:
|
|
# add the MOZHARNESS_OPTIONS, eg version=61.0, build-number=1, platform=win64
|
|
if not task["attributes"]["build_platform"].endswith("-shippable"):
|
|
raise Exception(
|
|
"Unexpected partner repack platform: {}".format(
|
|
task["attributes"]["build_platform"],
|
|
),
|
|
)
|
|
platform = task["attributes"]["build_platform"].partition("-shippable")[0]
|
|
task["run"]["options"] = [
|
|
"version={}".format(release_config["version"]),
|
|
"build-number={}".format(release_config["build_number"]),
|
|
"platform={}".format(platform),
|
|
]
|
|
if task["extra"]["limit-locales"]:
|
|
for locale in all_locales:
|
|
task["run"]["options"].append("limit-locale={}".format(locale))
|
|
if "partner" in config.kind and config.params["release_partners"]:
|
|
for partner in config.params["release_partners"]:
|
|
task["run"]["options"].append("partner={}".format(partner))
|
|
|
|
# The upstream taskIds are stored a special environment variable, because we want to use
|
|
# task-reference's to resolve dependencies, but the string handling of MOZHARNESS_OPTIONS
|
|
# blocks that. It's space-separated string of ids in the end.
|
|
task["worker"]["env"]["UPSTREAM_TASKIDS"] = {
|
|
"task-reference": " ".join(
|
|
["<{}>".format(dep) for dep in task["dependencies"]]
|
|
)
|
|
}
|
|
|
|
# Forward the release type for bouncer product construction
|
|
task["worker"]["env"]["RELEASE_TYPE"] = config.params["release_type"]
|
|
|
|
yield task
|