forked from mirrors/gecko-dev
02a7b4ebdf
Allow-list all Python code in tree for use with the black linter, and re-format all code in-tree accordingly. To produce this patch I did all of the following: 1. Make changes to tools/lint/black.yml to remove include: stanza and update list of source extensions. 2. Run ./mach lint --linter black --fix 3. Make some ad-hoc manual updates to python/mozbuild/mozbuild/test/configure/test_configure.py -- it has some hard-coded line numbers that the reformat breaks. 4. Make some ad-hoc manual updates to `testing/marionette/client/setup.py`, `testing/marionette/harness/setup.py`, and `testing/firefox-ui/harness/setup.py`, which have hard-coded regexes that break after the reformat. 5. Add a set of exclusions to black.yml. These will be deleted in a follow-up bug (1672023). # ignore-this-changeset Differential Revision: https://phabricator.services.mozilla.com/D94045
112 lines
3.3 KiB
Python
112 lines
3.3 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
import json
|
|
from pipes import quote as shell_quote
|
|
|
|
import six
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.scriptworker import get_release_config
|
|
from taskgraph.util.schema import resolve_keyed_by
|
|
|
|
import logging
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def add_command(config, jobs):
|
|
for job in jobs:
|
|
command = [
|
|
"python",
|
|
"testing/mozharness/scripts/release/bouncer_check.py",
|
|
]
|
|
job["run"].update(
|
|
{
|
|
"using": "mach",
|
|
"mach": command,
|
|
}
|
|
)
|
|
yield job
|
|
|
|
|
|
@transforms.add
|
|
def add_previous_versions(config, jobs):
|
|
release_config = get_release_config(config)
|
|
if not release_config.get("partial_versions"):
|
|
for job in jobs:
|
|
yield job
|
|
else:
|
|
extra_params = []
|
|
for partial in release_config["partial_versions"].split(","):
|
|
extra_params.append(
|
|
"--previous-version={}".format(partial.split("build")[0].strip())
|
|
)
|
|
|
|
for job in jobs:
|
|
job["run"]["mach"].extend(extra_params)
|
|
yield job
|
|
|
|
|
|
@transforms.add
|
|
def handle_keyed_by(config, jobs):
|
|
"""Resolve fields that can be keyed by project, etc."""
|
|
fields = [
|
|
"run.config",
|
|
"run.product-field",
|
|
"run.extra-config",
|
|
]
|
|
|
|
release_config = get_release_config(config)
|
|
version = release_config["version"]
|
|
|
|
for job in jobs:
|
|
for field in fields:
|
|
resolve_keyed_by(
|
|
item=job,
|
|
field=field,
|
|
item_name=job["name"],
|
|
**{
|
|
"project": config.params["project"],
|
|
"release-level": config.params.release_level(),
|
|
"release-type": config.params["release_type"],
|
|
}
|
|
)
|
|
|
|
for cfg in job["run"]["config"]:
|
|
job["run"]["mach"].extend(["--config", cfg])
|
|
|
|
if config.kind == "cron-bouncer-check":
|
|
job["run"]["mach"].extend(
|
|
[
|
|
"--product-field={}".format(job["run"]["product-field"]),
|
|
"--products-url={}".format(job["run"]["products-url"]),
|
|
]
|
|
)
|
|
del job["run"]["product-field"]
|
|
del job["run"]["products-url"]
|
|
elif config.kind == "release-bouncer-check":
|
|
job["run"]["mach"].append("--version={}".format(version))
|
|
|
|
del job["run"]["config"]
|
|
|
|
if "extra-config" in job["run"]:
|
|
env = job["worker"].setdefault("env", {})
|
|
env["EXTRA_MOZHARNESS_CONFIG"] = six.ensure_text(
|
|
json.dumps(job["run"]["extra-config"], sort_keys=True)
|
|
)
|
|
del job["run"]["extra-config"]
|
|
|
|
yield job
|
|
|
|
|
|
@transforms.add
|
|
def command_to_string(config, jobs):
|
|
"""Convert command to string to make it work properly with run-task"""
|
|
for job in jobs:
|
|
job["run"]["mach"] = " ".join(map(shell_quote, job["run"]["mach"]))
|
|
yield job
|