forked from mirrors/gecko-dev
02a7b4ebdf
Allow-list all Python code in tree for use with the black linter, and re-format all code in-tree accordingly. To produce this patch I did all of the following: 1. Make changes to tools/lint/black.yml to remove include: stanza and update list of source extensions. 2. Run ./mach lint --linter black --fix 3. Make some ad-hoc manual updates to python/mozbuild/mozbuild/test/configure/test_configure.py -- it has some hard-coded line numbers that the reformat breaks. 4. Make some ad-hoc manual updates to `testing/marionette/client/setup.py`, `testing/marionette/harness/setup.py`, and `testing/firefox-ui/harness/setup.py`, which have hard-coded regexes that break after the reformat. 5. Add a set of exclusions to black.yml. These will be deleted in a follow-up bug (1672023). # ignore-this-changeset Differential Revision: https://phabricator.services.mozilla.com/D94045
125 lines
3.9 KiB
Python
125 lines
3.9 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Take the base iris task definition and generate all of the actual test chunks
|
|
for all combinations of test categories and test platforms.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
from copy import deepcopy
|
|
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.schema import resolve_keyed_by
|
|
|
|
transforms = TransformSequence()
|
|
|
|
|
|
@transforms.add
|
|
def make_iris_tasks(config, jobs):
|
|
# Each platform will get a copy of the test categories
|
|
platforms = config.config.get("iris-build-platforms")
|
|
|
|
# The fields needing to be resolve_keyed_by'd
|
|
fields = [
|
|
"dependencies.build",
|
|
"fetches.build",
|
|
"run.command",
|
|
"run-on-projects",
|
|
"treeherder.platform",
|
|
"worker.docker-image",
|
|
"worker.artifacts",
|
|
"worker.env.PATH",
|
|
"worker.max-run-time",
|
|
"worker-type",
|
|
]
|
|
|
|
for job in jobs:
|
|
for platform in platforms:
|
|
# Make platform-specific clones of each iris task
|
|
clone = deepcopy(job)
|
|
|
|
basename = clone["name"]
|
|
clone["description"] = clone["description"].format(basename)
|
|
clone["name"] = clone["name"] + "-" + platform
|
|
|
|
# resolve_keyed_by picks the correct values based on
|
|
# the `by-platform` keys in the task definitions
|
|
for field in fields:
|
|
resolve_keyed_by(
|
|
clone,
|
|
field,
|
|
clone["name"],
|
|
**{
|
|
"platform": platform,
|
|
}
|
|
)
|
|
|
|
# iris uses this to select the tests to run in this chunk
|
|
clone["worker"]["env"]["CURRENT_TEST_DIR"] = basename
|
|
|
|
# Clean up some entries when they aren't needed
|
|
if clone["worker"]["docker-image"] is None:
|
|
del clone["worker"]["docker-image"]
|
|
if clone["worker"]["env"]["PATH"] is None:
|
|
del clone["worker"]["env"]["PATH"]
|
|
|
|
yield clone
|
|
|
|
|
|
@transforms.add
|
|
def fill_email_data(config, tasks):
|
|
format_kwargs = {
|
|
"head_rev": config.params["head_rev"],
|
|
"project": config.params["project"],
|
|
"th_root": "https://treeherder.mozilla.org/#/",
|
|
"tiers": "&tier=1%2C2%2C3",
|
|
}
|
|
|
|
for task in tasks:
|
|
format_kwargs["task_name"] = task["name"]
|
|
format_kwargs["filterstring"] = "&searchStr=iris%20{}".format(task["name"])
|
|
format_kwargs["chunk"] = task["worker"]["env"]["CURRENT_TEST_DIR"]
|
|
|
|
resolve_keyed_by(
|
|
task,
|
|
"notify.email",
|
|
item_name=task["name"],
|
|
**{
|
|
"project": config.params["project"],
|
|
}
|
|
)
|
|
|
|
email = task["notify"].get("email")
|
|
if email:
|
|
email["link"]["href"] = email["link"]["href"].format(**format_kwargs)
|
|
email["subject"] = email["subject"].format(**format_kwargs)
|
|
|
|
yield task
|
|
|
|
|
|
@transforms.add
|
|
def add_notify_email(config, tasks):
|
|
for task in tasks:
|
|
notify = task.pop("notify", {})
|
|
email_config = notify.get("email")
|
|
if email_config:
|
|
extra = task.setdefault("extra", {})
|
|
notify = extra.setdefault("notify", {})
|
|
notify["email"] = {
|
|
"subject": email_config["subject"],
|
|
"content": email_config["message"],
|
|
"link": email_config.get("link", None),
|
|
}
|
|
|
|
routes = task.setdefault("routes", [])
|
|
routes.extend(
|
|
[
|
|
"notify.email.{}.on-{}".format(address, reason)
|
|
for address in email_config["emails"]
|
|
for reason in email_config["on-reasons"]
|
|
]
|
|
)
|
|
|
|
yield task
|