forked from mirrors/gecko-dev
d024a31639
This patch was generated via: $ pyupgrade --py36-plus $(find taskcluster/taskgraph -name "*.py" -type f) $ autoflake --remove-all-unused-imports -i $(find taskcluster/taskgraph -name "*.py" -type f) The same set of commands are being applied to standalone taskgraph as well so they remain in sync. Differential Revision: https://phabricator.services.mozilla.com/D123234
91 lines
2.8 KiB
Python
91 lines
2.8 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
import attr
|
|
|
|
from ..config import GraphConfig
|
|
from ..parameters import Parameters
|
|
from ..util.schema import Schema, validate_schema
|
|
|
|
|
|
@attr.s(frozen=True)
|
|
class TransformConfig:
|
|
"""
|
|
A container for configuration affecting transforms. The `config` argument
|
|
to transforms is an instance of this class.
|
|
"""
|
|
|
|
# the name of the current kind
|
|
kind = attr.ib()
|
|
|
|
# the path to the kind configuration directory
|
|
path = attr.ib(type=str)
|
|
|
|
# the parsed contents of kind.yml
|
|
config = attr.ib(type=dict)
|
|
|
|
# the parameters for this task-graph generation run
|
|
params = attr.ib(type=Parameters)
|
|
|
|
# a list of all the tasks associated with the kind dependencies of the
|
|
# current kind
|
|
kind_dependencies_tasks = attr.ib()
|
|
|
|
# Global configuration of the taskgraph
|
|
graph_config = attr.ib(type=GraphConfig)
|
|
|
|
# whether to write out artifacts for the decision task
|
|
write_artifacts = attr.ib(type=bool)
|
|
|
|
|
|
@attr.s()
|
|
class TransformSequence:
|
|
"""
|
|
Container for a sequence of transforms. Each transform is represented as a
|
|
callable taking (config, items) and returning a generator which will yield
|
|
transformed items. The resulting sequence has the same interface.
|
|
|
|
This is convenient to use in a file full of transforms, as it provides a
|
|
decorator, @transforms.add, that will add the decorated function to the
|
|
sequence.
|
|
"""
|
|
|
|
_transforms = attr.ib(factory=list)
|
|
|
|
def __call__(self, config, items):
|
|
for xform in self._transforms:
|
|
items = xform(config, items)
|
|
if items is None:
|
|
raise Exception(f"Transform {xform} is not a generator")
|
|
return items
|
|
|
|
def add(self, func):
|
|
self._transforms.append(func)
|
|
return func
|
|
|
|
def add_validate(self, schema):
|
|
self.add(ValidateSchema(schema))
|
|
|
|
|
|
@attr.s
|
|
class ValidateSchema:
|
|
schema = attr.ib(type=Schema)
|
|
|
|
def __call__(self, config, tasks):
|
|
for task in tasks:
|
|
if "name" in task:
|
|
error = "In {kind} kind task {name!r}:".format(
|
|
kind=config.kind, name=task["name"]
|
|
)
|
|
elif "label" in task:
|
|
error = "In job {label!r}:".format(label=task["label"])
|
|
elif "primary-dependency" in task:
|
|
error = "In {kind} kind task for {dependency!r}:".format(
|
|
kind=config.kind, dependency=task["primary-dependency"].label
|
|
)
|
|
else:
|
|
error = "In unknown task:"
|
|
validate_schema(self.schema, task, error)
|
|
yield task
|