forked from mirrors/gecko-dev
		
	It was previously possible to do this via environment variable, but this seems a little bit cleaner. Differential Revision: https://phabricator.services.mozilla.com/D125973
		
			
				
	
	
		
			86 lines
		
	
	
	
		
			2.9 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			86 lines
		
	
	
	
		
			2.9 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
# This Source Code Form is subject to the terms of the Mozilla Public
 | 
						|
# License, v. 2.0. If a copy of the MPL was not distributed with this
 | 
						|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
 | 
						|
"""
 | 
						|
Support for running mach tasks (via run-task)
 | 
						|
"""
 | 
						|
 | 
						|
 | 
						|
from taskgraph.transforms.job import run_job_using, configure_taskdesc_for_run
 | 
						|
from taskgraph.util.schema import (
 | 
						|
    Schema,
 | 
						|
    taskref_or_string,
 | 
						|
)
 | 
						|
from voluptuous import Required, Optional, Any
 | 
						|
 | 
						|
mach_schema = Schema(
 | 
						|
    {
 | 
						|
        Required("using"): "mach",
 | 
						|
        # The mach command (omitting `./mach`) to run
 | 
						|
        Required("mach"): taskref_or_string,
 | 
						|
        # The version of Python to run with. Either an absolute path to the binary
 | 
						|
        # on the worker, a version identifier (e.g python2.7 or 3.8). There is no
 | 
						|
        # validation performed to ensure the specified binaries actually exist.
 | 
						|
        Optional("python-version"): Any(str, int, float),
 | 
						|
        # The sparse checkout profile to use. Value is the filename relative to the
 | 
						|
        # directory where sparse profiles are defined (build/sparse-profiles/).
 | 
						|
        Optional("sparse-profile"): Any(str, None),
 | 
						|
        # if true, perform a checkout of a comm-central based branch inside the
 | 
						|
        # gecko checkout
 | 
						|
        Required("comm-checkout"): bool,
 | 
						|
        # Base work directory used to set up the task.
 | 
						|
        Optional("workdir"): str,
 | 
						|
        # Context to substitute into the command using format string
 | 
						|
        # substitution (e.g {value}). This is useful if certain aspects of the
 | 
						|
        # command need to be generated in transforms.
 | 
						|
        Optional("command-context"): dict,
 | 
						|
    }
 | 
						|
)
 | 
						|
 | 
						|
 | 
						|
defaults = {
 | 
						|
    "comm-checkout": False,
 | 
						|
}
 | 
						|
 | 
						|
 | 
						|
@run_job_using("docker-worker", "mach", schema=mach_schema, defaults=defaults)
 | 
						|
@run_job_using("generic-worker", "mach", schema=mach_schema, defaults=defaults)
 | 
						|
def configure_mach(config, job, taskdesc):
 | 
						|
    run = job["run"]
 | 
						|
    worker = job["worker"]
 | 
						|
 | 
						|
    additional_prefix = []
 | 
						|
    if worker["os"] == "macosx":
 | 
						|
        additional_prefix = ["LC_ALL=en_US.UTF-8", "LANG=en_US.UTF-8"]
 | 
						|
 | 
						|
    python = run.get("python-version")
 | 
						|
    if python:
 | 
						|
        del run["python-version"]
 | 
						|
 | 
						|
        if worker["os"] == "macosx" and python == 3:
 | 
						|
            python = "/usr/local/bin/python3"
 | 
						|
 | 
						|
        python = str(python)
 | 
						|
        try:
 | 
						|
            float(python)
 | 
						|
            python = "python" + python
 | 
						|
        except ValueError:
 | 
						|
            pass
 | 
						|
 | 
						|
        additional_prefix.append(python)
 | 
						|
 | 
						|
    command_prefix = " ".join(additional_prefix + ["./mach "])
 | 
						|
 | 
						|
    mach = run["mach"]
 | 
						|
    if isinstance(mach, dict):
 | 
						|
        ref, pattern = next(iter(mach.items()))
 | 
						|
        command = {ref: command_prefix + pattern}
 | 
						|
    else:
 | 
						|
        command = command_prefix + mach
 | 
						|
 | 
						|
    # defer to the run_task implementation
 | 
						|
    run["command"] = command
 | 
						|
    run["cwd"] = "{checkout}"
 | 
						|
    run["using"] = "run-task"
 | 
						|
    del run["mach"]
 | 
						|
    configure_taskdesc_for_run(config, job, taskdesc, job["worker"]["implementation"])
 |