forked from mirrors/gecko-dev
c1b52fd95e
Backed out changeset e8fcfc7f8108 (bug 1811850) Backed out changeset f8950d716c9e (bug 1811850) Backed out changeset f650123cc188 (bug 1811850) Backed out changeset d96f90c2c58b (bug 1811850) Backed out changeset c3b0f9666183 (bug 1811850)
129 lines
3.8 KiB
Python
129 lines
3.8 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
import logging
|
|
import os
|
|
|
|
import taskcluster_urls as liburls
|
|
from taskgraph.util import taskcluster as tc_util
|
|
from taskgraph.util.taskcluster import (
|
|
_do_request,
|
|
get_index_url,
|
|
get_root_url,
|
|
get_task_definition,
|
|
get_task_url,
|
|
)
|
|
|
|
from taskcluster import Hooks
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
def insert_index(index_path, task_id, data=None, use_proxy=False):
|
|
index_url = get_index_url(index_path, use_proxy=use_proxy)
|
|
|
|
# Find task expiry.
|
|
expires = get_task_definition(task_id, use_proxy=use_proxy)["expires"]
|
|
|
|
response = _do_request(
|
|
index_url,
|
|
method="put",
|
|
json={
|
|
"taskId": task_id,
|
|
"rank": 0,
|
|
"data": data or {},
|
|
"expires": expires,
|
|
},
|
|
)
|
|
return response
|
|
|
|
|
|
def status_task(task_id, use_proxy=False):
|
|
"""Gets the status of a task given a task_id.
|
|
|
|
In testing mode, just logs that it would have retrieved status.
|
|
|
|
Args:
|
|
task_id (str): A task id.
|
|
use_proxy (bool): Whether to use taskcluster-proxy (default: False)
|
|
|
|
Returns:
|
|
dict: A dictionary object as defined here:
|
|
https://docs.taskcluster.net/docs/reference/platform/queue/api#status
|
|
"""
|
|
if tc_util.testing:
|
|
logger.info(f"Would have gotten status for {task_id}.")
|
|
else:
|
|
resp = _do_request(get_task_url(task_id, use_proxy) + "/status")
|
|
status = resp.json().get("status", {})
|
|
return status
|
|
|
|
|
|
def state_task(task_id, use_proxy=False):
|
|
"""Gets the state of a task given a task_id.
|
|
|
|
In testing mode, just logs that it would have retrieved state. This is a subset of the
|
|
data returned by :func:`status_task`.
|
|
|
|
Args:
|
|
task_id (str): A task id.
|
|
use_proxy (bool): Whether to use taskcluster-proxy (default: False)
|
|
|
|
Returns:
|
|
str: The state of the task, one of
|
|
``pending, running, completed, failed, exception, unknown``.
|
|
"""
|
|
if tc_util.testing:
|
|
logger.info(f"Would have gotten state for {task_id}.")
|
|
else:
|
|
status = status_task(task_id, use_proxy=use_proxy).get("state") or "unknown"
|
|
return status
|
|
|
|
|
|
def trigger_hook(hook_group_id, hook_id, hook_payload):
|
|
hooks = Hooks({"rootUrl": get_root_url(True)})
|
|
response = hooks.triggerHook(hook_group_id, hook_id, hook_payload)
|
|
|
|
logger.info(
|
|
"Task seen here: {}/tasks/{}".format(
|
|
get_root_url(os.environ.get("TASKCLUSTER_PROXY_URL")),
|
|
response["status"]["taskId"],
|
|
)
|
|
)
|
|
|
|
|
|
def list_task_group_tasks(task_group_id):
|
|
"""Generate the tasks in a task group"""
|
|
params = {}
|
|
while True:
|
|
url = liburls.api(
|
|
get_root_url(False),
|
|
"queue",
|
|
"v1",
|
|
f"task-group/{task_group_id}/list",
|
|
)
|
|
resp = _do_request(url, method="get", params=params).json()
|
|
yield from resp["tasks"]
|
|
if resp.get("continuationToken"):
|
|
params = {"continuationToken": resp.get("continuationToken")}
|
|
else:
|
|
break
|
|
|
|
|
|
def list_task_group_incomplete_task_ids(task_group_id):
|
|
states = ("running", "pending", "unscheduled")
|
|
for task in [t["status"] for t in list_task_group_tasks(task_group_id)]:
|
|
if task["state"] in states:
|
|
yield task["taskId"]
|
|
|
|
|
|
def list_task_group_complete_tasks(task_group_id):
|
|
tasks = {}
|
|
for task in list_task_group_tasks(task_group_id):
|
|
if task.get("status", {}).get("state", "") == "completed":
|
|
tasks[task.get("task", {}).get("metadata", {}).get("name", "")] = task.get(
|
|
"status", {}
|
|
).get("taskId", "")
|
|
return tasks
|