зеркало из https://github.com/mozilla/gecko-dev.git
124 строки
4.4 KiB
Python
124 строки
4.4 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import logging
|
|
|
|
import requests
|
|
from requests.exceptions import HTTPError
|
|
|
|
from .registry import register_callback_action
|
|
from .util import create_tasks, combine_task_graph_files
|
|
from taskgraph.util.taskcluster import get_artifact_from_index
|
|
from taskgraph.util.taskgraph import find_decision_task
|
|
from taskgraph.taskgraph import TaskGraph
|
|
from taskgraph.util import taskcluster
|
|
|
|
PUSHLOG_TMPL = '{}/json-pushes?version=2&startID={}&endID={}'
|
|
INDEX_TMPL = 'gecko.v2.{}.pushlog-id.{}.decision'
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
@register_callback_action(
|
|
title='GeckoProfile',
|
|
name='geckoprofile',
|
|
generic=True,
|
|
symbol='Gp',
|
|
description=('Take the label of the current task, '
|
|
'and trigger the task with that label '
|
|
'on previous pushes in the same project '
|
|
'while adding the --geckoProfile cmd arg.'),
|
|
order=200,
|
|
context=[{'test-type': 'talos'}, {'test-type': 'raptor'}],
|
|
schema={},
|
|
available=lambda parameters: True
|
|
)
|
|
def geckoprofile_action(parameters, graph_config, input, task_group_id, task_id):
|
|
task = taskcluster.get_task_definition(task_id)
|
|
label = task['metadata']['name']
|
|
pushes = []
|
|
depth = 2
|
|
end_id = int(parameters['pushlog_id'])
|
|
|
|
while True:
|
|
start_id = max(end_id - depth, 0)
|
|
pushlog_url = PUSHLOG_TMPL.format(parameters['head_repository'], start_id, end_id)
|
|
r = requests.get(pushlog_url)
|
|
r.raise_for_status()
|
|
pushes = pushes + r.json()['pushes'].keys()
|
|
if len(pushes) >= depth:
|
|
break
|
|
|
|
end_id = start_id - 1
|
|
start_id -= depth
|
|
if start_id < 0:
|
|
break
|
|
|
|
pushes = sorted(pushes)[-depth:]
|
|
backfill_pushes = []
|
|
|
|
for push in pushes:
|
|
try:
|
|
full_task_graph = get_artifact_from_index(
|
|
INDEX_TMPL.format(parameters['project'], push),
|
|
'public/full-task-graph.json')
|
|
_, full_task_graph = TaskGraph.from_json(full_task_graph)
|
|
label_to_taskid = get_artifact_from_index(
|
|
INDEX_TMPL.format(parameters['project'], push),
|
|
'public/label-to-taskid.json')
|
|
push_params = get_artifact_from_index(
|
|
INDEX_TMPL.format(parameters['project'], push),
|
|
'public/parameters.yml')
|
|
push_decision_task_id = find_decision_task(push_params, graph_config)
|
|
except HTTPError as e:
|
|
logger.info('Skipping {} due to missing index artifacts! Error: {}'.format(push, e))
|
|
continue
|
|
|
|
if label in full_task_graph.tasks.keys():
|
|
def modifier(task):
|
|
if task.label != label:
|
|
return task
|
|
|
|
cmd = task.task['payload']['command']
|
|
task.task['payload']['command'] = add_args_to_command(cmd, ['--geckoProfile'])
|
|
task.task['extra']['treeherder']['symbol'] += '-p'
|
|
return task
|
|
|
|
create_tasks(graph_config, [label], full_task_graph, label_to_taskid,
|
|
push_params, push_decision_task_id, push, modifier=modifier)
|
|
backfill_pushes.append(push)
|
|
else:
|
|
logging.info('Could not find {} on {}. Skipping.'.format(label, push))
|
|
combine_task_graph_files(backfill_pushes)
|
|
|
|
|
|
def add_args_to_command(cmd_parts, extra_args=[]):
|
|
"""
|
|
Add custom command line args to a given command.
|
|
args:
|
|
cmd_parts: the raw command as seen by taskcluster
|
|
extra_args: array of args we want to add
|
|
"""
|
|
cmd_type = 'default'
|
|
if len(cmd_parts) == 1 and isinstance(cmd_parts[0], dict):
|
|
# windows has single cmd part as dict: 'task-reference', with long string
|
|
cmd_parts = cmd_parts[0]['task-reference'].split(' ')
|
|
cmd_type = 'dict'
|
|
elif len(cmd_parts) == 1 and isinstance(cmd_parts[0], list):
|
|
# osx has an single value array with an array inside
|
|
cmd_parts = cmd_parts[0]
|
|
cmd_type = 'subarray'
|
|
|
|
cmd_parts.extend(extra_args)
|
|
|
|
if cmd_type == 'dict':
|
|
cmd_parts = [{'task-reference': ' '.join(cmd_parts)}]
|
|
elif cmd_type == 'subarray':
|
|
cmd_parts = [cmd_parts]
|
|
return cmd_parts
|