зеркало из https://github.com/mozilla/gecko-dev.git
135 строки
4.7 KiB
Python
135 строки
4.7 KiB
Python
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
"""
|
|
Transform the per-locale balrog task into an actual task description.
|
|
"""
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
from taskgraph.loader.single_dep import schema
|
|
from taskgraph.transforms.base import TransformSequence
|
|
from taskgraph.util.attributes import copy_attributes_from_dependent_job
|
|
from taskgraph.util.schema import (
|
|
optionally_keyed_by, resolve_keyed_by,
|
|
)
|
|
from taskgraph.util.scriptworker import (
|
|
get_balrog_server_scope, get_worker_type_for_scope
|
|
)
|
|
from taskgraph.util.treeherder import replace_group
|
|
from taskgraph.transforms.task import task_description_schema
|
|
from voluptuous import Optional
|
|
|
|
|
|
balrog_description_schema = schema.extend({
|
|
# unique label to describe this balrog task, defaults to balrog-{dep.label}
|
|
Optional('label'): basestring,
|
|
|
|
|
|
Optional(
|
|
'update-no-wnp',
|
|
description="Whether the parallel `-No-WNP` blob should be updated as well.",
|
|
): optionally_keyed_by('release-type', bool),
|
|
|
|
# treeherder is allowed here to override any defaults we use for beetmover. See
|
|
# taskcluster/taskgraph/transforms/task.py for the schema details, and the
|
|
# below transforms for defaults of various values.
|
|
Optional('treeherder'): task_description_schema['treeherder'],
|
|
|
|
Optional('attributes'): task_description_schema['attributes'],
|
|
|
|
# Shipping product / phase
|
|
Optional('shipping-product'): task_description_schema['shipping-product'],
|
|
Optional('shipping-phase'): task_description_schema['shipping-phase'],
|
|
})
|
|
|
|
|
|
transforms = TransformSequence()
|
|
transforms.add_validate(balrog_description_schema)
|
|
|
|
|
|
@transforms.add
|
|
def handle_keyed_by(config, jobs):
|
|
"""Resolve fields that can be keyed by platform, etc."""
|
|
fields = [
|
|
"update-no-wnp",
|
|
]
|
|
for job in jobs:
|
|
label = job.get('dependent-task', object).__dict__.get('label', '?no-label?')
|
|
for field in fields:
|
|
resolve_keyed_by(
|
|
item=job, field=field, item_name=label,
|
|
**{
|
|
'project': config.params['project'],
|
|
'release-type': config.params['release_type'],
|
|
}
|
|
)
|
|
yield job
|
|
|
|
|
|
@transforms.add
|
|
def make_task_description(config, jobs):
|
|
for job in jobs:
|
|
dep_job = job['primary-dependency']
|
|
|
|
treeherder = job.get('treeherder', {})
|
|
treeherder.setdefault('symbol', 'c-Up(N)')
|
|
dep_th_platform = dep_job.task.get('extra', {}).get(
|
|
'treeherder', {}).get('machine', {}).get('platform', '')
|
|
treeherder.setdefault('platform',
|
|
"{}/opt".format(dep_th_platform))
|
|
treeherder.setdefault(
|
|
'tier',
|
|
dep_job.task.get('extra', {}).get('treeherder', {}).get('tier', 1)
|
|
)
|
|
treeherder.setdefault('kind', 'build')
|
|
|
|
attributes = copy_attributes_from_dependent_job(dep_job)
|
|
|
|
treeherder_job_symbol = dep_job.task['extra']['treeherder']['symbol']
|
|
treeherder['symbol'] = replace_group(treeherder_job_symbol, 'c-Up')
|
|
|
|
if dep_job.attributes.get('locale'):
|
|
attributes['locale'] = dep_job.attributes.get('locale')
|
|
|
|
label = job['label']
|
|
|
|
description = (
|
|
"Balrog submission for locale '{locale}' for build '"
|
|
"{build_platform}/{build_type}'".format(
|
|
locale=attributes.get('locale', 'en-US'),
|
|
build_platform=attributes.get('build_platform'),
|
|
build_type=attributes.get('build_type')
|
|
)
|
|
)
|
|
|
|
upstream_artifacts = [{
|
|
"taskId": {"task-reference": "<beetmover>"},
|
|
"taskType": "beetmover",
|
|
"paths": [
|
|
"public/manifest.json"
|
|
],
|
|
}]
|
|
|
|
server_scope = get_balrog_server_scope(config)
|
|
|
|
task = {
|
|
'label': label,
|
|
'description': description,
|
|
'worker-type': get_worker_type_for_scope(config, server_scope),
|
|
'worker': {
|
|
'implementation': 'balrog',
|
|
'upstream-artifacts': upstream_artifacts,
|
|
'balrog-action': 'submit-locale',
|
|
'suffixes': ['', '-No-WNP'] if job.get('update-no-wnp') else [''],
|
|
},
|
|
'dependencies': {'beetmover': dep_job.label},
|
|
'attributes': attributes,
|
|
'run-on-projects': dep_job.attributes.get('run_on_projects'),
|
|
'treeherder': treeherder,
|
|
'shipping-phase': job.get('shipping-phase', 'promote'),
|
|
'shipping-product': job.get('shipping-product'),
|
|
}
|
|
|
|
yield task
|