зеркало из https://github.com/mozilla/gecko-dev.git
155 строки
4.9 KiB
Python
155 строки
4.9 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
from __future__ import absolute_import, print_function, unicode_literals
|
|
|
|
import json
|
|
import time
|
|
import yaml
|
|
from datetime import datetime
|
|
|
|
from mozbuild.util import ReadOnlyDict, memoize
|
|
from mozversioncontrol import get_repository_object
|
|
|
|
from . import GECKO
|
|
|
|
|
|
class ParameterMismatch(Exception):
|
|
"""Raised when a parameters.yml has extra or missing parameters."""
|
|
|
|
|
|
@memoize
|
|
def get_head_ref():
|
|
return get_repository_object(GECKO).head_ref
|
|
|
|
|
|
# Please keep this list sorted and in sync with taskcluster/docs/parameters.rst
|
|
# Parameters are of the form: {name: default}
|
|
PARAMETERS = {
|
|
'base_repository': 'https://hg.mozilla.org/mozilla-unified',
|
|
'build_date': lambda: int(time.time()),
|
|
'filters': ['check_servo', 'target_tasks_method'],
|
|
'head_ref': get_head_ref,
|
|
'head_repository': 'https://hg.mozilla.org/mozilla-central',
|
|
'head_rev': get_head_ref,
|
|
'include_nightly': False,
|
|
'level': '3',
|
|
'message': '',
|
|
'moz_build_date': lambda: datetime.now().strftime("%Y%m%d%H%M%S"),
|
|
'optimize_target_tasks': True,
|
|
'owner': 'nobody@mozilla.com',
|
|
'project': 'mozilla-central',
|
|
'pushdate': lambda: int(time.time()),
|
|
'pushlog_id': '0',
|
|
'release_history': {},
|
|
'target_tasks_method': 'default',
|
|
'try_mode': None,
|
|
'try_options': None,
|
|
'try_task_config': None,
|
|
}
|
|
|
|
COMM_PARAMETERS = {
|
|
'comm_base_repository': 'https://hg.mozilla.org/comm-central',
|
|
'comm_head_ref': None,
|
|
'comm_head_repository': 'https://hg.mozilla.org/comm-central',
|
|
'comm_head_rev': None,
|
|
}
|
|
|
|
|
|
class Parameters(ReadOnlyDict):
|
|
"""An immutable dictionary with nicer KeyError messages on failure"""
|
|
|
|
def __init__(self, strict=True, **kwargs):
|
|
self.strict = strict
|
|
|
|
if not self.strict:
|
|
# apply defaults to missing parameters
|
|
for name, default in PARAMETERS.items():
|
|
if name not in kwargs:
|
|
if callable(default):
|
|
default = default()
|
|
kwargs[name] = default
|
|
|
|
if set(kwargs) & set(COMM_PARAMETERS.keys()):
|
|
for name, default in COMM_PARAMETERS.items():
|
|
if name not in kwargs:
|
|
if callable(default):
|
|
default = default()
|
|
kwargs[name] = default
|
|
|
|
ReadOnlyDict.__init__(self, **kwargs)
|
|
|
|
def check(self):
|
|
names = set(self)
|
|
valid = set(PARAMETERS.keys())
|
|
valid_comm = set(COMM_PARAMETERS.keys())
|
|
msg = []
|
|
|
|
missing = valid - names
|
|
if missing:
|
|
msg.append("missing parameters: " + ", ".join(missing))
|
|
|
|
extra = names - valid
|
|
|
|
if extra & set(valid_comm):
|
|
# If any comm_* parameters are specified, ensure all of them are specified.
|
|
missing = valid_comm - extra
|
|
if missing:
|
|
msg.append("missing parameters: " + ", ".join(missing))
|
|
extra = extra - valid_comm
|
|
|
|
if extra and self.strict:
|
|
msg.append("extra parameters: " + ", ".join(extra))
|
|
|
|
if msg:
|
|
raise ParameterMismatch("; ".join(msg))
|
|
|
|
def __getitem__(self, k):
|
|
if not (k in PARAMETERS.keys() or k in COMM_PARAMETERS.keys()):
|
|
raise KeyError("no such parameter {!r}".format(k))
|
|
try:
|
|
return super(Parameters, self).__getitem__(k)
|
|
except KeyError:
|
|
raise KeyError("taskgraph parameter {!r} not found".format(k))
|
|
|
|
|
|
def load_parameters_file(filename, strict=True):
|
|
"""
|
|
Load parameters from a path, url, decision task-id or project.
|
|
|
|
Examples:
|
|
task-id=fdtgsD5DQUmAQZEaGMvQ4Q
|
|
project=mozilla-central
|
|
"""
|
|
import urllib
|
|
from taskgraph.util.taskcluster import get_artifact_url, find_task_id
|
|
|
|
if not filename:
|
|
return Parameters(strict=strict)
|
|
|
|
try:
|
|
# reading parameters from a local parameters.yml file
|
|
f = open(filename)
|
|
except IOError:
|
|
# fetching parameters.yml using task task-id, project or supplied url
|
|
task_id = None
|
|
if filename.startswith("task-id="):
|
|
task_id = filename.split("=")[1]
|
|
elif filename.startswith("project="):
|
|
index = "gecko.v2.{}.latest.firefox.decision".format(filename.split("=")[1])
|
|
task_id = find_task_id(index)
|
|
|
|
if task_id:
|
|
filename = get_artifact_url(task_id, 'public/parameters.yml')
|
|
f = urllib.urlopen(filename)
|
|
|
|
if filename.endswith('.yml'):
|
|
return Parameters(strict=strict, **yaml.safe_load(f))
|
|
elif filename.endswith('.json'):
|
|
return Parameters(strict=strict, **json.load(f))
|
|
else:
|
|
raise TypeError("Parameters file `{}` is not JSON or YAML".format(filename))
|