зеркало из https://github.com/mozilla/gecko-dev.git
Bug 1790816 - Reformat taskcluster/ with isort. r=#linter-reviewers CLOSED TREE
# ignore-this-changeset Differential Revision: https://phabricator.services.mozilla.com/D162661
This commit is contained in:
Родитель
04faed7775
Коммит
faa5410de1
|
@ -9,8 +9,8 @@
|
||||||
|
|
||||||
from __future__ import absolute_import, print_function
|
from __future__ import absolute_import, print_function
|
||||||
|
|
||||||
import sys
|
|
||||||
import json
|
import json
|
||||||
|
import sys
|
||||||
|
|
||||||
l10n_changesets_json_path = sys.argv[1]
|
l10n_changesets_json_path = sys.argv[1]
|
||||||
with open(l10n_changesets_json_path) as f:
|
with open(l10n_changesets_json_path) as f:
|
||||||
|
|
|
@ -6,8 +6,8 @@
|
||||||
|
|
||||||
from __future__ import absolute_import, print_function
|
from __future__ import absolute_import, print_function
|
||||||
|
|
||||||
import sys
|
|
||||||
import json
|
import json
|
||||||
|
import sys
|
||||||
|
|
||||||
l10n_changesets_json_path = sys.argv[1]
|
l10n_changesets_json_path = sys.argv[1]
|
||||||
with open(l10n_changesets_json_path) as f:
|
with open(l10n_changesets_json_path) as f:
|
||||||
|
|
|
@ -14,14 +14,14 @@ import os
|
||||||
import shutil
|
import shutil
|
||||||
import tempfile
|
import tempfile
|
||||||
import time
|
import time
|
||||||
from distutils.util import strtobool
|
|
||||||
from contextlib import AsyncExitStack
|
from contextlib import AsyncExitStack
|
||||||
|
from distutils.util import strtobool
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
import aiohttp
|
import aiohttp
|
||||||
from mardor.reader import MarReader
|
from mardor.reader import MarReader
|
||||||
from mardor.signing import get_keysize
|
from mardor.signing import get_keysize
|
||||||
from scriptworker.utils import retry_async, get_hash
|
from scriptworker.utils import get_hash, retry_async
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
@ -10,13 +10,15 @@ import sys
|
||||||
sys.path.append("/builds/worker/checkouts/gecko/third_party/python")
|
sys.path.append("/builds/worker/checkouts/gecko/third_party/python")
|
||||||
sys.path.append(".")
|
sys.path.append(".")
|
||||||
|
|
||||||
import os
|
|
||||||
import stat
|
|
||||||
import base64
|
import base64
|
||||||
import signal
|
import os
|
||||||
import platform
|
import platform
|
||||||
import requests
|
import signal
|
||||||
|
import stat
|
||||||
import subprocess
|
import subprocess
|
||||||
|
|
||||||
|
import requests
|
||||||
|
|
||||||
import taskcluster
|
import taskcluster
|
||||||
|
|
||||||
# Bump this number when you need to cause a commit for the job to re-run: 21
|
# Bump this number when you need to cause a commit for the job to re-run: 21
|
||||||
|
|
|
@ -0,0 +1,3 @@
|
||||||
|
[settings]
|
||||||
|
profile=black
|
||||||
|
known_first_party=gecko_taskgraph
|
|
@ -3,9 +3,11 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
import os
|
import os
|
||||||
|
|
||||||
from taskgraph import config as taskgraph_config
|
from taskgraph import config as taskgraph_config
|
||||||
from taskgraph import morph as taskgraph_morph
|
from taskgraph import morph as taskgraph_morph
|
||||||
from taskgraph.util import taskcluster as tc_util, schema
|
from taskgraph.util import schema
|
||||||
|
from taskgraph.util import taskcluster as tc_util
|
||||||
|
|
||||||
from gecko_taskgraph.config import graph_config_schema
|
from gecko_taskgraph.config import graph_config_schema
|
||||||
|
|
||||||
|
@ -47,11 +49,12 @@ def register(graph_config):
|
||||||
graph_config: The graph configuration object.
|
graph_config: The graph configuration object.
|
||||||
"""
|
"""
|
||||||
from taskgraph import generator
|
from taskgraph import generator
|
||||||
from gecko_taskgraph.parameters import register_parameters
|
|
||||||
|
from gecko_taskgraph import morph # noqa: trigger morph registration
|
||||||
from gecko_taskgraph import ( # noqa: trigger target task method registration
|
from gecko_taskgraph import ( # noqa: trigger target task method registration
|
||||||
target_tasks,
|
target_tasks,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph import morph # noqa: trigger morph registration
|
from gecko_taskgraph.parameters import register_parameters
|
||||||
from gecko_taskgraph.util.verify import verifications
|
from gecko_taskgraph.util.verify import verifications
|
||||||
|
|
||||||
# Don't use the upstream verifications, and replace them with our own.
|
# Don't use the upstream verifications, and replace them with our own.
|
||||||
|
|
|
@ -4,12 +4,7 @@
|
||||||
|
|
||||||
|
|
||||||
from .registry import register_callback_action
|
from .registry import register_callback_action
|
||||||
|
from .util import combine_task_graph_files, create_tasks, fetch_graph_and_labels
|
||||||
from .util import (
|
|
||||||
combine_task_graph_files,
|
|
||||||
create_tasks,
|
|
||||||
fetch_graph_and_labels,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@register_callback_action(
|
@register_callback_action(
|
||||||
|
|
|
@ -5,7 +5,6 @@
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
|
|
||||||
from ..target_tasks import standard_filter
|
from ..target_tasks import standard_filter
|
||||||
from .registry import register_callback_action
|
from .registry import register_callback_action
|
||||||
from .util import create_tasks, fetch_graph_and_labels
|
from .util import create_tasks, fetch_graph_and_labels
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
import requests
|
|
||||||
|
|
||||||
|
import requests
|
||||||
from taskgraph.util.taskcluster import cancel_task
|
from taskgraph.util.taskcluster import cancel_task
|
||||||
|
|
||||||
from .registry import register_callback_action
|
from .registry import register_callback_action
|
||||||
|
|
|
@ -11,6 +11,7 @@ import requests
|
||||||
from taskgraph.util.taskcluster import CONCURRENCY, cancel_task
|
from taskgraph.util.taskcluster import CONCURRENCY, cancel_task
|
||||||
|
|
||||||
from gecko_taskgraph.util.taskcluster import list_task_group_incomplete_task_ids
|
from gecko_taskgraph.util.taskcluster import list_task_group_incomplete_task_ids
|
||||||
|
|
||||||
from .registry import register_callback_action
|
from .registry import register_callback_action
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
@ -8,12 +8,11 @@ import os
|
||||||
import re
|
import re
|
||||||
|
|
||||||
import taskcluster_urls
|
import taskcluster_urls
|
||||||
from taskgraph.util.taskcluster import get_task_definition, get_root_url, send_email
|
from taskgraph.util.taskcluster import get_root_url, get_task_definition, send_email
|
||||||
|
|
||||||
from gecko_taskgraph.actions.registry import register_callback_action
|
from gecko_taskgraph.actions.registry import register_callback_action
|
||||||
from gecko_taskgraph.actions.util import create_tasks, fetch_graph_and_labels
|
from gecko_taskgraph.actions.util import create_tasks, fetch_graph_and_labels
|
||||||
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
EMAIL_SUBJECT = "Your Interactive Task for {label}"
|
EMAIL_SUBJECT = "Your Interactive Task for {label}"
|
||||||
|
|
|
@ -10,10 +10,11 @@ from requests.exceptions import HTTPError
|
||||||
from taskgraph.taskgraph import TaskGraph
|
from taskgraph.taskgraph import TaskGraph
|
||||||
from taskgraph.util.taskcluster import get_artifact_from_index, get_task_definition
|
from taskgraph.util.taskcluster import get_artifact_from_index, get_task_definition
|
||||||
|
|
||||||
from .registry import register_callback_action
|
|
||||||
from .util import create_tasks, combine_task_graph_files
|
|
||||||
from gecko_taskgraph.util.taskgraph import find_decision_task
|
from gecko_taskgraph.util.taskgraph import find_decision_task
|
||||||
|
|
||||||
|
from .registry import register_callback_action
|
||||||
|
from .util import combine_task_graph_files, create_tasks
|
||||||
|
|
||||||
PUSHLOG_TMPL = "{}/json-pushes?version=2&startID={}&endID={}"
|
PUSHLOG_TMPL = "{}/json-pushes?version=2&startID={}&endID={}"
|
||||||
INDEX_TMPL = "gecko.v2.{}.pushlog-id.{}.decision"
|
INDEX_TMPL = "gecko.v2.{}.pushlog-id.{}.decision"
|
||||||
|
|
||||||
|
|
|
@ -13,7 +13,7 @@ from taskgraph.util.parameterization import resolve_task_references
|
||||||
from taskgraph.util.taskcluster import get_artifact, get_task_definition, list_artifacts
|
from taskgraph.util.taskcluster import get_artifact, get_task_definition, list_artifacts
|
||||||
|
|
||||||
from .registry import register_callback_action
|
from .registry import register_callback_action
|
||||||
from .util import create_task_from_def, fetch_graph_and_labels, add_args_to_command
|
from .util import add_args_to_command, create_task_from_def, fetch_graph_and_labels
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
@ -4,10 +4,7 @@
|
||||||
|
|
||||||
|
|
||||||
from .registry import register_callback_action
|
from .registry import register_callback_action
|
||||||
from .util import (
|
from .util import create_tasks, fetch_graph_and_labels
|
||||||
create_tasks,
|
|
||||||
fetch_graph_and_labels,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@register_callback_action(
|
@register_callback_action(
|
||||||
|
|
|
@ -7,16 +7,13 @@ import json
|
||||||
import os
|
import os
|
||||||
|
|
||||||
import requests
|
import requests
|
||||||
|
|
||||||
from taskgraph.parameters import Parameters
|
from taskgraph.parameters import Parameters
|
||||||
from taskgraph.taskgraph import TaskGraph
|
from taskgraph.taskgraph import TaskGraph
|
||||||
from taskgraph.util.taskcluster import get_artifact, list_task_group_incomplete_tasks
|
from taskgraph.util.taskcluster import get_artifact, list_task_group_incomplete_tasks
|
||||||
|
|
||||||
from gecko_taskgraph.actions.registry import register_callback_action
|
from gecko_taskgraph.actions.registry import register_callback_action
|
||||||
from gecko_taskgraph.util.taskgraph import (
|
from gecko_taskgraph.decision import taskgraph_decision
|
||||||
find_decision_task,
|
from gecko_taskgraph.util.attributes import RELEASE_PROMOTION_PROJECTS, release_level
|
||||||
find_existing_tasks_from_previous_kinds,
|
|
||||||
)
|
|
||||||
from gecko_taskgraph.util.partials import populate_release_history
|
from gecko_taskgraph.util.partials import populate_release_history
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import (
|
||||||
fix_partner_config,
|
fix_partner_config,
|
||||||
|
@ -24,9 +21,10 @@ from gecko_taskgraph.util.partners import (
|
||||||
get_partner_url_config,
|
get_partner_url_config,
|
||||||
get_token,
|
get_token,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.decision import taskgraph_decision
|
from gecko_taskgraph.util.taskgraph import (
|
||||||
from gecko_taskgraph.util.attributes import RELEASE_PROMOTION_PROJECTS, release_level
|
find_decision_task,
|
||||||
|
find_existing_tasks_from_previous_kinds,
|
||||||
|
)
|
||||||
|
|
||||||
RELEASE_PROMOTION_SIGNOFFS = ("mar-signing",)
|
RELEASE_PROMOTION_SIGNOFFS = ("mar-signing",)
|
||||||
|
|
||||||
|
|
|
@ -4,21 +4,22 @@
|
||||||
|
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
import textwrap
|
|
||||||
import sys
|
import sys
|
||||||
|
import textwrap
|
||||||
|
|
||||||
from taskgraph.util.taskcluster import get_task_definition, rerun_task
|
from taskgraph.util.taskcluster import get_task_definition, rerun_task
|
||||||
|
|
||||||
|
from gecko_taskgraph.util.taskcluster import state_task
|
||||||
|
|
||||||
|
from .registry import register_callback_action
|
||||||
from .util import (
|
from .util import (
|
||||||
combine_task_graph_files,
|
combine_task_graph_files,
|
||||||
|
create_task_from_def,
|
||||||
create_tasks,
|
create_tasks,
|
||||||
fetch_graph_and_labels,
|
fetch_graph_and_labels,
|
||||||
relativize_datestamps,
|
|
||||||
create_task_from_def,
|
|
||||||
get_tasks_with_downstream,
|
get_tasks_with_downstream,
|
||||||
|
relativize_datestamps,
|
||||||
)
|
)
|
||||||
from .registry import register_callback_action
|
|
||||||
from gecko_taskgraph.util.taskcluster import state_task
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
@ -10,14 +10,9 @@ from functools import partial
|
||||||
|
|
||||||
from taskgraph.util.taskcluster import get_artifact, get_task_definition
|
from taskgraph.util.taskcluster import get_artifact, get_task_definition
|
||||||
|
|
||||||
from .registry import register_callback_action
|
|
||||||
from .util import (
|
|
||||||
create_tasks,
|
|
||||||
fetch_graph_and_labels,
|
|
||||||
get_decision_task_id,
|
|
||||||
get_pushes,
|
|
||||||
)
|
|
||||||
from ..util.taskcluster import list_task_group_complete_tasks
|
from ..util.taskcluster import list_task_group_complete_tasks
|
||||||
|
from .registry import register_callback_action
|
||||||
|
from .util import create_tasks, fetch_graph_and_labels, get_decision_task_id, get_pushes
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
@ -3,8 +3,7 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
from taskgraph.util.schema import Schema, optionally_keyed_by
|
from taskgraph.util.schema import Schema, optionally_keyed_by
|
||||||
from voluptuous import Required, Optional, Any
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
|
|
||||||
graph_config_schema = Schema(
|
graph_config_schema = Schema(
|
||||||
{
|
{
|
||||||
|
|
|
@ -15,9 +15,9 @@ import yaml
|
||||||
from redo import retry
|
from redo import retry
|
||||||
from taskgraph import create
|
from taskgraph import create
|
||||||
from taskgraph.create import create_tasks
|
from taskgraph.create import create_tasks
|
||||||
|
|
||||||
|
# TODO: Let standalone taskgraph generate parameters instead of calling internals
|
||||||
from taskgraph.decision import (
|
from taskgraph.decision import (
|
||||||
# TODO: Let standalone taskgraph generate parameters instead
|
|
||||||
# of calling internals
|
|
||||||
_determine_more_accurate_base_ref,
|
_determine_more_accurate_base_ref,
|
||||||
_determine_more_accurate_base_rev,
|
_determine_more_accurate_base_rev,
|
||||||
_get_env_prefix,
|
_get_env_prefix,
|
||||||
|
|
|
@ -10,10 +10,11 @@ from io import BytesIO
|
||||||
|
|
||||||
from taskgraph.generator import load_tasks_for_kind
|
from taskgraph.generator import load_tasks_for_kind
|
||||||
from taskgraph.parameters import Parameters
|
from taskgraph.parameters import Parameters
|
||||||
from taskgraph.util.taskcluster import get_session, get_artifact_url
|
from taskgraph.util.taskcluster import get_artifact_url, get_session
|
||||||
|
|
||||||
from gecko_taskgraph.optimize.strategies import IndexSearch
|
from gecko_taskgraph.optimize.strategies import IndexSearch
|
||||||
from gecko_taskgraph.util import docker
|
from gecko_taskgraph.util import docker
|
||||||
|
|
||||||
from . import GECKO
|
from . import GECKO
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -8,11 +8,12 @@ Support for optimizing tasks based on the set of files that have changed.
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
|
|
||||||
from mozpack.path import match as mozpackmatch, join as join_path
|
|
||||||
from mozversioncontrol import get_repository_object, InvalidRepoPath
|
|
||||||
from subprocess import CalledProcessError
|
from subprocess import CalledProcessError
|
||||||
|
|
||||||
from mozbuild.util import memoize
|
from mozbuild.util import memoize
|
||||||
|
from mozpack.path import join as join_path
|
||||||
|
from mozpack.path import match as mozpackmatch
|
||||||
|
from mozversioncontrol import InvalidRepoPath, get_repository_object
|
||||||
|
|
||||||
from gecko_taskgraph import GECKO
|
from gecko_taskgraph import GECKO
|
||||||
from gecko_taskgraph.util.hg import get_json_automationrelevance
|
from gecko_taskgraph.util.hg import get_json_automationrelevance
|
||||||
|
|
|
@ -689,11 +689,12 @@ def action_callback(options):
|
||||||
@argument("--input", default=None, help="Action input (.yml or .json)")
|
@argument("--input", default=None, help="Action input (.yml or .json)")
|
||||||
@argument("callback", default=None, help="Action callback name (Python function name)")
|
@argument("callback", default=None, help="Action callback name (Python function name)")
|
||||||
def test_action_callback(options):
|
def test_action_callback(options):
|
||||||
import gecko_taskgraph.actions
|
|
||||||
import taskgraph.parameters
|
import taskgraph.parameters
|
||||||
from taskgraph.config import load_graph_config
|
from taskgraph.config import load_graph_config
|
||||||
from taskgraph.util import yaml
|
from taskgraph.util import yaml
|
||||||
|
|
||||||
|
import gecko_taskgraph.actions
|
||||||
|
|
||||||
def load_data(filename):
|
def load_data(filename):
|
||||||
with open(filename) as f:
|
with open(filename) as f:
|
||||||
if filename.endswith(".yml"):
|
if filename.endswith(".yml"):
|
||||||
|
|
|
@ -23,7 +23,6 @@ import logging
|
||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
|
|
||||||
|
|
||||||
from slugid import nice as slugid
|
from slugid import nice as slugid
|
||||||
from taskgraph.graph import Graph
|
from taskgraph.graph import Graph
|
||||||
from taskgraph.morph import register_morph
|
from taskgraph.morph import register_morph
|
||||||
|
|
|
@ -11,14 +11,7 @@ task.
|
||||||
See ``taskcluster/docs/optimization.rst`` for more information.
|
See ``taskcluster/docs/optimization.rst`` for more information.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from taskgraph.optimize.base import (
|
from taskgraph.optimize.base import Alias, All, Any, Not, register_strategy, registry
|
||||||
Alias,
|
|
||||||
All,
|
|
||||||
Any,
|
|
||||||
Not,
|
|
||||||
register_strategy,
|
|
||||||
registry,
|
|
||||||
)
|
|
||||||
from taskgraph.util.python_path import import_sibling_modules
|
from taskgraph.util.python_path import import_sibling_modules
|
||||||
|
|
||||||
# Use the gecko_taskgraph version of 'skip-unless-changed' for now.
|
# Use the gecko_taskgraph version of 'skip-unless-changed' for now.
|
||||||
|
|
|
@ -3,18 +3,18 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
|
|
||||||
from fnmatch import fnmatch
|
|
||||||
from collections import defaultdict
|
from collections import defaultdict
|
||||||
|
from fnmatch import fnmatch
|
||||||
from urllib.parse import urlsplit
|
from urllib.parse import urlsplit
|
||||||
|
|
||||||
from taskgraph.optimize.base import register_strategy, registry, OptimizationStrategy
|
from taskgraph.optimize.base import OptimizationStrategy, register_strategy, registry
|
||||||
|
|
||||||
from gecko_taskgraph.util.bugbug import (
|
from gecko_taskgraph.util.bugbug import (
|
||||||
|
CT_HIGH,
|
||||||
|
CT_LOW,
|
||||||
|
CT_MEDIUM,
|
||||||
BugbugTimeoutException,
|
BugbugTimeoutException,
|
||||||
push_schedules,
|
push_schedules,
|
||||||
CT_HIGH,
|
|
||||||
CT_MEDIUM,
|
|
||||||
CT_LOW,
|
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.hg import get_push_data
|
from gecko_taskgraph.util.hg import get_push_data
|
||||||
|
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
import voluptuous
|
|
||||||
|
|
||||||
|
import voluptuous
|
||||||
from mozbuild import schedules
|
from mozbuild import schedules
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
@ -9,7 +9,7 @@ from datetime import datetime
|
||||||
import mozpack.path as mozpath
|
import mozpack.path as mozpath
|
||||||
from mozbuild.base import MozbuildObject
|
from mozbuild.base import MozbuildObject
|
||||||
from mozbuild.util import memoize
|
from mozbuild.util import memoize
|
||||||
from taskgraph.optimize.base import register_strategy, OptimizationStrategy
|
from taskgraph.optimize.base import OptimizationStrategy, register_strategy
|
||||||
from taskgraph.util.taskcluster import find_task_id
|
from taskgraph.util.taskcluster import find_task_id
|
||||||
|
|
||||||
from gecko_taskgraph import files_changed
|
from gecko_taskgraph import files_changed
|
||||||
|
|
|
@ -6,10 +6,7 @@ import logging
|
||||||
import os
|
import os
|
||||||
|
|
||||||
from taskgraph.parameters import extend_parameters_schema
|
from taskgraph.parameters import extend_parameters_schema
|
||||||
from voluptuous import (
|
from voluptuous import Any, Required
|
||||||
Any,
|
|
||||||
Required,
|
|
||||||
)
|
|
||||||
|
|
||||||
from gecko_taskgraph import GECKO
|
from gecko_taskgraph import GECKO
|
||||||
|
|
||||||
|
|
|
@ -8,6 +8,11 @@ import os
|
||||||
import re
|
import re
|
||||||
from datetime import datetime, timedelta
|
from datetime import datetime, timedelta
|
||||||
|
|
||||||
|
from redo import retry
|
||||||
|
from taskgraph.parameters import Parameters
|
||||||
|
from taskgraph.target_tasks import _target_task, get_method
|
||||||
|
from taskgraph.util.taskcluster import find_task_id
|
||||||
|
|
||||||
from gecko_taskgraph import GECKO, try_option_syntax
|
from gecko_taskgraph import GECKO, try_option_syntax
|
||||||
from gecko_taskgraph.util.attributes import (
|
from gecko_taskgraph.util.attributes import (
|
||||||
match_run_on_hg_branches,
|
match_run_on_hg_branches,
|
||||||
|
@ -15,10 +20,6 @@ from gecko_taskgraph.util.attributes import (
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.hg import find_hg_revision_push_info, get_hg_commit_message
|
from gecko_taskgraph.util.hg import find_hg_revision_push_info, get_hg_commit_message
|
||||||
from gecko_taskgraph.util.platforms import platform_family
|
from gecko_taskgraph.util.platforms import platform_family
|
||||||
from redo import retry
|
|
||||||
from taskgraph.parameters import Parameters
|
|
||||||
from taskgraph.target_tasks import _target_task, get_method
|
|
||||||
from taskgraph.util.taskcluster import find_task_id
|
|
||||||
|
|
||||||
# Some tasks show up in the target task set, but are possibly special cases,
|
# Some tasks show up in the target task set, but are possibly special cases,
|
||||||
# uncommon tasks, or tasks running against limited hardware set that they
|
# uncommon tasks, or tasks running against limited hardware set that they
|
||||||
|
|
|
@ -4,9 +4,6 @@
|
||||||
import os
|
import os
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
from gecko_taskgraph import GECKO
|
|
||||||
from gecko_taskgraph.actions import render_actions_json
|
|
||||||
from gecko_taskgraph.util.templates import merge
|
|
||||||
from mach.logging import LoggingManager
|
from mach.logging import LoggingManager
|
||||||
from responses import RequestsMock
|
from responses import RequestsMock
|
||||||
from taskgraph import generator as generator_mod
|
from taskgraph import generator as generator_mod
|
||||||
|
@ -17,6 +14,10 @@ from taskgraph.optimize import base as optimize_mod
|
||||||
from taskgraph.optimize.base import OptimizationStrategy
|
from taskgraph.optimize.base import OptimizationStrategy
|
||||||
from taskgraph.parameters import Parameters
|
from taskgraph.parameters import Parameters
|
||||||
|
|
||||||
|
from gecko_taskgraph import GECKO
|
||||||
|
from gecko_taskgraph.actions import render_actions_json
|
||||||
|
from gecko_taskgraph.util.templates import merge
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
@pytest.fixture
|
||||||
def responses():
|
def responses():
|
||||||
|
|
|
@ -3,21 +3,20 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
|
|
||||||
import os
|
|
||||||
import json
|
import json
|
||||||
|
import os
|
||||||
import shutil
|
import shutil
|
||||||
import unittest
|
|
||||||
import tempfile
|
import tempfile
|
||||||
|
import unittest
|
||||||
|
from unittest.mock import patch
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
from mozunit import main, MockedOpen
|
from mozunit import MockedOpen, main
|
||||||
from taskgraph.util.yaml import load_yaml
|
from taskgraph.util.yaml import load_yaml
|
||||||
from unittest.mock import patch
|
|
||||||
|
|
||||||
from gecko_taskgraph import decision
|
from gecko_taskgraph import decision
|
||||||
from gecko_taskgraph.parameters import register_parameters
|
from gecko_taskgraph.parameters import register_parameters
|
||||||
|
|
||||||
|
|
||||||
FAKE_GRAPH_CONFIG = {"product-dir": "browser", "taskgraph": {}}
|
FAKE_GRAPH_CONFIG = {"product-dir": "browser", "taskgraph": {}}
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -7,9 +7,10 @@ import json
|
||||||
import os
|
import os
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
from mozunit import main
|
||||||
|
|
||||||
from gecko_taskgraph import files_changed
|
from gecko_taskgraph import files_changed
|
||||||
from gecko_taskgraph.util import hg
|
from gecko_taskgraph.util import hg
|
||||||
from mozunit import main
|
|
||||||
|
|
||||||
PARAMS = {
|
PARAMS = {
|
||||||
"head_repository": "https://hg.mozilla.org/mozilla-central",
|
"head_repository": "https://hg.mozilla.org/mozilla-central",
|
||||||
|
|
|
@ -4,6 +4,7 @@
|
||||||
|
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
from mozunit import main
|
||||||
from taskgraph.graph import Graph
|
from taskgraph.graph import Graph
|
||||||
from taskgraph.parameters import Parameters
|
from taskgraph.parameters import Parameters
|
||||||
from taskgraph.task import Task
|
from taskgraph.task import Task
|
||||||
|
@ -11,8 +12,6 @@ from taskgraph.taskgraph import TaskGraph
|
||||||
|
|
||||||
from gecko_taskgraph import morph
|
from gecko_taskgraph import morph
|
||||||
|
|
||||||
from mozunit import main
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
@pytest.fixture
|
||||||
def make_taskgraph():
|
def make_taskgraph():
|
||||||
|
|
|
@ -12,14 +12,14 @@ from taskgraph.optimize.base import registry
|
||||||
from taskgraph.task import Task
|
from taskgraph.task import Task
|
||||||
|
|
||||||
from gecko_taskgraph.optimize import project
|
from gecko_taskgraph.optimize import project
|
||||||
from gecko_taskgraph.optimize.strategies import IndexSearch, SkipUnlessSchedules
|
|
||||||
from gecko_taskgraph.optimize.backstop import SkipUnlessBackstop, SkipUnlessPushInterval
|
from gecko_taskgraph.optimize.backstop import SkipUnlessBackstop, SkipUnlessPushInterval
|
||||||
from gecko_taskgraph.optimize.bugbug import (
|
from gecko_taskgraph.optimize.bugbug import (
|
||||||
|
FALLBACK,
|
||||||
BugBugPushSchedules,
|
BugBugPushSchedules,
|
||||||
DisperseGroups,
|
DisperseGroups,
|
||||||
FALLBACK,
|
|
||||||
SkipUnlessDebug,
|
SkipUnlessDebug,
|
||||||
)
|
)
|
||||||
|
from gecko_taskgraph.optimize.strategies import IndexSearch, SkipUnlessSchedules
|
||||||
from gecko_taskgraph.util.backstop import BACKSTOP_PUSH_INTERVAL
|
from gecko_taskgraph.util.backstop import BACKSTOP_PUSH_INTERVAL
|
||||||
from gecko_taskgraph.util.bugbug import (
|
from gecko_taskgraph.util.bugbug import (
|
||||||
BUGBUG_BASE_URL,
|
BUGBUG_BASE_URL,
|
||||||
|
|
|
@ -13,8 +13,7 @@ from taskgraph.graph import Graph
|
||||||
from taskgraph.task import Task
|
from taskgraph.task import Task
|
||||||
from taskgraph.taskgraph import TaskGraph
|
from taskgraph.taskgraph import TaskGraph
|
||||||
|
|
||||||
from gecko_taskgraph import target_tasks
|
from gecko_taskgraph import target_tasks, try_option_syntax
|
||||||
from gecko_taskgraph import try_option_syntax
|
|
||||||
|
|
||||||
|
|
||||||
class FakeTryOptionSyntax:
|
class FakeTryOptionSyntax:
|
||||||
|
|
|
@ -3,13 +3,13 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
import pprint
|
import pprint
|
||||||
|
import unittest
|
||||||
|
|
||||||
import jsone
|
import jsone
|
||||||
import slugid
|
import slugid
|
||||||
import unittest
|
|
||||||
from mozunit import main
|
from mozunit import main
|
||||||
from taskgraph.util.yaml import load_yaml
|
|
||||||
from taskgraph.util.time import current_json_time
|
from taskgraph.util.time import current_json_time
|
||||||
|
from taskgraph.util.yaml import load_yaml
|
||||||
|
|
||||||
from gecko_taskgraph import GECKO
|
from gecko_taskgraph import GECKO
|
||||||
|
|
||||||
|
|
|
@ -11,6 +11,7 @@ import os
|
||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
from conftest import FakeParameters
|
||||||
from mozunit import main
|
from mozunit import main
|
||||||
from taskgraph.config import load_graph_config
|
from taskgraph.config import load_graph_config
|
||||||
from taskgraph.transforms.base import TransformConfig
|
from taskgraph.transforms.base import TransformConfig
|
||||||
|
@ -22,8 +23,6 @@ from gecko_taskgraph.transforms.job import run_task # noqa: F401
|
||||||
from gecko_taskgraph.transforms.job.common import add_cache
|
from gecko_taskgraph.transforms.job.common import add_cache
|
||||||
from gecko_taskgraph.transforms.task import payload_builders
|
from gecko_taskgraph.transforms.task import payload_builders
|
||||||
|
|
||||||
from conftest import FakeParameters
|
|
||||||
|
|
||||||
here = os.path.abspath(os.path.dirname(__file__))
|
here = os.path.abspath(os.path.dirname(__file__))
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -11,6 +11,7 @@ from pprint import pprint
|
||||||
|
|
||||||
import mozunit
|
import mozunit
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
from gecko_taskgraph.transforms import test as test_transforms
|
from gecko_taskgraph.transforms import test as test_transforms
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -12,10 +12,10 @@ from mozunit import main
|
||||||
from taskgraph.util.taskcluster import get_artifact_url, get_index_url, get_task_url
|
from taskgraph.util.taskcluster import get_artifact_url, get_index_url, get_task_url
|
||||||
|
|
||||||
from gecko_taskgraph.util.backstop import (
|
from gecko_taskgraph.util.backstop import (
|
||||||
is_backstop,
|
|
||||||
BACKSTOP_INDEX,
|
BACKSTOP_INDEX,
|
||||||
BACKSTOP_PUSH_INTERVAL,
|
BACKSTOP_PUSH_INTERVAL,
|
||||||
BACKSTOP_TIME_INTERVAL,
|
BACKSTOP_TIME_INTERVAL,
|
||||||
|
is_backstop,
|
||||||
)
|
)
|
||||||
|
|
||||||
LAST_BACKSTOP_ID = 0
|
LAST_BACKSTOP_ID = 0
|
||||||
|
|
|
@ -5,10 +5,7 @@
|
||||||
|
|
||||||
import mozunit
|
import mozunit
|
||||||
|
|
||||||
from gecko_taskgraph.util.bugbug import (
|
from gecko_taskgraph.util.bugbug import BUGBUG_BASE_URL, push_schedules
|
||||||
BUGBUG_BASE_URL,
|
|
||||||
push_schedules,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def test_group_translation(responses):
|
def test_group_translation(responses):
|
||||||
|
|
|
@ -4,14 +4,12 @@
|
||||||
|
|
||||||
|
|
||||||
import re
|
import re
|
||||||
|
|
||||||
from itertools import combinations
|
from itertools import combinations
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
from mozunit import main
|
from mozunit import main
|
||||||
from gecko_taskgraph.util import chunking
|
|
||||||
|
|
||||||
|
from gecko_taskgraph.util import chunking
|
||||||
|
|
||||||
pytestmark = pytest.mark.slow
|
pytestmark = pytest.mark.slow
|
||||||
|
|
||||||
|
|
|
@ -10,11 +10,11 @@ import tarfile
|
||||||
import tempfile
|
import tempfile
|
||||||
import unittest
|
import unittest
|
||||||
from unittest import mock
|
from unittest import mock
|
||||||
|
|
||||||
import taskcluster_urls as liburls
|
import taskcluster_urls as liburls
|
||||||
|
from mozunit import MockedOpen, main
|
||||||
|
|
||||||
from gecko_taskgraph.util import docker
|
from gecko_taskgraph.util import docker
|
||||||
from mozunit import main, MockedOpen
|
|
||||||
|
|
||||||
|
|
||||||
MODE_STANDARD = stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH
|
MODE_STANDARD = stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH
|
||||||
|
|
||||||
|
|
|
@ -4,9 +4,10 @@
|
||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
from unittest import mock
|
from unittest import mock
|
||||||
from mozunit import main
|
|
||||||
from gecko_taskgraph.util import partials
|
|
||||||
|
|
||||||
|
from mozunit import main
|
||||||
|
|
||||||
|
from gecko_taskgraph.util import partials
|
||||||
|
|
||||||
release_blob = {
|
release_blob = {
|
||||||
"fileUrls": {
|
"fileUrls": {
|
||||||
|
|
|
@ -4,8 +4,10 @@
|
||||||
|
|
||||||
|
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
import mozunit
|
import mozunit
|
||||||
from gecko_taskgraph.util.templates import merge_to, merge
|
|
||||||
|
from gecko_taskgraph.util.templates import merge, merge_to
|
||||||
|
|
||||||
|
|
||||||
class MergeTest(unittest.TestCase):
|
class MergeTest(unittest.TestCase):
|
||||||
|
|
|
@ -13,11 +13,12 @@ actual checking.
|
||||||
import os.path
|
import os.path
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
import gecko_taskgraph.util.verify
|
|
||||||
from gecko_taskgraph.util.verify import DocPaths, verify_docs
|
|
||||||
from gecko_taskgraph import GECKO
|
|
||||||
from mozunit import main
|
from mozunit import main
|
||||||
|
|
||||||
|
import gecko_taskgraph.util.verify
|
||||||
|
from gecko_taskgraph import GECKO
|
||||||
|
from gecko_taskgraph.util.verify import DocPaths, verify_docs
|
||||||
|
|
||||||
FF_DOCS_BASE = os.path.join(GECKO, "taskcluster", "docs")
|
FF_DOCS_BASE = os.path.join(GECKO, "taskcluster", "docs")
|
||||||
EXTRA_DOCS_BASE = os.path.abspath(os.path.join(os.path.dirname(__file__), "docs"))
|
EXTRA_DOCS_BASE = os.path.abspath(os.path.join(os.path.dirname(__file__), "docs"))
|
||||||
|
|
||||||
|
|
|
@ -9,11 +9,12 @@ import os
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
import yaml
|
import yaml
|
||||||
from gecko_taskgraph.transforms.job.common import get_expiration
|
|
||||||
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from yaml import YAMLError
|
from yaml import YAMLError
|
||||||
|
|
||||||
|
from gecko_taskgraph.transforms.job.common import get_expiration
|
||||||
|
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
|
@ -5,8 +5,8 @@
|
||||||
Transform the beetmover task into an actual task description.
|
Transform the beetmover task into an actual task description.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from mozrelease.balrog import generate_update_properties
|
|
||||||
from mozilla_version.gecko import GeckoVersion
|
from mozilla_version.gecko import GeckoVersion
|
||||||
|
from mozrelease.balrog import generate_update_properties
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.yaml import load_yaml
|
from taskgraph.util.yaml import load_yaml
|
||||||
|
|
||||||
|
|
|
@ -10,8 +10,8 @@ from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
|
|
||||||
beetmover_checksums_description_schema = schema.extend(
|
beetmover_checksums_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -9,24 +9,23 @@ Transform the beetmover task into an actual task description.
|
||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import resolve_keyed_by, optionally_keyed_by
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
from voluptuous import Required, Optional
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.beetmover import (
|
from gecko_taskgraph.transforms.beetmover import (
|
||||||
craft_release_properties as beetmover_craft_release_properties,
|
craft_release_properties as beetmover_craft_release_properties,
|
||||||
)
|
)
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import (
|
from gecko_taskgraph.util.attributes import (
|
||||||
copy_attributes_from_dependent_job,
|
copy_attributes_from_dependent_job,
|
||||||
release_level,
|
release_level,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.declarative_artifacts import (
|
from gecko_taskgraph.util.declarative_artifacts import (
|
||||||
|
get_geckoview_artifact_id,
|
||||||
get_geckoview_artifact_map,
|
get_geckoview_artifact_map,
|
||||||
get_geckoview_upstream_artifacts,
|
get_geckoview_upstream_artifacts,
|
||||||
get_geckoview_artifact_id,
|
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
|
|
||||||
beetmover_description_schema = schema.extend(
|
beetmover_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -7,13 +7,13 @@ Transform the beetmover-push-to-release task into a task description.
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import Schema, taskref_or_string
|
from taskgraph.util.schema import Schema, taskref_or_string
|
||||||
from voluptuous import Required, Optional
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.util.scriptworker import (
|
|
||||||
get_beetmover_bucket_scope,
|
|
||||||
add_scope_prefix,
|
|
||||||
)
|
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
|
from gecko_taskgraph.util.scriptworker import (
|
||||||
|
add_scope_prefix,
|
||||||
|
get_beetmover_bucket_scope,
|
||||||
|
)
|
||||||
|
|
||||||
beetmover_push_to_release_description_schema = Schema(
|
beetmover_push_to_release_description_schema = Schema(
|
||||||
{
|
{
|
||||||
|
|
|
@ -11,23 +11,20 @@ from copy import deepcopy
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
from voluptuous import Any, Required, Optional
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import (
|
from gecko_taskgraph.util.attributes import (
|
||||||
copy_attributes_from_dependent_job,
|
copy_attributes_from_dependent_job,
|
||||||
release_level,
|
release_level,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import get_ftp_platform, get_partner_config_by_kind
|
||||||
get_ftp_platform,
|
|
||||||
get_partner_config_by_kind,
|
|
||||||
)
|
|
||||||
from gecko_taskgraph.util.scriptworker import (
|
from gecko_taskgraph.util.scriptworker import (
|
||||||
add_scope_prefix,
|
add_scope_prefix,
|
||||||
get_beetmover_bucket_scope,
|
get_beetmover_bucket_scope,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
@ -10,14 +10,14 @@ from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.scriptworker import (
|
from gecko_taskgraph.util.scriptworker import (
|
||||||
generate_beetmover_artifact_map,
|
generate_beetmover_artifact_map,
|
||||||
generate_beetmover_upstream_artifacts,
|
generate_beetmover_upstream_artifacts,
|
||||||
get_beetmover_bucket_scope,
|
|
||||||
get_beetmover_action_scope,
|
get_beetmover_action_scope,
|
||||||
|
get_beetmover_bucket_scope,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
beetmover_checksums_description_schema = schema.extend(
|
beetmover_checksums_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -3,6 +3,7 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
import json
|
import json
|
||||||
|
import logging
|
||||||
from pipes import quote as shell_quote
|
from pipes import quote as shell_quote
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
@ -11,8 +12,6 @@ from taskgraph.util.schema import resolve_keyed_by
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.scriptworker import get_release_config
|
from gecko_taskgraph.util.scriptworker import get_release_config
|
||||||
|
|
||||||
import logging
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
|
@ -12,10 +12,12 @@ from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import resolve_keyed_by
|
from taskgraph.util.schema import resolve_keyed_by
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.bouncer_submission import (
|
from gecko_taskgraph.transforms.bouncer_submission import (
|
||||||
FTP_PLATFORMS_PER_BOUNCER_PLATFORM,
|
|
||||||
CONFIG_PER_BOUNCER_PRODUCT as CONFIG_PER_BOUNCER_PRODUCT_VANILLA,
|
CONFIG_PER_BOUNCER_PRODUCT as CONFIG_PER_BOUNCER_PRODUCT_VANILLA,
|
||||||
_craft_ftp_product,
|
)
|
||||||
|
from gecko_taskgraph.transforms.bouncer_submission import (
|
||||||
|
FTP_PLATFORMS_PER_BOUNCER_PLATFORM,
|
||||||
_craft_filename_product,
|
_craft_filename_product,
|
||||||
|
_craft_ftp_product,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import (
|
||||||
|
|
|
@ -10,7 +10,6 @@ from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
|
|
||||||
from gecko_taskgraph.util.declarative_artifacts import get_geckoview_upstream_artifacts
|
from gecko_taskgraph.util.declarative_artifacts import get_geckoview_upstream_artifacts
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -13,7 +13,6 @@ from gecko_taskgraph.util.signed_artifacts import (
|
||||||
generate_specifications_of_artifacts_to_sign,
|
generate_specifications_of_artifacts_to_sign,
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -12,8 +12,8 @@ from mozbuild.chunkify import chunkify
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import (
|
||||||
get_repack_ids_by_platform,
|
|
||||||
apply_partner_priority,
|
apply_partner_priority,
|
||||||
|
get_repack_ids_by_platform,
|
||||||
)
|
)
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
|
@ -10,9 +10,7 @@ from copy import deepcopy
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
from voluptuous import (
|
from voluptuous import Optional
|
||||||
Optional,
|
|
||||||
)
|
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import job_description_schema
|
from gecko_taskgraph.transforms.job import job_description_schema
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
|
|
|
@ -6,12 +6,13 @@ This transform construct tasks to perform diffs between builds, as
|
||||||
defined in kind.yml
|
defined in kind.yml
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
from taskgraph.util.taskcluster import get_artifact_path
|
from taskgraph.util.taskcluster import get_artifact_path
|
||||||
from voluptuous import Any, Optional, Required
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
|
|
||||||
index_or_string = Any(
|
index_or_string = Any(
|
||||||
str,
|
str,
|
||||||
{Required("index-search"): str},
|
{Required("index-search"): str},
|
||||||
|
|
|
@ -3,26 +3,24 @@
|
||||||
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||||
|
|
||||||
|
|
||||||
|
import json
|
||||||
import logging
|
import logging
|
||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
import json
|
|
||||||
|
|
||||||
import mozpack.path as mozpath
|
import mozpack.path as mozpath
|
||||||
import taskgraph
|
import taskgraph
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from .. import GECKO
|
|
||||||
from gecko_taskgraph.util.docker import (
|
from gecko_taskgraph.util.docker import (
|
||||||
create_context_tar,
|
create_context_tar,
|
||||||
generate_context_hash,
|
generate_context_hash,
|
||||||
image_path,
|
image_path,
|
||||||
)
|
)
|
||||||
from voluptuous import (
|
|
||||||
Optional,
|
from .. import GECKO
|
||||||
Required,
|
|
||||||
)
|
|
||||||
from .task import task_description_schema
|
from .task import task_description_schema
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
|
@ -19,6 +19,7 @@ from taskgraph.util.treeherder import join_symbol
|
||||||
from voluptuous import Any, Extra, Optional, Required
|
from voluptuous import Any, Extra, Optional, Required
|
||||||
|
|
||||||
import gecko_taskgraph
|
import gecko_taskgraph
|
||||||
|
|
||||||
from ..util.cached_tasks import add_optimization
|
from ..util.cached_tasks import add_optimization
|
||||||
|
|
||||||
CACHE_TYPE = "content.v1"
|
CACHE_TYPE = "content.v1"
|
||||||
|
|
|
@ -9,9 +9,9 @@ from taskgraph.transforms.base import TransformSequence
|
||||||
from voluptuous import Optional
|
from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
repackage_signing_description_schema = schema.extend(
|
repackage_signing_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -4,7 +4,6 @@
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -15,15 +15,16 @@ import json
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
import mozpack.path as mozpath
|
import mozpack.path as mozpath
|
||||||
from gecko_taskgraph.transforms.cached_tasks import order_tasks
|
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.python_path import import_sibling_modules
|
from taskgraph.util.python_path import import_sibling_modules
|
||||||
from taskgraph.util.schema import Schema, validate_schema
|
from taskgraph.util.schema import Schema, validate_schema
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
from voluptuous import Any, Exclusive, Extra, Optional, Required
|
from voluptuous import Any, Exclusive, Extra, Optional, Required
|
||||||
|
|
||||||
|
from gecko_taskgraph.transforms.cached_tasks import order_tasks
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
|
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
# Schema for a build description
|
# Schema for a build description
|
||||||
|
|
|
@ -8,8 +8,8 @@ consistency.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
|
||||||
from taskgraph.util.keyed_by import evaluate_keyed_by
|
from taskgraph.util.keyed_by import evaluate_keyed_by
|
||||||
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
|
|
||||||
SECRET_SCOPE = "secrets:get:project/releng/{trust_domain}/{kind}/level-{level}/{secret}"
|
SECRET_SCOPE = "secrets:get:project/releng/{trust_domain}/{kind}/level-{level}/{secret}"
|
||||||
|
|
||||||
|
|
|
@ -14,11 +14,10 @@ from taskgraph.util.schema import Schema
|
||||||
from taskgraph.util.taskcluster import get_root_url
|
from taskgraph.util.taskcluster import get_root_url
|
||||||
from voluptuous import Any, Optional, Required
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
|
from gecko_taskgraph import GECKO
|
||||||
from gecko_taskgraph.transforms.job import run_job_using
|
from gecko_taskgraph.transforms.job import run_job_using
|
||||||
from gecko_taskgraph.transforms.job.common import add_artifacts
|
from gecko_taskgraph.transforms.job.common import add_artifacts
|
||||||
|
|
||||||
from gecko_taskgraph.util.hash import hash_path
|
from gecko_taskgraph.util.hash import hash_path
|
||||||
from gecko_taskgraph import GECKO
|
|
||||||
|
|
||||||
DSC_PACKAGE_RE = re.compile(".*(?=_)")
|
DSC_PACKAGE_RE = re.compile(".*(?=_)")
|
||||||
SOURCE_PACKAGE_RE = re.compile(r".*(?=[-_]\d)")
|
SOURCE_PACKAGE_RE = re.compile(r".*(?=[-_]\d)")
|
||||||
|
|
|
@ -7,16 +7,13 @@ Support for running hazard jobs via dedicated scripts
|
||||||
|
|
||||||
|
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
from voluptuous import Required, Optional, Any
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import (
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
run_job_using,
|
|
||||||
configure_taskdesc_for_run,
|
|
||||||
)
|
|
||||||
from gecko_taskgraph.transforms.job.common import (
|
from gecko_taskgraph.transforms.job.common import (
|
||||||
setup_secrets,
|
|
||||||
docker_worker_add_artifacts,
|
|
||||||
add_tooltool,
|
add_tooltool,
|
||||||
|
docker_worker_add_artifacts,
|
||||||
|
setup_secrets,
|
||||||
)
|
)
|
||||||
|
|
||||||
haz_run_schema = Schema(
|
haz_run_schema = Schema(
|
||||||
|
|
|
@ -6,9 +6,9 @@ Support for running mach tasks (via run-task)
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from taskgraph.util.schema import Schema, taskref_or_string
|
from taskgraph.util.schema import Schema, taskref_or_string
|
||||||
from voluptuous import Required, Optional, Any
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import run_job_using, configure_taskdesc_for_run
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
|
|
||||||
mach_schema = Schema(
|
mach_schema = Schema(
|
||||||
{
|
{
|
||||||
|
|
|
@ -11,6 +11,11 @@ way, and certainly anything using mozharness should use this approach.
|
||||||
import json
|
import json
|
||||||
from textwrap import dedent
|
from textwrap import dedent
|
||||||
|
|
||||||
|
from mozpack import path as mozpath
|
||||||
|
from taskgraph.util.schema import Schema
|
||||||
|
from voluptuous import Any, Optional, Required
|
||||||
|
from voluptuous.validators import Match
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
from gecko_taskgraph.transforms.job.common import (
|
from gecko_taskgraph.transforms.job.common import (
|
||||||
docker_worker_add_artifacts,
|
docker_worker_add_artifacts,
|
||||||
|
@ -20,10 +25,6 @@ from gecko_taskgraph.transforms.job.common import (
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.transforms.task import get_branch_repo, get_branch_rev
|
from gecko_taskgraph.transforms.task import get_branch_repo, get_branch_rev
|
||||||
from gecko_taskgraph.util.attributes import is_try
|
from gecko_taskgraph.util.attributes import is_try
|
||||||
from mozpack import path as mozpath
|
|
||||||
from taskgraph.util.schema import Schema
|
|
||||||
from voluptuous import Any, Optional, Required
|
|
||||||
from voluptuous.validators import Match
|
|
||||||
|
|
||||||
mozharness_run_schema = Schema(
|
mozharness_run_schema = Schema(
|
||||||
{
|
{
|
||||||
|
|
|
@ -11,13 +11,10 @@ from taskgraph.util.schema import Schema
|
||||||
from taskgraph.util.taskcluster import get_artifact_path, get_artifact_url
|
from taskgraph.util.taskcluster import get_artifact_path, get_artifact_url
|
||||||
from voluptuous import Extra, Optional, Required
|
from voluptuous import Extra, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import (
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
configure_taskdesc_for_run,
|
from gecko_taskgraph.transforms.job.common import get_expiration, support_vcs_checkout
|
||||||
run_job_using,
|
from gecko_taskgraph.transforms.test import normpath, test_description_schema
|
||||||
)
|
|
||||||
from gecko_taskgraph.util.attributes import is_try
|
from gecko_taskgraph.util.attributes import is_try
|
||||||
from gecko_taskgraph.transforms.test import test_description_schema, normpath
|
|
||||||
from gecko_taskgraph.transforms.job.common import support_vcs_checkout, get_expiration
|
|
||||||
|
|
||||||
VARIANTS = [
|
VARIANTS = [
|
||||||
"shippable",
|
"shippable",
|
||||||
|
|
|
@ -7,9 +7,9 @@ Support for running mach python-test tasks (via run-task)
|
||||||
|
|
||||||
|
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
from voluptuous import Required, Optional
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import run_job_using, configure_taskdesc_for_run
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
|
|
||||||
python_test_schema = Schema(
|
python_test_schema = Schema(
|
||||||
{
|
{
|
||||||
|
|
|
@ -10,11 +10,11 @@ import os
|
||||||
|
|
||||||
from mozpack import path
|
from mozpack import path
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.task import taskref_or_string
|
|
||||||
from gecko_taskgraph.transforms.job import run_job_using
|
from gecko_taskgraph.transforms.job import run_job_using
|
||||||
from gecko_taskgraph.transforms.job.common import add_tooltool, support_vcs_checkout
|
from gecko_taskgraph.transforms.job.common import add_tooltool, support_vcs_checkout
|
||||||
from voluptuous import Any, Optional, Required
|
from gecko_taskgraph.transforms.task import taskref_or_string
|
||||||
|
|
||||||
run_task_schema = Schema(
|
run_task_schema = Schema(
|
||||||
{
|
{
|
||||||
|
|
|
@ -7,12 +7,9 @@ Support for running spidermonkey jobs via dedicated scripts
|
||||||
|
|
||||||
|
|
||||||
from taskgraph.util.schema import Schema
|
from taskgraph.util.schema import Schema
|
||||||
from voluptuous import Required, Any, Optional
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import (
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
run_job_using,
|
|
||||||
configure_taskdesc_for_run,
|
|
||||||
)
|
|
||||||
from gecko_taskgraph.transforms.job.common import (
|
from gecko_taskgraph.transforms.job.common import (
|
||||||
docker_worker_add_artifacts,
|
docker_worker_add_artifacts,
|
||||||
generic_worker_add_artifacts,
|
generic_worker_add_artifacts,
|
||||||
|
|
|
@ -8,22 +8,17 @@ Support for running toolchain-building jobs via dedicated scripts
|
||||||
|
|
||||||
import taskgraph
|
import taskgraph
|
||||||
from mozbuild.shellutil import quote as shell_quote
|
from mozbuild.shellutil import quote as shell_quote
|
||||||
|
|
||||||
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
|
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
|
||||||
from voluptuous import Optional, Required, Any
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import (
|
from gecko_taskgraph import GECKO
|
||||||
configure_taskdesc_for_run,
|
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
|
||||||
run_job_using,
|
|
||||||
)
|
|
||||||
from gecko_taskgraph.transforms.job.common import (
|
from gecko_taskgraph.transforms.job.common import (
|
||||||
docker_worker_add_artifacts,
|
docker_worker_add_artifacts,
|
||||||
generic_worker_add_artifacts,
|
generic_worker_add_artifacts,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.hash import hash_paths
|
|
||||||
from gecko_taskgraph.util.attributes import RELEASE_PROJECTS
|
from gecko_taskgraph.util.attributes import RELEASE_PROJECTS
|
||||||
from gecko_taskgraph import GECKO
|
from gecko_taskgraph.util.hash import hash_paths
|
||||||
|
|
||||||
|
|
||||||
CACHE_TYPE = "toolchains.v3"
|
CACHE_TYPE = "toolchains.v3"
|
||||||
|
|
||||||
|
|
|
@ -18,11 +18,7 @@ from taskgraph.util.schema import (
|
||||||
)
|
)
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
from taskgraph.util.treeherder import add_suffix
|
from taskgraph.util.treeherder import add_suffix
|
||||||
from voluptuous import (
|
from voluptuous import Any, Optional, Required
|
||||||
Any,
|
|
||||||
Optional,
|
|
||||||
Required,
|
|
||||||
)
|
|
||||||
|
|
||||||
from gecko_taskgraph.loader.multi_dep import schema
|
from gecko_taskgraph.loader.multi_dep import schema
|
||||||
from gecko_taskgraph.transforms.job import job_description_schema
|
from gecko_taskgraph.transforms.job import job_description_schema
|
||||||
|
|
|
@ -8,7 +8,6 @@ Uses attributes from `primary-dependency`.
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -6,17 +6,17 @@ Transform the partner attribution task into an actual task description.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
||||||
from collections import defaultdict
|
|
||||||
import json
|
import json
|
||||||
import logging
|
import logging
|
||||||
|
from collections import defaultdict
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import (
|
||||||
apply_partner_priority,
|
apply_partner_priority,
|
||||||
check_if_partners_enabled,
|
check_if_partners_enabled,
|
||||||
get_partner_config_by_kind,
|
|
||||||
generate_attribution_code,
|
generate_attribution_code,
|
||||||
|
get_partner_config_by_kind,
|
||||||
)
|
)
|
||||||
|
|
||||||
log = logging.getLogger(__name__)
|
log = logging.getLogger(__name__)
|
||||||
|
|
|
@ -9,26 +9,25 @@ from collections import defaultdict
|
||||||
from copy import deepcopy
|
from copy import deepcopy
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
|
||||||
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
from voluptuous import Any, Required, Optional
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
|
from voluptuous import Any, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import (
|
from gecko_taskgraph.util.attributes import (
|
||||||
copy_attributes_from_dependent_job,
|
copy_attributes_from_dependent_job,
|
||||||
release_level,
|
release_level,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import (
|
||||||
get_partner_config_by_kind,
|
|
||||||
apply_partner_priority,
|
apply_partner_priority,
|
||||||
|
get_partner_config_by_kind,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.scriptworker import (
|
from gecko_taskgraph.util.scriptworker import (
|
||||||
add_scope_prefix,
|
add_scope_prefix,
|
||||||
get_beetmover_bucket_scope,
|
get_beetmover_bucket_scope,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
|
|
||||||
beetmover_description_schema = schema.extend(
|
beetmover_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -9,15 +9,14 @@ from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import resolve_keyed_by
|
from taskgraph.util.schema import resolve_keyed_by
|
||||||
|
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.scriptworker import get_release_config
|
|
||||||
from gecko_taskgraph.util.partners import (
|
from gecko_taskgraph.util.partners import (
|
||||||
|
apply_partner_priority,
|
||||||
check_if_partners_enabled,
|
check_if_partners_enabled,
|
||||||
get_partner_config_by_kind,
|
get_partner_config_by_kind,
|
||||||
get_partner_url_config,
|
get_partner_url_config,
|
||||||
get_repack_ids_by_platform,
|
get_repack_ids_by_platform,
|
||||||
apply_partner_priority,
|
|
||||||
)
|
)
|
||||||
|
from gecko_taskgraph.util.scriptworker import get_release_config
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
transforms.add(check_if_partners_enabled)
|
transforms.add(check_if_partners_enabled)
|
||||||
|
|
|
@ -12,12 +12,7 @@ from datetime import date, timedelta
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
|
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
|
||||||
from taskgraph.util.treeherder import join_symbol, split_symbol
|
from taskgraph.util.treeherder import join_symbol, split_symbol
|
||||||
from voluptuous import (
|
from voluptuous import Any, Extra, Optional
|
||||||
Any,
|
|
||||||
Optional,
|
|
||||||
Extra,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
|
@ -11,7 +11,7 @@ import logging
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
from taskgraph.util.treeherder import inherit_treeherder_from_dep
|
from taskgraph.util.treeherder import inherit_treeherder_from_dep
|
||||||
from voluptuous import Required, Optional
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
||||||
|
|
|
@ -13,7 +13,6 @@ from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.scriptworker import add_scope_prefix
|
from gecko_taskgraph.util.scriptworker import add_scope_prefix
|
||||||
|
|
||||||
|
|
||||||
push_flatpak_description_schema = Schema(
|
push_flatpak_description_schema = Schema(
|
||||||
{
|
{
|
||||||
Required("name"): str,
|
Required("name"): str,
|
||||||
|
|
|
@ -8,7 +8,6 @@ from taskgraph.util.schema import resolve_keyed_by
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.scriptworker import get_release_config
|
from gecko_taskgraph.util.scriptworker import get_release_config
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -6,6 +6,7 @@ Transform the checksums task into an actual task description.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
import copy
|
import copy
|
||||||
|
import logging
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import resolve_keyed_by
|
from taskgraph.util.schema import resolve_keyed_by
|
||||||
|
@ -13,8 +14,6 @@ from taskgraph.util.schema import resolve_keyed_by
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.scriptworker import get_release_config
|
from gecko_taskgraph.util.scriptworker import get_release_config
|
||||||
|
|
||||||
import logging
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
|
@ -9,15 +9,15 @@ from taskgraph.transforms.base import TransformSequence
|
||||||
from voluptuous import Optional
|
from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.scriptworker import (
|
from gecko_taskgraph.util.scriptworker import (
|
||||||
generate_beetmover_artifact_map,
|
generate_beetmover_artifact_map,
|
||||||
generate_beetmover_upstream_artifacts,
|
generate_beetmover_upstream_artifacts,
|
||||||
get_beetmover_bucket_scope,
|
|
||||||
get_beetmover_action_scope,
|
get_beetmover_action_scope,
|
||||||
|
get_beetmover_bucket_scope,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.transforms.beetmover import craft_release_properties
|
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
|
@ -10,9 +10,9 @@ from taskgraph.util.taskcluster import get_artifact_path
|
||||||
from voluptuous import Optional
|
from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope
|
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
release_generate_checksums_signing_schema = schema.extend(
|
release_generate_checksums_signing_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -6,7 +6,7 @@ Transform the release-msix-push kind into an actual task description.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by, Schema
|
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
|
||||||
from voluptuous import Optional, Required
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
|
|
|
@ -11,7 +11,6 @@ from taskgraph.util.schema import resolve_keyed_by
|
||||||
|
|
||||||
from gecko_taskgraph.util.scriptworker import get_release_config
|
from gecko_taskgraph.util.scriptworker import get_release_config
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -6,7 +6,7 @@ Transform the release-sign-and-push task into an actual task description.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import resolve_keyed_by, optionally_keyed_by
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
from taskgraph.util.treeherder import inherit_treeherder_from_dep
|
from taskgraph.util.treeherder import inherit_treeherder_from_dep
|
||||||
from voluptuous import Any, Required
|
from voluptuous import Any, Required
|
||||||
|
|
||||||
|
|
|
@ -8,7 +8,6 @@ from taskgraph.util.schema import resolve_keyed_by
|
||||||
from gecko_taskgraph.util.attributes import release_level
|
from gecko_taskgraph.util.attributes import release_level
|
||||||
from gecko_taskgraph.util.scriptworker import get_release_config
|
from gecko_taskgraph.util.scriptworker import get_release_config
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -9,7 +9,6 @@ from pipes import quote as shell_quote
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import resolve_keyed_by
|
from taskgraph.util.schema import resolve_keyed_by
|
||||||
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -8,15 +8,16 @@ Transform the repackage task into an actual task description.
|
||||||
|
|
||||||
import copy
|
import copy
|
||||||
|
|
||||||
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
|
from voluptuous import Extra, Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
from gecko_taskgraph.transforms.job import job_description_schema
|
from gecko_taskgraph.transforms.job import job_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.platforms import architecture, archive_format
|
from gecko_taskgraph.util.platforms import architecture, archive_format
|
||||||
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
||||||
from taskgraph.transforms.base import TransformSequence
|
|
||||||
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
|
||||||
from voluptuous import Extra, Optional, Required
|
|
||||||
|
|
||||||
packaging_description_schema = schema.extend(
|
packaging_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -11,17 +11,17 @@ import copy
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
|
||||||
from taskgraph.util.taskcluster import get_artifact_prefix
|
from taskgraph.util.taskcluster import get_artifact_prefix
|
||||||
from voluptuous import Required, Optional
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.repackage import (
|
||||||
|
PACKAGE_FORMATS as PACKAGE_FORMATS_VANILLA,
|
||||||
|
)
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.partners import get_partner_config_by_kind
|
from gecko_taskgraph.util.partners import get_partner_config_by_kind
|
||||||
from gecko_taskgraph.util.platforms import archive_format, executable_extension
|
from gecko_taskgraph.util.platforms import archive_format, executable_extension
|
||||||
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
from gecko_taskgraph.util.workertypes import worker_type_implementation
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
from gecko_taskgraph.transforms.repackage import (
|
|
||||||
PACKAGE_FORMATS as PACKAGE_FORMATS_VANILLA,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def _by_platform(arg):
|
def _by_platform(arg):
|
||||||
|
|
|
@ -11,9 +11,9 @@ from taskgraph.transforms.base import TransformSequence
|
||||||
from voluptuous import Optional
|
from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
repackage_signing_description_schema = schema.extend(
|
repackage_signing_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -10,10 +10,10 @@ from taskgraph.util.taskcluster import get_artifact_path
|
||||||
from voluptuous import Optional
|
from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.partners import get_partner_config_by_kind
|
from gecko_taskgraph.util.partners import get_partner_config_by_kind
|
||||||
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
|
@ -12,9 +12,7 @@ import logging
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.treeherder import inherit_treeherder_from_dep, join_symbol
|
from taskgraph.util.treeherder import inherit_treeherder_from_dep, join_symbol
|
||||||
|
|
||||||
from gecko_taskgraph.util.attributes import (
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
copy_attributes_from_dependent_job,
|
|
||||||
)
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
|
@ -5,10 +5,10 @@
|
||||||
Apply some defaults and minor modifications to the pgo jobs.
|
Apply some defaults and minor modifications to the pgo jobs.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from taskgraph.transforms.base import TransformSequence
|
|
||||||
|
|
||||||
import logging
|
import logging
|
||||||
|
|
||||||
|
from taskgraph.transforms.base import TransformSequence
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
|
@ -8,15 +8,15 @@ Transform the signing task into an actual task description.
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.keyed_by import evaluate_keyed_by
|
from taskgraph.util.keyed_by import evaluate_keyed_by
|
||||||
from taskgraph.util.schema import taskref_or_string
|
from taskgraph.util.schema import taskref_or_string
|
||||||
from voluptuous import Required, Optional
|
from voluptuous import Optional, Required
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import (
|
from gecko_taskgraph.util.attributes import (
|
||||||
copy_attributes_from_dependent_job,
|
copy_attributes_from_dependent_job,
|
||||||
release_level,
|
release_level,
|
||||||
)
|
)
|
||||||
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
transforms = TransformSequence()
|
transforms = TransformSequence()
|
||||||
|
|
||||||
|
|
|
@ -8,9 +8,9 @@ from taskgraph.transforms.base import TransformSequence
|
||||||
from voluptuous import Optional
|
from voluptuous import Optional
|
||||||
|
|
||||||
from gecko_taskgraph.loader.single_dep import schema
|
from gecko_taskgraph.loader.single_dep import schema
|
||||||
|
from gecko_taskgraph.transforms.task import task_description_schema
|
||||||
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
|
||||||
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope
|
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope
|
||||||
from gecko_taskgraph.transforms.task import task_description_schema
|
|
||||||
|
|
||||||
checksums_signing_description_schema = schema.extend(
|
checksums_signing_description_schema = schema.extend(
|
||||||
{
|
{
|
||||||
|
|
|
@ -13,14 +13,9 @@ import os
|
||||||
import taskgraph
|
import taskgraph
|
||||||
from taskgraph.transforms.base import TransformSequence
|
from taskgraph.transforms.base import TransformSequence
|
||||||
from taskgraph.util.attributes import keymatch
|
from taskgraph.util.attributes import keymatch
|
||||||
from taskgraph.util.schema import Schema, resolve_keyed_by, optionally_keyed_by
|
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
|
||||||
from taskgraph.util.treeherder import join_symbol, split_symbol
|
from taskgraph.util.treeherder import join_symbol, split_symbol
|
||||||
from voluptuous import (
|
from voluptuous import Any, Extra, Optional, Required
|
||||||
Any,
|
|
||||||
Extra,
|
|
||||||
Optional,
|
|
||||||
Required,
|
|
||||||
)
|
|
||||||
|
|
||||||
from gecko_taskgraph.transforms.job import job_description_schema
|
from gecko_taskgraph.transforms.job import job_description_schema
|
||||||
from gecko_taskgraph.util.hg import get_json_automationrelevance
|
from gecko_taskgraph.util.hg import get_json_automationrelevance
|
||||||
|
|
Некоторые файлы не были показаны из-за слишком большого количества измененных файлов Показать больше
Загрузка…
Ссылка в новой задаче