Bug 1790816 - Reformat taskcluster/ with isort. r=#linter-reviewers CLOSED TREE

# ignore-this-changeset

Differential Revision: https://phabricator.services.mozilla.com/D162661
This commit is contained in:
Marco Castelluccio 2022-12-16 11:14:02 +00:00
Родитель 04faed7775
Коммит faa5410de1
129 изменённых файлов: 251 добавлений и 329 удалений

Просмотреть файл

@ -9,8 +9,8 @@
from __future__ import absolute_import, print_function from __future__ import absolute_import, print_function
import sys
import json import json
import sys
l10n_changesets_json_path = sys.argv[1] l10n_changesets_json_path = sys.argv[1]
with open(l10n_changesets_json_path) as f: with open(l10n_changesets_json_path) as f:

Просмотреть файл

@ -6,8 +6,8 @@
from __future__ import absolute_import, print_function from __future__ import absolute_import, print_function
import sys
import json import json
import sys
l10n_changesets_json_path = sys.argv[1] l10n_changesets_json_path = sys.argv[1]
with open(l10n_changesets_json_path) as f: with open(l10n_changesets_json_path) as f:

Просмотреть файл

@ -14,14 +14,14 @@ import os
import shutil import shutil
import tempfile import tempfile
import time import time
from distutils.util import strtobool
from contextlib import AsyncExitStack from contextlib import AsyncExitStack
from distutils.util import strtobool
from pathlib import Path from pathlib import Path
import aiohttp import aiohttp
from mardor.reader import MarReader from mardor.reader import MarReader
from mardor.signing import get_keysize from mardor.signing import get_keysize
from scriptworker.utils import retry_async, get_hash from scriptworker.utils import get_hash, retry_async
log = logging.getLogger(__name__) log = logging.getLogger(__name__)

Просмотреть файл

@ -10,13 +10,15 @@ import sys
sys.path.append("/builds/worker/checkouts/gecko/third_party/python") sys.path.append("/builds/worker/checkouts/gecko/third_party/python")
sys.path.append(".") sys.path.append(".")
import os
import stat
import base64 import base64
import signal import os
import platform import platform
import requests import signal
import stat
import subprocess import subprocess
import requests
import taskcluster import taskcluster
# Bump this number when you need to cause a commit for the job to re-run: 21 # Bump this number when you need to cause a commit for the job to re-run: 21

Просмотреть файл

@ -0,0 +1,3 @@
[settings]
profile=black
known_first_party=gecko_taskgraph

Просмотреть файл

@ -3,9 +3,11 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
import os import os
from taskgraph import config as taskgraph_config from taskgraph import config as taskgraph_config
from taskgraph import morph as taskgraph_morph from taskgraph import morph as taskgraph_morph
from taskgraph.util import taskcluster as tc_util, schema from taskgraph.util import schema
from taskgraph.util import taskcluster as tc_util
from gecko_taskgraph.config import graph_config_schema from gecko_taskgraph.config import graph_config_schema
@ -47,11 +49,12 @@ def register(graph_config):
graph_config: The graph configuration object. graph_config: The graph configuration object.
""" """
from taskgraph import generator from taskgraph import generator
from gecko_taskgraph.parameters import register_parameters
from gecko_taskgraph import morph # noqa: trigger morph registration
from gecko_taskgraph import ( # noqa: trigger target task method registration from gecko_taskgraph import ( # noqa: trigger target task method registration
target_tasks, target_tasks,
) )
from gecko_taskgraph import morph # noqa: trigger morph registration from gecko_taskgraph.parameters import register_parameters
from gecko_taskgraph.util.verify import verifications from gecko_taskgraph.util.verify import verifications
# Don't use the upstream verifications, and replace them with our own. # Don't use the upstream verifications, and replace them with our own.

Просмотреть файл

@ -4,12 +4,7 @@
from .registry import register_callback_action from .registry import register_callback_action
from .util import combine_task_graph_files, create_tasks, fetch_graph_and_labels
from .util import (
combine_task_graph_files,
create_tasks,
fetch_graph_and_labels,
)
@register_callback_action( @register_callback_action(

Просмотреть файл

@ -5,7 +5,6 @@
import logging import logging
from ..target_tasks import standard_filter from ..target_tasks import standard_filter
from .registry import register_callback_action from .registry import register_callback_action
from .util import create_tasks, fetch_graph_and_labels from .util import create_tasks, fetch_graph_and_labels

Просмотреть файл

@ -4,8 +4,8 @@
import logging import logging
import requests
import requests
from taskgraph.util.taskcluster import cancel_task from taskgraph.util.taskcluster import cancel_task
from .registry import register_callback_action from .registry import register_callback_action

Просмотреть файл

@ -11,6 +11,7 @@ import requests
from taskgraph.util.taskcluster import CONCURRENCY, cancel_task from taskgraph.util.taskcluster import CONCURRENCY, cancel_task
from gecko_taskgraph.util.taskcluster import list_task_group_incomplete_task_ids from gecko_taskgraph.util.taskcluster import list_task_group_incomplete_task_ids
from .registry import register_callback_action from .registry import register_callback_action
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -8,12 +8,11 @@ import os
import re import re
import taskcluster_urls import taskcluster_urls
from taskgraph.util.taskcluster import get_task_definition, get_root_url, send_email from taskgraph.util.taskcluster import get_root_url, get_task_definition, send_email
from gecko_taskgraph.actions.registry import register_callback_action from gecko_taskgraph.actions.registry import register_callback_action
from gecko_taskgraph.actions.util import create_tasks, fetch_graph_and_labels from gecko_taskgraph.actions.util import create_tasks, fetch_graph_and_labels
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
EMAIL_SUBJECT = "Your Interactive Task for {label}" EMAIL_SUBJECT = "Your Interactive Task for {label}"

Просмотреть файл

@ -10,10 +10,11 @@ from requests.exceptions import HTTPError
from taskgraph.taskgraph import TaskGraph from taskgraph.taskgraph import TaskGraph
from taskgraph.util.taskcluster import get_artifact_from_index, get_task_definition from taskgraph.util.taskcluster import get_artifact_from_index, get_task_definition
from .registry import register_callback_action
from .util import create_tasks, combine_task_graph_files
from gecko_taskgraph.util.taskgraph import find_decision_task from gecko_taskgraph.util.taskgraph import find_decision_task
from .registry import register_callback_action
from .util import combine_task_graph_files, create_tasks
PUSHLOG_TMPL = "{}/json-pushes?version=2&startID={}&endID={}" PUSHLOG_TMPL = "{}/json-pushes?version=2&startID={}&endID={}"
INDEX_TMPL = "gecko.v2.{}.pushlog-id.{}.decision" INDEX_TMPL = "gecko.v2.{}.pushlog-id.{}.decision"

Просмотреть файл

@ -13,7 +13,7 @@ from taskgraph.util.parameterization import resolve_task_references
from taskgraph.util.taskcluster import get_artifact, get_task_definition, list_artifacts from taskgraph.util.taskcluster import get_artifact, get_task_definition, list_artifacts
from .registry import register_callback_action from .registry import register_callback_action
from .util import create_task_from_def, fetch_graph_and_labels, add_args_to_command from .util import add_args_to_command, create_task_from_def, fetch_graph_and_labels
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -4,10 +4,7 @@
from .registry import register_callback_action from .registry import register_callback_action
from .util import ( from .util import create_tasks, fetch_graph_and_labels
create_tasks,
fetch_graph_and_labels,
)
@register_callback_action( @register_callback_action(

Просмотреть файл

@ -7,16 +7,13 @@ import json
import os import os
import requests import requests
from taskgraph.parameters import Parameters from taskgraph.parameters import Parameters
from taskgraph.taskgraph import TaskGraph from taskgraph.taskgraph import TaskGraph
from taskgraph.util.taskcluster import get_artifact, list_task_group_incomplete_tasks from taskgraph.util.taskcluster import get_artifact, list_task_group_incomplete_tasks
from gecko_taskgraph.actions.registry import register_callback_action from gecko_taskgraph.actions.registry import register_callback_action
from gecko_taskgraph.util.taskgraph import ( from gecko_taskgraph.decision import taskgraph_decision
find_decision_task, from gecko_taskgraph.util.attributes import RELEASE_PROMOTION_PROJECTS, release_level
find_existing_tasks_from_previous_kinds,
)
from gecko_taskgraph.util.partials import populate_release_history from gecko_taskgraph.util.partials import populate_release_history
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import (
fix_partner_config, fix_partner_config,
@ -24,9 +21,10 @@ from gecko_taskgraph.util.partners import (
get_partner_url_config, get_partner_url_config,
get_token, get_token,
) )
from gecko_taskgraph.decision import taskgraph_decision from gecko_taskgraph.util.taskgraph import (
from gecko_taskgraph.util.attributes import RELEASE_PROMOTION_PROJECTS, release_level find_decision_task,
find_existing_tasks_from_previous_kinds,
)
RELEASE_PROMOTION_SIGNOFFS = ("mar-signing",) RELEASE_PROMOTION_SIGNOFFS = ("mar-signing",)

Просмотреть файл

@ -4,21 +4,22 @@
import logging import logging
import textwrap
import sys import sys
import textwrap
from taskgraph.util.taskcluster import get_task_definition, rerun_task from taskgraph.util.taskcluster import get_task_definition, rerun_task
from gecko_taskgraph.util.taskcluster import state_task
from .registry import register_callback_action
from .util import ( from .util import (
combine_task_graph_files, combine_task_graph_files,
create_task_from_def,
create_tasks, create_tasks,
fetch_graph_and_labels, fetch_graph_and_labels,
relativize_datestamps,
create_task_from_def,
get_tasks_with_downstream, get_tasks_with_downstream,
relativize_datestamps,
) )
from .registry import register_callback_action
from gecko_taskgraph.util.taskcluster import state_task
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -10,14 +10,9 @@ from functools import partial
from taskgraph.util.taskcluster import get_artifact, get_task_definition from taskgraph.util.taskcluster import get_artifact, get_task_definition
from .registry import register_callback_action
from .util import (
create_tasks,
fetch_graph_and_labels,
get_decision_task_id,
get_pushes,
)
from ..util.taskcluster import list_task_group_complete_tasks from ..util.taskcluster import list_task_group_complete_tasks
from .registry import register_callback_action
from .util import create_tasks, fetch_graph_and_labels, get_decision_task_id, get_pushes
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -3,8 +3,7 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
from taskgraph.util.schema import Schema, optionally_keyed_by from taskgraph.util.schema import Schema, optionally_keyed_by
from voluptuous import Required, Optional, Any from voluptuous import Any, Optional, Required
graph_config_schema = Schema( graph_config_schema = Schema(
{ {

Просмотреть файл

@ -15,9 +15,9 @@ import yaml
from redo import retry from redo import retry
from taskgraph import create from taskgraph import create
from taskgraph.create import create_tasks from taskgraph.create import create_tasks
# TODO: Let standalone taskgraph generate parameters instead of calling internals
from taskgraph.decision import ( from taskgraph.decision import (
# TODO: Let standalone taskgraph generate parameters instead
# of calling internals
_determine_more_accurate_base_ref, _determine_more_accurate_base_ref,
_determine_more_accurate_base_rev, _determine_more_accurate_base_rev,
_get_env_prefix, _get_env_prefix,

Просмотреть файл

@ -10,10 +10,11 @@ from io import BytesIO
from taskgraph.generator import load_tasks_for_kind from taskgraph.generator import load_tasks_for_kind
from taskgraph.parameters import Parameters from taskgraph.parameters import Parameters
from taskgraph.util.taskcluster import get_session, get_artifact_url from taskgraph.util.taskcluster import get_artifact_url, get_session
from gecko_taskgraph.optimize.strategies import IndexSearch from gecko_taskgraph.optimize.strategies import IndexSearch
from gecko_taskgraph.util import docker from gecko_taskgraph.util import docker
from . import GECKO from . import GECKO

Просмотреть файл

@ -8,11 +8,12 @@ Support for optimizing tasks based on the set of files that have changed.
import logging import logging
import os import os
from mozpack.path import match as mozpackmatch, join as join_path
from mozversioncontrol import get_repository_object, InvalidRepoPath
from subprocess import CalledProcessError from subprocess import CalledProcessError
from mozbuild.util import memoize from mozbuild.util import memoize
from mozpack.path import join as join_path
from mozpack.path import match as mozpackmatch
from mozversioncontrol import InvalidRepoPath, get_repository_object
from gecko_taskgraph import GECKO from gecko_taskgraph import GECKO
from gecko_taskgraph.util.hg import get_json_automationrelevance from gecko_taskgraph.util.hg import get_json_automationrelevance

Просмотреть файл

@ -689,11 +689,12 @@ def action_callback(options):
@argument("--input", default=None, help="Action input (.yml or .json)") @argument("--input", default=None, help="Action input (.yml or .json)")
@argument("callback", default=None, help="Action callback name (Python function name)") @argument("callback", default=None, help="Action callback name (Python function name)")
def test_action_callback(options): def test_action_callback(options):
import gecko_taskgraph.actions
import taskgraph.parameters import taskgraph.parameters
from taskgraph.config import load_graph_config from taskgraph.config import load_graph_config
from taskgraph.util import yaml from taskgraph.util import yaml
import gecko_taskgraph.actions
def load_data(filename): def load_data(filename):
with open(filename) as f: with open(filename) as f:
if filename.endswith(".yml"): if filename.endswith(".yml"):

Просмотреть файл

@ -23,7 +23,6 @@ import logging
import os import os
import re import re
from slugid import nice as slugid from slugid import nice as slugid
from taskgraph.graph import Graph from taskgraph.graph import Graph
from taskgraph.morph import register_morph from taskgraph.morph import register_morph

Просмотреть файл

@ -11,14 +11,7 @@ task.
See ``taskcluster/docs/optimization.rst`` for more information. See ``taskcluster/docs/optimization.rst`` for more information.
""" """
from taskgraph.optimize.base import ( from taskgraph.optimize.base import Alias, All, Any, Not, register_strategy, registry
Alias,
All,
Any,
Not,
register_strategy,
registry,
)
from taskgraph.util.python_path import import_sibling_modules from taskgraph.util.python_path import import_sibling_modules
# Use the gecko_taskgraph version of 'skip-unless-changed' for now. # Use the gecko_taskgraph version of 'skip-unless-changed' for now.

Просмотреть файл

@ -3,18 +3,18 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
from fnmatch import fnmatch
from collections import defaultdict from collections import defaultdict
from fnmatch import fnmatch
from urllib.parse import urlsplit from urllib.parse import urlsplit
from taskgraph.optimize.base import register_strategy, registry, OptimizationStrategy from taskgraph.optimize.base import OptimizationStrategy, register_strategy, registry
from gecko_taskgraph.util.bugbug import ( from gecko_taskgraph.util.bugbug import (
CT_HIGH,
CT_LOW,
CT_MEDIUM,
BugbugTimeoutException, BugbugTimeoutException,
push_schedules, push_schedules,
CT_HIGH,
CT_MEDIUM,
CT_LOW,
) )
from gecko_taskgraph.util.hg import get_push_data from gecko_taskgraph.util.hg import get_push_data

Просмотреть файл

@ -4,8 +4,8 @@
import logging import logging
import voluptuous
import voluptuous
from mozbuild import schedules from mozbuild import schedules
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -9,7 +9,7 @@ from datetime import datetime
import mozpack.path as mozpath import mozpack.path as mozpath
from mozbuild.base import MozbuildObject from mozbuild.base import MozbuildObject
from mozbuild.util import memoize from mozbuild.util import memoize
from taskgraph.optimize.base import register_strategy, OptimizationStrategy from taskgraph.optimize.base import OptimizationStrategy, register_strategy
from taskgraph.util.taskcluster import find_task_id from taskgraph.util.taskcluster import find_task_id
from gecko_taskgraph import files_changed from gecko_taskgraph import files_changed

Просмотреть файл

@ -6,10 +6,7 @@ import logging
import os import os
from taskgraph.parameters import extend_parameters_schema from taskgraph.parameters import extend_parameters_schema
from voluptuous import ( from voluptuous import Any, Required
Any,
Required,
)
from gecko_taskgraph import GECKO from gecko_taskgraph import GECKO

Просмотреть файл

@ -8,6 +8,11 @@ import os
import re import re
from datetime import datetime, timedelta from datetime import datetime, timedelta
from redo import retry
from taskgraph.parameters import Parameters
from taskgraph.target_tasks import _target_task, get_method
from taskgraph.util.taskcluster import find_task_id
from gecko_taskgraph import GECKO, try_option_syntax from gecko_taskgraph import GECKO, try_option_syntax
from gecko_taskgraph.util.attributes import ( from gecko_taskgraph.util.attributes import (
match_run_on_hg_branches, match_run_on_hg_branches,
@ -15,10 +20,6 @@ from gecko_taskgraph.util.attributes import (
) )
from gecko_taskgraph.util.hg import find_hg_revision_push_info, get_hg_commit_message from gecko_taskgraph.util.hg import find_hg_revision_push_info, get_hg_commit_message
from gecko_taskgraph.util.platforms import platform_family from gecko_taskgraph.util.platforms import platform_family
from redo import retry
from taskgraph.parameters import Parameters
from taskgraph.target_tasks import _target_task, get_method
from taskgraph.util.taskcluster import find_task_id
# Some tasks show up in the target task set, but are possibly special cases, # Some tasks show up in the target task set, but are possibly special cases,
# uncommon tasks, or tasks running against limited hardware set that they # uncommon tasks, or tasks running against limited hardware set that they

Просмотреть файл

@ -4,9 +4,6 @@
import os import os
import pytest import pytest
from gecko_taskgraph import GECKO
from gecko_taskgraph.actions import render_actions_json
from gecko_taskgraph.util.templates import merge
from mach.logging import LoggingManager from mach.logging import LoggingManager
from responses import RequestsMock from responses import RequestsMock
from taskgraph import generator as generator_mod from taskgraph import generator as generator_mod
@ -17,6 +14,10 @@ from taskgraph.optimize import base as optimize_mod
from taskgraph.optimize.base import OptimizationStrategy from taskgraph.optimize.base import OptimizationStrategy
from taskgraph.parameters import Parameters from taskgraph.parameters import Parameters
from gecko_taskgraph import GECKO
from gecko_taskgraph.actions import render_actions_json
from gecko_taskgraph.util.templates import merge
@pytest.fixture @pytest.fixture
def responses(): def responses():

Просмотреть файл

@ -3,21 +3,20 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
import os
import json import json
import os
import shutil import shutil
import unittest
import tempfile import tempfile
import unittest
from unittest.mock import patch
import pytest import pytest
from mozunit import main, MockedOpen from mozunit import MockedOpen, main
from taskgraph.util.yaml import load_yaml from taskgraph.util.yaml import load_yaml
from unittest.mock import patch
from gecko_taskgraph import decision from gecko_taskgraph import decision
from gecko_taskgraph.parameters import register_parameters from gecko_taskgraph.parameters import register_parameters
FAKE_GRAPH_CONFIG = {"product-dir": "browser", "taskgraph": {}} FAKE_GRAPH_CONFIG = {"product-dir": "browser", "taskgraph": {}}

Просмотреть файл

@ -7,9 +7,10 @@ import json
import os import os
import unittest import unittest
from mozunit import main
from gecko_taskgraph import files_changed from gecko_taskgraph import files_changed
from gecko_taskgraph.util import hg from gecko_taskgraph.util import hg
from mozunit import main
PARAMS = { PARAMS = {
"head_repository": "https://hg.mozilla.org/mozilla-central", "head_repository": "https://hg.mozilla.org/mozilla-central",

Просмотреть файл

@ -4,6 +4,7 @@
import pytest import pytest
from mozunit import main
from taskgraph.graph import Graph from taskgraph.graph import Graph
from taskgraph.parameters import Parameters from taskgraph.parameters import Parameters
from taskgraph.task import Task from taskgraph.task import Task
@ -11,8 +12,6 @@ from taskgraph.taskgraph import TaskGraph
from gecko_taskgraph import morph from gecko_taskgraph import morph
from mozunit import main
@pytest.fixture @pytest.fixture
def make_taskgraph(): def make_taskgraph():

Просмотреть файл

@ -12,14 +12,14 @@ from taskgraph.optimize.base import registry
from taskgraph.task import Task from taskgraph.task import Task
from gecko_taskgraph.optimize import project from gecko_taskgraph.optimize import project
from gecko_taskgraph.optimize.strategies import IndexSearch, SkipUnlessSchedules
from gecko_taskgraph.optimize.backstop import SkipUnlessBackstop, SkipUnlessPushInterval from gecko_taskgraph.optimize.backstop import SkipUnlessBackstop, SkipUnlessPushInterval
from gecko_taskgraph.optimize.bugbug import ( from gecko_taskgraph.optimize.bugbug import (
FALLBACK,
BugBugPushSchedules, BugBugPushSchedules,
DisperseGroups, DisperseGroups,
FALLBACK,
SkipUnlessDebug, SkipUnlessDebug,
) )
from gecko_taskgraph.optimize.strategies import IndexSearch, SkipUnlessSchedules
from gecko_taskgraph.util.backstop import BACKSTOP_PUSH_INTERVAL from gecko_taskgraph.util.backstop import BACKSTOP_PUSH_INTERVAL
from gecko_taskgraph.util.bugbug import ( from gecko_taskgraph.util.bugbug import (
BUGBUG_BASE_URL, BUGBUG_BASE_URL,

Просмотреть файл

@ -13,8 +13,7 @@ from taskgraph.graph import Graph
from taskgraph.task import Task from taskgraph.task import Task
from taskgraph.taskgraph import TaskGraph from taskgraph.taskgraph import TaskGraph
from gecko_taskgraph import target_tasks from gecko_taskgraph import target_tasks, try_option_syntax
from gecko_taskgraph import try_option_syntax
class FakeTryOptionSyntax: class FakeTryOptionSyntax:

Просмотреть файл

@ -3,13 +3,13 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
import pprint import pprint
import unittest
import jsone import jsone
import slugid import slugid
import unittest
from mozunit import main from mozunit import main
from taskgraph.util.yaml import load_yaml
from taskgraph.util.time import current_json_time from taskgraph.util.time import current_json_time
from taskgraph.util.yaml import load_yaml
from gecko_taskgraph import GECKO from gecko_taskgraph import GECKO

Просмотреть файл

@ -11,6 +11,7 @@ import os
from copy import deepcopy from copy import deepcopy
import pytest import pytest
from conftest import FakeParameters
from mozunit import main from mozunit import main
from taskgraph.config import load_graph_config from taskgraph.config import load_graph_config
from taskgraph.transforms.base import TransformConfig from taskgraph.transforms.base import TransformConfig
@ -22,8 +23,6 @@ from gecko_taskgraph.transforms.job import run_task # noqa: F401
from gecko_taskgraph.transforms.job.common import add_cache from gecko_taskgraph.transforms.job.common import add_cache
from gecko_taskgraph.transforms.task import payload_builders from gecko_taskgraph.transforms.task import payload_builders
from conftest import FakeParameters
here = os.path.abspath(os.path.dirname(__file__)) here = os.path.abspath(os.path.dirname(__file__))

Просмотреть файл

@ -11,6 +11,7 @@ from pprint import pprint
import mozunit import mozunit
import pytest import pytest
from gecko_taskgraph.transforms import test as test_transforms from gecko_taskgraph.transforms import test as test_transforms

Просмотреть файл

@ -12,10 +12,10 @@ from mozunit import main
from taskgraph.util.taskcluster import get_artifact_url, get_index_url, get_task_url from taskgraph.util.taskcluster import get_artifact_url, get_index_url, get_task_url
from gecko_taskgraph.util.backstop import ( from gecko_taskgraph.util.backstop import (
is_backstop,
BACKSTOP_INDEX, BACKSTOP_INDEX,
BACKSTOP_PUSH_INTERVAL, BACKSTOP_PUSH_INTERVAL,
BACKSTOP_TIME_INTERVAL, BACKSTOP_TIME_INTERVAL,
is_backstop,
) )
LAST_BACKSTOP_ID = 0 LAST_BACKSTOP_ID = 0

Просмотреть файл

@ -5,10 +5,7 @@
import mozunit import mozunit
from gecko_taskgraph.util.bugbug import ( from gecko_taskgraph.util.bugbug import BUGBUG_BASE_URL, push_schedules
BUGBUG_BASE_URL,
push_schedules,
)
def test_group_translation(responses): def test_group_translation(responses):

Просмотреть файл

@ -4,14 +4,12 @@
import re import re
from itertools import combinations from itertools import combinations
import pytest import pytest
from mozunit import main from mozunit import main
from gecko_taskgraph.util import chunking
from gecko_taskgraph.util import chunking
pytestmark = pytest.mark.slow pytestmark = pytest.mark.slow

Просмотреть файл

@ -10,11 +10,11 @@ import tarfile
import tempfile import tempfile
import unittest import unittest
from unittest import mock from unittest import mock
import taskcluster_urls as liburls import taskcluster_urls as liburls
from mozunit import MockedOpen, main
from gecko_taskgraph.util import docker from gecko_taskgraph.util import docker
from mozunit import main, MockedOpen
MODE_STANDARD = stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH MODE_STANDARD = stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH

Просмотреть файл

@ -4,9 +4,10 @@
import unittest import unittest
from unittest import mock from unittest import mock
from mozunit import main
from gecko_taskgraph.util import partials
from mozunit import main
from gecko_taskgraph.util import partials
release_blob = { release_blob = {
"fileUrls": { "fileUrls": {

Просмотреть файл

@ -4,8 +4,10 @@
import unittest import unittest
import mozunit import mozunit
from gecko_taskgraph.util.templates import merge_to, merge
from gecko_taskgraph.util.templates import merge, merge_to
class MergeTest(unittest.TestCase): class MergeTest(unittest.TestCase):

Просмотреть файл

@ -13,11 +13,12 @@ actual checking.
import os.path import os.path
import pytest import pytest
import gecko_taskgraph.util.verify
from gecko_taskgraph.util.verify import DocPaths, verify_docs
from gecko_taskgraph import GECKO
from mozunit import main from mozunit import main
import gecko_taskgraph.util.verify
from gecko_taskgraph import GECKO
from gecko_taskgraph.util.verify import DocPaths, verify_docs
FF_DOCS_BASE = os.path.join(GECKO, "taskcluster", "docs") FF_DOCS_BASE = os.path.join(GECKO, "taskcluster", "docs")
EXTRA_DOCS_BASE = os.path.abspath(os.path.join(os.path.dirname(__file__), "docs")) EXTRA_DOCS_BASE = os.path.abspath(os.path.join(os.path.dirname(__file__), "docs"))

Просмотреть файл

@ -9,11 +9,12 @@ import os
import sys import sys
import yaml import yaml
from gecko_taskgraph.transforms.job.common import get_expiration
from gecko_taskgraph.util.workertypes import worker_type_implementation
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from yaml import YAMLError from yaml import YAMLError
from gecko_taskgraph.transforms.job.common import get_expiration
from gecko_taskgraph.util.workertypes import worker_type_implementation
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -5,8 +5,8 @@
Transform the beetmover task into an actual task description. Transform the beetmover task into an actual task description.
""" """
from mozrelease.balrog import generate_update_properties
from mozilla_version.gecko import GeckoVersion from mozilla_version.gecko import GeckoVersion
from mozrelease.balrog import generate_update_properties
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.yaml import load_yaml from taskgraph.util.yaml import load_yaml

Просмотреть файл

@ -10,8 +10,8 @@ from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import craft_release_properties from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.transforms.task import task_description_schema from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
beetmover_checksums_description_schema = schema.extend( beetmover_checksums_description_schema = schema.extend(
{ {

Просмотреть файл

@ -9,24 +9,23 @@ Transform the beetmover task into an actual task description.
from copy import deepcopy from copy import deepcopy
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by, optionally_keyed_by from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from voluptuous import Required, Optional from voluptuous import Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import ( from gecko_taskgraph.transforms.beetmover import (
craft_release_properties as beetmover_craft_release_properties, craft_release_properties as beetmover_craft_release_properties,
) )
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import ( from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job, copy_attributes_from_dependent_job,
release_level, release_level,
) )
from gecko_taskgraph.util.declarative_artifacts import ( from gecko_taskgraph.util.declarative_artifacts import (
get_geckoview_artifact_id,
get_geckoview_artifact_map, get_geckoview_artifact_map,
get_geckoview_upstream_artifacts, get_geckoview_upstream_artifacts,
get_geckoview_artifact_id,
) )
from gecko_taskgraph.transforms.task import task_description_schema
beetmover_description_schema = schema.extend( beetmover_description_schema = schema.extend(
{ {

Просмотреть файл

@ -7,13 +7,13 @@ Transform the beetmover-push-to-release task into a task description.
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema, taskref_or_string from taskgraph.util.schema import Schema, taskref_or_string
from voluptuous import Required, Optional from voluptuous import Optional, Required
from gecko_taskgraph.util.scriptworker import (
get_beetmover_bucket_scope,
add_scope_prefix,
)
from gecko_taskgraph.transforms.task import task_description_schema from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.scriptworker import (
add_scope_prefix,
get_beetmover_bucket_scope,
)
beetmover_push_to_release_description_schema = Schema( beetmover_push_to_release_description_schema = Schema(
{ {

Просмотреть файл

@ -11,23 +11,20 @@ from copy import deepcopy
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from taskgraph.util.taskcluster import get_artifact_prefix from taskgraph.util.taskcluster import get_artifact_prefix
from voluptuous import Any, Required, Optional from voluptuous import Any, Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import craft_release_properties from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import ( from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job, copy_attributes_from_dependent_job,
release_level, release_level,
) )
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import get_ftp_platform, get_partner_config_by_kind
get_ftp_platform,
get_partner_config_by_kind,
)
from gecko_taskgraph.util.scriptworker import ( from gecko_taskgraph.util.scriptworker import (
add_scope_prefix, add_scope_prefix,
get_beetmover_bucket_scope, get_beetmover_bucket_scope,
) )
from gecko_taskgraph.transforms.task import task_description_schema
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -10,14 +10,14 @@ from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import craft_release_properties from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.scriptworker import ( from gecko_taskgraph.util.scriptworker import (
generate_beetmover_artifact_map, generate_beetmover_artifact_map,
generate_beetmover_upstream_artifacts, generate_beetmover_upstream_artifacts,
get_beetmover_bucket_scope,
get_beetmover_action_scope, get_beetmover_action_scope,
get_beetmover_bucket_scope,
) )
from gecko_taskgraph.transforms.task import task_description_schema
beetmover_checksums_description_schema = schema.extend( beetmover_checksums_description_schema = schema.extend(
{ {

Просмотреть файл

@ -3,6 +3,7 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
import json import json
import logging
from pipes import quote as shell_quote from pipes import quote as shell_quote
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
@ -11,8 +12,6 @@ from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.scriptworker import get_release_config from gecko_taskgraph.util.scriptworker import get_release_config
import logging
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -12,10 +12,12 @@ from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.transforms.bouncer_submission import ( from gecko_taskgraph.transforms.bouncer_submission import (
FTP_PLATFORMS_PER_BOUNCER_PLATFORM,
CONFIG_PER_BOUNCER_PRODUCT as CONFIG_PER_BOUNCER_PRODUCT_VANILLA, CONFIG_PER_BOUNCER_PRODUCT as CONFIG_PER_BOUNCER_PRODUCT_VANILLA,
_craft_ftp_product, )
from gecko_taskgraph.transforms.bouncer_submission import (
FTP_PLATFORMS_PER_BOUNCER_PLATFORM,
_craft_filename_product, _craft_filename_product,
_craft_ftp_product,
) )
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import (

Просмотреть файл

@ -10,7 +10,6 @@ from taskgraph.util.taskcluster import get_artifact_prefix
from gecko_taskgraph.util.declarative_artifacts import get_geckoview_upstream_artifacts from gecko_taskgraph.util.declarative_artifacts import get_geckoview_upstream_artifacts
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -13,7 +13,6 @@ from gecko_taskgraph.util.signed_artifacts import (
generate_specifications_of_artifacts_to_sign, generate_specifications_of_artifacts_to_sign,
) )
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -12,8 +12,8 @@ from mozbuild.chunkify import chunkify
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import (
get_repack_ids_by_platform,
apply_partner_priority, apply_partner_priority,
get_repack_ids_by_platform,
) )
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -10,9 +10,7 @@ from copy import deepcopy
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from voluptuous import ( from voluptuous import Optional
Optional,
)
from gecko_taskgraph.transforms.job import job_description_schema from gecko_taskgraph.transforms.job import job_description_schema
from gecko_taskgraph.transforms.task import task_description_schema from gecko_taskgraph.transforms.task import task_description_schema

Просмотреть файл

@ -6,12 +6,13 @@ This transform construct tasks to perform diffs between builds, as
defined in kind.yml defined in kind.yml
""" """
from gecko_taskgraph.transforms.task import task_description_schema
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from taskgraph.util.taskcluster import get_artifact_path from taskgraph.util.taskcluster import get_artifact_path
from voluptuous import Any, Optional, Required from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.task import task_description_schema
index_or_string = Any( index_or_string = Any(
str, str,
{Required("index-search"): str}, {Required("index-search"): str},

Просмотреть файл

@ -3,26 +3,24 @@
# file, You can obtain one at http://mozilla.org/MPL/2.0/. # file, You can obtain one at http://mozilla.org/MPL/2.0/.
import json
import logging import logging
import os import os
import re import re
import json
import mozpack.path as mozpath import mozpack.path as mozpath
import taskgraph import taskgraph
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from voluptuous import Optional, Required
from .. import GECKO
from gecko_taskgraph.util.docker import ( from gecko_taskgraph.util.docker import (
create_context_tar, create_context_tar,
generate_context_hash, generate_context_hash,
image_path, image_path,
) )
from voluptuous import (
Optional, from .. import GECKO
Required,
)
from .task import task_description_schema from .task import task_description_schema
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -19,6 +19,7 @@ from taskgraph.util.treeherder import join_symbol
from voluptuous import Any, Extra, Optional, Required from voluptuous import Any, Extra, Optional, Required
import gecko_taskgraph import gecko_taskgraph
from ..util.cached_tasks import add_optimization from ..util.cached_tasks import add_optimization
CACHE_TYPE = "content.v1" CACHE_TYPE = "content.v1"

Просмотреть файл

@ -9,9 +9,9 @@ from taskgraph.transforms.base import TransformSequence
from voluptuous import Optional from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
from gecko_taskgraph.transforms.task import task_description_schema
repackage_signing_description_schema = schema.extend( repackage_signing_description_schema = schema.extend(
{ {

Просмотреть файл

@ -4,7 +4,6 @@
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -15,15 +15,16 @@ import json
import logging import logging
import mozpack.path as mozpath import mozpack.path as mozpath
from gecko_taskgraph.transforms.cached_tasks import order_tasks
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.workertypes import worker_type_implementation
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.python_path import import_sibling_modules from taskgraph.util.python_path import import_sibling_modules
from taskgraph.util.schema import Schema, validate_schema from taskgraph.util.schema import Schema, validate_schema
from taskgraph.util.taskcluster import get_artifact_prefix from taskgraph.util.taskcluster import get_artifact_prefix
from voluptuous import Any, Exclusive, Extra, Optional, Required from voluptuous import Any, Exclusive, Extra, Optional, Required
from gecko_taskgraph.transforms.cached_tasks import order_tasks
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.workertypes import worker_type_implementation
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
# Schema for a build description # Schema for a build description

Просмотреть файл

@ -8,8 +8,8 @@ consistency.
""" """
from taskgraph.util.taskcluster import get_artifact_prefix
from taskgraph.util.keyed_by import evaluate_keyed_by from taskgraph.util.keyed_by import evaluate_keyed_by
from taskgraph.util.taskcluster import get_artifact_prefix
SECRET_SCOPE = "secrets:get:project/releng/{trust_domain}/{kind}/level-{level}/{secret}" SECRET_SCOPE = "secrets:get:project/releng/{trust_domain}/{kind}/level-{level}/{secret}"

Просмотреть файл

@ -14,11 +14,10 @@ from taskgraph.util.schema import Schema
from taskgraph.util.taskcluster import get_root_url from taskgraph.util.taskcluster import get_root_url
from voluptuous import Any, Optional, Required from voluptuous import Any, Optional, Required
from gecko_taskgraph import GECKO
from gecko_taskgraph.transforms.job import run_job_using from gecko_taskgraph.transforms.job import run_job_using
from gecko_taskgraph.transforms.job.common import add_artifacts from gecko_taskgraph.transforms.job.common import add_artifacts
from gecko_taskgraph.util.hash import hash_path from gecko_taskgraph.util.hash import hash_path
from gecko_taskgraph import GECKO
DSC_PACKAGE_RE = re.compile(".*(?=_)") DSC_PACKAGE_RE = re.compile(".*(?=_)")
SOURCE_PACKAGE_RE = re.compile(r".*(?=[-_]\d)") SOURCE_PACKAGE_RE = re.compile(r".*(?=[-_]\d)")

Просмотреть файл

@ -7,16 +7,13 @@ Support for running hazard jobs via dedicated scripts
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from voluptuous import Required, Optional, Any from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.job import ( from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
run_job_using,
configure_taskdesc_for_run,
)
from gecko_taskgraph.transforms.job.common import ( from gecko_taskgraph.transforms.job.common import (
setup_secrets,
docker_worker_add_artifacts,
add_tooltool, add_tooltool,
docker_worker_add_artifacts,
setup_secrets,
) )
haz_run_schema = Schema( haz_run_schema = Schema(

Просмотреть файл

@ -6,9 +6,9 @@ Support for running mach tasks (via run-task)
""" """
from taskgraph.util.schema import Schema, taskref_or_string from taskgraph.util.schema import Schema, taskref_or_string
from voluptuous import Required, Optional, Any from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.job import run_job_using, configure_taskdesc_for_run from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
mach_schema = Schema( mach_schema = Schema(
{ {

Просмотреть файл

@ -11,6 +11,11 @@ way, and certainly anything using mozharness should use this approach.
import json import json
from textwrap import dedent from textwrap import dedent
from mozpack import path as mozpath
from taskgraph.util.schema import Schema
from voluptuous import Any, Optional, Required
from voluptuous.validators import Match
from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
from gecko_taskgraph.transforms.job.common import ( from gecko_taskgraph.transforms.job.common import (
docker_worker_add_artifacts, docker_worker_add_artifacts,
@ -20,10 +25,6 @@ from gecko_taskgraph.transforms.job.common import (
) )
from gecko_taskgraph.transforms.task import get_branch_repo, get_branch_rev from gecko_taskgraph.transforms.task import get_branch_repo, get_branch_rev
from gecko_taskgraph.util.attributes import is_try from gecko_taskgraph.util.attributes import is_try
from mozpack import path as mozpath
from taskgraph.util.schema import Schema
from voluptuous import Any, Optional, Required
from voluptuous.validators import Match
mozharness_run_schema = Schema( mozharness_run_schema = Schema(
{ {

Просмотреть файл

@ -11,13 +11,10 @@ from taskgraph.util.schema import Schema
from taskgraph.util.taskcluster import get_artifact_path, get_artifact_url from taskgraph.util.taskcluster import get_artifact_path, get_artifact_url
from voluptuous import Extra, Optional, Required from voluptuous import Extra, Optional, Required
from gecko_taskgraph.transforms.job import ( from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
configure_taskdesc_for_run, from gecko_taskgraph.transforms.job.common import get_expiration, support_vcs_checkout
run_job_using, from gecko_taskgraph.transforms.test import normpath, test_description_schema
)
from gecko_taskgraph.util.attributes import is_try from gecko_taskgraph.util.attributes import is_try
from gecko_taskgraph.transforms.test import test_description_schema, normpath
from gecko_taskgraph.transforms.job.common import support_vcs_checkout, get_expiration
VARIANTS = [ VARIANTS = [
"shippable", "shippable",

Просмотреть файл

@ -7,9 +7,9 @@ Support for running mach python-test tasks (via run-task)
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from voluptuous import Required, Optional from voluptuous import Optional, Required
from gecko_taskgraph.transforms.job import run_job_using, configure_taskdesc_for_run from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
python_test_schema = Schema( python_test_schema = Schema(
{ {

Просмотреть файл

@ -10,11 +10,11 @@ import os
from mozpack import path from mozpack import path
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.task import taskref_or_string
from gecko_taskgraph.transforms.job import run_job_using from gecko_taskgraph.transforms.job import run_job_using
from gecko_taskgraph.transforms.job.common import add_tooltool, support_vcs_checkout from gecko_taskgraph.transforms.job.common import add_tooltool, support_vcs_checkout
from voluptuous import Any, Optional, Required from gecko_taskgraph.transforms.task import taskref_or_string
run_task_schema = Schema( run_task_schema = Schema(
{ {

Просмотреть файл

@ -7,12 +7,9 @@ Support for running spidermonkey jobs via dedicated scripts
from taskgraph.util.schema import Schema from taskgraph.util.schema import Schema
from voluptuous import Required, Any, Optional from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.job import ( from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
run_job_using,
configure_taskdesc_for_run,
)
from gecko_taskgraph.transforms.job.common import ( from gecko_taskgraph.transforms.job.common import (
docker_worker_add_artifacts, docker_worker_add_artifacts,
generic_worker_add_artifacts, generic_worker_add_artifacts,

Просмотреть файл

@ -8,22 +8,17 @@ Support for running toolchain-building jobs via dedicated scripts
import taskgraph import taskgraph
from mozbuild.shellutil import quote as shell_quote from mozbuild.shellutil import quote as shell_quote
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
from voluptuous import Optional, Required, Any from voluptuous import Any, Optional, Required
from gecko_taskgraph.transforms.job import ( from gecko_taskgraph import GECKO
configure_taskdesc_for_run, from gecko_taskgraph.transforms.job import configure_taskdesc_for_run, run_job_using
run_job_using,
)
from gecko_taskgraph.transforms.job.common import ( from gecko_taskgraph.transforms.job.common import (
docker_worker_add_artifacts, docker_worker_add_artifacts,
generic_worker_add_artifacts, generic_worker_add_artifacts,
) )
from gecko_taskgraph.util.hash import hash_paths
from gecko_taskgraph.util.attributes import RELEASE_PROJECTS from gecko_taskgraph.util.attributes import RELEASE_PROJECTS
from gecko_taskgraph import GECKO from gecko_taskgraph.util.hash import hash_paths
CACHE_TYPE = "toolchains.v3" CACHE_TYPE = "toolchains.v3"

Просмотреть файл

@ -18,11 +18,7 @@ from taskgraph.util.schema import (
) )
from taskgraph.util.taskcluster import get_artifact_prefix from taskgraph.util.taskcluster import get_artifact_prefix
from taskgraph.util.treeherder import add_suffix from taskgraph.util.treeherder import add_suffix
from voluptuous import ( from voluptuous import Any, Optional, Required
Any,
Optional,
Required,
)
from gecko_taskgraph.loader.multi_dep import schema from gecko_taskgraph.loader.multi_dep import schema
from gecko_taskgraph.transforms.job import job_description_schema from gecko_taskgraph.transforms.job import job_description_schema

Просмотреть файл

@ -8,7 +8,6 @@ Uses attributes from `primary-dependency`.
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -6,17 +6,17 @@ Transform the partner attribution task into an actual task description.
""" """
from collections import defaultdict
import json import json
import logging import logging
from collections import defaultdict
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import (
apply_partner_priority, apply_partner_priority,
check_if_partners_enabled, check_if_partners_enabled,
get_partner_config_by_kind,
generate_attribution_code, generate_attribution_code,
get_partner_config_by_kind,
) )
log = logging.getLogger(__name__) log = logging.getLogger(__name__)

Просмотреть файл

@ -9,26 +9,25 @@ from collections import defaultdict
from copy import deepcopy from copy import deepcopy
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.taskcluster import get_artifact_prefix
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from voluptuous import Any, Required, Optional from taskgraph.util.taskcluster import get_artifact_prefix
from voluptuous import Any, Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import craft_release_properties from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import ( from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job, copy_attributes_from_dependent_job,
release_level, release_level,
) )
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import (
get_partner_config_by_kind,
apply_partner_priority, apply_partner_priority,
get_partner_config_by_kind,
) )
from gecko_taskgraph.util.scriptworker import ( from gecko_taskgraph.util.scriptworker import (
add_scope_prefix, add_scope_prefix,
get_beetmover_bucket_scope, get_beetmover_bucket_scope,
) )
from gecko_taskgraph.transforms.task import task_description_schema
beetmover_description_schema = schema.extend( beetmover_description_schema = schema.extend(
{ {

Просмотреть файл

@ -9,15 +9,14 @@ from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.scriptworker import get_release_config
from gecko_taskgraph.util.partners import ( from gecko_taskgraph.util.partners import (
apply_partner_priority,
check_if_partners_enabled, check_if_partners_enabled,
get_partner_config_by_kind, get_partner_config_by_kind,
get_partner_url_config, get_partner_url_config,
get_repack_ids_by_platform, get_repack_ids_by_platform,
apply_partner_priority,
) )
from gecko_taskgraph.util.scriptworker import get_release_config
transforms = TransformSequence() transforms = TransformSequence()
transforms.add(check_if_partners_enabled) transforms.add(check_if_partners_enabled)

Просмотреть файл

@ -12,12 +12,7 @@ from datetime import date, timedelta
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
from taskgraph.util.treeherder import join_symbol, split_symbol from taskgraph.util.treeherder import join_symbol, split_symbol
from voluptuous import ( from voluptuous import Any, Extra, Optional
Any,
Optional,
Extra,
)
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -11,7 +11,7 @@ import logging
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from taskgraph.util.treeherder import inherit_treeherder_from_dep from taskgraph.util.treeherder import inherit_treeherder_from_dep
from voluptuous import Required, Optional from voluptuous import Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import craft_release_properties from gecko_taskgraph.transforms.beetmover import craft_release_properties

Просмотреть файл

@ -13,7 +13,6 @@ from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.scriptworker import add_scope_prefix from gecko_taskgraph.util.scriptworker import add_scope_prefix
push_flatpak_description_schema = Schema( push_flatpak_description_schema = Schema(
{ {
Required("name"): str, Required("name"): str,

Просмотреть файл

@ -8,7 +8,6 @@ from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.scriptworker import get_release_config from gecko_taskgraph.util.scriptworker import get_release_config
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -6,6 +6,7 @@ Transform the checksums task into an actual task description.
""" """
import copy import copy
import logging
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by from taskgraph.util.schema import resolve_keyed_by
@ -13,8 +14,6 @@ from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.scriptworker import get_release_config from gecko_taskgraph.util.scriptworker import get_release_config
import logging
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -9,15 +9,15 @@ from taskgraph.transforms.base import TransformSequence
from voluptuous import Optional from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.scriptworker import ( from gecko_taskgraph.util.scriptworker import (
generate_beetmover_artifact_map, generate_beetmover_artifact_map,
generate_beetmover_upstream_artifacts, generate_beetmover_upstream_artifacts,
get_beetmover_bucket_scope,
get_beetmover_action_scope, get_beetmover_action_scope,
get_beetmover_bucket_scope,
) )
from gecko_taskgraph.transforms.beetmover import craft_release_properties
from gecko_taskgraph.transforms.task import task_description_schema
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -10,9 +10,9 @@ from taskgraph.util.taskcluster import get_artifact_path
from voluptuous import Optional from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope from gecko_taskgraph.util.scriptworker import get_signing_cert_scope
from gecko_taskgraph.transforms.task import task_description_schema
release_generate_checksums_signing_schema = schema.extend( release_generate_checksums_signing_schema = schema.extend(
{ {

Просмотреть файл

@ -6,7 +6,7 @@ Transform the release-msix-push kind into an actual task description.
""" """
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by, Schema from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
from voluptuous import Optional, Required from voluptuous import Optional, Required
from gecko_taskgraph.transforms.task import task_description_schema from gecko_taskgraph.transforms.task import task_description_schema

Просмотреть файл

@ -11,7 +11,6 @@ from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.util.scriptworker import get_release_config from gecko_taskgraph.util.scriptworker import get_release_config
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -6,7 +6,7 @@ Transform the release-sign-and-push task into an actual task description.
""" """
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by, optionally_keyed_by from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from taskgraph.util.treeherder import inherit_treeherder_from_dep from taskgraph.util.treeherder import inherit_treeherder_from_dep
from voluptuous import Any, Required from voluptuous import Any, Required

Просмотреть файл

@ -8,7 +8,6 @@ from taskgraph.util.schema import resolve_keyed_by
from gecko_taskgraph.util.attributes import release_level from gecko_taskgraph.util.attributes import release_level
from gecko_taskgraph.util.scriptworker import get_release_config from gecko_taskgraph.util.scriptworker import get_release_config
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -9,7 +9,6 @@ from pipes import quote as shell_quote
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import resolve_keyed_by from taskgraph.util.schema import resolve_keyed_by
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -8,15 +8,16 @@ Transform the repackage task into an actual task description.
import copy import copy
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from taskgraph.util.taskcluster import get_artifact_prefix
from voluptuous import Extra, Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.job import job_description_schema from gecko_taskgraph.transforms.job import job_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.platforms import architecture, archive_format from gecko_taskgraph.util.platforms import architecture, archive_format
from gecko_taskgraph.util.workertypes import worker_type_implementation from gecko_taskgraph.util.workertypes import worker_type_implementation
from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from taskgraph.util.taskcluster import get_artifact_prefix
from voluptuous import Extra, Optional, Required
packaging_description_schema = schema.extend( packaging_description_schema = schema.extend(
{ {

Просмотреть файл

@ -11,17 +11,17 @@ import copy
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by from taskgraph.util.schema import optionally_keyed_by, resolve_keyed_by
from taskgraph.util.taskcluster import get_artifact_prefix from taskgraph.util.taskcluster import get_artifact_prefix
from voluptuous import Required, Optional from voluptuous import Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.repackage import (
PACKAGE_FORMATS as PACKAGE_FORMATS_VANILLA,
)
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.partners import get_partner_config_by_kind from gecko_taskgraph.util.partners import get_partner_config_by_kind
from gecko_taskgraph.util.platforms import archive_format, executable_extension from gecko_taskgraph.util.platforms import archive_format, executable_extension
from gecko_taskgraph.util.workertypes import worker_type_implementation from gecko_taskgraph.util.workertypes import worker_type_implementation
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.transforms.repackage import (
PACKAGE_FORMATS as PACKAGE_FORMATS_VANILLA,
)
def _by_platform(arg): def _by_platform(arg):

Просмотреть файл

@ -11,9 +11,9 @@ from taskgraph.transforms.base import TransformSequence
from voluptuous import Optional from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
from gecko_taskgraph.transforms.task import task_description_schema
repackage_signing_description_schema = schema.extend( repackage_signing_description_schema = schema.extend(
{ {

Просмотреть файл

@ -10,10 +10,10 @@ from taskgraph.util.taskcluster import get_artifact_path
from voluptuous import Optional from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.partners import get_partner_config_by_kind from gecko_taskgraph.util.partners import get_partner_config_by_kind
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
from gecko_taskgraph.transforms.task import task_description_schema
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -12,9 +12,7 @@ import logging
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.treeherder import inherit_treeherder_from_dep, join_symbol from taskgraph.util.treeherder import inherit_treeherder_from_dep, join_symbol
from gecko_taskgraph.util.attributes import ( from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
copy_attributes_from_dependent_job,
)
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)

Просмотреть файл

@ -5,10 +5,10 @@
Apply some defaults and minor modifications to the pgo jobs. Apply some defaults and minor modifications to the pgo jobs.
""" """
from taskgraph.transforms.base import TransformSequence
import logging import logging
from taskgraph.transforms.base import TransformSequence
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -8,15 +8,15 @@ Transform the signing task into an actual task description.
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.keyed_by import evaluate_keyed_by from taskgraph.util.keyed_by import evaluate_keyed_by
from taskgraph.util.schema import taskref_or_string from taskgraph.util.schema import taskref_or_string
from voluptuous import Required, Optional from voluptuous import Optional, Required
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import ( from gecko_taskgraph.util.attributes import (
copy_attributes_from_dependent_job, copy_attributes_from_dependent_job,
release_level, release_level,
) )
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform from gecko_taskgraph.util.scriptworker import get_signing_cert_scope_per_platform
from gecko_taskgraph.transforms.task import task_description_schema
transforms = TransformSequence() transforms = TransformSequence()

Просмотреть файл

@ -8,9 +8,9 @@ from taskgraph.transforms.base import TransformSequence
from voluptuous import Optional from voluptuous import Optional
from gecko_taskgraph.loader.single_dep import schema from gecko_taskgraph.loader.single_dep import schema
from gecko_taskgraph.transforms.task import task_description_schema
from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job from gecko_taskgraph.util.attributes import copy_attributes_from_dependent_job
from gecko_taskgraph.util.scriptworker import get_signing_cert_scope from gecko_taskgraph.util.scriptworker import get_signing_cert_scope
from gecko_taskgraph.transforms.task import task_description_schema
checksums_signing_description_schema = schema.extend( checksums_signing_description_schema = schema.extend(
{ {

Просмотреть файл

@ -13,14 +13,9 @@ import os
import taskgraph import taskgraph
from taskgraph.transforms.base import TransformSequence from taskgraph.transforms.base import TransformSequence
from taskgraph.util.attributes import keymatch from taskgraph.util.attributes import keymatch
from taskgraph.util.schema import Schema, resolve_keyed_by, optionally_keyed_by from taskgraph.util.schema import Schema, optionally_keyed_by, resolve_keyed_by
from taskgraph.util.treeherder import join_symbol, split_symbol from taskgraph.util.treeherder import join_symbol, split_symbol
from voluptuous import ( from voluptuous import Any, Extra, Optional, Required
Any,
Extra,
Optional,
Required,
)
from gecko_taskgraph.transforms.job import job_description_schema from gecko_taskgraph.transforms.job import job_description_schema
from gecko_taskgraph.util.hg import get_json_automationrelevance from gecko_taskgraph.util.hg import get_json_automationrelevance

Некоторые файлы не были показаны из-за слишком большого количества измененных файлов Показать больше