Bug 1891451 - Port bug 1868440: Upgrade Gecko to Taskgraph 7.x. r=rjl

Differential Revision: https://phabricator.services.mozilla.com/D207587

--HG--
rename : taskcluster/ci/config.yml => taskcluster/config.yml
rename : taskcluster/ci/balrog/kind.yml => taskcluster/kinds/balrog/kind.yml
rename : taskcluster/ci/beetmover-checksums/kind.yml => taskcluster/kinds/beetmover-checksums/kind.yml
rename : taskcluster/ci/beetmover-repackage/kind.yml => taskcluster/kinds/beetmover-repackage/kind.yml
rename : taskcluster/ci/beetmover-source/kind.yml => taskcluster/kinds/beetmover-source/kind.yml
rename : taskcluster/ci/beetmover-strings-source/kind.yml => taskcluster/kinds/beetmover-strings-source/kind.yml
rename : taskcluster/ci/bouncer-locations/kind.yml => taskcluster/kinds/bouncer-locations/kind.yml
rename : taskcluster/ci/build-mac-notarization/kind.yml => taskcluster/kinds/build-mac-notarization/kind.yml
rename : taskcluster/ci/build-mac-signing/kind.yml => taskcluster/kinds/build-mac-signing/kind.yml
rename : taskcluster/ci/build-signing/kind.yml => taskcluster/kinds/build-signing/kind.yml
rename : taskcluster/ci/build/linux.yml => taskcluster/kinds/build/linux.yml
rename : taskcluster/ci/build/macosx.yml => taskcluster/kinds/build/macosx.yml
rename : taskcluster/ci/build/windows.yml => taskcluster/kinds/build/windows.yml
rename : taskcluster/ci/docker-image/docker-image.yml => taskcluster/kinds/docker-image/docker-image.yml
rename : taskcluster/ci/l10n-bump/kind.yml => taskcluster/kinds/l10n-bump/kind.yml
rename : taskcluster/ci/mar-signing-l10n/kind.yml => taskcluster/kinds/mar-signing-l10n/kind.yml
rename : taskcluster/ci/mar-signing/kind.yml => taskcluster/kinds/mar-signing/kind.yml
rename : taskcluster/ci/merge-automation/kind.yml => taskcluster/kinds/merge-automation/kind.yml
rename : taskcluster/ci/partials-signing/kind.yml => taskcluster/kinds/partials-signing/kind.yml
rename : taskcluster/ci/partials/kind.yml => taskcluster/kinds/partials/kind.yml
rename : taskcluster/ci/post-balrog-dummy/kind.yml => taskcluster/kinds/post-balrog-dummy/kind.yml
rename : taskcluster/ci/post-beetmover-checksums-dummy/kind.yml => taskcluster/kinds/post-beetmover-checksums-dummy/kind.yml
rename : taskcluster/ci/post-beetmover-dummy/kind.yml => taskcluster/kinds/post-beetmover-dummy/kind.yml
rename : taskcluster/ci/release-balrog-scheduling/kind.yml => taskcluster/kinds/release-balrog-scheduling/kind.yml
rename : taskcluster/ci/release-balrog-submit-toplevel/kind.yml => taskcluster/kinds/release-balrog-submit-toplevel/kind.yml
rename : taskcluster/ci/release-beetmover-push-to-release/kind.yml => taskcluster/kinds/release-beetmover-push-to-release/kind.yml
rename : taskcluster/ci/release-beetmover-source-checksums/kind.yml => taskcluster/kinds/release-beetmover-source-checksums/kind.yml
rename : taskcluster/ci/release-bouncer-aliases/kind.yml => taskcluster/kinds/release-bouncer-aliases/kind.yml
rename : taskcluster/ci/release-bouncer-sub/kind.yml => taskcluster/kinds/release-bouncer-sub/kind.yml
rename : taskcluster/ci/release-early-tagging/kind.yml => taskcluster/kinds/release-early-tagging/kind.yml
rename : taskcluster/ci/release-flatpak-push/kind.yml => taskcluster/kinds/release-flatpak-push/kind.yml
rename : taskcluster/ci/release-flatpak-repackage/kind.yml => taskcluster/kinds/release-flatpak-repackage/kind.yml
rename : taskcluster/ci/release-generate-checksums-beetmover/kind.yml => taskcluster/kinds/release-generate-checksums-beetmover/kind.yml
rename : taskcluster/ci/release-generate-checksums-signing/kind.yml => taskcluster/kinds/release-generate-checksums-signing/kind.yml
rename : taskcluster/ci/release-mark-as-shipped/kind.yml => taskcluster/kinds/release-mark-as-shipped/kind.yml
rename : taskcluster/ci/release-push-langpacks/kind.yml => taskcluster/kinds/release-push-langpacks/kind.yml
rename : taskcluster/ci/release-snap-repackage/kind.yml => taskcluster/kinds/release-snap-repackage/kind.yml
rename : taskcluster/ci/release-source-checksums-signing/kind.yml => taskcluster/kinds/release-source-checksums-signing/kind.yml
rename : taskcluster/ci/release-source-signing/kind.yml => taskcluster/kinds/release-source-signing/kind.yml
rename : taskcluster/ci/release-version-bump/kind.yml => taskcluster/kinds/release-version-bump/kind.yml
rename : taskcluster/ci/repackage-signing-l10n/kind.yml => taskcluster/kinds/repackage-signing-l10n/kind.yml
rename : taskcluster/ci/repackage-signing-msi/kind.yml => taskcluster/kinds/repackage-signing-msi/kind.yml
rename : taskcluster/ci/repackage-signing-msix/kind.yml => taskcluster/kinds/repackage-signing-msix/kind.yml
rename : taskcluster/ci/repackage-signing-shippable-l10n-msix/kind.yml => taskcluster/kinds/repackage-signing-shippable-l10n-msix/kind.yml
rename : taskcluster/ci/repackage-signing/kind.yml => taskcluster/kinds/repackage-signing/kind.yml
rename : taskcluster/ci/shippable-l10n-mac-notarization/kind.yml => taskcluster/kinds/shippable-l10n-mac-notarization/kind.yml
rename : taskcluster/ci/shippable-l10n-mac-signing/kind.yml => taskcluster/kinds/shippable-l10n-mac-signing/kind.yml
rename : taskcluster/ci/shippable-l10n-pre-signing/kind.yml => taskcluster/kinds/shippable-l10n-pre-signing/kind.yml
rename : taskcluster/ci/shippable-l10n-signing/kind.yml => taskcluster/kinds/shippable-l10n-signing/kind.yml
rename : taskcluster/ci/source-test/clang.yml => taskcluster/kinds/source-test/clang.yml
rename : taskcluster/ci/source-test/mozlint.yml => taskcluster/kinds/source-test/mozlint.yml
rename : taskcluster/ci/source-test/python.yml => taskcluster/kinds/source-test/python.yml
rename : taskcluster/ci/test/compiled.yml => taskcluster/kinds/test/compiled.yml
rename : taskcluster/ci/test/test-platforms.yml => taskcluster/kinds/test/test-platforms.yml
rename : taskcluster/ci/test/test-sets.yml => taskcluster/kinds/test/test-sets.yml
rename : taskcluster/ci/test/tests.yml => taskcluster/kinds/test/tests.yml
rename : taskcluster/ci/toolchain/clang.yml => taskcluster/kinds/toolchain/clang.yml
rename : taskcluster/ci/toolchain/libotr.yml => taskcluster/kinds/toolchain/libotr.yml
extra : amend_source : 6a922da9a7bae728c9ec502368aeea1a070fedb7

.taskcluster.yml

@@ -246,12 +246,12 @@ tasks:
                                 cd /builds/worker/checkouts/gecko &&
                                 ln -s /builds/worker/artifacts artifacts &&
                                 ./mach --log-no-times taskgraph action-callback
-                                --root=comm/taskcluster/ci
+                                --root=comm/taskcluster
                             else: >
                                 cd /builds/worker/checkouts/gecko &&
                                 ln -s /builds/worker/artifacts artifacts &&
                                 ./mach --log-no-times taskgraph decision
-                                --root=comm/taskcluster/ci
+                                --root=comm/taskcluster
                                 --pushlog-id='${push.pushlog_id}'
                                 --pushdate='${push.pushdate}'
                                 --project='${repository.project}'

taskcluster/comm_taskgraph/target_tasks.py

@@ -5,11 +5,11 @@
 import logging
 
 from gecko_taskgraph.target_tasks import (
-    _target_task,
     _try_task_config,
     filter_on_platforms,
     filter_out_shippable,
     filter_out_shipping_phase,
+    register_target_task,
     standard_filter,
 )
 
@@ -18,7 +18,7 @@ from comm_taskgraph.try_option_syntax import _try_cc_option_syntax
 logger = logging.getLogger(__name__)
 
 
-@_target_task("comm_searchfox_index")
+@register_target_task("comm_searchfox_index")
 def target_tasks_searchfox(full_task_graph, parameters, graph_config):
     """Select tasks required for indexing Thunderbird for Searchfox web site each day"""
     return [
@@ -28,7 +28,7 @@ def target_tasks_searchfox(full_task_graph, parameters, graph_config):
     ]
 
 
-@_target_task("comm_central_tasks")
+@register_target_task("comm_central_tasks")
 def target_tasks_default(full_task_graph, parameters, graph_config):
     """Target the tasks which have indicated they should be run on this project
     via the `run_on_projects` attributes."""
@@ -39,7 +39,7 @@ def target_tasks_default(full_task_graph, parameters, graph_config):
     ]
 
 
-@_target_task("try_cc_tasks")
+@register_target_task("try_cc_tasks")
 def target_tasks_try(full_task_graph, parameters, graph_config):
     try_mode = parameters["try_mode"]
     if try_mode == "try_task_config":
@@ -52,7 +52,7 @@ def target_tasks_try(full_task_graph, parameters, graph_config):
         return []
 
 
-@_target_task("ash_tasks")
+@register_target_task("ash_tasks")
 def target_tasks_ash(full_task_graph, parameters, graph_config):
     run_for_platforms = (
         "linux64",
@@ -75,7 +75,7 @@ def target_tasks_ash(full_task_graph, parameters, graph_config):
     return [l for l, t in full_task_graph.tasks.items() if _filter(t, parameters)]
 
 
-@_target_task("tb_rust_vendor_check")
+@register_target_task("tb_rust_vendor_check")
 def target_tasks_tb_rust_vendor_check(full_task_graph, parameters, graph_config):
     """Select the set of tasks required to run tb-rust check-upstream & vendor."""
 

taskcluster/comm_taskgraph/util/docker.py

@@ -18,7 +18,7 @@ COMM_IMAGE_DIR = os.path.join(COMM, "taskcluster", "docker")
 def register():
     logger.info("Registering comm docker image definition path.")
     utildocker.image_paths.register(
-        "comm/taskcluster/ci/docker-image/docker-image.yml", COMM_IMAGE_DIR
+        "comm/taskcluster/kinds/docker-image/docker-image.yml", COMM_IMAGE_DIR
     )
 
 

taskcluster/docs/transforms/job.rst

@@ -5,6 +5,6 @@ Run-Using
 ---------
 
 In order to build toolchains specific to Thunderbird, there is a ``run-using``
-implementation in `comm_taskgraph.transforms.job.toolchain`:
+implementation in `comm_taskgraph.transforms.run.toolchain`:
 
 * ``comm-toolchain-script``

taskcluster/kinds/docker-image/kind.yml

@@ -3,7 +3,7 @@
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 ---
 loader: comm_taskgraph.loader.merge:loader
-reference-base-path: taskcluster/ci
+reference-base-path: taskcluster/kinds
 
 kind-dependencies:
     - packages

taskcluster/kinds/fetch/kind.yml

@@ -3,4 +3,4 @@
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 ---
 loader: comm_taskgraph.loader.reference:loader
-reference-base-path: taskcluster/ci
+reference-base-path: taskcluster/kinds

taskcluster/kinds/packages/kind.yml

@@ -3,4 +3,4 @@
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 ---
 loader: comm_taskgraph.loader.reference:loader
-reference-base-path: taskcluster/ci
+reference-base-path: taskcluster/kinds

taskcluster/kinds/source-docs/kind.yml

@@ -42,4 +42,4 @@ jobs:
         optimization:
             skip-unless-changed:
                 - comm/docs/**
-                - comm/taskcluster/ci/source-docs/*.yml
+                - comm/taskcluster/kinds/source-docs/*.yml

taskcluster/kinds/source-test/taskgraph.yml

@@ -32,11 +32,11 @@ diff:
             mkdir -p /builds/worker/artifacts/diffs &&
             mkdir -p /builds/worker/workspace/params &&
             cp -v comm/taskcluster/test/params/*.yml /builds/worker/workspace/params/ &&
-            ./mach taskgraph target --root="comm/taskcluster/ci" --fast -p "/builds/worker/workspace/params" \
+            ./mach taskgraph target --root="comm/taskcluster" --fast -p "/builds/worker/workspace/params" \
                 -o "/builds/worker/artifacts/diffs/diff.txt" --diff {base_rev} &&
             python taskcluster/scripts/misc/summarize-tgdiff.py /builds/worker/artifacts/diffs/ 20
     when:
         files-changed:
-            - 'comm/taskcluster/ci/**'
+            - 'comm/taskcluster/kinds/**'
             - 'comm/taskcluster/**/*.py'
             - 'taskcluster/**/*.py'

taskcluster/kinds/toolchain/kind.yml

@@ -3,7 +3,7 @@
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 ---
 loader: comm_taskgraph.loader.merge:loader
-reference-base-path: taskcluster/ci
+reference-base-path: taskcluster/kinds
 
 kind-dependencies:
     - fetch