Bug 1458700: [release-promotion] Add update-verfiy tasks; r=Fallen

Differential Revision: https://phabricator.services.mozilla.com/D1496

--HG--
extra : rebase_source : 737ee47db18f8bbb10941eccd6af0d1cc19dd7da

taskcluster/ci/config.yml

@@ -21,6 +21,7 @@ treeherder:
         'Rel': 'Release promotion'
         'css': 'Checksum signing for source'
         'BMcss': 'Beetmover checksums for source'
+        'UV': 'Update verify'
 
 index:
     products:

taskcluster/ci/docker-image/kind.yml

@@ -16,3 +16,4 @@ jobs:
     - image_builder
     - lint
     - toolchain-build
+    - update-verify

taskcluster/ci/post-balrog-dummy/kind.yml

@@ -0,0 +1,28 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+loader: taskgraph.loader.single_dep:loader
+
+transforms:
+    - taskgraph.transforms.per_platform_dummy:transforms
+    - taskgraph.transforms.reverse_chunk_deps:transforms
+    - taskgraph.transforms.task:transforms
+
+kind-dependencies:
+    - balrog
+
+job-template:
+    description: Dummy task to deal with max_dependencies
+    run-on-projects: []
+    shipping-phase: promote
+    worker-type: aws-provisioner-v1/gecko-{level}-b-linux
+    worker:
+        implementation: docker-worker
+        os: linux
+        docker-image: "ubuntu:16.10"
+        max-run-time: 600
+        command:
+            - /bin/bash
+            - -c
+            - echo "Dummy task"

taskcluster/ci/release-update-verify-config/kind.yml

@@ -0,0 +1,151 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+loader: taskgraph.loader.transform:loader
+
+transforms:
+    - taskgraph.transforms.update_verify_config:transforms
+    - taskgraph.transforms.job:transforms
+    - taskgraph.transforms.task:transforms
+
+job-defaults:
+    name: update-verify-config
+    run-on-projects: []  # to make sure this never runs as part of CI
+    shipping-phase: promote
+    worker-type: aws-provisioner-v1/gecko-{level}-b-linux
+    worker:
+        docker-image:
+            in-tree: "update-verify"
+        max-run-time: 3600
+        artifacts:
+            - name: public/build/update-verify.cfg
+              path: /builds/worker/checkouts/gecko/update-verify.cfg
+              type: file
+    run:
+        using: run-task
+        sparse-profile: mozharness
+    extra:
+        app-name: mail
+        branch-prefix: comm
+        archive-prefix:
+            by-project:
+                try-comm-central: "http://ftp.stage.mozaws.net/pub"
+                default: "https://archive.mozilla.org/pub"
+        previous-archive-prefix:
+            by-project:
+                try-comm-central: "https://archive.mozilla.org/pub"
+                default: null
+        aus-server:
+            by-project:
+                try-comm-central: "https://aus5.stage.mozaws.net"
+                default: "https://aus5.mozilla.org"
+        # This is overridden for devedition to exclude 58.0b1
+        # because of the special case added by
+        # https://bugzilla.mozilla.org/show_bug.cgi?id=1419189
+        # The devedition override can be removed after 58.0b1
+        # is behind a watershed
+        include-version:
+            by-project:
+                try-comm-central: beta
+                comm-beta: beta
+                default: beta
+        last-watershed:
+            by-project:
+                comm-beta: "56.0b3"
+                comm-esr60: "60.0esr"
+                try-comm-central: "56.0b3"
+                default: null
+
+jobs:
+    thunderbird-linux:
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UVC
+            platform: linux32/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: linux-nightly
+        extra:
+            product: thunderbird
+            platform: linux-i686
+            updater-platform: linux-x86_64
+            channel:
+                by-project:
+                    comm-beta: "beta-localtest"
+                    default: "default"
+            mar-channel-id-override:
+                by-project:
+                    comm-beta: beta
+                    try-comm-central: beta
+                    default: null
+
+    thunderbird-linux64:
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UVC
+            platform: linux64/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: linux64-nightly
+        extra:
+            product: thunderbird
+            platform: linux-x86_64
+            updater-platform: linux-x86_64
+            channel:
+                by-project:
+                    comm-beta: "beta-localtest"
+                    default: "default"
+            mar-channel-id-override:
+                by-project:
+                    comm-beta: beta
+                    try-comm-central: beta
+                    default: null
+
+    thunderbird-macosx64:
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UVC
+            platform: osx-cross/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: macosx64-nightly
+        extra:
+            product: thunderbird
+            platform: mac
+            updater-platform: linux-x86_64
+            channel:
+                by-project:
+                    comm-beta: "beta-localtest"
+                    default: "default"
+            mar-channel-id-override:
+                by-project:
+                    comm-beta: beta
+                    try-comm-central: beta
+                    default: null
+
+    thunderbird-win32:
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UVC
+            platform: windows2012-32/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: win32-nightly
+        extra:
+            product: thunderbird
+            platform: win32
+            updater-platform: linux-x86_64
+            channel:
+                by-project:
+                    comm-beta: "beta-localtest"
+                    default: "default"
+            mar-channel-id-override:
+                by-project:
+                    comm-beta: beta
+                    try-comm-central: beta
+                    default: null

taskcluster/ci/release-update-verify/kind.yml

@@ -0,0 +1,89 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+loader: taskgraph.loader.transform:loader
+
+kind-dependencies:
+    - post-balrog-dummy
+    - post-beetmover-dummy
+    - release-balrog-submit-toplevel
+    - release-update-verify-config
+
+transforms:
+    - taskgraph.transforms.release_deps:transforms
+    - taskgraph.transforms.update_verify:transforms
+    - taskgraph.transforms.task:transforms
+
+job-defaults:
+    name: update-verify
+    run-on-projects: []  # to make sure this never runs as part of CI
+    shipping-phase: promote
+    worker-type: aws-provisioner-v1/gecko-{level}-b-linux
+    worker:
+        artifacts:
+            - name: 'public/build/diff-summary.log'
+              path: '/builds/worker/tools/release/updates/diff-summary.log'
+              type: file
+        implementation: docker-worker
+        os: linux
+        docker-image:
+            in-tree: "update-verify"
+        max-run-time: 7200
+        retry-exit-status:
+            - 255
+        env:
+            NO_BBCONFIG: "1"
+            BUILD_TOOLS_REPO: https://hg.mozilla.org/build/tools
+            CHANNEL:
+                by-project:
+                    comm-beta: "beta-localtest"
+                    try-comm-central: "beta-localtest"
+                    default: "default"
+    extra:
+        chunks: 12
+
+jobs:
+    thunderbird-linux64:
+        description: linux64 update verify
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UV(UV)
+            platform: linux64/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: linux64-nightly
+
+    thunderbird-linux:
+        description: linux update verify
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UV(UV)
+            platform: linux32/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: linux-nightly
+
+    thunderbird-win32:
+        description: win32 update verify
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UV(UV)
+            platform: windows2012-32/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: win32-nightly
+
+    thunderbird-macosx64:
+        description: macosx64 update verify
+        shipping-product: thunderbird
+        treeherder:
+            symbol: UV(UV)
+            platform: osx-cross/opt
+            kind: test
+            tier: 1
+        attributes:
+            build_platform: macosx64-nightly