2018-08-04 02:25:10 +03:00
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
2020-03-17 00:06:18 +03:00
|
|
|
---
|
2018-10-31 01:47:42 +03:00
|
|
|
version: 1
|
2020-03-17 00:06:18 +03:00
|
|
|
reporting: checks-v1
|
2018-10-31 01:47:42 +03:00
|
|
|
policy:
|
2020-05-27 19:52:58 +03:00
|
|
|
pullRequests: public
|
2018-06-07 21:54:11 +03:00
|
|
|
tasks:
|
2020-05-27 19:52:58 +03:00
|
|
|
- $let:
|
|
|
|
|
taskgraph:
|
|
|
|
|
branch: taskgraph
|
2020-08-06 17:36:04 +03:00
|
|
|
revision: 0c74426138739b1cad3bb4ff169af67eef6003fc
|
2020-05-27 19:52:58 +03:00
|
|
|
trustDomain: app-services
|
|
|
|
|
in:
|
|
|
|
|
$let:
|
|
|
|
|
# Github events have this stuff in different places
|
|
|
|
|
ownerEmail:
|
|
|
|
|
$if: 'tasks_for in ["cron", "action"]'
|
|
|
|
|
then: '${tasks_for}@noreply.mozilla.org'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-push"'
|
|
|
|
|
then: '${event.pusher.email}'
|
|
|
|
|
# Assume Pull Request
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then: '${event.pull_request.user.login}@users.noreply.github.com'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then: '${event.sender.login}@users.noreply.github.com'
|
2019-07-29 20:38:19 +03:00
|
|
|
|
2020-05-27 19:52:58 +03:00
|
|
|
baseRepoUrl:
|
|
|
|
|
$if: 'tasks_for in ["github-push", "github-release"]'
|
|
|
|
|
then: '${event.repository.html_url}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then: '${event.pull_request.base.repo.html_url}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for in ["cron", "action"]'
|
|
|
|
|
then: '${repository.url}'
|
|
|
|
|
repoUrl:
|
|
|
|
|
$if: 'tasks_for in ["github-push", "github-release"]'
|
|
|
|
|
then: '${event.repository.html_url}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then: '${event.pull_request.head.repo.html_url}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for in ["cron", "action"]'
|
|
|
|
|
then: '${repository.url}'
|
|
|
|
|
project:
|
|
|
|
|
$if: 'tasks_for in ["github-push", "github-release"]'
|
|
|
|
|
then: '${event.repository.name}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then: '${event.pull_request.head.repo.name}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for in ["cron", "action"]'
|
|
|
|
|
then: '${repository.project}'
|
|
|
|
|
head_branch:
|
2020-03-17 00:06:18 +03:00
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
2020-05-27 19:52:58 +03:00
|
|
|
then: ${event.pull_request.head.ref}
|
2020-03-17 00:06:18 +03:00
|
|
|
else:
|
2020-05-27 19:52:58 +03:00
|
|
|
$if: 'tasks_for == "github-push"'
|
|
|
|
|
then: ${event.ref}
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then: '${event.release.target_commitish}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for in ["cron", "action"]'
|
|
|
|
|
then: '${push.branch}'
|
|
|
|
|
head_sha:
|
|
|
|
|
$if: 'tasks_for == "github-push"'
|
|
|
|
|
then: '${event.after}'
|
2020-03-17 00:06:18 +03:00
|
|
|
else:
|
2020-05-27 19:52:58 +03:00
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then: '${event.pull_request.head.sha}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then: '${event.release.tag_name}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for in ["cron", "action"]'
|
|
|
|
|
then: '${push.revision}'
|
|
|
|
|
head_tag:
|
2020-03-17 00:06:18 +03:00
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then: '${event.release.tag_name}'
|
2020-05-27 19:52:58 +03:00
|
|
|
else: ''
|
|
|
|
|
ownTaskId:
|
|
|
|
|
$if: '"github" in tasks_for'
|
|
|
|
|
then: {$eval: as_slugid("decision_task")}
|
2020-03-17 00:06:18 +03:00
|
|
|
else:
|
2020-05-27 19:52:58 +03:00
|
|
|
$if: 'tasks_for == "cron"'
|
|
|
|
|
then: '${ownTaskId}'
|
|
|
|
|
pullRequestAction:
|
|
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then: ${event.action}
|
|
|
|
|
else: 'UNDEFINED'
|
|
|
|
|
releaseAction:
|
|
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then: ${event.action}
|
|
|
|
|
else: 'UNDEFINED'
|
|
|
|
|
in:
|
|
|
|
|
$if: >
|
|
|
|
|
tasks_for in ["action", "cron"]
|
|
|
|
|
|| (tasks_for == "github-pull-request" && pullRequestAction in ["opened", "reopened", "synchronize"])
|
2020-06-26 02:21:01 +03:00
|
|
|
|| (tasks_for == "github-push" && head_branch == 'refs/heads/main')
|
2020-05-27 19:52:58 +03:00
|
|
|
|| (tasks_for == "github-release" && releaseAction == "published")
|
|
|
|
|
then:
|
|
|
|
|
$let:
|
|
|
|
|
level:
|
|
|
|
|
$if: 'tasks_for in ["github-push", "github-release", "action", "cron"] && repoUrl == "https://github.com/mozilla/application-services"'
|
|
|
|
|
then: '3'
|
|
|
|
|
else: '1'
|
|
|
|
|
short_head_branch:
|
|
|
|
|
$if: 'head_branch[:11] == "refs/heads/"'
|
|
|
|
|
then: {$eval: 'head_branch[11:]'}
|
|
|
|
|
in:
|
|
|
|
|
$mergeDeep:
|
|
|
|
|
- $if: 'tasks_for != "action"'
|
2020-04-24 22:17:01 +03:00
|
|
|
then:
|
2020-05-27 19:52:58 +03:00
|
|
|
taskId: '${ownTaskId}'
|
|
|
|
|
- taskGroupId:
|
|
|
|
|
$if: 'tasks_for == "action"'
|
|
|
|
|
then:
|
|
|
|
|
'${action.taskGroupId}'
|
|
|
|
|
else:
|
|
|
|
|
'${ownTaskId}' # same as taskId; this is how automation identifies a decision task
|
|
|
|
|
schedulerId: '${trustDomain}-level-${level}'
|
|
|
|
|
created: {$fromNow: ''}
|
|
|
|
|
deadline: {$fromNow: '1 day'}
|
|
|
|
|
expires: {$fromNow: '1 year 1 second'} # 1 second so artifacts expire first, despite rounding errors
|
|
|
|
|
metadata:
|
|
|
|
|
$merge:
|
|
|
|
|
- owner: "${ownerEmail}"
|
|
|
|
|
source: '${repoUrl}/raw/${head_sha}/.taskcluster.yml'
|
|
|
|
|
- $if: 'tasks_for in ["github-push", "github-pull-request", "github-release"]'
|
|
|
|
|
then:
|
|
|
|
|
name: "Decision Task"
|
|
|
|
|
description: 'The task that creates all of the other tasks in the task graph'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "action"'
|
|
|
|
|
then:
|
|
|
|
|
name: "Action: ${action.title}"
|
|
|
|
|
description: |
|
|
|
|
|
${action.description}
|
2020-04-24 22:17:01 +03:00
|
|
|
|
2020-05-27 19:52:58 +03:00
|
|
|
Action triggered by clientID `${clientId}`
|
|
|
|
|
else:
|
|
|
|
|
name: "Decision Task for cron job ${cron.job_name}"
|
|
|
|
|
description: 'Created by a [cron task](https://firefox-ci-tc.services.mozilla.com/tasks/${cron.task_id})'
|
|
|
|
|
provisionerId: "app-services-${level}"
|
|
|
|
|
workerType: "decision"
|
|
|
|
|
tags:
|
|
|
|
|
$if: 'tasks_for in ["github-push", "github-pull-request"]'
|
|
|
|
|
then:
|
|
|
|
|
kind: decision-task
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "action"'
|
|
|
|
|
then:
|
|
|
|
|
kind: 'action-callback'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "cron"'
|
|
|
|
|
then:
|
|
|
|
|
kind: cron-task
|
|
|
|
|
routes:
|
|
|
|
|
$flattenDeep:
|
|
|
|
|
- checks
|
|
|
|
|
- $if: 'level == "3"'
|
|
|
|
|
then:
|
|
|
|
|
# TODO Bug 1601928: Make this scope fork-friendly once ${project} is better defined. This will enable
|
|
|
|
|
# staging release promotion on forks.
|
|
|
|
|
- $if: 'tasks_for == "github-push"'
|
|
|
|
|
then:
|
|
|
|
|
- index.project.${project}.v2.branch.${short_head_branch}.latest.taskgraph.decision
|
|
|
|
|
- index.project.${project}.v2.branch.${short_head_branch}.revision.${head_sha}.taskgraph.decision
|
|
|
|
|
- $if: 'tasks_for == "cron"'
|
|
|
|
|
then:
|
|
|
|
|
# cron context provides ${head_branch} as a short one
|
|
|
|
|
- index.project.${project}.v2.branch.${head_branch}.latest.taskgraph.decision-${cron.job_name}
|
|
|
|
|
- index.project.${project}.v2.branch.${head_branch}.revision.${head_sha}.taskgraph.decision-${cron.job_name}
|
|
|
|
|
- index.project.${project}.v2.branch.${head_branch}.revision.${head_sha}.taskgraph.cron.${ownTaskId}
|
|
|
|
|
scopes:
|
|
|
|
|
$if: 'tasks_for == "github-push"'
|
|
|
|
|
then:
|
|
|
|
|
# `https://` is 8 characters so, ${repoUrl[8:]} is the repository without the protocol.
|
|
|
|
|
- 'assume:repo:${repoUrl[8:]}:branch:${short_head_branch}'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-pull-request"'
|
|
|
|
|
then:
|
|
|
|
|
- 'assume:repo:github.com/${event.pull_request.base.repo.full_name}:pull-request'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then:
|
|
|
|
|
- 'assume:repo:${repoUrl[8:]}:release'
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "action"'
|
|
|
|
|
then:
|
|
|
|
|
# when all actions are hooks, we can calculate this directly rather than using a variable
|
|
|
|
|
- '${action.repo_scope}'
|
|
|
|
|
else:
|
|
|
|
|
- 'assume:repo:${repoUrl[8:]}:cron:${cron.job_name}'
|
|
|
|
|
requires: all-completed
|
|
|
|
|
priority: lowest
|
|
|
|
|
retries: 5
|
2020-03-17 00:06:18 +03:00
|
|
|
|
2020-05-27 19:52:58 +03:00
|
|
|
payload:
|
|
|
|
|
env:
|
|
|
|
|
# run-task uses these to check out the source; the inputs
|
|
|
|
|
# to `mach taskgraph decision` are all on the command line.
|
|
|
|
|
$merge:
|
|
|
|
|
- APPSERVICES_BASE_REPOSITORY: '${baseRepoUrl}'
|
|
|
|
|
APPSERVICES_HEAD_REPOSITORY: '${repoUrl}'
|
|
|
|
|
APPSERVICES_HEAD_REF: '${head_branch}'
|
|
|
|
|
APPSERVICES_HEAD_REV: '${head_sha}'
|
|
|
|
|
APPSERVICES_HEAD_TAG: '${head_tag}'
|
|
|
|
|
APPSERVICES_REPOSITORY_TYPE: git
|
|
|
|
|
TASKGRAPH_BASE_REPOSITORY: https://hg.mozilla.org/ci/taskgraph
|
|
|
|
|
TASKGRAPH_HEAD_REPOSITORY: https://hg.mozilla.org/ci/${taskgraph.branch}
|
|
|
|
|
TASKGRAPH_HEAD_REV: ${taskgraph.revision}
|
|
|
|
|
TASKGRAPH_REPOSITORY_TYPE: hg
|
|
|
|
|
REPOSITORIES: {$json: {appservices: "Application Services", taskgraph: "Taskgraph"}}
|
|
|
|
|
HG_STORE_PATH: /builds/worker/checkouts/hg-store
|
|
|
|
|
ANDROID_SDK_ROOT: /builds/worker/android-sdk
|
2020-08-06 17:36:04 +03:00
|
|
|
MOZ_FETCHES_DIR: /builds/worker/fetches
|
2020-05-27 19:52:58 +03:00
|
|
|
- $if: 'tasks_for in ["github-pull-request"]'
|
|
|
|
|
then:
|
|
|
|
|
APPSERVICES_PULL_REQUEST_TITLE: '${event.pull_request.title}'
|
|
|
|
|
APPSERVICES_PULL_REQUEST_NUMBER: '${event.pull_request.number}'
|
|
|
|
|
features:
|
|
|
|
|
taskclusterProxy: true
|
|
|
|
|
chainOfTrust: true
|
|
|
|
|
# Note: This task is built server side without the context or tooling that
|
|
|
|
|
# exist in tree so we must hard code the hash
|
|
|
|
|
image:
|
2020-07-12 20:45:50 +03:00
|
|
|
mozillareleases/taskgraph:decision-mobile-6607973bc60e32323a541861cc5856cd6a0f51ea9fd664ef7d43bca8df53db47@sha256:8c471aacc469ea8e7bb4846c16efe086f7350a5cc1df570cc6c86b22895a2456
|
2020-03-17 00:06:18 +03:00
|
|
|
|
2020-05-27 19:52:58 +03:00
|
|
|
maxRunTime: 1800
|
|
|
|
|
|
|
|
|
|
command:
|
|
|
|
|
- /usr/local/bin/run-task
|
|
|
|
|
- '--appservices-checkout=/builds/worker/checkouts/src'
|
|
|
|
|
- '--taskgraph-checkout=/builds/worker/checkouts/taskgraph'
|
|
|
|
|
- '--task-cwd=/builds/worker/checkouts/src'
|
|
|
|
|
- '--'
|
|
|
|
|
- bash
|
|
|
|
|
- -cx
|
|
|
|
|
- >
|
|
|
|
|
PIP_IGNORE_INSTALLED=0 pip install --user /builds/worker/checkouts/taskgraph &&
|
|
|
|
|
PIP_IGNORE_INSTALLED=0 pip install --user arrow taskcluster pyyaml &&
|
|
|
|
|
ln -s /builds/worker/artifacts artifacts &&
|
|
|
|
|
~/.local/bin/taskgraph decision
|
|
|
|
|
--pushlog-id='0'
|
|
|
|
|
--pushdate='0'
|
|
|
|
|
--project='${project}'
|
|
|
|
|
--message=""
|
|
|
|
|
--owner='${ownerEmail}'
|
|
|
|
|
--level='${level}'
|
|
|
|
|
--base-repository="$APPSERVICES_BASE_REPOSITORY"
|
|
|
|
|
--head-repository="$APPSERVICES_HEAD_REPOSITORY"
|
|
|
|
|
--head-ref="$APPSERVICES_HEAD_REF"
|
|
|
|
|
--head-rev="$APPSERVICES_HEAD_REV"
|
|
|
|
|
--head-tag="$APPSERVICES_HEAD_TAG"
|
|
|
|
|
--repository-type="$APPSERVICES_REPOSITORY_TYPE"
|
|
|
|
|
--tasks-for='${tasks_for}'
|
|
|
|
|
artifacts:
|
|
|
|
|
'public':
|
|
|
|
|
type: 'directory'
|
|
|
|
|
path: '/builds/worker/artifacts'
|
|
|
|
|
expires: {$fromNow: '1 year'}
|
2020-08-06 17:36:04 +03:00
|
|
|
'public/docker-contexts':
|
|
|
|
|
type: 'directory'
|
|
|
|
|
path: '/builds/worker/checkouts/src/docker-contexts'
|
|
|
|
|
# This needs to be at least the deadline of the
|
|
|
|
|
# decision task + the docker-image task deadlines.
|
|
|
|
|
# It is set to a week to allow for some time for
|
|
|
|
|
# debugging, but they are not useful long-term.
|
|
|
|
|
expires: {$fromNow: '7 day'}
|
2020-05-27 19:52:58 +03:00
|
|
|
extra:
|
|
|
|
|
$merge:
|
|
|
|
|
- treeherder:
|
|
|
|
|
$merge:
|
|
|
|
|
- machine:
|
|
|
|
|
platform: gecko-decision
|
|
|
|
|
- $if: 'tasks_for in ["github-push", "github-pull-request"]'
|
|
|
|
|
then:
|
|
|
|
|
symbol: D
|
|
|
|
|
else:
|
|
|
|
|
$if: 'tasks_for == "github-release"'
|
|
|
|
|
then:
|
|
|
|
|
symbol: 'ship_app_services'
|
|
|
|
|
- tasks_for: '${tasks_for}'
|
