From cb51deac6235477e7f2dbc13352a2627d129451c Mon Sep 17 00:00:00 2001
From: Marco Castelluccio <mcastelluccio@mozilla.com>
Date: Fri, 21 Feb 2020 11:16:29 +0100
Subject: [PATCH] Add a task to train a manifest-level test selection model

Fixes #1292
---
 infra/data-pipeline.yml | 40 ++++++++++++++++++++++++++++++++++++++++
 1 file changed, 40 insertions(+)

diff --git a/infra/data-pipeline.yml b/infra/data-pipeline.yml
index 45392174..d82a585d 100644
--- a/infra/data-pipeline.yml
+++ b/infra/data-pipeline.yml
@@ -973,6 +973,45 @@ tasks:
         owner: release-mgmt-analysis@mozilla.com
         source: ${repository}/raw/master/data-pipeline.yml
 
+    - ID: train-test-group-select
+      created: {$fromNow: ''}
+      deadline: {$fromNow: '5 days'}
+      expires: {$fromNow: '1 year'}
+      provisionerId: proj-relman
+      workerType: compute-super-large
+      dependencies:
+        - commit-retrieval
+        - test-group-scheduling-history-generator
+      payload:
+        maxRunTime: 25200
+        image: mozilla/bugbug-base:${version}
+        command:
+          - bugbug-train
+          - testgroupselect
+
+        artifacts:
+          public/testgroupselectmodel.zst:
+            expires: {$fromNow: '1 month'}
+            path: /testgroupselectmodel.zst
+            type: file
+          public/metrics.json:
+            expires: {$fromNow: '1 year'}
+            path: /metrics.json
+            type: file
+
+      routes:
+        - notify.email.release-mgmt-analysis@mozilla.com.on-failed
+        - notify.irc-channel.#bugbug.on-failed
+        - index.project.relman.bugbug.train_testgroupselect.${version}
+        - index.project.relman.bugbug.train_testgroupselect.per_version.${version}.${year}.${month}.${day}.${hour}.${minute}.${second}
+        - index.project.relman.bugbug.train_testgroupselect.per_date.${year}.${month}.${day}.${hour}.${minute}.${second}.${version}
+        - index.project.relman.bugbug.train_testgroupselect.latest
+      metadata:
+        name: bugbug train test group selection model
+        description: bugbug train test group selection model
+        owner: release-mgmt-analysis@mozilla.com
+        source: ${repository}/raw/master/data-pipeline.yml
+
     - ID: train-test-failure
       created: {$fromNow: ''}
       deadline: {$fromNow: '5 days'}
@@ -1068,6 +1107,7 @@ tasks:
         - train-stepstoreproduce
         - train-tracking
         - train-test-label-select
+        - train-test-group-select
         - train-test-failure
       payload:
         maxRunTime: 3600