Bug 1432515 - Enable QR test suites on all branches where the corresponding non-QR versions run. r=milan

Note in particular that tasks that were previously set to run on just
['mozilla-central', 'try'] will now also run on inbound and autoland, in
addition to mozilla-beta and other release branches. In some cases (e.g.
for talos tests) this might result in a significant increase in load on
CI infrastructure. For the tasks that were already running on ['trunk',
'try'] the extra load from the release branches should be relatively
small and will only take effect once 62 moves off nightly into beta.

MozReview-Commit-ID: 6sn9q6rCxOK

--HG--
extra : rebase_source : c228adf059a950aec3e311ae11915caf345e854f

taskcluster/ci/test/compiled.yml

@@ -30,7 +30,6 @@ cppunit:
     run-on-projects:
         by-test-platform:
             windows10-64-asan/opt: []  # as an exception to windows.*
-            .*-qr/.*: ['mozilla-central', 'try']
             default: built-projects
     tier:
         by-test-platform:
@@ -44,7 +43,6 @@ gtest:
     instance-size: xlarge
     run-on-projects:
         by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
             windows.*-pgo/.*: []  # permafails on pgo
             windows.*-nightly/.*: []  # permafails on nightly too
             .*-devedition/.*: []  # don't run on devedition
@@ -64,10 +62,7 @@ jittest:
         by-test-platform:
             android.*: xlarge
             default: default
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: built-projects
     chunks:
         by-test-platform:
             windows.*: 1

taskcluster/ci/test/mochitest.yml

@@ -29,10 +29,7 @@ mochitest:
             default: mochitest/plain-chunked
     treeherder-symbol: M()
     loopback-video: true
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     instance-size:
         by-test-platform:
             linux64-jsdcov/opt: xlarge
@@ -78,10 +75,7 @@ mochitest-a11y:
     treeherder-symbol: M(a11y)
     loopback-video: true
     e10s: false
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: built-projects
     mozharness:
         mochitest-flavor: a11y
     tier:
@@ -256,10 +250,7 @@ mochitest-gpu:
     description: "Mochitest GPU run"
     suite: mochitest/gpu
     treeherder-symbol: M(gpu)
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     loopback-video: true
     instance-size:
         by-test-platform:
@@ -293,10 +284,7 @@ mochitest-media:
         by-test-platform:
             windows10-64-ccov/debug: 7200
             default: 5400
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     loopback-video: true
     virtualization:
         by-test-platform:
@@ -368,7 +356,6 @@ mochitest-webgl:
     run-on-projects:
         by-test-platform:
             windows10-64-ccov/.*: []  # Do not run on Windows ccov, see bug 1419475.
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
             default: built-projects
     virtualization: virtual-with-gpu
     chunks:

taskcluster/ci/test/reftest.yml

@@ -22,10 +22,7 @@ crashtest:
     description: "Crashtest run"
     suite: reftest/crashtest
     treeherder-symbol: R(C)
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     instance-size:
         by-test-platform:
             android.*: xlarge
@@ -54,10 +51,7 @@ jsreftest:
     suite: reftest/jsreftest
     schedules-component: jsreftest  # scheduling for this reftest is different from the others..
     treeherder-symbol: R(J)
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     instance-size:
         by-test-platform:
             android.*: xlarge
@@ -88,10 +82,7 @@ reftest:
     description: "Reftest run"
     suite: reftest/reftest
     treeherder-symbol: R(R)
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     instance-size:
         by-test-platform:
             android.*: xlarge
@@ -136,10 +127,7 @@ reftest-fonts:
     description: "Reftest font specifc run"
     suite: reftest/reftest-fonts
     treeherder-symbol: R(Rf)
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     instance-size:
         by-test-platform:
             android.*: xlarge

taskcluster/ci/test/talos.yml

@@ -30,10 +30,7 @@ talos-chrome:
     description: "Talos chrome"
     try-name: chromez
     treeherder-symbol: T(c)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
@@ -60,7 +57,6 @@ talos-damp:
             default: 5400
     run-on-projects:
         by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
@@ -82,10 +78,7 @@ talos-dromaeojs:
     description: "Talos dromaeojs"
     try-name: dromaeojs
     treeherder-symbol: T(d)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 2100
     mozharness:
         extra-options:
@@ -117,10 +110,7 @@ talos-g1:
     description: "Talos g1"
     try-name: g1
     treeherder-symbol: T(g1)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time:
         by-test-platform:
             linux64.*: 2700
@@ -147,10 +137,7 @@ talos-g3:
     description: "Talos g3"
     try-name: g3
     treeherder-symbol: T(g3)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 900
     mozharness:
         extra-options:
@@ -171,10 +158,7 @@ talos-g4:
     description: "Talos g4"
     try-name: g4
     treeherder-symbol: T(g4)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time:
         by-test-platform:
             linux64.*: 1500
@@ -201,10 +185,7 @@ talos-g5:
     description: "Talos g5"
     try-name: g5
     treeherder-symbol: T(g5)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
         extra-options:
             - --suite=g5
@@ -288,10 +269,7 @@ talos-other:
     description: "Talos other"
     try-name: other
     treeherder-symbol: T(o)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
@@ -312,10 +290,7 @@ talos-perf-reftest:
     description: "Talos perf-reftest"
     try-name: perf-reftest
     treeherder-symbol: T(p)
-    run-on-projects:
+    run-on-projects: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
@@ -336,10 +311,7 @@ talos-perf-reftest-singletons:
     description: "Talos perf-reftest singletons"
     try-name: perf-reftest-singletons
     treeherder-symbol: T(ps)
-    run-on-projects:
+    run-on-projects: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
@@ -360,10 +332,7 @@ talos-speedometer:
     description: "Talos speedometer"
     try-name: speedometer
     treeherder-symbol: T(sp)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1500
     mozharness:
         extra-options:
@@ -384,10 +353,7 @@ talos-svgr:
     description: "Talos svgr"
     try-name: svgr
     treeherder-symbol: T(s)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
@@ -408,10 +374,7 @@ talos-tp5o:
     description: "Talos tp5o"
     try-name: tp5o
     treeherder-symbol: T(tp)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1800
     mozharness:
         extra-options:
@@ -432,10 +395,7 @@ talos-tp6:
     description: "Talos tp6"
     try-name: tp6
     treeherder-symbol: T(tp6)
-    run-on-projects:
+    run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
-        by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
-            default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     max-run-time: 1200
     mozharness:
         extra-options:
@@ -459,7 +419,6 @@ talos-tp6-stylo-threads:
     max-run-time: 1200
     run-on-projects:
         by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
             macosx.*: ['mozilla-beta', 'autoland', 'try']
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
@@ -473,7 +432,6 @@ talos-tps:
     max-run-time: 900
     run-on-projects:
         by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
             linux64-ccov/.*: ['try']  # Bug 1407593
             default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
     mozharness:
@@ -498,7 +456,6 @@ talos-xperf:
     virtualization: virtual
     run-on-projects:
         by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
             windows7-32.*: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
             default: []
     mozharness:

taskcluster/ci/test/test-platforms.yml

@@ -88,9 +88,7 @@ linux64-stylo-sequential/opt:
     test-sets:
         - awsy-stylo-sequential
 
-# QR builds just run a subset right now. Note that the tests in this
+# QR builds just run a subset right now.
-# test set are further restricted in {reftests,talos,...}.yml to run on
-# certain projects only, to avoid adding too much infra load.
 linux64-qr/opt:
     build-platform: linux64/opt
     test-sets:
@@ -212,9 +210,7 @@ windows10-64-asan/opt:
     test-sets:
         - common-tests
 
-# QR builds just run a subset right now. Note that the tests in this
+# QR builds just run a subset right now.
-# test set are further restricted in {reftests,talos,...}.yml to run on
-# certain projects only, to avoid adding too much infra load.
 windows10-64-qr/debug:
     build-platform: win64/debug
     test-sets:

taskcluster/ci/test/web-platform.yml

@@ -32,10 +32,7 @@ web-platform-tests:
         by-test-platform:
             linux32/debug: both
             default: true
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     mozharness:
         chunked: true
         extra-options:
@@ -82,10 +79,7 @@ web-platform-tests-reftests:
         by-test-platform:
             linux32/debug: both
             default: true
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
     mozharness:
         extra-options:
             - --test-type=reftest
@@ -122,10 +116,7 @@ web-platform-tests-wdspec:
     mozharness:
         extra-options:
             - --test-type=wdspec
-    run-on-projects:
+    run-on-projects: built-projects
-        by-test-platform:
-            .*-qr/.*: ['trunk', 'try']  # exclude beta and project branches
-            default: built-projects
 
 web-platform-tests-wdspec-headless:
     description: "Web platform webdriver-spec headless run"

taskcluster/ci/test/xpcshell.yml

@@ -35,7 +35,6 @@ xpcshell:
     treeherder-symbol: X(X)
     run-on-projects:
         by-test-platform:
-            .*-qr/.*: ['mozilla-central', 'try']
             windows10-64-asan/opt: []  # No XPCShell on ASAN yet
             default: built-projects
     chunks: