Bug 1432515 - Enable QR test suites on all branches where the corresponding non-QR versions run. r=milan

Note in particular that tasks that were previously set to run on just
['mozilla-central', 'try'] will now also run on inbound and autoland, in
addition to mozilla-beta and other release branches. In some cases (e.g.
for talos tests) this might result in a significant increase in load on
CI infrastructure. For the tasks that were already running on ['trunk',
'try'] the extra load from the release branches should be relatively
small and will only take effect once 62 moves off nightly into beta.

MozReview-Commit-ID: 6sn9q6rCxOK

--HG--
extra : rebase_source : c228adf059a950aec3e311ae11915caf345e854f
This commit is contained in:
Kartikaya Gupta 2018-05-09 15:24:38 -04:00
Родитель 1f1a7884c4
Коммит 543d2897ba
7 изменённых файлов: 27 добавлений и 114 удалений

Просмотреть файл

@ -30,7 +30,6 @@ cppunit:
run-on-projects:
by-test-platform:
windows10-64-asan/opt: [] # as an exception to windows.*
.*-qr/.*: ['mozilla-central', 'try']
default: built-projects
tier:
by-test-platform:
@ -44,7 +43,6 @@ gtest:
instance-size: xlarge
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
windows.*-pgo/.*: [] # permafails on pgo
windows.*-nightly/.*: [] # permafails on nightly too
.*-devedition/.*: [] # don't run on devedition
@ -64,10 +62,7 @@ jittest:
by-test-platform:
android.*: xlarge
default: default
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: built-projects
run-on-projects: built-projects
chunks:
by-test-platform:
windows.*: 1

Просмотреть файл

@ -29,10 +29,7 @@ mochitest:
default: mochitest/plain-chunked
treeherder-symbol: M()
loopback-video: true
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
instance-size:
by-test-platform:
linux64-jsdcov/opt: xlarge
@ -78,10 +75,7 @@ mochitest-a11y:
treeherder-symbol: M(a11y)
loopback-video: true
e10s: false
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: built-projects
run-on-projects: built-projects
mozharness:
mochitest-flavor: a11y
tier:
@ -256,10 +250,7 @@ mochitest-gpu:
description: "Mochitest GPU run"
suite: mochitest/gpu
treeherder-symbol: M(gpu)
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
loopback-video: true
instance-size:
by-test-platform:
@ -293,10 +284,7 @@ mochitest-media:
by-test-platform:
windows10-64-ccov/debug: 7200
default: 5400
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
loopback-video: true
virtualization:
by-test-platform:
@ -368,7 +356,6 @@ mochitest-webgl:
run-on-projects:
by-test-platform:
windows10-64-ccov/.*: [] # Do not run on Windows ccov, see bug 1419475.
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
virtualization: virtual-with-gpu
chunks:

Просмотреть файл

@ -22,10 +22,7 @@ crashtest:
description: "Crashtest run"
suite: reftest/crashtest
treeherder-symbol: R(C)
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
instance-size:
by-test-platform:
android.*: xlarge
@ -54,10 +51,7 @@ jsreftest:
suite: reftest/jsreftest
schedules-component: jsreftest # scheduling for this reftest is different from the others..
treeherder-symbol: R(J)
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
instance-size:
by-test-platform:
android.*: xlarge
@ -88,10 +82,7 @@ reftest:
description: "Reftest run"
suite: reftest/reftest
treeherder-symbol: R(R)
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
instance-size:
by-test-platform:
android.*: xlarge
@ -136,10 +127,7 @@ reftest-fonts:
description: "Reftest font specifc run"
suite: reftest/reftest-fonts
treeherder-symbol: R(Rf)
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
instance-size:
by-test-platform:
android.*: xlarge

Просмотреть файл

@ -30,10 +30,7 @@ talos-chrome:
description: "Talos chrome"
try-name: chromez
treeherder-symbol: T(c)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1200
mozharness:
extra-options:
@ -60,7 +57,6 @@ talos-damp:
default: 5400
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
linux64-ccov/.*: ['try'] # Bug 1407593
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
mozharness:
@ -82,10 +78,7 @@ talos-dromaeojs:
description: "Talos dromaeojs"
try-name: dromaeojs
treeherder-symbol: T(d)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 2100
mozharness:
extra-options:
@ -117,10 +110,7 @@ talos-g1:
description: "Talos g1"
try-name: g1
treeherder-symbol: T(g1)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time:
by-test-platform:
linux64.*: 2700
@ -147,10 +137,7 @@ talos-g3:
description: "Talos g3"
try-name: g3
treeherder-symbol: T(g3)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 900
mozharness:
extra-options:
@ -171,10 +158,7 @@ talos-g4:
description: "Talos g4"
try-name: g4
treeherder-symbol: T(g4)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time:
by-test-platform:
linux64.*: 1500
@ -201,10 +185,7 @@ talos-g5:
description: "Talos g5"
try-name: g5
treeherder-symbol: T(g5)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
mozharness:
extra-options:
- --suite=g5
@ -288,10 +269,7 @@ talos-other:
description: "Talos other"
try-name: other
treeherder-symbol: T(o)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1500
mozharness:
extra-options:
@ -312,10 +290,7 @@ talos-perf-reftest:
description: "Talos perf-reftest"
try-name: perf-reftest
treeherder-symbol: T(p)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1200
mozharness:
extra-options:
@ -336,10 +311,7 @@ talos-perf-reftest-singletons:
description: "Talos perf-reftest singletons"
try-name: perf-reftest-singletons
treeherder-symbol: T(ps)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1200
mozharness:
extra-options:
@ -360,10 +332,7 @@ talos-speedometer:
description: "Talos speedometer"
try-name: speedometer
treeherder-symbol: T(sp)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1500
mozharness:
extra-options:
@ -384,10 +353,7 @@ talos-svgr:
description: "Talos svgr"
try-name: svgr
treeherder-symbol: T(s)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1800
mozharness:
extra-options:
@ -408,10 +374,7 @@ talos-tp5o:
description: "Talos tp5o"
try-name: tp5o
treeherder-symbol: T(tp)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1800
mozharness:
extra-options:
@ -432,10 +395,7 @@ talos-tp6:
description: "Talos tp6"
try-name: tp6
treeherder-symbol: T(tp6)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
run-on-projects: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
max-run-time: 1200
mozharness:
extra-options:
@ -459,7 +419,6 @@ talos-tp6-stylo-threads:
max-run-time: 1200
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
macosx.*: ['mozilla-beta', 'autoland', 'try']
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
mozharness:
@ -473,7 +432,6 @@ talos-tps:
max-run-time: 900
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
linux64-ccov/.*: ['try'] # Bug 1407593
default: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
mozharness:
@ -498,7 +456,6 @@ talos-xperf:
virtualization: virtual
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
windows7-32.*: ['mozilla-beta', 'mozilla-central', 'mozilla-inbound', 'autoland', 'try']
default: []
mozharness:

Просмотреть файл

@ -88,9 +88,7 @@ linux64-stylo-sequential/opt:
test-sets:
- awsy-stylo-sequential
# QR builds just run a subset right now. Note that the tests in this
# test set are further restricted in {reftests,talos,...}.yml to run on
# certain projects only, to avoid adding too much infra load.
# QR builds just run a subset right now.
linux64-qr/opt:
build-platform: linux64/opt
test-sets:
@ -212,9 +210,7 @@ windows10-64-asan/opt:
test-sets:
- common-tests
# QR builds just run a subset right now. Note that the tests in this
# test set are further restricted in {reftests,talos,...}.yml to run on
# certain projects only, to avoid adding too much infra load.
# QR builds just run a subset right now.
windows10-64-qr/debug:
build-platform: win64/debug
test-sets:

Просмотреть файл

@ -32,10 +32,7 @@ web-platform-tests:
by-test-platform:
linux32/debug: both
default: true
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
mozharness:
chunked: true
extra-options:
@ -82,10 +79,7 @@ web-platform-tests-reftests:
by-test-platform:
linux32/debug: both
default: true
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
mozharness:
extra-options:
- --test-type=reftest
@ -122,10 +116,7 @@ web-platform-tests-wdspec:
mozharness:
extra-options:
- --test-type=wdspec
run-on-projects:
by-test-platform:
.*-qr/.*: ['trunk', 'try'] # exclude beta and project branches
default: built-projects
run-on-projects: built-projects
web-platform-tests-wdspec-headless:
description: "Web platform webdriver-spec headless run"

Просмотреть файл

@ -35,7 +35,6 @@ xpcshell:
treeherder-symbol: X(X)
run-on-projects:
by-test-platform:
.*-qr/.*: ['mozilla-central', 'try']
windows10-64-asan/opt: [] # No XPCShell on ASAN yet
default: built-projects
chunks: