gecko-dev/taskcluster/ci/test/test-sets.yml

320 строки
6.9 KiB
YAML

# Each key in this file specifies a set of tests to run. Different test sets
# may, for example, be bound to different test platforms.
#
# Note that set does not depend on the tree; tree-dependent job selection
# should be performed in the target task selection phase of task-graph
# generation.
#
# A test set has a name, and a list of tests that it contains.
#
# Test names given here reference tests.yml.
##
# Universal tests
#
# Tests that run just about everywhere; common-tests is the shared core, with
# a few add-on test sets that are included or omitted on some platforms.
common-tests:
- cppunit
- crashtest
- firefox-ui-functional-local
- firefox-ui-functional-remote
- gtest
- jittest
- jsreftest
- marionette
- marionette-headless
- mochitest
- mochitest-a11y
- mochitest-browser-chrome
- mochitest-chrome
- mochitest-clipboard
- mochitest-devtools-chrome
- mochitest-gpu
- mochitest-media
- mochitest-webgl
- reftest
- reftest-no-accel
- telemetry-tests-client
- test-verify
- xpcshell
web-platform-tests:
- web-platform-tests
- web-platform-tests-reftests
- web-platform-tests-wdspec
web-platform-tests-headless:
- web-platform-tests-headless
- web-platform-tests-reftests-headless
- web-platform-tests-wdspec-headless
opt-only-tests:
- mochitest-valgrind
talos:
- talos-chrome
- talos-dromaeojs
- talos-g1
- talos-g2
- talos-g3
- talos-g4
- talos-g5
- talos-other
- talos-svgr
- talos-tp5o
- talos-perf-reftest
- talos-perf-reftest-singletons
awsy:
- awsy
awsy-stylo-disabled:
- awsy-stylo-disabled
awsy-stylo-sequential:
- awsy-stylo-sequential
##
# Limited test sets for specific platforms
stylo-disabled-tests:
- cppunit
- crashtest
- reftest
- web-platform-tests
- web-platform-tests-reftests
- mochitest
- mochitest-a11y
- mochitest-browser-chrome
- mochitest-browser-screenshots
- mochitest-chrome
- mochitest-clipboard
- mochitest-gpu
- mochitest-media
- mochitest-webgl
reftest-stylo:
- reftest-stylo
qr-talos:
# - talos-chrome # fails with layers-free
- talos-dromaeojs
# - talos-g1 # fails with layers-free
# - talos-g2 # doesn't work with QR yet
- talos-g3
- talos-g4
- talos-g5
# - talos-other # fails with layers-free
# - talos-svgr # fails with layers-free
- talos-tp5o
- talos-perf-reftest
- talos-perf-reftest-singletons
qr-tests:
- cppunit
- crashtest
- gtest
- jittest
- jsreftest
- mochitest-a11y
- mochitest-gpu
- mochitest-media
- mochitest-webgl
- reftest
- xpcshell
jsdcov-code-coverage-tests:
- mochitest
- mochitest-browser-chrome
- mochitest-devtools-chrome
- xpcshell
linux-talos-stylo-disabled:
- talos-chrome-stylo-disabled
- talos-dromaeojs-stylo-disabled
- talos-g1-stylo-disabled
- talos-g2-stylo-disabled
- talos-g3-stylo-disabled
- talos-g4-stylo-disabled
- talos-g5-stylo-disabled
- talos-other-stylo-disabled
- talos-svgr-stylo-disabled
- talos-tp5o-stylo-disabled
- talos-perf-reftest-stylo-disabled
- talos-perf-reftest-singletons-stylo-disabled
windows-reftest-gpu:
- reftest-gpu
windows-tests:
- cppunit
- crashtest
- firefox-ui-functional-local
- firefox-ui-functional-remote
- gtest
- jittest
- jsreftest
- marionette
- marionette-headless
- mochitest
- mochitest-a11y
- mochitest-browser-chrome
- mochitest-chrome
- mochitest-clipboard
- mochitest-devtools-chrome
- mochitest-gpu
- mochitest-media
- mochitest-webgl
- reftest
- reftest-no-accel
- web-platform-tests
- web-platform-tests-reftests
- xpcshell
windows-talos:
- talos-chrome
- talos-dromaeojs
- talos-g1
- talos-g2
- talos-g4
- talos-g5
- talos-other
- talos-perf-reftest
- talos-perf-reftest-singletons
- talos-svgr
- talos-tp5o
- talos-xperf
- talos-tp6
- talos-tp6-stylo-threads
windows-talos-stylo-disabled:
- talos-chrome-stylo-disabled
- talos-dromaeojs-stylo-disabled
- talos-g1-stylo-disabled
- talos-g2-stylo-disabled
- talos-g4-stylo-disabled
- talos-g5-stylo-disabled
- talos-other-stylo-disabled
- talos-perf-reftest-stylo-disabled
- talos-perf-reftest-singletons-stylo-disabled
- talos-svgr-stylo-disabled
- talos-tp5o-stylo-disabled
- talos-xperf-stylo-disabled
- talos-tp6-stylo-disabled
macosx64-tests:
- cppunit
- crashtest
- firefox-ui-functional-local
- firefox-ui-functional-remote
- gtest
- jittest
- jsreftest
- marionette
- marionette-headless
- mochitest
- mochitest-a11y
- mochitest-browser-chrome
- mochitest-chrome
- mochitest-clipboard
- mochitest-devtools-chrome
- mochitest-gpu
- mochitest-media
- mochitest-webgl
- reftest
- web-platform-tests
- web-platform-tests-reftests
- xpcshell
macosx64-talos:
- talos-chrome
- talos-dromaeojs
- talos-g1
- talos-g2
- talos-g4
- talos-g5
- talos-other
- talos-svgr
- talos-tp5o
- talos-perf-reftest
- talos-perf-reftest-singletons
- talos-tp6
- talos-tp6-stylo-threads
macosx64-talos-stylo-disabled:
- talos-chrome-stylo-disabled
- talos-dromaeojs-stylo-disabled
- talos-g1-stylo-disabled
- talos-g2-stylo-disabled
- talos-g4-stylo-disabled
- talos-g5-stylo-disabled
- talos-other-stylo-disabled
- talos-svgr-stylo-disabled
- talos-tp5o-stylo-disabled
- talos-perf-reftest-stylo-disabled
- talos-perf-reftest-singletons-stylo-disabled
- talos-tp6-stylo-disabled
linux32-tests:
- cppunit
- crashtest
- firefox-ui-functional-local
- firefox-ui-functional-remote
- gtest
- jittest
- jsreftest
- marionette
- mochitest
- mochitest-a11y
- mochitest-browser-chrome
- mochitest-chrome
- mochitest-clipboard
- mochitest-gpu
- mochitest-media
- mochitest-webgl
- reftest
- reftest-no-accel
- web-platform-tests
- web-platform-tests-reftests
- xpcshell
linux32-opt-tests:
# mochitest-dt is too slow on linux32/debug
- mochitest-devtools-chrome
desktop-screenshot-capture:
- mochitest-browser-screenshots
android-common-tests:
- cppunit
- crashtest
- jsreftest
- mochitest
- mochitest-chrome
- mochitest-clipboard
- mochitest-gpu
- mochitest-media
- reftest
- xpcshell
android-debug-tests:
# Marionette only available on Fennec debug builds as a security precaution
- marionette
android-opt-tests:
- robocop
android-gradle-tests:
- mochitest-chrome
- robocop
- geckoview
android-x86-tests:
- mochitest-chrome
- xpcshell
devtools-tests:
- mochitest-devtools-chrome