# Each key in this file specifies a set of tests to run. Different test sets # may, for example, be bound to different test platforms. # # Note that set does not depend on the tree; tree-dependent job selection # should be performed in the target task selection phase of task-graph # generation. # # A test set has a name, and a list of tests that it contains. # # Test names given here reference tests.yml. ## # Universal tests # # Tests that run just about everywhere; common-tests is the shared core, with # a few add-on test sets that are included or omitted on some platforms. common-tests: - cppunit - crashtest - firefox-ui-functional-local - firefox-ui-functional-remote - gtest - jittest - jsreftest - marionette - marionette-headless - mochitest - mochitest-a11y - mochitest-browser-chrome - mochitest-chrome - mochitest-clipboard - mochitest-devtools-chrome - mochitest-gpu - mochitest-media - mochitest-webgl - reftest - reftest-no-accel - telemetry-tests-client - test-verify - xpcshell web-platform-tests: - web-platform-tests - web-platform-tests-reftests - web-platform-tests-wdspec web-platform-tests-headless: - web-platform-tests-headless - web-platform-tests-reftests-headless - web-platform-tests-wdspec-headless opt-only-tests: - mochitest-valgrind talos: - talos-chrome - talos-dromaeojs - talos-g1 - talos-g2 - talos-g3 - talos-g4 - talos-g5 - talos-other - talos-svgr - talos-tp5o - talos-perf-reftest - talos-perf-reftest-singletons awsy: - awsy awsy-stylo-disabled: - awsy-stylo-disabled awsy-stylo-sequential: - awsy-stylo-sequential ## # Limited test sets for specific platforms stylo-disabled-tests: - cppunit - crashtest - reftest - web-platform-tests - web-platform-tests-reftests - mochitest - mochitest-a11y - mochitest-browser-chrome - mochitest-browser-screenshots - mochitest-chrome - mochitest-clipboard - mochitest-gpu - mochitest-media - mochitest-webgl reftest-stylo: - reftest-stylo qr-talos: # - talos-chrome # fails with layers-free - talos-dromaeojs # - talos-g1 # fails with layers-free # - talos-g2 # doesn't work with QR yet - talos-g3 - talos-g4 - talos-g5 # - talos-other # fails with layers-free # - talos-svgr # fails with layers-free - talos-tp5o - talos-perf-reftest - talos-perf-reftest-singletons qr-tests: - cppunit - crashtest - gtest - jittest - jsreftest - mochitest-a11y - mochitest-gpu - mochitest-media - mochitest-webgl - reftest - xpcshell jsdcov-code-coverage-tests: - mochitest - mochitest-browser-chrome - mochitest-devtools-chrome - xpcshell linux-talos-stylo-disabled: - talos-chrome-stylo-disabled - talos-dromaeojs-stylo-disabled - talos-g1-stylo-disabled - talos-g2-stylo-disabled - talos-g3-stylo-disabled - talos-g4-stylo-disabled - talos-g5-stylo-disabled - talos-other-stylo-disabled - talos-svgr-stylo-disabled - talos-tp5o-stylo-disabled - talos-perf-reftest-stylo-disabled - talos-perf-reftest-singletons-stylo-disabled windows-reftest-gpu: - reftest-gpu windows-tests: - cppunit - crashtest - firefox-ui-functional-local - firefox-ui-functional-remote - gtest - jittest - jsreftest - marionette - marionette-headless - mochitest - mochitest-a11y - mochitest-browser-chrome - mochitest-chrome - mochitest-clipboard - mochitest-devtools-chrome - mochitest-gpu - mochitest-media - mochitest-webgl - reftest - reftest-no-accel - web-platform-tests - web-platform-tests-reftests - xpcshell windows-talos: - talos-chrome - talos-dromaeojs - talos-g1 - talos-g2 - talos-g4 - talos-g5 - talos-other - talos-perf-reftest - talos-perf-reftest-singletons - talos-svgr - talos-tp5o - talos-xperf - talos-tp6 - talos-tp6-stylo-threads windows-talos-stylo-disabled: - talos-chrome-stylo-disabled - talos-dromaeojs-stylo-disabled - talos-g1-stylo-disabled - talos-g2-stylo-disabled - talos-g4-stylo-disabled - talos-g5-stylo-disabled - talos-other-stylo-disabled - talos-perf-reftest-stylo-disabled - talos-perf-reftest-singletons-stylo-disabled - talos-svgr-stylo-disabled - talos-tp5o-stylo-disabled - talos-xperf-stylo-disabled - talos-tp6-stylo-disabled macosx64-tests: - cppunit - crashtest - firefox-ui-functional-local - firefox-ui-functional-remote - gtest - jittest - jsreftest - marionette - marionette-headless - mochitest - mochitest-a11y - mochitest-browser-chrome - mochitest-chrome - mochitest-clipboard - mochitest-devtools-chrome - mochitest-gpu - mochitest-media - mochitest-webgl - reftest - web-platform-tests - web-platform-tests-reftests - xpcshell macosx64-talos: - talos-chrome - talos-dromaeojs - talos-g1 - talos-g2 - talos-g4 - talos-g5 - talos-other - talos-svgr - talos-tp5o - talos-perf-reftest - talos-perf-reftest-singletons - talos-tp6 - talos-tp6-stylo-threads macosx64-talos-stylo-disabled: - talos-chrome-stylo-disabled - talos-dromaeojs-stylo-disabled - talos-g1-stylo-disabled - talos-g2-stylo-disabled - talos-g4-stylo-disabled - talos-g5-stylo-disabled - talos-other-stylo-disabled - talos-svgr-stylo-disabled - talos-tp5o-stylo-disabled - talos-perf-reftest-stylo-disabled - talos-perf-reftest-singletons-stylo-disabled - talos-tp6-stylo-disabled linux32-tests: - cppunit - crashtest - firefox-ui-functional-local - firefox-ui-functional-remote - gtest - jittest - jsreftest - marionette - mochitest - mochitest-a11y - mochitest-browser-chrome - mochitest-chrome - mochitest-clipboard - mochitest-gpu - mochitest-media - mochitest-webgl - reftest - reftest-no-accel - web-platform-tests - web-platform-tests-reftests - xpcshell linux32-opt-tests: # mochitest-dt is too slow on linux32/debug - mochitest-devtools-chrome desktop-screenshot-capture: - mochitest-browser-screenshots android-common-tests: - cppunit - crashtest - jsreftest - mochitest - mochitest-chrome - mochitest-clipboard - mochitest-gpu - mochitest-media - reftest - xpcshell android-debug-tests: # Marionette only available on Fennec debug builds as a security precaution - marionette android-opt-tests: - robocop android-gradle-tests: - mochitest-chrome - robocop - geckoview android-x86-tests: - mochitest-chrome - xpcshell devtools-tests: - mochitest-devtools-chrome