gecko-dev/taskcluster/ci/test/web-platform.yml

210 строки
6.6 KiB
YAML

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
suite:
category: web-platform-tests
instance-size: xlarge
max-run-time:
by-test-platform:
android-em-7.0-x86_64/debug: 7200
default: 5400
variants:
by-test-platform:
linux.*64/debug: ['fission']
default: ['fission']
fission-run-on-projects:
by-test-platform:
linux.*64-qr/debug: ['trunk']
linux.*64-qr/opt: ['mozilla-central']
windows10-64-qr/opt: ['mozilla-central']
default: []
fission-tier: 2
mozharness:
script: web_platform_tests.py
config:
by-test-platform:
windows.*:
- web_platform_tests/prod_config_windows_taskcluster.py
macosx.*:
- web_platform_tests/prod_config_mac.py
android-em.*:
- android/androidx86_7_0.py
- web_platform_tests/prod_config_android.py
default:
- web_platform_tests/prod_config.py
- remove_executables.py
target:
by-test-platform:
android-em-7.0-x86_64/opt: geckoview-androidTest.apk
android-em-7.0-x86_64/debug: geckoview-androidTest.apk
default: null
web-platform-tests:
description: "Web platform test run"
suite: web-platform-tests
treeherder-symbol: W(wpt)
chunks:
by-test-platform:
android.*: 18
linux.*64-asan/opt: 28
linux.*64-ccov/debug: 24
linux.*64-ccov/opt: 24
linux.*/debug: 18
macosx*/opt: 8
macosx.*/debug: 20
windows.*/debug: 18
windows10-64-ccov/opt: 18
default: 12
max-run-time:
by-test-platform:
.*-ccov/.*: 10800
linux.*64-qr/debug: 9000
default: 7200
e10s: true
run-on-projects:
by-test-platform:
linux1804-32-shippable/opt: ['try', 'release'] # skip integration, Bug 1599197
.*-qr/.*: ['release', 'try'] # skip on integration branches due to high load
default: built-projects
tier:
by-test-platform:
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
mozharness:
chunked: true
extra-options:
- --test-type=testharness
web-platform-tests-reftest:
description: "Web platform reftest run"
schedules-component: web-platform-tests-reftest
treeherder-symbol: W(Wr)
virtualization:
by-test-platform:
windows10-64(?:-pgo|-shippable)?-qr/.*: virtual-with-gpu
default: virtual
chunks:
by-test-platform:
.*-ccov/.*: 8
linux1804-64(-qr|-asan)/.*: 6
linux1804-64(-shippable|-devedition)?/opt: 3
macosx10.*-64/debug: 6
windows.*-(32|64)(-qr)?/debug: 5
android.*: 6
default: 4
e10s: true
run-on-projects: built-projects
tier:
by-test-platform:
linux1804-64-asan/opt: 2
default: default
mozharness:
extra-options:
- --test-type=reftest
web-platform-tests-wdspec:
description: "Web platform webdriver-spec run"
suite:
name: web-platform-tests-wdspec
schedules-component: web-platform-tests-wdspec
treeherder-symbol: W(Wd)
chunks:
by-test-platform:
.*-ccov/.*: 4
default: 3
mozharness:
extra-options:
- --test-type=wdspec
- --setpref=toolkit.asyncshutdown.log=true
run-on-projects:
by-test-platform:
.*-qr/.*: ['release', 'try']
default: built-projects
tier:
by-test-platform:
android.*: 3
linux.*64-asan/opt: 2
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
web-platform-tests-wdspec-headless:
description: "Web platform webdriver-spec headless run"
suite:
name: web-platform-tests-wdspec
schedules-component: web-platform-tests-wdspec
treeherder-symbol: W(WdH)
chunks: 2
mozharness:
extra-options:
by-test-platform:
windows.*:
- --test-type=wdspec
- --setpref=toolkit.asyncshutdown.log=true
- --headless
- --headless-width=1600
- --headless-height=1200
default:
- --test-type=wdspec
- --setpref=toolkit.asyncshutdown.log=true
- --headless
web-platform-tests-crashtest:
description: "Web platform crashtests run"
schedules-component: web-platform-tests-crashtest
treeherder-symbol: W(Wc)
chunks: 1
mozharness:
extra-options:
- --test-type=crashtest
run-on-projects:
by-test-platform:
.*-qr/.*: ['release', 'try']
default: built-projects
tier:
by-test-platform:
linux1804-64-asan/opt: 2
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
test-verify-wpt:
description: "Extra verification of web-platform tests modified on this push"
suite:
category: test-verify
name: test-verify-wpt
variants: []
schedules-component: test-verify-wpt
treeherder-symbol: TVw
max-run-time: 10800
run-on-projects:
by-test-platform:
# do not run on ccov or asan
.*-ccov/.*: []
.*-asan/.*: []
# where shippable is available, do not run on plain opt, except on try
(?:windows10-64|windows7-32|linux1804-64|macosx.*64)(?:-qr)?/opt: ['try']
# do not run on beta or release: usually just confirms earlier results
default: ['autoland', 'try']
tier: 2
mozharness:
extra-options:
- --verify
test-coverage-wpt:
description: "Per web-platform test coverage"
suite:
category: test-coverage
name: test-coverage-wpt
schedules-component: test-coverage-wpt
treeherder-symbol: TCw
max-run-time: 10800
run-on-projects:
by-test-platform:
.*-ccov/.*: built-projects
default: []
tier: 2
mozharness:
extra-options:
- --per-test-coverage