gecko-dev/taskcluster/ci/test/web-platform.yml

335 строки
11 KiB
YAML

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
suite:
category: web-platform-tests
instance-size: xlarge
max-run-time:
by-test-platform:
android-em-7.0-x86_64/debug: 7200
default: 5400
variants:
by-test-platform:
linux.*64/debug: ['fission']
default: ['fission']
fission-run-on-projects:
by-test-platform:
linux.*64-qr/debug: ['trunk']
linux.*64(-shippable)?-qr/opt: ['trunk']
windows10-64(-shippable)?-qr/opt: ['trunk']
default: []
fission-tier:
by-test-platform:
linux.*64-qr/debug: 1
linux.*64(-shippable)?-qr/opt: 1
windows10-64(-shippable)?-qr/opt: 1
default: 2
mozharness:
script: web_platform_tests.py
config:
by-test-platform:
windows.*:
- web_platform_tests/prod_config_windows_taskcluster.py
macosx.*:
- web_platform_tests/prod_config_mac.py
android-em.*:
- android/androidx86_7_0.py
- web_platform_tests/prod_config_android.py
default:
- web_platform_tests/prod_config.py
- remove_executables.py
target:
by-test-platform:
android-em-7.0-x86_64-shippable/opt: geckoview-androidTest.apk
android-em-7.0-x86_64/opt: geckoview-androidTest.apk
android-em-7.0-x86_64/debug: geckoview-androidTest.apk
default: null
web-platform-tests:
description: "Web platform test run"
suite: web-platform-tests
treeherder-symbol: W(wpt)
virtualization:
by-test-platform:
windows10-64.*/.*: hardware
default: virtual
chunks:
by-test-platform:
android.*: 16
linux.*64-asan/opt: 22
linux.*64-ccov/opt: 20
linux.*/debug: 16
macosx.*/debug: 18
windows7.*/opt: 12
windows.*/debug: 14
windows10-64-ccov/opt: 14
default: 10
max-run-time:
by-test-platform:
.*-ccov/.*: 10800
linux.*64-asan/opt: 14400
linux.*64(-qr)?/debug: 10800
macosx.*/debug: 10800
android-em.*/.*: 10800
default: 7200
e10s: true
run-on-projects:
by-test-platform:
linux1804-32-shippable/opt: ['release'] # skip integration, Bug 1599197
.*-qr/.*: ['release'] # skip on integration branches due to high load
default: built-projects
tier:
by-test-platform:
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
mozharness:
chunked: true
extra-options:
- --test-type=testharness
- --skip-implementation-status=backlog
- --skip-implementation-status=not-implementing
web-platform-tests-backlog:
description: "Web platform test (backlog) run"
treeherder-symbol: W-b(wpt)
chunks:
by-test-platform:
android.*: 3
default: 1
max-run-time:
by-test-platform:
android.*/opt: 7200
default: 3600
variants: []
e10s: true
run-on-projects: ['mozilla-central']
tier: 2
mozharness:
chunked: true
extra-options:
- --test-type=testharness
- --skip-implementation-status=implementing
- --skip-implementation-status=not-implementing
- --backlog
web-platform-tests-reftest:
description: "Web platform reftest run"
schedules-component: web-platform-tests-reftest
treeherder-symbol: W(Wr)
virtualization:
by-test-platform:
windows10-64(?:-pgo|-shippable)?-qr/.*: virtual-with-gpu
default: virtual
chunks:
by-test-platform:
.*-ccov/.*: 8
linux1804-64(-qr|-asan)/.*: 6
linux1804-64(-shippable|-devedition)?/opt: 3
macosx10.*-64/debug: 6
macosx10.*-64/opt: 3
windows.*-(32|64)(-qr)?/debug: 5
android.*: 6
default: 4
e10s: true
run-on-projects: built-projects
tier:
by-test-platform:
linux1804-64-asan/opt: 2
default: default
mozharness:
extra-options:
- --test-type=reftest
- --skip-implementation-status=backlog
- --skip-implementation-status=not-implementing
web-platform-tests-reftest-backlog:
description: "Web platform reftest (backlog) run"
schedules-component: web-platform-tests-reftest
treeherder-symbol: W-b(Wr)
virtualization: virtual
chunks: 1
variants: []
e10s: true
run-on-projects: ['mozilla-central']
tier: 2
mozharness:
extra-options:
- --test-type=reftest
- --skip-implementation-status=implementing
- --skip-implementation-status=not-implementing
- --backlog
web-platform-tests-wdspec:
description: "Web platform webdriver-spec run"
schedules-component: web-platform-tests-wdspec
treeherder-symbol: W(Wd)
chunks:
by-test-platform:
.*-ccov/.*: 4
default: 3
mozharness:
extra-options:
- --test-type=wdspec
- --setpref=toolkit.asyncshutdown.log=true
run-on-projects:
by-test-platform:
.*-qr/.*: ['release']
default: built-projects
tier:
by-test-platform:
android.*: 3
linux.*64-asan/opt: 2
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
fetches:
toolchain:
by-test-platform:
linux.*64.*:
- linux64-geckodriver
- linux64-minidump-stackwalk
- linux64-fix-stacks
linux.*32.*:
- linux32-geckodriver
- linux64-minidump-stackwalk
- linux64-fix-stacks
macosx.*:
- macosx64-geckodriver
- macosx64-minidump-stackwalk
- macosx64-fix-stacks
win.*-32.*:
- win32-geckodriver
- win32-minidump-stackwalk
- win32-fix-stacks
win.*-64.*:
- win64-geckodriver
- win32-minidump-stackwalk
- win32-fix-stacks
default:
- linux64-minidump-stackwalk
- linux64-fix-stacks
- linux64-geckodriver
web-platform-tests-wdspec-headless:
description: "Web platform webdriver-spec headless run"
suite:
name: web-platform-tests-wdspec
schedules-component: web-platform-tests-wdspec
treeherder-symbol: W(WdH)
chunks: 2
mozharness:
extra-options:
by-test-platform:
windows.*:
- --test-type=wdspec
- --setpref=toolkit.asyncshutdown.log=true
- --headless
- --headless-width=1600
- --headless-height=1200
default:
- --test-type=wdspec
- --setpref=toolkit.asyncshutdown.log=true
- --headless
fetches:
toolchain:
by-test-platform:
linux.*64.*:
- linux64-geckodriver
- linux64-minidump-stackwalk
- linux64-fix-stacks
linux.*32.*:
- linux32-geckodriver
- linux64-minidump-stackwalk
- linux64-fix-stacks
macosx.*:
- macosx64-geckodriver
- macosx64-minidump-stackwalk
- macosx64-fix-stacks
win.*-32.*:
- win32-geckodriver
- win32-minidump-stackwalk
- win32-fix-stacks
win.*-64.*:
- win64-geckodriver
- win32-minidump-stackwalk
- win32-fix-stacks
default:
- linux64-minidump-stackwalk
- linux64-fix-stacks
- linux64-geckodriver
web-platform-tests-crashtest:
description: "Web platform crashtests run"
schedules-component: web-platform-tests-crashtest
treeherder-symbol: W(Wc)
chunks: 1
mozharness:
extra-options:
- --test-type=crashtest
run-on-projects:
by-test-platform:
.*-qr/.*: ['release']
default: built-projects
tier:
by-test-platform:
linux1804-64-asan/opt: 2
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
web-platform-tests-print-reftest:
description: "Web platform print-reftest run"
schedules-component: web-platform-tests-print-reftest
treeherder-symbol: W(Wp)
chunks: 1
tier:
by-test-platform:
.*-qr/.*: 2 # can't be tier-1 if it's not running on integration branches
default: default
run-on-projects: built-projects
mozharness:
extra-options:
- --test-type=print-reftest
test-verify-wpt:
description: "Extra verification of web-platform tests modified on this push"
suite:
category: test-verify
name: test-verify-wpt
variants: []
treeherder-symbol: TVw
max-run-time: 10800
run-on-projects:
by-test-platform:
# do not run on ccov or asan
.*-ccov/.*: []
.*-asan/.*: []
.*shippable.*: []
# do not run on beta or release: usually just confirms earlier results
default: ['integration']
built-projects-only: true
optimization:
test-verify: ["test-verify-wpt"]
tier: 2
mozharness:
extra-options:
- --verify
test-coverage-wpt:
description: "Per web-platform test coverage"
suite:
category: test-coverage
name: test-coverage-wpt
schedules-component: test-coverage-wpt
treeherder-symbol: TCw
max-run-time: 10800
run-on-projects:
by-test-platform:
.*-ccov/.*: built-projects
default: []
tier: 2
mozharness:
extra-options:
- --per-test-coverage