gecko-dev/taskcluster/ci/test/mochitest.yml

530 строки
16 KiB
YAML

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
suite:
category: mochitest
target:
by-test-platform:
android-em-7.*: geckoview-androidTest.apk
android-hw.*: geckoview-androidTest.apk
default: null
variants:
by-test-platform:
linux.*64/debug: ['fission', 'socketprocess_networking']
default: ['fission']
run-on-projects: built-projects
fission-run-on-projects:
by-test-platform:
linux.*64-qr/debug: ['trunk']
linux.*64-shippable-qr/opt: ['mozilla-central']
linux.*64-shippable/.*: ['mozilla-central']
linux.*64/debug: ['mozilla-central']
windows10-64-shippable(-qr)?/opt: ['mozilla-central']
default: []
fission-tier:
by-test-platform:
linux.*64.*-qr/debug: 1
default: 2
mozharness:
script:
by-test-platform:
android-em.*: android_emulator_unittest.py
android-hw.*: android_hardware_unittest.py
default: desktop_unittest.py
config:
by-test-platform:
android-em-7.*:
- android/android_common.py
- android/androidx86_7_0.py
android-hw.*:
- android/android_common.py
- android/android_hw.py
linux.*:
- unittests/linux_unittest.py
- remove_executables.py
macosx.*:
- unittests/mac_unittest.py
windows.*:
- unittests/win_unittest.py
mochitest-plain:
description: "Mochitest plain run"
treeherder-symbol: M()
schedules-component: mochitest-plain
loopback-video: true
tier: default
virtualization:
by-test-platform:
windows10-64.*: hardware
default: virtual
variants:
by-test-platform:
linux1804-64/opt: ['fission-xorigin']
linux1804-64/debug: ['fission-xorigin']
default: ['fission']
chunks:
by-test-platform:
android-em-7.*: 4
linux.*/debug: 16
linux.*64-asan/opt: 10
linux.*64-tsan/opt: 20
linux.*64-.*cov/opt: 10
windows10-64-ccov/.*: 10
macosx.*64-ccov/.*: 10
default: 5
instance-size:
by-test-platform:
linux.*64-tsan/opt: xlarge # runs out of memory on default/m3.large
default: default
e10s: true
max-run-time: 5400
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
extra-options:
by-test-platform:
android-em.*:
- --test-suite=mochitest-plain
default: []
chunked:
by-test-platform:
android-em.*: false
default: true
mochitest-a11y:
description: "Mochitest a11y run"
treeherder-symbol: M(a11y)
schedules-component: mochitest-a11y
loopback-video: true
tier: default
e10s: false
run-on-projects: built-projects
mozharness:
mochitest-flavor: a11y
mochitest-browser-chrome:
description: "Mochitest browser-chrome run"
suite:
name: mochitest-browser-chrome
treeherder-symbol: M(bc)
schedules-component: mochitest-browser-chrome
loopback-video: true
fission-run-on-projects:
by-test-platform:
linux.*64(-qr)?/debug: ['trunk']
linux.*64-shippable(-qr)?/opt: ['mozilla-central']
windows10-64-shippable(-qr)?/opt: ['mozilla-central']
default: []
tier: default
fission-tier:
by-test-platform:
linux.*64/debug: 1
default: 2
chunks:
by-test-platform:
linux.*/debug: 16
linux.*64-asan/opt: 16
linux.*64-tsan/opt: 32
macosx.*64/debug: 16
windows10-64-ccov/.*: 14
windows10.*-asan/opt: 9
default: 7
max-run-time:
by-test-platform:
linux.*64-ccov/.*: 9000
windows7-32/debug: 5400
windows10-64/debug: 5400
macosx.*64/debug: 5400
windows10-64-ccov/.*: 10800
macosx.*64-ccov/.*: 10800
linux.*/debug: 5400
windows10-64-qr/debug: 5400
default: 3600
mozharness:
mochitest-flavor: browser
chunked: true
# Bug 1281241: migrating to m3.large instances
instance-size: default
allow-software-gl-layers: false
browser-screenshots:
description: "Browser Screenshots"
suite:
name: mochitest-browser-chrome-screenshots
treeherder-symbol: M(ss)
loopback-video: true
run-on-projects:
by-test-platform:
windows7-32(?:-pgo|-shippable)(?:-qr)?/opt: ['mozilla-central']
windows10-64(?:-pgo|-shippable)(?:-qr)?/opt: ['mozilla-central']
(?:windows10-64|windows7-32|linux1804-64|macosx1014-64)(?:-qr)?/opt: ['integration']
linux1804-64-(?:pgo|shippable)(?:-qr)?/opt: ['mozilla-central']
macosx.*64-shippable/opt: ['mozilla-central']
default: []
fission-run-on-projects: []
fission-tier: 2
max-run-time: 3600
mozharness:
mochitest-flavor: browser
allow-software-gl-layers: false
mochitest-chrome:
description: "Mochitest chrome run"
treeherder-symbol: M(c)
schedules-component: mochitest-chrome
loopback-video: true
tier: default
chunks:
by-test-platform:
.*-ccov/.*: 3
.*-qr/.*: 3
.*-asan/opt: 3
.*-tsan/opt: 6
(linux.*64|windows.*-..|macosx10..)/debug: 3
default: 2
max-run-time: 3600
e10s: false
mozharness:
mochitest-flavor: chrome
chunked: true
mochitest-devtools-chrome:
description: "Mochitest devtools-chrome run"
suite:
name: mochitest-devtools-chrome
schedules-component: mochitest-browser-chrome
treeherder-symbol: M(dt)
loopback-video: true
tier: default
max-run-time:
by-test-platform:
windows10-64-ccov/.*: 10800
macosx.*64-ccov/.*: 9000
linux.*64-ccov/.*: 7200
default: 5400
chunks:
by-test-platform:
.*-ccov/.*: 16
linux.*64/debug: 12
macosx.*64/debug: 8
.*-asan/opt: 8
.*-tsan/opt: 16
default: 5
mozharness:
mochitest-flavor: chrome
chunked: true
instance-size:
by-test-platform:
linux.*64-[at]san/opt: xlarge # runs out of memory on default/m3.large
default: default
# Bug 1296086: high number of intermittents observed with software GL and large instances
allow-software-gl-layers: false
mochitest-plain-gpu:
description: "Mochitest plain GPU run"
suite:
name: mochitest-plain-gpu
treeherder-symbol: M(gpu)
schedules-component: mochitest-plain
loopback-video: true
fission-run-on-projects: []
fission-tier: 2
tier: default
virtualization:
by-test-platform:
windows10-64.*: hardware
default: virtual-with-gpu
e10s: true
mozharness:
mochitest-flavor: plain
extra-options:
by-test-platform:
android.*:
# note that Android runs fewer suites than other platforms
- --test-suite=mochitest-plain-gpu
default:
- --mochitest-suite=mochitest-plain-gpu
mochitest-chrome-gpu:
description: "Mochitest chrome GPU run"
suite:
name: mochitest-chrome-gpu
treeherder-symbol: M(gpu-c)
loopback-video: true
fission-run-on-projects: []
fission-tier: 2
tier: default
virtualization:
by-test-platform:
windows10-64.*: hardware
default: virtual-with-gpu
e10s: true
run-on-projects:
by-test-platform:
android.*/.*: []
default: built-projects
mozharness:
mochitest-flavor: chrome
extra-options:
by-test-platform:
android.*:
# note that Android runs fewer suites than other platforms
- --test-suite=mochitest-chrome-gpu
default:
- --mochitest-suite=mochitest-chrome-gpu
mochitest-media:
description: "Mochitest media run"
treeherder-symbol: M(mda)
schedules-component: mochitest-plain
max-run-time:
by-test-platform:
windows10-64-ccov/.*: 7200
macosx.*64-ccov/.*: 7200
default: 5400
run-on-projects:
by-test-platform:
android-hw-.*(?<!-shippable)/opt: ['autoland']
android-hw-.*-api-16/(?:debug|pgo)?: ['trunk', 'mozilla-beta', 'mozilla-release']
android-hw-.*-api-16-shippable/opt: ['trunk', 'mozilla-beta', 'mozilla-release']
windows10-aarch64/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
default: built-projects
variants:
by-test-platform:
android.*: ['socketprocess']
macosx.*64-ccov/.*: []
default: ['fission', 'socketprocess', 'webgl-ipc']
loopback-video: true
instance-size: large
chunks:
by-test-platform:
android-em-7.*: 1
windows10-64.*: 1
macosx.*64.*/.*: 2
windows10-aarch64/.*: 1
windows7-32-shippable/.*: 2
linux1804-64(-shippable|-devedition|-.*qr)/opt: 2
default: 3
mozharness:
mochitest-flavor: plain
chunked:
by-test-platform:
android.*: false
macosx.*64.*: false
windows10-64.*: false
default: true
tier:
by-test-platform:
android-em.*: 1
windows10-aarch64.*: 2
android-hw.*: 1
default: default
mochitest-plain-headless:
description: "Mochitest plain headless run"
suite:
name: mochitest-plain
treeherder-symbol: M(h)
loopback-video: true
chunks:
by-test-platform:
linux.*/debug: 16
default: 5
e10s: true
max-run-time: 5400
allow-software-gl-layers: false
tier: 2
run-on-projects: ['mozilla-central']
mozharness:
mochitest-flavor: plain
chunked: true
extra-options:
- --headless
mochitest-valgrind:
description: "Mochitest plain Valgrind run"
suite:
name: mochitest-valgrind-plain
treeherder-symbol: M-V()
run-on-projects: []
tier: 3
loopback-video: true
chunks: 40
max-run-time: 14400
# We could re-enable e10s later.
# There's no intrinsic reason not to use it.
e10s: false
variants: []
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
chunked: true
mochitest-webgl1-core:
description: "Mochitest webgl1-core run"
treeherder-symbol: M(gl1c)
schedules-component: mochitest-plain
virtualization: virtual-with-gpu
variants:
by-test-platform:
android.*: []
default: ['webgl-ipc']
e10s: true
loopback-video: true
tier: default
max-run-time:
by-test-platform:
macosx.*64-ccov/.*: 7200
default: 1800
run-on-projects:
by-test-platform:
android-hw-.*(?<!-shippable)/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
android-hw.*aarch.*-shippable/opt: ['mozilla-central']
default: built-projects
# Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
mochitest-webgl1-ext:
description: "Mochitest webgl1-ext run"
treeherder-symbol: M(gl1e)
schedules-component: mochitest-plain
virtualization: virtual-with-gpu
variants:
by-test-platform:
android.*: []
macosx.*64-ccov/.*: []
default: ['webgl-ipc']
chunks:
by-test-platform:
android.*: 2
default: 1
e10s: true
loopback-video: true
tier: default
max-run-time: 2700
run-on-projects:
by-test-platform:
android-hw-.*(?<!-shippable)/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
android-hw.*aarch.*-shippable/opt: ['mozilla-central']
default: built-projects
# Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
chunked: true
mochitest-webgl2-core:
description: "Mochitest webgl2-core run"
treeherder-symbol: M(gl2c)
schedules-component: mochitest-plain
virtualization: virtual-with-gpu
variants:
by-test-platform:
android.*: []
default: ['webgl-ipc']
chunks:
by-test-platform:
android.*: 2
default: 1
e10s: true
loopback-video: true
tier: default
max-run-time: 1800
run-on-projects:
by-test-platform:
android-hw-.*(?<!-shippable)/opt: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
android-hw.*aarch.*-shippable/opt: ['mozilla-central']
default: built-projects
# Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
chunked: true
mochitest-webgl2-ext:
description: "Mochitest webgl2-ext run"
treeherder-symbol: M(gl2e)
schedules-component: mochitest-plain
virtualization: virtual-with-gpu
variants:
by-test-platform:
android.*: []
macosx.*64-ccov/.*: []
default: ['webgl-ipc']
chunks: 4
e10s: true
loopback-video: true
tier: default
max-run-time: 2700
# Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
chunked: true
mochitest-webgl2-deqp:
description: "Mochitest webgl2-deqp run"
treeherder-symbol: M(gl2d)
schedules-component: mochitest-plain
run-on-projects: [] # Don't run this for now.
virtualization: virtual-with-gpu
variants:
by-test-platform:
android.*: []
default: ['webgl-ipc']
chunks: 4
e10s: true
loopback-video: true
tier: default
max-run-time: 1800
# Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
chunked: true
mochitest-webgpu:
description: "Mochitest webgpu run"
treeherder-symbol: M(webgpu)
schedules-component: mochitest-plain
virtualization: virtual-with-gpu
e10s: true
loopback-video: true
run-on-projects:
by-test-platform:
.*mingw.*: ["release"]
.*shippable.*: ["mozilla-central"]
default: ["trunk"]
tier: default
max-run-time:
by-test-platform:
macosx.*64-ccov/.*: 7200
default: 1800
# Bug 1296733: llvmpipe with mesa 9.2.1 lacks thread safety
allow-software-gl-layers: false
mozharness:
mochitest-flavor: plain
mochitest-remote:
description: "Mochitest for the remote agent (/remote folder)"
suite:
name: mochitest-remote
treeherder-symbol: M(remote)
loopback-video: true
run-on-projects:
by-test-platform:
.*shippable.*: ["mozilla-central"]
(linux1804-64|windows7-32|windows10-64|macosx1014-64)(?:-qr)?/opt: ['integration']
default: ["trunk"]
fission-run-on-projects: []
fission-tier: 2
max-run-time: 5400
mozharness:
mochitest-flavor: browser
extra-options:
- --setpref=remote.log.level=Trace