gecko-dev/taskcluster/ci/test/reftest.yml

# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
---
job-defaults:
    suite:
        category: reftest
    target:
        by-test-platform:
            android-em-7.*: geckoview-androidTest.apk
            android-hw-.*: geckoview-androidTest.apk
            default: null
    variants: ['fission']
    python-3: true
    tier:
        by-variant:
            fission: 2
            default: default
    test-manifest-loader: null  # don't load tests in the taskgraph
    mozharness:
        script:
            by-test-platform:
                android-em.*: android_emulator_unittest.py
                android-hw.*: android_hardware_unittest.py
                default: desktop_unittest.py
        config:
            by-test-platform:
                android-em-7.*:
                    - android/android_common.py
                    - android/androidx86_7_0.py
                android-hw.*:
                    - android/android_common.py
                    - android/android_hw.py
                linux.*:
                    - unittests/linux_unittest.py
                    - remove_executables.py
                macosx.*:
                    - unittests/mac_unittest.py
                windows.*:
                    - unittests/win_unittest.py

crashtest:
    description: "Crashtest run"
    schedules-component: crashtest
    treeherder-symbol: R(C)
    variants:
        by-test-platform:
            linux1804-64-qr/debug: ['webrender-sw', 'fission', 'wayland', 'noqr']
            linux1804-64-asan-qr/opt: ['webrender-sw', 'fission', 'wayland', 'noqr']
            windows10-64-qr/debug: ['webrender-sw', 'fission', 'noqr']
            windows10-64-asan-qr/opt: ['webrender-sw', 'fission', 'noqr']
            windows10-aarch64-qr/.*: []
            macosx101.*64-qr/debug: ['webrender-sw', 'fission', 'noqr']
            android-em-7.0-x86_64-qr/debug: ['webrender-sw', 'fission', 'noqr']
            .*(-tsan|10-32|7-32).*: ['fission']
            .*ccov-qr.*: ['fission', 'noqr']
            .*-qr.*: ['fission', 'noqr']
            default: ['fission']
    chunks:
        by-test-platform:
            android-em-7.*: 1
            linux.*64-tsan/opt: 12
            default: 1
    e10s: true
    run-on-projects:
        by-variant:
            fission:
                by-test-platform:
                    (windows10|linux1804)-64-qr/opt: ['autoland']
                    (windows10|linux1804)-64-shippable-qr/opt: ['mozilla-central']
                    (windows10|linux1804)-64-qr/debug: ['trunk']
                    default: []
            noqr: built-projects
            default:
                by-test-platform:
                    windows10-aarch64-qr/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
                    android-em-7.0-x86_64/debug-isolated-process: []
                    linux.*asan/opt: []
                    .*(-asan|-tsan|10-32|7-32).*: built-projects
                    android.*: built-projects
                    (linux|windows|macos)(?!.*-qr).*: []
                    default: built-projects
    max-run-time: 3600
    tier:
        by-variant:
            fission:
                by-test-platform:
                    linux1804-64-qr/debug: 1
                    default: 2
            default:
                by-test-platform:
                    windows10-aarch64-qr.*: 2
                    macosx1100.*: 2
                    android-hw-.*-qr/.*: 2
                    android-em-7.0-x86_64/debug-isolated-process: 3
                    default: default

crashtest-qr:
    description: "Crashtest Webrender run"
    schedules-component: crashtest
    treeherder-symbol: R(C)
    chunks: 1
    e10s: true
    run-on-projects:
        by-variant:
            fission: []
            default: built-projects
    max-run-time: 1200
    tier: 2
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual

jsreftest:
    description: "JS Reftest run"
    schedules-component: jsreftest
    treeherder-symbol: R(J)
    instance-size: default
    chunks:
        by-test-platform:
            android-hw.*\/debug: 12
            android-hw.*/(opt|pgo)?: 6
            windows.*\/opt: 2
            windows10-64-asan-qr/opt: 3
            windows10-64-ccov-qr/opt: 5
            linux.*64-ccov.*/.*: 5
            linux1804-64-qr/opt: 4
            linux1804-64-qr/debug: 5
            linux1804-64/debug: 5
            macosx.*-64-ccov.*/.*: 5
            macosx.*-64(-shippable)?/opt: 2
            default: 3
    max-run-time:
        by-test-platform:
            windows10-64-ccov.*/.*: 7200
            macosx.*64-ccov.*/.*: 7200
            linux.*64-ccov.*/.*: 7200
            default: 3600
    tier:
        by-test-platform:
            macosx1100.*: 2
            default: default
    run-on-projects:
        by-variant:
            fission: []
            default:
                by-test-platform:
                    android-hw-.*-aarch64(?:-shippable)?/.*: ['mozilla-central', 'release']
                    android-hw-.*-arm7(?:-shippable)?/.*: ['mozilla-central', 'release']
                    default: built-projects
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual

reftest:
    description: "Reftest run"
    treeherder-symbol: R(R)
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual-with-gpu
    variants:
        by-test-platform:
            linux1804-64-qr/debug: ['webrender-sw', 'fission', 'wayland', 'noqr']
            linux1804-64-asan-qr/opt: ['webrender-sw', 'fission', 'wayland', 'noqr']
            windows10-64(-asan)?-qr/opt: ['webrender-sw', 'fission', 'noqr']
            windows10-aarch64-qr/.*: []
            windows10-32(?:-shippable)?-qr/opt: ['webrender-sw', 'fission', 'noqr']
            windows7-32(?:-shippable)?-qr/opt: ['webrender-sw', 'fission', 'noqr']
            macosx101.*64-qr/debug: ['webrender-sw', 'fission', 'noqr']
            android-em-7.0-x86_64-qr/debug: ['webrender-sw', 'fission', 'noqr']
            android-.*/debug-isolated-process: ['fission']
            .*(-asan|-tsan|windows10-32|windows7-32).*: ['fission']
            .*ccov-qr.*: ['fission', 'noqr']
            .*-qr.*: ['fission', 'noqr']
            default: ['fission']
    chunks:
        by-test-platform:
            android-em-7.*: 2
            linux1804-64(-shippable|-devedition|-qr)?/opt: 5
            macosx101.*-64-shippable(-qr)?/opt: 3
            macosx101.*-64/debug: 4
            macosx101.*-64(-ccov.*|-qr)/debug: 6
            windows.*/opt: 2
            windows10-64.*/debug: 4
            windows10-32.*/debug: 6
            windows10-64-asan-qr/opt: 3
            windows10-64-ccov-qr/opt: 9
            default: 8
    e10s: true
    run-on-projects:
        by-variant:
            fission:
                by-test-platform:
                    (linux.*64|windows10-64)(-shippable)?-qr/(debug|opt): ['trunk']
                    linux.*64-asan/opt: ['trunk']
                    default: []
            noqr: built-projects
            default:
                by-test-platform:
                    windows10-aarch64-qr/.*: ['mozilla-central', 'mozilla-beta', 'mozilla-release']
                    android-em-7.0-x86_64/debug-isolated-process: []
                    linux.*asan/opt: []
                    .*(mingwclang|-asan|-tsan|10-32|7-32).*: built-projects
                    windows10-aarch64-qr/opt: built-projects
                    android.*: built-projects
                    (linux|windows|macos|android-em)(?!.*-qr).*: []
                    default: built-projects
    max-run-time:
        by-test-platform:
            windows10-32-mingwclang-qr/debug: 5400
            windows10-64-ccov.*/.*: 5400
            windows10-64-asan-qr/opt: 5400
            macosx.*64-ccov.*/.*: 5400
            default: 3600
    mozharness:
        chunked:
            by-test-platform:
                android-em.*: false
                macosx.*64/opt: false
                windows10-64.*/opt: false
                default: true
    tier:
        by-variant:
            fission:
                by-test-platform:
                    linux1804-64-qr/debug: 1
                    default: 2
            default:
                by-test-platform:
                    windows10-aarch64-qr.*: 2
                    android-hw-.*-qr/.*: 2
                    macosx1100.*: 2
                    android-em-7.0-x86_64/debug-isolated-process: 3
                    default: default

reftest-qr:
    description: "Reftest webrender run"
    treeherder-symbol: R(R)
    variants:
        by-test-platform:
            android-hw-p2-8-0-android-aarch64-qr/debug: ['webrender-sw']
            default: []
    chunks: 2
    e10s: true
    run-on-projects:
        by-variant:
            fission: []
            default: built-projects
    max-run-time: 2400
    mozharness:
        chunked: true
    tier: 2
    virtualization:
        by-test-platform:
            windows10-64.*: hardware
            default: virtual

reftest-snapshot:
    description: "Reftest snapshot"
    treeherder-symbol: R(Rs)
    virtualization: virtual
    variants:
        by-test-platform:
            linux1804-64-qr/debug: ['webrender-sw']
            linux1804-64-asan-qr/opt: ['webrender-sw']
            default: []
    run-on-projects:
        by-variant:
            fission:
                by-test-platform:
                    linux1804-64/debug: ['trunk']
                    default: []
            default: []
    chunks: 8
    mozharness:
        chunked: true