Remove wpt suites from the list of suites which are not generating manifest information

This commit is contained in:
Marco Castelluccio 2020-04-16 13:19:56 +02:00
Родитель d72dcffcc5
Коммит 985f3aa7d7
3 изменённых файлов: 4 добавлений и 11 удалений

Просмотреть файл

@ -5,6 +5,7 @@ where:
and:
- exists: run.suite.groups
- missing: result.group
- ne: {result.expected: "SKIP"}
- eq: {repo.branch.name: autoland}
- ne: {treeherder.tier: 3}
- ne: {task.kind: "decision-task"}

Просмотреть файл

@ -41,15 +41,10 @@ def test_missing_manifests():
Ensure all suites (except a blacklist) are generating manifest information.
"""
BLACKLIST = (
"web-platform-tests",
"talos",
"web-platform-tests-reftest",
"web-platform-tests-wdspec",
"web-platform-tests-crashtest",
"jittest",
"geckoview-junit",
"cppunittest",
"test-verify-wpt",
None,
)
ALLOWED_MISSING = 5
@ -82,9 +77,6 @@ def test_missing_result_manifests():
"""
BLACKLIST = {
"marionette",
"web-platform-tests",
"web-platform-tests-reftest",
"web-platform-tests-wdspec",
}
ALLOWED_MISSING = 70
@ -101,7 +93,7 @@ def test_missing_result_manifests():
# Ensure the blacklist doesn't contain more than necessary.
unblacklistable = []
found_suites = {suite for suite, count in result["data"]}
found_suites = {suite: count for suite, count in result["data"]}
for suite in BLACKLIST:
if suite not in found_suites or found_suites[suite] < ALLOWED_MISSING:
unblacklistable.append(suite)

Просмотреть файл

@ -11,8 +11,8 @@ setenv =
integration: TRAVIS_EVENT_TYPE = cron
commands =
poetry install -v
!integration: poetry run pytest -v tests/
integration: poetry run pytest -v tests/test_integration.py
!integration: poetry run pytest -vv tests/
integration: poetry run pytest -vv tests/test_integration.py
[testenv:pre-commit]
deps = pre-commit