Remove wpt suites from the list of suites which are not generating manifest information
This commit is contained in:
Родитель
d72dcffcc5
Коммит
985f3aa7d7
|
@ -5,6 +5,7 @@ where:
|
|||
and:
|
||||
- exists: run.suite.groups
|
||||
- missing: result.group
|
||||
- ne: {result.expected: "SKIP"}
|
||||
- eq: {repo.branch.name: autoland}
|
||||
- ne: {treeherder.tier: 3}
|
||||
- ne: {task.kind: "decision-task"}
|
||||
|
|
|
@ -41,15 +41,10 @@ def test_missing_manifests():
|
|||
Ensure all suites (except a blacklist) are generating manifest information.
|
||||
"""
|
||||
BLACKLIST = (
|
||||
"web-platform-tests",
|
||||
"talos",
|
||||
"web-platform-tests-reftest",
|
||||
"web-platform-tests-wdspec",
|
||||
"web-platform-tests-crashtest",
|
||||
"jittest",
|
||||
"geckoview-junit",
|
||||
"cppunittest",
|
||||
"test-verify-wpt",
|
||||
None,
|
||||
)
|
||||
ALLOWED_MISSING = 5
|
||||
|
@ -82,9 +77,6 @@ def test_missing_result_manifests():
|
|||
"""
|
||||
BLACKLIST = {
|
||||
"marionette",
|
||||
"web-platform-tests",
|
||||
"web-platform-tests-reftest",
|
||||
"web-platform-tests-wdspec",
|
||||
}
|
||||
ALLOWED_MISSING = 70
|
||||
|
||||
|
@ -101,7 +93,7 @@ def test_missing_result_manifests():
|
|||
|
||||
# Ensure the blacklist doesn't contain more than necessary.
|
||||
unblacklistable = []
|
||||
found_suites = {suite for suite, count in result["data"]}
|
||||
found_suites = {suite: count for suite, count in result["data"]}
|
||||
for suite in BLACKLIST:
|
||||
if suite not in found_suites or found_suites[suite] < ALLOWED_MISSING:
|
||||
unblacklistable.append(suite)
|
||||
|
|
4
tox.ini
4
tox.ini
|
@ -11,8 +11,8 @@ setenv =
|
|||
integration: TRAVIS_EVENT_TYPE = cron
|
||||
commands =
|
||||
poetry install -v
|
||||
!integration: poetry run pytest -v tests/
|
||||
integration: poetry run pytest -v tests/test_integration.py
|
||||
!integration: poetry run pytest -vv tests/
|
||||
integration: poetry run pytest -vv tests/test_integration.py
|
||||
|
||||
[testenv:pre-commit]
|
||||
deps = pre-commit
|
||||
|
|
Загрузка…
Ссылка в новой задаче