bugbug/scripts/redundant_failures.py

115 строки
3.4 KiB
Python

# -*- coding: utf-8 -*-
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this file,
# You can obtain one at http://mozilla.org/MPL/2.0/.
from logging import INFO, basicConfig, getLogger
from bugbug import db, test_scheduling
basicConfig(level=INFO)
logger = getLogger(__name__)
def count(is_first_task, is_second_task):
assert db.download(test_scheduling.PUSH_DATA_LABEL_DB)
push_data = list(db.read(test_scheduling.PUSH_DATA_LABEL_DB))
logger.info("Analyzing %d pushes...", len(push_data))
all_tasks = set(task for _, _, push_tasks, _, _ in push_data for task in push_tasks)
logger.info("Considering %d tasks...", len(all_tasks))
count_runs = 0
count_any_of_the_two = 0
count_first_but_not_second = 0
count_second_but_not_first = 0
for push in push_data:
(
revisions,
fix_revision,
push_tasks,
possible_regressions,
likely_regressions,
) = push
first_group_tasks = [
task.split("/")[1] for task in push_tasks if is_first_task(task)
]
second_group_tasks = [
task.split("/")[1] for task in push_tasks if is_second_task(task)
]
if len(first_group_tasks) == 0 and len(second_group_tasks) == 0:
continue
in_both_tasks = set(first_group_tasks) & set(second_group_tasks)
# Only consider pushes where tasks run in both groups.
if len(in_both_tasks) == 0:
continue
count_runs += 1
failures = [
task
for task in likely_regressions + possible_regressions
if any(task.endswith(in_both_task) for in_both_task in in_both_tasks)
]
first_failures = [task for task in failures if is_first_task(task)]
second_failures = [task for task in failures if is_second_task(task)]
if len(first_failures) > 0 or len(second_failures) > 0:
count_any_of_the_two += 1
if len(first_failures) > 0 and len(second_failures) == 0:
count_first_but_not_second += 1
elif len(first_failures) == 0 and len(second_failures) > 0:
count_second_but_not_first += 1
return (
count_runs,
count_any_of_the_two,
count_first_but_not_second,
count_second_but_not_first,
)
def main():
platform_part_groups1 = [["mingw", "32"]]
platform_part_groups2 = [["mingw", "64"], ["win", "64"], ["win", "32"]]
def check(task, platform_part_groups):
return "/" in task and any(
all(platform_part in task.split("/")[0] for platform_part in platform_parts)
for platform_parts in platform_part_groups
)
def is_first_task(task):
return check(task, platform_part_groups1)
def is_second_task(task):
return check(task, platform_part_groups2)
(
count_runs,
count_any_of_the_two,
count_first_but_not_second,
count_second_but_not_first,
) = count(is_first_task, is_second_task)
logger.info(
"Out of %d runs, any of the two failed %d times. The first exclusively failed %d times, the second exclusively failed %d times.",
count_runs,
count_any_of_the_two,
count_first_but_not_second,
count_second_but_not_first,
)
if __name__ == "__main__":
main()