debuging integration test for tf

This commit is contained in:
jiahangxu 2023-02-07 17:39:21 +08:00
Родитель ca4e92e086
Коммит a5c7a64a5b
2 изменённых файлов: 8 добавлений и 8 удалений

2
.github/workflows/integration-test.yml поставляемый
Просмотреть файл

@ -32,7 +32,7 @@ jobs:
- name: Install dependencies
run: |
pip install tensorflow==1.15.0
pip install tensorflow==2.6.0
pip install onnx==1.9.0
pip install torch==1.9.0
pip install torchvision==0.10.0

Просмотреть файл

@ -79,13 +79,13 @@ def integration_test(model_type, url, ppath, output_name = "tests/integration_te
# start testing
for pred_name, pred_version in get_predictors():
try:
since = time.time()
# print(f'nn-meter --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}')
result = subprocess.check_output(['nn-meter', 'predict', f'--{model_type}', f'{ppath}', '--predictor', f'{pred_name}', '--predictor-version', f'{pred_version}'])
runtime = time.time() - since
except NotImplementedError:
logging.error(f"Meets ERROR when checking --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}")
# try:
since = time.time()
# print(f'nn-meter --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}')
result = subprocess.check_output(['nn-meter', 'predict', f'--{model_type}', f'{ppath}', '--predictor', f'{pred_name}', '--predictor-version', f'{pred_version}'])
runtime = time.time() - since
# except NotImplementedError:
# logging.error(f"Meets ERROR when checking --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}")
latency_list = parse_latency_info(result.decode('utf-8'))
for model, latency in latency_list: