Merge branch 'main' into dev/add-error-info
This commit is contained in:
Коммит
74701d83bb
|
@ -79,16 +79,15 @@ def integration_test(model_type, url, ppath, output_name = "tests/integration_te
|
||||||
|
|
||||||
# start testing
|
# start testing
|
||||||
for pred_name, pred_version in get_predictors():
|
for pred_name, pred_version in get_predictors():
|
||||||
try:
|
# try:
|
||||||
since = time.time()
|
since = time.time()
|
||||||
# print(f'nn-meter --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}')
|
# print(f'nn-meter --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}')
|
||||||
result = subprocess.check_output(['nn-meter', 'predict', f'--{model_type}', f'{ppath}', '--predictor', f'{pred_name}', '--predictor-version', f'{pred_version}'])
|
result = subprocess.check_output(['nn-meter', 'predict', f'--{model_type}', f'{ppath}', '--predictor', f'{pred_name}', '--predictor-version', f'{pred_version}'])
|
||||||
runtime = time.time() - since
|
runtime = time.time() - since
|
||||||
except NotImplementedError:
|
# except NotImplementedError:
|
||||||
logging.error(f"Meets ERROR when checking --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}")
|
# logging.error(f"Meets ERROR when checking --{model_type} {ppath} --predictor {pred_name} --predictor-version {pred_version}")
|
||||||
|
|
||||||
latency_list = parse_latency_info(result.decode('utf-8'))
|
latency_list = parse_latency_info(result.decode('utf-8'))
|
||||||
|
|
||||||
for model, latency in latency_list:
|
for model, latency in latency_list:
|
||||||
item = f'{model}, {model_type}, {pred_name}, {pred_version}, {round(float(latency), 4)}\n'
|
item = f'{model}, {model_type}, {pred_name}, {pred_version}, {round(float(latency), 4)}\n'
|
||||||
# print(item)
|
# print(item)
|
||||||
|
|
Загрузка…
Ссылка в новой задаче