Automated updates made by [assets-release](https://github.com/Azure/azureml-assets/actions/runs/11657350034)
This commit is contained in:
github-actions[bot] 2024-11-04 03:09:32 +00:00 коммит произвёл GitHub
Родитель a0fa847f11
Коммит e4b4f67f21
7 изменённых файлов: 34 добавлений и 8 удалений

Просмотреть файл

@ -1,7 +1,10 @@
## 1.17.0 (Unreleased)
### 🚀 New Features
## 1.16.65 (2024-11-04)
### 🐛 Bugs Fixed
- [#3544](https://github.com/Azure/azureml-assets/pull/3544) Fix validate assets for new evaluationresult asset tags
## 1.16.64 (2024-10-31)

Просмотреть файл

@ -5,7 +5,7 @@ evaluation_type:
values:
- text_generation
- text_embeddings
- vision
- text_cost
- text_performance
- text_quality
- vision

Просмотреть файл

@ -0,0 +1,6 @@
# Valid tag values that can be applied to evaluation results whose evaluation_type is `text_cost`.
index_metric_key:
required: True
allow_multiple: False
values:
- total_cost_per_1M_tokens

Просмотреть файл

@ -0,0 +1,6 @@
# Valid tag values that can be applied to evaluation results whose evaluation_type is `text_performance`.
index_metric_key:
required: True
allow_multiple: False
values:
- throughput_gtps_token_count

Просмотреть файл

@ -0,0 +1,6 @@
# Valid tag values that can be applied to evaluation results whose evaluation_type is `text_quality`.
index_metric_key:
required: True
allow_multiple: False
values:
- index_metric

Просмотреть файл

@ -1077,12 +1077,17 @@ def validate_assets(input_dirs: List[Path],
asset_spec = asset_config._spec._yaml
evaluation_type = asset_spec.get('tags', {}).get('evaluation_type', None)
if evaluation_type == 'text_generation':
error_count += validate_tags(asset_config, 'evaluationresult/tag_values_text_generation.yaml')
elif evaluation_type == 'text_embeddings':
error_count += validate_tags(asset_config, 'evaluationresult/tag_values_text_embeddings.yaml')
elif evaluation_type == 'vision':
error_count += validate_tags(asset_config, 'evaluationresult/tag_values_vision.yaml')
evaluation_tag_files = {
'text_generation': 'evaluationresult/tag_values_text_generation.yaml',
'text_embeddings': 'evaluationresult/tag_values_text_embeddings.yaml',
'vision': 'evaluationresult/tag_values_vision.yaml',
'text_quality': 'evaluationresult/tag_values_text_quality.yaml',
'text_performance': 'evaluationresult/tag_values_text_performance.yaml',
'text_cost': 'evaluationresult/tag_values_text_cost.yaml'
}
if evaluation_type in evaluation_tag_files:
error_count += validate_tags(asset_config, evaluation_tag_files[evaluation_type])
else:
_log_error(
asset_config.file_name_with_path,

Просмотреть файл

@ -7,7 +7,7 @@ from setuptools import setup, find_packages
setup(
name="azureml-assets",
version="1.16.64",
version="1.16.65",
description="Utilities for publishing assets to Azure Machine Learning system registries.",
author="Microsoft Corp",
packages=find_packages(),