Update release branch
Automated updates made by [assets-release](https://github.com/Azure/azureml-assets/actions/runs/11657350034)
This commit is contained in:
Родитель
a0fa847f11
Коммит
e4b4f67f21
|
@ -1,7 +1,10 @@
|
|||
## 1.17.0 (Unreleased)
|
||||
### 🚀 New Features
|
||||
|
||||
|
||||
## 1.16.65 (2024-11-04)
|
||||
### 🐛 Bugs Fixed
|
||||
- [#3544](https://github.com/Azure/azureml-assets/pull/3544) Fix validate assets for new evaluationresult asset tags
|
||||
|
||||
|
||||
## 1.16.64 (2024-10-31)
|
||||
|
|
|
@ -5,7 +5,7 @@ evaluation_type:
|
|||
values:
|
||||
- text_generation
|
||||
- text_embeddings
|
||||
- vision
|
||||
- text_cost
|
||||
- text_performance
|
||||
- text_quality
|
||||
- vision
|
||||
|
|
|
@ -0,0 +1,6 @@
|
|||
# Valid tag values that can be applied to evaluation results whose evaluation_type is `text_cost`.
|
||||
index_metric_key:
|
||||
required: True
|
||||
allow_multiple: False
|
||||
values:
|
||||
- total_cost_per_1M_tokens
|
|
@ -0,0 +1,6 @@
|
|||
# Valid tag values that can be applied to evaluation results whose evaluation_type is `text_performance`.
|
||||
index_metric_key:
|
||||
required: True
|
||||
allow_multiple: False
|
||||
values:
|
||||
- throughput_gtps_token_count
|
|
@ -0,0 +1,6 @@
|
|||
# Valid tag values that can be applied to evaluation results whose evaluation_type is `text_quality`.
|
||||
index_metric_key:
|
||||
required: True
|
||||
allow_multiple: False
|
||||
values:
|
||||
- index_metric
|
|
@ -1077,12 +1077,17 @@ def validate_assets(input_dirs: List[Path],
|
|||
asset_spec = asset_config._spec._yaml
|
||||
evaluation_type = asset_spec.get('tags', {}).get('evaluation_type', None)
|
||||
|
||||
if evaluation_type == 'text_generation':
|
||||
error_count += validate_tags(asset_config, 'evaluationresult/tag_values_text_generation.yaml')
|
||||
elif evaluation_type == 'text_embeddings':
|
||||
error_count += validate_tags(asset_config, 'evaluationresult/tag_values_text_embeddings.yaml')
|
||||
elif evaluation_type == 'vision':
|
||||
error_count += validate_tags(asset_config, 'evaluationresult/tag_values_vision.yaml')
|
||||
evaluation_tag_files = {
|
||||
'text_generation': 'evaluationresult/tag_values_text_generation.yaml',
|
||||
'text_embeddings': 'evaluationresult/tag_values_text_embeddings.yaml',
|
||||
'vision': 'evaluationresult/tag_values_vision.yaml',
|
||||
'text_quality': 'evaluationresult/tag_values_text_quality.yaml',
|
||||
'text_performance': 'evaluationresult/tag_values_text_performance.yaml',
|
||||
'text_cost': 'evaluationresult/tag_values_text_cost.yaml'
|
||||
}
|
||||
|
||||
if evaluation_type in evaluation_tag_files:
|
||||
error_count += validate_tags(asset_config, evaluation_tag_files[evaluation_type])
|
||||
else:
|
||||
_log_error(
|
||||
asset_config.file_name_with_path,
|
||||
|
|
|
@ -7,7 +7,7 @@ from setuptools import setup, find_packages
|
|||
|
||||
setup(
|
||||
name="azureml-assets",
|
||||
version="1.16.64",
|
||||
version="1.16.65",
|
||||
description="Utilities for publishing assets to Azure Machine Learning system registries.",
|
||||
author="Microsoft Corp",
|
||||
packages=find_packages(),
|
||||
|
|
Загрузка…
Ссылка в новой задаче