[chore] Update sklearn envs to ditch deprecated environments (#3124)
* Remove failing finetuning samples * Remove workflows * Replace all AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latesst * Replace all azureml-sklearn-1.0:23 * Replace AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest * Replace environment in typescript exampele
This commit is contained in:
Родитель
ec69a29f38
Коммит
453e3292cd
|
@ -12,12 +12,12 @@ description: pipeline component with inline job
|
|||
jobs:
|
||||
hello_job:
|
||||
type: command
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: echo 'hello'
|
||||
|
||||
world_job:
|
||||
type: command
|
||||
command: echo 'world'
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
||||
# </jobs>
|
|
@ -8,6 +8,6 @@ jobs:
|
|||
type: command
|
||||
component:
|
||||
code: src
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python hello.py
|
||||
|
|
|
@ -7,4 +7,4 @@ inputs:
|
|||
type: uri_folder
|
||||
path: azureml:local-folder-example@latest
|
||||
mode: ro_mount
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -7,4 +7,4 @@ inputs:
|
|||
type: uri_folder
|
||||
path: azureml:sampledata@latest
|
||||
mode: ro_mount
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -7,4 +7,4 @@ inputs:
|
|||
iris_csv:
|
||||
type: uri_file
|
||||
path: azureml://datastores/workspaceblobstore/paths/example-data/iris.csv
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -8,4 +8,4 @@ inputs:
|
|||
data_dir:
|
||||
type: uri_folder
|
||||
path: azureml://datastores/workspaceblobstore/paths/example-data/
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -7,4 +7,4 @@ inputs:
|
|||
iris_csv:
|
||||
type: uri_file
|
||||
path: https://azuremlexamples.blob.core.windows.net/datasets/iris.csv
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -8,4 +8,4 @@ inputs:
|
|||
data_dir:
|
||||
type: uri_folder
|
||||
path: wasbs://datasets@azuremlexamples.blob.core.windows.net/
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -6,4 +6,4 @@ code: src
|
|||
inputs:
|
||||
type: uri_file
|
||||
iris_csv: https://azuremlexamples.blob.core.windows.net/datasets/iris.csv
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -1,4 +1,4 @@
|
|||
$schema: https://azuremlschemas.azureedge.net/latest/commandJob.schema.json
|
||||
command: python hello-mlflow.py
|
||||
code: src
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -12,4 +12,4 @@ inputs:
|
|||
my_model:
|
||||
type: mlflow_model # List of all model types here: https://learn.microsoft.com/azure/machine-learning/reference-yaml-model#yaml-syntax
|
||||
path: ../../assets/model/mlflow-model
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -19,4 +19,4 @@ inputs:
|
|||
outputs:
|
||||
output_folder:
|
||||
type: custom_model # mlflow_model,custom_model, triton_model
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
|
|
@ -11,17 +11,17 @@ inputs:
|
|||
jobs:
|
||||
a:
|
||||
command: echo hello ${{inputs.hello_string}}
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
hello_string: ${{parent.inputs.hello_string_top_level_input}}
|
||||
b:
|
||||
command: echo "world" >> ${{outputs.world_output}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
outputs:
|
||||
world_output:
|
||||
c:
|
||||
command: echo ${{inputs.world_input}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.b.outputs.world_output}}
|
||||
|
||||
|
|
|
@ -14,6 +14,6 @@ outputs:
|
|||
jobs:
|
||||
hello_world:
|
||||
command: echo "hello" && echo "world" > ${{outputs.output}}
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
outputs:
|
||||
output: ${{parent.outputs.output}}
|
||||
|
|
|
@ -10,7 +10,7 @@ outputs:
|
|||
jobs:
|
||||
hello_world:
|
||||
command: echo "hello" && echo "world" > ${{outputs.output}}
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
output: ${{parent.outputs.output}}
|
|
@ -8,7 +8,7 @@ settings:
|
|||
jobs:
|
||||
hello_world:
|
||||
command: echo "hello" && echo "world" > ${{outputs.output}}/hello_world-folder.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
outputs:
|
||||
output:
|
||||
type: uri_folder
|
||||
|
|
|
@ -6,7 +6,7 @@ settings:
|
|||
jobs:
|
||||
hello_world:
|
||||
command: echo "hello" && echo "world" > ${{outputs.output}}/hello_world-folder.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
output:
|
||||
|
|
|
@ -8,12 +8,12 @@ settings:
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello" && echo "world" > ./outputs/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
outputs:
|
||||
artifacts:
|
||||
world_job:
|
||||
command: cat ${{inputs.world_input}}/outputs/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.hello_job.outputs.artifacts}}
|
||||
|
||||
|
|
|
@ -4,13 +4,13 @@ display_name: hello_pipeline_default_artifacts
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello" && echo "world" > ./outputs/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
artifacts:
|
||||
world_job:
|
||||
command: cat ${{inputs.world_input}}/outputs/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.hello_job.outputs.artifacts}}
|
||||
|
|
|
@ -8,7 +8,7 @@ settings:
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello" && echo "world" > ${{outputs.world_output}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
outputs:
|
||||
world_output:
|
||||
world_job:
|
||||
|
|
|
@ -8,8 +8,8 @@ settings:
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello"
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
world_job:
|
||||
command: echo "world"
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
||||
|
|
|
@ -4,10 +4,10 @@ display_name: hello_pipeline
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello"
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
world_job:
|
||||
command: echo "world"
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
|
|
@ -7,7 +7,7 @@ trial:
|
|||
--B ${{search_space.B}}
|
||||
--C ${{search_space.C}}
|
||||
code: src
|
||||
environment: azureml:azureml-sklearn-1.0:23
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
A: 0.5
|
||||
sampling_algorithm: random
|
||||
|
|
|
@ -13,7 +13,7 @@ outputs:
|
|||
predict_result:
|
||||
type: uri_folder
|
||||
code: ./predict-src
|
||||
environment: azureml:azureml-sklearn-1.0:23
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python predict.py
|
||||
--model ${{inputs.model}}
|
||||
|
|
|
@ -59,7 +59,7 @@ outputs:
|
|||
|
||||
code: ./train-src
|
||||
|
||||
environment: azureml:azureml-sklearn-1.0:23
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
||||
command: >-
|
||||
python train.py
|
||||
|
|
|
@ -12,7 +12,7 @@ outputs:
|
|||
prep_data:
|
||||
type: uri_folder
|
||||
code: .
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python prep.py
|
||||
$[[--raw_data ${{inputs.raw_data}}]]
|
||||
|
|
|
@ -11,7 +11,7 @@ outputs:
|
|||
transformed_data:
|
||||
type: uri_folder
|
||||
code: .
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python transform.py
|
||||
--clean_data ${{inputs.clean_data}}
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
predictions:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
code: .
|
||||
command: >-
|
||||
python predict.py
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
score_report:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
code: .
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -18,7 +18,7 @@ outputs:
|
|||
test_data:
|
||||
type: uri_folder
|
||||
code: .
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python train.py
|
||||
--train_data ${{inputs.train_data}}
|
||||
|
|
|
@ -28,7 +28,7 @@ jobs:
|
|||
type: uri_folder
|
||||
mode: upload
|
||||
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
||||
compute: azureml:cpu-cluster
|
||||
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
path: https://azuremlexamples.blob.core.windows.net/datasets/iris.csv
|
||||
epochs: 10
|
||||
lr: 0.1
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
display_name: pytorch-iris-example
|
||||
experiment_name: pytorch-iris-example
|
||||
|
|
|
@ -7,7 +7,7 @@ inputs:
|
|||
diabetes_csv:
|
||||
type: uri_file
|
||||
path: https://azuremlexamples.blob.core.windows.net/datasets/diabetes.csv
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
display_name: sklearn-diabetes-example
|
||||
experiment_name: sklearn-diabetes-example
|
||||
|
|
|
@ -8,7 +8,7 @@ trial:
|
|||
--C ${{search_space.C}}
|
||||
--kernel ${{search_space.kernel}}
|
||||
--coef0 ${{search_space.coef0}}
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
iris_csv:
|
||||
type: uri_file
|
||||
|
|
|
@ -13,7 +13,7 @@ inputs:
|
|||
C: 0.8
|
||||
kernel: "rbf"
|
||||
coef0: 0.1
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
compute: azureml:cpu-cluster
|
||||
display_name: sklearn-iris-example
|
||||
experiment_name: sklearn-iris-example
|
||||
|
|
|
@ -8,17 +8,17 @@ inputs:
|
|||
jobs:
|
||||
a:
|
||||
command: echo hello ${{inputs.hello_string}}
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
hello_string: ${{parent.inputs.hello_string_top_level_input}}
|
||||
b:
|
||||
command: echo "world" >> ${{outputs.world_output}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
outputs:
|
||||
world_output:
|
||||
c:
|
||||
command: echo ${{inputs.world_input}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.b.outputs.world_output}}
|
||||
|
|
@ -9,6 +9,6 @@ jobs:
|
|||
component:
|
||||
is_deterministic: false
|
||||
code: src
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python hello.py
|
||||
|
|
|
@ -13,7 +13,7 @@ outputs:
|
|||
predict_result:
|
||||
type: uri_folder
|
||||
code: ./predict-src
|
||||
environment: azureml:azureml-sklearn-1.0:23
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python predict.py
|
||||
--model ${{inputs.model}}
|
||||
|
|
|
@ -59,7 +59,7 @@ outputs:
|
|||
|
||||
code: ./train-src
|
||||
|
||||
environment: azureml:azureml-sklearn-1.0:23
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
|
||||
command: >-
|
||||
python train.py
|
||||
|
|
|
@ -12,7 +12,7 @@ outputs:
|
|||
prep_data:
|
||||
type: uri_folder
|
||||
code: .
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python prep.py
|
||||
$[[--raw_data ${{inputs.raw_data}}]]
|
||||
|
|
|
@ -11,7 +11,7 @@ outputs:
|
|||
transformed_data:
|
||||
type: uri_folder
|
||||
code: .
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python transform.py
|
||||
--clean_data ${{inputs.clean_data}}
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
predictions:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
code: .
|
||||
command: >-
|
||||
python predict.py
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
score_report:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
code: .
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -18,7 +18,7 @@ outputs:
|
|||
test_data:
|
||||
type: uri_folder
|
||||
code: .
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml://registries/azureml/environments/sklearn-1.0/labels/latest
|
||||
command: >-
|
||||
python train.py
|
||||
--train_data ${{inputs.train_data}}
|
||||
|
|
|
@ -27,7 +27,7 @@ export async function createOrUpdateComponentVersion() : Promise<void> {
|
|||
description: "This is the basic command component",
|
||||
componentSpec: {
|
||||
'command': 'echo Hello World & echo $[[${{inputs.component_in_number}}]] & echo $[[${{inputs.component_in_path}}]] & echo ${{outputs.component_out_path}} > ${{outputs.component_out_path}}/component_in_number',
|
||||
'environment': 'azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1',
|
||||
'environment': 'azureml://registries/azureml/environments/sklearn-1.0/labels/latest',
|
||||
'name': 'command_component_basic',
|
||||
'description': 'This is the basic command component',
|
||||
'tags': { 'tag': 'tagvalue', 'owner': 'sdkteam' },
|
||||
|
|
Загрузка…
Ссылка в новой задаче