fix: upgrade ubuntu from 18.04 to 20.04 for pipeline (#1888)
* fix: deprecate ubuntu 18.04 for pipeline * fix: upgrade unbuntu for direct usage * fix: AzureML-sklearn-0.24-ubuntu18.04-py37-cpu * fix: fix typo * fix: fix 2 ci * fix: roll back unexpected changes * fix: use version 1 * roll back unexpected change
This commit is contained in:
Родитель
bd12e708f2
Коммит
f884f1f69f
|
@ -73,7 +73,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -4,7 +4,7 @@ display_name: train_data
|
|||
description: A example train component
|
||||
tags:
|
||||
author: azureml-sdk-team
|
||||
version: 6
|
||||
version: 7
|
||||
type: command
|
||||
inputs:
|
||||
training_data:
|
||||
|
@ -24,7 +24,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -1,4 +1,4 @@
|
|||
#FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
#FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
FROM python:3.8
|
||||
|
||||
# python installs
|
||||
|
|
|
@ -1,5 +1,5 @@
|
|||
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json
|
||||
name: docker-image-plus-conda-example
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
conda_file: conda-yamls/pydata.yml
|
||||
description: Environment created from a Docker image plus Conda environment.
|
||||
|
|
|
@ -9,17 +9,17 @@ inputs:
|
|||
jobs:
|
||||
a:
|
||||
command: echo hello ${{inputs.hello_string}}
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
inputs:
|
||||
hello_string: ${{parent.inputs.hello_string_top_level_input}}
|
||||
b:
|
||||
command: echo "world" >> ${{outputs.world_output}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
outputs:
|
||||
world_output:
|
||||
c:
|
||||
command: echo ${{inputs.world_input}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.b.outputs.world_output}}
|
||||
|
|
@ -10,7 +10,7 @@ outputs:
|
|||
jobs:
|
||||
hello_world:
|
||||
command: echo "hello" && echo "world" > ${{outputs.output}}
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
output: ${{parent.outputs.output}}
|
|
@ -6,7 +6,7 @@ settings:
|
|||
jobs:
|
||||
hello_world:
|
||||
command: echo "hello" && echo "world" > ${{outputs.output}}/hello_world-folder.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
output:
|
||||
|
|
|
@ -4,13 +4,13 @@ display_name: hello_pipeline_default_artifacts
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello" && echo "world" > ./outputs/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
artifacts:
|
||||
world_job:
|
||||
command: cat ${{inputs.world_input}}/outputs/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.hello_job.outputs.artifacts}}
|
||||
|
|
|
@ -4,13 +4,13 @@ display_name: hello_pipeline_io
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello" && echo "world" > ${{outputs.world_output}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
outputs:
|
||||
world_output:
|
||||
world_job:
|
||||
command: cat ${{inputs.world_input}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:23
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
compute: azureml:cpu-cluster
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.hello_job.outputs.world_output}}
|
||||
|
|
|
@ -8,7 +8,7 @@ settings:
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo 202204190 & echo "hello"
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:23
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
world_job:
|
||||
command: echo 202204190 & echo "hello"
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:23
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
|
@ -4,10 +4,10 @@ display_name: hello_pipeline
|
|||
jobs:
|
||||
hello_job:
|
||||
command: echo "hello"
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
world_job:
|
||||
command: echo "world"
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
outputs:
|
||||
eval_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
code: ./eval_src
|
||||
command: >-
|
||||
python eval.py
|
||||
|
|
|
@ -11,7 +11,7 @@ inputs:
|
|||
outputs:
|
||||
score_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
code: ./score_src
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -18,7 +18,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
outputs:
|
||||
eval_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
code: ./eval_src
|
||||
command: >-
|
||||
python eval.py
|
||||
|
|
|
@ -11,7 +11,7 @@ inputs:
|
|||
outputs:
|
||||
score_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
code: ./score_src
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -25,7 +25,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -7,7 +7,7 @@ version: 1
|
|||
|
||||
code: ./src
|
||||
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
|
||||
command: >-
|
||||
python hello.py
|
||||
|
|
|
@ -32,4 +32,4 @@ command: >-
|
|||
--output-path ${{outputs.output_path}}
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211124.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
|
@ -22,4 +22,4 @@ command: >-
|
|||
--output-path ${{outputs.output_path}}
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211124.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
|
@ -124,4 +124,4 @@ command: >-
|
|||
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211124.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
predictions:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
code: ./predict_src
|
||||
command: >-
|
||||
python predict.py
|
||||
|
|
|
@ -11,7 +11,7 @@ outputs:
|
|||
prep_data:
|
||||
type: uri_folder
|
||||
code: ./prep_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python prep.py
|
||||
--raw_data ${{inputs.raw_data}}
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
score_report:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
code: ./score_src
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -18,7 +18,7 @@ outputs:
|
|||
test_data:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -11,7 +11,7 @@ outputs:
|
|||
transformed_data:
|
||||
type: uri_folder
|
||||
code: ./transform_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python transform.py
|
||||
--clean_data ${{inputs.clean_data}}
|
||||
|
|
|
@ -13,7 +13,7 @@ outputs:
|
|||
predict_result:
|
||||
type: uri_folder
|
||||
code: ./predict-src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python predict.py
|
||||
--model ${{inputs.model}}
|
||||
|
|
|
@ -59,7 +59,7 @@ outputs:
|
|||
|
||||
code: ./train-src
|
||||
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
|
||||
command: >-
|
||||
python train.py
|
||||
|
|
|
@ -1,5 +1,5 @@
|
|||
$schema: https://azuremlschemas.azureedge.net/latest/environment.schema.json
|
||||
name: AML-RAI-Environment
|
||||
version: 1
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20220303.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
||||
conda_file: conda_envs/python-aml-rai.yaml
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -9,7 +9,7 @@ inputs:
|
|||
model_base_name:
|
||||
type: string
|
||||
code: ./src/
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python register.py
|
||||
--model_input_path ${{inputs.model_input_path}}
|
||||
|
|
|
@ -13,7 +13,7 @@ jobs:
|
|||
tar -xvzf cifar-10-python.tar.gz -C ${{outputs.cifar}};
|
||||
rm cifar-10-python.tar.gz;
|
||||
compute: azureml:gpu-cluster
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
outputs:
|
||||
cifar:
|
||||
type: uri_folder
|
||||
|
|
|
@ -47,7 +47,7 @@ jobs:
|
|||
environment:
|
||||
name: "prs-env"
|
||||
version: 1
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
conda_file: ./environment/environment_parallel.yml
|
||||
program_arguments: >-
|
||||
--model ${{inputs.score_model}}
|
||||
|
|
|
@ -22,7 +22,7 @@ jobs:
|
|||
environment:
|
||||
name: "prepare_data_environment"
|
||||
version: 1
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
conda_file: ./environment/environment_prepare.yml
|
||||
|
||||
predict_digits_mnist:
|
||||
|
@ -60,7 +60,7 @@ jobs:
|
|||
environment:
|
||||
name: "batch_environment"
|
||||
version: 1
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
conda_file: ./environment/environment_parallel.yml
|
||||
program_arguments: >-
|
||||
--model ${{inputs.score_model}}
|
||||
|
|
|
@ -17,7 +17,7 @@ jobs:
|
|||
prep_data:
|
||||
mode: upload
|
||||
code: src/prep
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
command: >-
|
||||
python prep.py
|
||||
|
@ -32,7 +32,7 @@ jobs:
|
|||
transformed_data:
|
||||
mode: upload
|
||||
code: src/transform
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
command: >-
|
||||
python transform.py
|
||||
|
@ -48,7 +48,7 @@ jobs:
|
|||
test_data:
|
||||
mode: upload
|
||||
code: src/train
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
command: >-
|
||||
python train.py
|
||||
|
@ -64,7 +64,7 @@ jobs:
|
|||
outputs:
|
||||
predictions:
|
||||
code: src/predict
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
command: >-
|
||||
python predict.py
|
||||
|
@ -80,7 +80,7 @@ jobs:
|
|||
outputs:
|
||||
score_report:
|
||||
code: src/score
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
compute: azureml:cpu-cluster
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -8,17 +8,17 @@ inputs:
|
|||
jobs:
|
||||
a:
|
||||
command: echo hello ${{inputs.hello_string}}
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
inputs:
|
||||
hello_string: ${{parent.inputs.hello_string_top_level_input}}
|
||||
b:
|
||||
command: echo "world" >> ${{outputs.world_output}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
outputs:
|
||||
world_output:
|
||||
c:
|
||||
command: echo ${{inputs.world_input}}/world.txt
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
inputs:
|
||||
world_input: ${{parent.jobs.b.outputs.world_output}}
|
||||
|
|
@ -67,7 +67,7 @@ internal class EnvironmentOperations
|
|||
Tags = { { "key1", "value1" }, { "key2", "value2" } },
|
||||
OSType = OperatingSystemType.Linux,
|
||||
IsAnonymous = false,
|
||||
Image = "mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04",
|
||||
Image = "mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04",
|
||||
};
|
||||
|
||||
EnvironmentVersionData data = new EnvironmentVersionData(properties);
|
||||
|
|
|
@ -24,7 +24,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -78,7 +78,7 @@
|
|||
" code=\"./src\", # local path where the code is stored\n",
|
||||
" command=\"python read_data.py --input_data ${{inputs.input_data}}\",\n",
|
||||
" inputs=inputs,\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
@ -130,7 +130,7 @@
|
|||
" command=\"python read_write_data.py --input_data ${{inputs.input_data}} --output_folder ${{outputs.output_folder}}\",\n",
|
||||
" inputs=inputs,\n",
|
||||
" outputs=outputs,\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
@ -211,7 +211,7 @@
|
|||
" code=\"./src\",\n",
|
||||
" command=\"python read_data.py --input_data ${{inputs.input_data}}\",\n",
|
||||
" inputs=my_job_inputs,\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
@ -291,7 +291,7 @@
|
|||
"from azure.ai.ml.entities import Environment\n",
|
||||
"\n",
|
||||
"env_docker_conda = Environment(\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04\",\n",
|
||||
" conda_file=\"env-mltable.yml\",\n",
|
||||
" name=\"mltable\",\n",
|
||||
" description=\"Environment created for consuming MLTable.\",\n",
|
||||
|
|
|
@ -207,7 +207,7 @@
|
|||
"from azure.ai.ml.constants import AssetTypes\n",
|
||||
"\n",
|
||||
"env = Environment(\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04\",\n",
|
||||
" conda_file=\"environments/mltable_environment.yaml\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
@ -319,7 +319,7 @@
|
|||
"from azure.ai.ml.constants import AssetTypes\n",
|
||||
"\n",
|
||||
"env = Environment(\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04\",\n",
|
||||
" conda_file=\"environments/mltable_environment.yaml\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
|
|
@ -1,4 +1,4 @@
|
|||
#FROM mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
#FROM mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
FROM python:3.8
|
||||
|
||||
# python installs
|
||||
|
|
|
@ -152,7 +152,7 @@
|
|||
"outputs": [],
|
||||
"source": [
|
||||
"env_docker_conda = Environment(\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04\",\n",
|
||||
" conda_file=\"conda-yamls/pydata.yml\",\n",
|
||||
" name=\"docker-image-plus-conda-example\",\n",
|
||||
" description=\"Environment created from a Docker image plus Conda environment.\",\n",
|
||||
|
|
|
@ -347,7 +347,7 @@
|
|||
" command=\"python load_score.py --input_model ${{inputs.input_model}} --input_data ${{inputs.input_data}} --output_folder ${{outputs.output_folder}}\",\n",
|
||||
" inputs=inputs,\n",
|
||||
" outputs=outputs,\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
@ -396,7 +396,7 @@
|
|||
" command=\"python load_write_model.py --input_model ${{inputs.input_model}} --custom_model_output ${{outputs.custom_model_output}}\",\n",
|
||||
" inputs=inputs,\n",
|
||||
" outputs=outputs,\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
|
|
@ -649,7 +649,7 @@
|
|||
"env = Environment(\n",
|
||||
" name=\"automl-tabular-env\",\n",
|
||||
" description=\"environment for automl inference\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210727.v1\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
" conda_file=\"artifact_downloads/outputs/conda_env_v_1_0_0.yml\",\n",
|
||||
")"
|
||||
]
|
||||
|
|
|
@ -854,7 +854,7 @@
|
|||
"env = Environment(\n",
|
||||
" name=\"automl-tabular-env\",\n",
|
||||
" description=\"environment for automl inference\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210727.v1\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
" conda_file=\"artifact_downloads/outputs/conda_env_v_1_0_0.yml\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
|
|
@ -726,7 +726,7 @@
|
|||
"env = Environment(\n",
|
||||
" name=\"automl-tabular-env\",\n",
|
||||
" description=\"environment for automl inference\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210727.v1\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
" conda_file=\"artifact_downloads/outputs/conda_env_v_1_0_0.yml\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
|
|
@ -11,7 +11,7 @@ inputs:
|
|||
outputs:
|
||||
eval_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
code: ./eval_src
|
||||
command: >-
|
||||
python eval.py
|
||||
|
|
|
@ -14,7 +14,7 @@ inputs:
|
|||
outputs:
|
||||
score_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
code: ./score_src
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -21,7 +21,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -13,7 +13,7 @@ outputs:
|
|||
predict_result:
|
||||
type: uri_folder
|
||||
code: ./predict-src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python predict.py
|
||||
--model ${{inputs.model}}
|
||||
|
|
|
@ -59,7 +59,7 @@ outputs:
|
|||
|
||||
code: ./train-src
|
||||
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
|
||||
command: >-
|
||||
python train.py
|
||||
|
|
|
@ -113,7 +113,7 @@
|
|||
"download_url = \"https://azuremlexamples.blob.core.windows.net/datasets/iris.csv\"\n",
|
||||
"file_name = \"data.csv\"\n",
|
||||
"custom_path = \"azureml://datastores/workspaceblobstore/paths/custom_path/${{name}}/\"\n",
|
||||
"environment = \"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\"\n",
|
||||
"environment = \"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\"\n",
|
||||
"# 1. Create a command component to download a input data\n",
|
||||
"download_data = command(\n",
|
||||
" name=\"download-input\",\n",
|
||||
|
|
|
@ -14,7 +14,7 @@ inputs:
|
|||
outputs:
|
||||
score_output:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
code: ./score_src
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -21,7 +21,7 @@ outputs:
|
|||
model_output:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -169,7 +169,7 @@
|
|||
" code=\"./src\",\n",
|
||||
" entry_script=\"file_batch_inference.py\",\n",
|
||||
" program_arguments=\"--job_output_path ${{outputs.job_output_path}}\",\n",
|
||||
" environment=\"azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" ),\n",
|
||||
")"
|
||||
]
|
||||
|
@ -215,7 +215,7 @@
|
|||
" code=\"./src\",\n",
|
||||
" entry_script=\"tabular_batch_inference.py\",\n",
|
||||
" environment=Environment(\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04\",\n",
|
||||
" conda_file=\"./src/environment_parallel.yml\",\n",
|
||||
" ),\n",
|
||||
" program_arguments=\"--model ${{inputs.score_model}} \"\n",
|
||||
|
|
|
@ -18,7 +18,7 @@ outputs:
|
|||
|
||||
code: ./
|
||||
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:5
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1
|
||||
|
||||
command: >-
|
||||
python prepare_data.py
|
||||
|
|
|
@ -151,7 +151,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=classification_node.outputs.best_model\n",
|
||||
|
|
|
@ -407,7 +407,7 @@
|
|||
" command=\"python register_model.py \"\n",
|
||||
" + \"--model_path ${{inputs.model_input_path}} \"\n",
|
||||
" + f\"--model_base_name {model_name_str}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(model_input_path=forecasting_node.outputs.best_model)\n",
|
||||
"\n",
|
||||
|
@ -613,7 +613,7 @@
|
|||
"\n",
|
||||
"env = Environment(\n",
|
||||
" description=\"environment for automl inference\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20210727.v1\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
" conda_file=os.path.join(\"artifact_downloads\", \"outputs\", \"conda_env_v_1_0_0.yml\"),\n",
|
||||
")"
|
||||
]
|
||||
|
|
|
@ -327,7 +327,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=image_classification_node.outputs.best_model\n",
|
||||
|
|
|
@ -334,7 +334,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=image_classification_multilabel_node.outputs.best_model\n",
|
||||
|
|
|
@ -272,7 +272,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=image_instance_segmentation_node.outputs.best_model\n",
|
||||
|
|
|
@ -349,7 +349,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=image_object_detection_node.outputs.best_model\n",
|
||||
|
|
|
@ -144,7 +144,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(model_input_path=regression_node.outputs.best_model)\n",
|
||||
"\n",
|
||||
|
|
|
@ -149,7 +149,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=text_classification_node.outputs.best_model\n",
|
||||
|
|
|
@ -148,7 +148,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(\n",
|
||||
" model_input_path=text_classification_multilabel_node.outputs.best_model\n",
|
||||
|
|
|
@ -145,7 +145,7 @@
|
|||
" command=\"python register.py \"\n",
|
||||
" + \"--model_input_path ${{inputs.model_input_path}} \"\n",
|
||||
" + \"--model_base_name ${{inputs.model_base_name}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" )\n",
|
||||
" register_model = command_func(model_input_path=text_ner_node.outputs.best_model)\n",
|
||||
"\n",
|
||||
|
|
|
@ -137,7 +137,7 @@
|
|||
"show_output_component = command(\n",
|
||||
" inputs=dict(spark_output=Input(type=AssetTypes.URI_FOLDER)),\n",
|
||||
" command=\"ls ${{inputs.spark_output}}\",\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:1\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
")"
|
||||
]
|
||||
},
|
||||
|
|
|
@ -12,7 +12,7 @@ from mldesigner import command_component, Output
|
|||
description="Train a basic neural network with TensorFlow on the MNIST dataset, distributed via TensorFlow.",
|
||||
environment=dict(
|
||||
conda_file=Path(__file__).parent / "conda.yaml",
|
||||
image="mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04",
|
||||
image="mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04",
|
||||
),
|
||||
distribution={"type": "tensorflow", "worker_count": 2},
|
||||
)
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
predictions:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
code: ./predict_src
|
||||
command: >-
|
||||
python predict.py
|
||||
|
|
|
@ -11,7 +11,7 @@ outputs:
|
|||
prep_data:
|
||||
type: uri_folder
|
||||
code: ./prep_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python prep.py
|
||||
--raw_data ${{inputs.raw_data}}
|
||||
|
|
|
@ -12,7 +12,7 @@ inputs:
|
|||
outputs:
|
||||
score_report:
|
||||
type: uri_folder
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
code: ./score_src
|
||||
command: >-
|
||||
python score.py
|
||||
|
|
|
@ -13,7 +13,7 @@ outputs:
|
|||
test_data:
|
||||
type: uri_folder
|
||||
code: ./train_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python train.py
|
||||
--training_data ${{inputs.training_data}}
|
||||
|
|
|
@ -11,7 +11,7 @@ outputs:
|
|||
transformed_data:
|
||||
type: uri_folder
|
||||
code: ./transform_src
|
||||
environment: azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest
|
||||
environment: azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest
|
||||
command: >-
|
||||
python transform.py
|
||||
--clean_data ${{inputs.clean_data}}
|
||||
|
|
|
@ -29,4 +29,4 @@ command: >-
|
|||
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211124.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
||||
|
|
|
@ -22,4 +22,4 @@ command: >-
|
|||
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211124.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
||||
|
|
|
@ -105,4 +105,4 @@ command: >-
|
|||
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20211124.v1
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest
|
||||
|
|
|
@ -11,7 +11,7 @@ from mldesigner import command_component, Input, Output
|
|||
description="Convert data to CSV file, and split to training and test data",
|
||||
environment=dict(
|
||||
conda_file=Path(__file__).parent / "conda.yaml",
|
||||
image="mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04",
|
||||
image="mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04",
|
||||
),
|
||||
)
|
||||
def prepare_data_component(
|
||||
|
|
|
@ -15,5 +15,5 @@ code: ./
|
|||
command: python score.py --input_data ${{inputs.input_data}} --input_model ${{inputs.input_model}} --output_result ${{outputs.output_result}}
|
||||
environment:
|
||||
conda_file: ./conda.yaml
|
||||
image: mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04
|
||||
image: mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04
|
||||
|
||||
|
|
|
@ -10,7 +10,7 @@ from mldesigner import command_component, Input, Output
|
|||
description="train image classification with keras",
|
||||
environment=dict(
|
||||
conda_file=Path(__file__).parent / "conda.yaml",
|
||||
image="mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04",
|
||||
image="mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04",
|
||||
),
|
||||
)
|
||||
def keras_train_component(
|
||||
|
|
|
@ -119,7 +119,7 @@
|
|||
" from azure.ai.ml.entities import Environment\n",
|
||||
"\n",
|
||||
" environment = Environment(\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:20220303.v1\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
" conda_file=f\"{rai_cli_example_path}/environment/conda_envs/python-aml-rai.yaml\",\n",
|
||||
" name=environment_name,\n",
|
||||
" version=\"1\",\n",
|
||||
|
|
|
@ -274,7 +274,7 @@
|
|||
" command=\"python read_write_data.py --input_data ${{inputs.cifar_zip}} --output_folder ${{outputs.cifar}}\",\n",
|
||||
" inputs=inputs,\n",
|
||||
" outputs=outputs,\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
|
|
@ -119,7 +119,7 @@
|
|||
" \"epochs\": 10,\n",
|
||||
" \"lr\": 0.1,\n",
|
||||
" },\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
" display_name=\"pytorch-iris-example\",\n",
|
||||
" description=\"Train a neural network with PyTorch on the Iris dataset.\",\n",
|
||||
|
|
|
@ -163,7 +163,7 @@
|
|||
" path=\"https://azuremlexamples.blob.core.windows.net/datasets/diabetes.csv\",\n",
|
||||
" )\n",
|
||||
" },\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
" display_name=\"sklearn-diabetes-example\",\n",
|
||||
" # description,\n",
|
||||
|
|
|
@ -177,7 +177,7 @@
|
|||
" # }\n",
|
||||
" # ) # uncomment add SSH Public Key to access job container via SSH\n",
|
||||
" },\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
" display_name=\"sklearn-iris-example\",\n",
|
||||
" # experiment_name\n",
|
||||
|
|
|
@ -128,7 +128,7 @@
|
|||
" code=\"./src\", # local path where the code is stored\n",
|
||||
" command=\"pip install -r requirements.txt && python main.py --C ${{inputs.C}} --penalty ${{inputs.penalty}}\",\n",
|
||||
" inputs={\"C\": 0.8, \"penalty\": \"l2\"},\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu@latest\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu@latest\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
" display_name=\"sklearn-mnist-example\"\n",
|
||||
" # experiment_name: sklearn-mnist-example\n",
|
||||
|
|
|
@ -258,7 +258,7 @@
|
|||
" name=custom_env_name,\n",
|
||||
" description=\"Custom environment for sklearn image classification\",\n",
|
||||
" conda_file=os.path.join(dependencies_dir, \"conda.yml\"),\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:latest\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
")\n",
|
||||
"job_env = ml_client.environments.create_or_update(job_env)\n",
|
||||
"\n",
|
||||
|
|
|
@ -268,7 +268,7 @@
|
|||
" name=custom_env_name,\n",
|
||||
" description=\"Custom environment for keras image classification\",\n",
|
||||
" conda_file=os.path.join(dependencies_dir, \"conda.yml\"),\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:latest\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
")\n",
|
||||
"job_env = ml_client.environments.create_or_update(job_env)\n",
|
||||
"\n",
|
||||
|
|
|
@ -239,7 +239,7 @@
|
|||
" ),\n",
|
||||
" },\n",
|
||||
" # we're using a curated environment\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster\",\n",
|
||||
")"
|
||||
]
|
||||
|
@ -321,7 +321,7 @@
|
|||
" ),\n",
|
||||
" },\n",
|
||||
" # we're using a curated environment\n",
|
||||
" environment=\"AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:9\",\n",
|
||||
" environment=\"AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\",\n",
|
||||
" compute=\"cpu-cluster-lg\",\n",
|
||||
")\n",
|
||||
"\n",
|
||||
|
|
|
@ -398,7 +398,7 @@
|
|||
" description=\"Custom environment for Credit Card Defaults pipeline\",\n",
|
||||
" tags={\"scikit-learn\": \"0.24.2\"},\n",
|
||||
" conda_file=os.path.join(dependencies_dir, \"conda.yml\"),\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi3.1.2-ubuntu18.04:latest\",\n",
|
||||
" image=\"mcr.microsoft.com/azureml/openmpi4.1.0-ubuntu20.04:latest\",\n",
|
||||
" version=\"1.0\",\n",
|
||||
")\n",
|
||||
"pipeline_job_env = ml_client.environments.create_or_update(pipeline_job_env)\n",
|
||||
|
@ -776,7 +776,7 @@
|
|||
"code: .\n",
|
||||
"environment:\n",
|
||||
" # for this step, we'll use an AzureML curate environment\n",
|
||||
" azureml:AzureML-sklearn-0.24-ubuntu18.04-py37-cpu:21\n",
|
||||
" azureml:AzureML-sklearn-1.0-ubuntu20.04-py38-cpu:1\n",
|
||||
"command: >-\n",
|
||||
" python train.py \n",
|
||||
" --train_data ${{inputs.train_data}} \n",
|
||||
|
|
Загрузка…
Ссылка в новой задаче