Fix incorrect low_priority vm spec

classical/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml

@@ -2,64 +2,62 @@
 # Licensed under the MIT License.
 
 variables:
-- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}:
-    # 'main' branch: PRD environment
-    - template: ../../config-infra-prod.yml
-- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}:  
-    # 'develop' or feature branches: DEV environment
-    - template: ../../config-infra-dev.yml
-- name: version
-  value: aml-cli-v2
-
+  - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}:
+      # 'main' branch: PRD environment
+      - template: ../../config-infra-prod.yml
+  - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}:
+      # 'develop' or feature branches: DEV environment
+      - template: ../../config-infra-dev.yml
+  - name: version
+    value: aml-cli-v2
 
 trigger:
-- none
+  - none
 
 pool:
   vmImage: ubuntu-20.04
 
-
 resources:
   repositories:
-    - repository: mlops-templates  # Template Repo
+    - repository: mlops-templates # Template Repo
       name: Azure/mlops-templates # need to change org name from "Azure" to your own org
       endpoint: github-connection # need to set up and hardcode
       type: github
       ref: main
 
 stages:
-- stage: DeployTrainingPipeline
-  displayName: Deploy Training Pipeline
-  jobs:
-    - job: DeployTrainingPipeline
-      timeoutInMinutes: 120 # how long to run the job before automatically cancelling
-      steps:
-      - checkout: self
-        path: s/
-      - checkout: mlops-templates
-        path: s/templates/
-      - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates
-      - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates
-      - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates
-      - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates
-        parameters:
-          environment_name: taxi-train-env
-          environment_file: mlops/azureml/train/train-env.yml
-      - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates
-        parameters:
-          cluster_name: cpu-cluster
-          size: Standard_DS3_v2
-          min_instances: 0
-          max_instances: 4
-          cluster_tier: LowPriority
-      - template: templates/${{ variables.version }}/register-data.yml@mlops-templates
-        parameters:
-          data_type: uri_file
-          data_name: taxi-data
-          data_file: mlops/azureml/train/data.yml
-      - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates
-        parameters: 
-          pipeline_file: mlops/azureml/train/pipeline.yml
-          experiment_name: $(environment)_taxi_fare_train_$(Build.SourceBranchName)
-          display_name: $(environment)_taxi_fare_run_$(Build.BuildID)
-          enable_monitoring: $(enable_monitoring)
+  - stage: DeployTrainingPipeline
+    displayName: Deploy Training Pipeline
+    jobs:
+      - job: DeployTrainingPipeline
+        timeoutInMinutes: 120 # how long to run the job before automatically cancelling
+        steps:
+          - checkout: self
+            path: s/
+          - checkout: mlops-templates
+            path: s/templates/
+          - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates
+          - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates
+          - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates
+          - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates
+            parameters:
+              environment_name: taxi-train-env
+              environment_file: mlops/azureml/train/train-env.yml
+          - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates
+            parameters:
+              cluster_name: cpu-cluster
+              size: Standard_DS3_v2
+              min_instances: 0
+              max_instances: 4
+              cluster_tier: low_priority
+          - template: templates/${{ variables.version }}/register-data.yml@mlops-templates
+            parameters:
+              data_type: uri_file
+              data_name: taxi-data
+              data_file: mlops/azureml/train/data.yml
+          - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates
+            parameters:
+              pipeline_file: mlops/azureml/train/pipeline.yml
+              experiment_name: $(environment)_taxi_fare_train_$(Build.SourceBranchName)
+              display_name: $(environment)_taxi_fare_run_$(Build.BuildID)
+              enable_monitoring: $(enable_monitoring)

classical/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline-classical.yml

@@ -1,42 +1,42 @@
 name: deploy-model-training-pipeline
 
-on: 
+on:
   workflow_dispatch:
 jobs:
   get-config:
-      uses: Azure/mlops-templates/.github/workflows/read-yaml.yml@main
-      with:
-        file_name: config-infra-prod.yml
+    uses: Azure/mlops-templates/.github/workflows/read-yaml.yml@main
+    with:
+      file_name: config-infra-prod.yml
   register-environment:
-      needs: get-config
-      uses: Azure/mlops-templates/.github/workflows/register-environment.yml@main
-      with:
-        resource_group: ${{ needs.get-config.outputs.resource_group }}
-        workspace_name: ${{ needs.get-config.outputs.aml_workspace }}     
-        environment_file:  mlops/azureml/train/train-env.yml
-        conda_file: data-science/environment/train-conda.yml
-      secrets:
-          creds: ${{secrets.AZURE_CREDENTIALS}}
+    needs: get-config
+    uses: Azure/mlops-templates/.github/workflows/register-environment.yml@main
+    with:
+      resource_group: ${{ needs.get-config.outputs.resource_group }}
+      workspace_name: ${{ needs.get-config.outputs.aml_workspace }}
+      environment_file: mlops/azureml/train/train-env.yml
+      conda_file: data-science/environment/train-conda.yml
+    secrets:
+      creds: ${{secrets.AZURE_CREDENTIALS}}
   create-compute:
-      needs: [get-config,register-environment]
-      uses: Azure/mlops-templates/.github/workflows/create-compute.yml@main
-      with:
-        cluster_name: cpu-cluster
-        size: Standard_DS3_v2
-        min_instances: 0
-        max_instances: 4
-        cluster_tier: LowPriority
-        resource_group: ${{ needs.get-config.outputs.resource_group }}
-        workspace_name: ${{ needs.get-config.outputs.aml_workspace }}     
-      secrets:
-          creds: ${{secrets.AZURE_CREDENTIALS}}
+    needs: [get-config, register-environment]
+    uses: Azure/mlops-templates/.github/workflows/create-compute.yml@main
+    with:
+      cluster_name: cpu-cluster
+      size: Standard_DS3_v2
+      min_instances: 0
+      max_instances: 4
+      cluster_tier: low_priority
+      resource_group: ${{ needs.get-config.outputs.resource_group }}
+      workspace_name: ${{ needs.get-config.outputs.aml_workspace }}
+    secrets:
+      creds: ${{secrets.AZURE_CREDENTIALS}}
   run-pipeline:
-      needs: [get-config,register-environment,create-compute]
-      uses: Azure/mlops-templates/.github/workflows/run-pipeline.yml@main
-      with:
-        resource_group: ${{ needs.get-config.outputs.resource_group }}
-        workspace_name: ${{ needs.get-config.outputs.aml_workspace }}     
-        parameters-file:  mlops/azureml/train/pipeline.yml
-        job-name: test
-      secrets:
-          creds: ${{secrets.AZURE_CREDENTIALS}}
+    needs: [get-config, register-environment, create-compute]
+    uses: Azure/mlops-templates/.github/workflows/run-pipeline.yml@main
+    with:
+      resource_group: ${{ needs.get-config.outputs.resource_group }}
+      workspace_name: ${{ needs.get-config.outputs.aml_workspace }}
+      parameters-file: mlops/azureml/train/pipeline.yml
+      job-name: test
+    secrets:
+      creds: ${{secrets.AZURE_CREDENTIALS}}

classical/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml

@@ -2,68 +2,67 @@
 # Licensed under the MIT License.
 
 variables:
-- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}:
-    # 'main' branch: PRD environment
-    - template: ../../config-infra-prod.yml
-- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}:  
-    # 'develop' or feature branches: DEV environment
-    - template: ../../config-infra-dev.yml
-- name: version
-  value: python-sdk-v2
+  - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}:
+      # 'main' branch: PRD environment
+      - template: ../../config-infra-prod.yml
+  - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}:
+      # 'develop' or feature branches: DEV environment
+      - template: ../../config-infra-dev.yml
+  - name: version
+    value: python-sdk-v2
 
 trigger:
-- none
+  - none
 
 pool:
   vmImage: ubuntu-20.04
 
-
 resources:
   repositories:
-    - repository: mlops-templates  # Template Repo
+    - repository: mlops-templates # Template Repo
       name: Azure/mlops-templates # need to change org name from "Azure" to your own org
       endpoint: github-connection # need to set up and hardcode
       type: github
       ref: main-dec31
 
 stages:
-- stage: DeployTrainingPipeline
-  displayName: Deploy Training Pipeline
-  jobs:
-    - job: DeployTrainingPipeline
-      timeoutInMinutes: 120 # how long to run the job before automatically cancelling
-      steps:
-      - checkout: self
-        path: s/
-      - checkout: mlops-templates
-        path: s/templates/
-      - template: templates/aml-cli-v2/install-az-cli.yml@mlops-templates
-      - template: templates/aml-cli-v2/install-aml-cli.yml@mlops-templates
-      - template: templates/python-sdk-v2/install-requirements.yml@mlops-templates
-      - template: templates/aml-cli-v2/connect-to-workspace.yml@mlops-templates
-      - template: templates/aml-cli-v2/create-compute.yml@mlops-templates
-        parameters:
-          cluster_name: cpu-cluster
-          size: Standard_DS3_v2
-          min_instances: 0
-          max_instances: 4
-          cluster_tier: LowPriority
-      - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates
-        parameters:
-          environment_name: taxi-train-env
-          environment_description: "Training Environment for Taxi Pipeline"
-          environment_path: data-science/environment/train-conda.yml
-          build_type: conda
-      - template: templates/${{ variables.version }}/register-data-asset.yml@mlops-templates
-        parameters:
-          data_name: taxi-data
-          data_description: taxi-training-dataset
-          data_path: data/taxi-data.csv
-          data_type: uri_file
-      - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates
-        parameters: 
-          pipeline_path: mlops/azureml/train/run_pipeline.py
-          data_name: taxi-data
-          cluster_name: cpu-cluster
-          enable_monitoring: $(enable_monitoring)
-          experiment_name: taxi-train-pipeline
+  - stage: DeployTrainingPipeline
+    displayName: Deploy Training Pipeline
+    jobs:
+      - job: DeployTrainingPipeline
+        timeoutInMinutes: 120 # how long to run the job before automatically cancelling
+        steps:
+          - checkout: self
+            path: s/
+          - checkout: mlops-templates
+            path: s/templates/
+          - template: templates/aml-cli-v2/install-az-cli.yml@mlops-templates
+          - template: templates/aml-cli-v2/install-aml-cli.yml@mlops-templates
+          - template: templates/python-sdk-v2/install-requirements.yml@mlops-templates
+          - template: templates/aml-cli-v2/connect-to-workspace.yml@mlops-templates
+          - template: templates/aml-cli-v2/create-compute.yml@mlops-templates
+            parameters:
+              cluster_name: cpu-cluster
+              size: Standard_DS3_v2
+              min_instances: 0
+              max_instances: 4
+              cluster_tier: low_priority
+          - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates
+            parameters:
+              environment_name: taxi-train-env
+              environment_description: "Training Environment for Taxi Pipeline"
+              environment_path: data-science/environment/train-conda.yml
+              build_type: conda
+          - template: templates/${{ variables.version }}/register-data-asset.yml@mlops-templates
+            parameters:
+              data_name: taxi-data
+              data_description: taxi-training-dataset
+              data_path: data/taxi-data.csv
+              data_type: uri_file
+          - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates
+            parameters:
+              pipeline_path: mlops/azureml/train/run_pipeline.py
+              data_name: taxi-data
+              cluster_name: cpu-cluster
+              enable_monitoring: $(enable_monitoring)
+              experiment_name: taxi-train-pipeline

classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml

@@ -2,77 +2,75 @@
 # Licensed under the MIT License.
 
 variables:
-- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}:
-    # 'main' branch: PRD environment
-    - template: ../../config-infra-prod.yml
-- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}:  
-    # 'develop' or feature branches: DEV environment
-    - template: ../../config-infra-dev.yml
-- name: version
-  value: aml-cli-v2
-
+  - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}:
+      # 'main' branch: PRD environment
+      - template: ../../config-infra-prod.yml
+  - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}:
+      # 'develop' or feature branches: DEV environment
+      - template: ../../config-infra-dev.yml
+  - name: version
+    value: aml-cli-v2
 
 trigger:
-- none
+  - none
 
 pool:
   vmImage: ubuntu-20.04
 
-
 resources:
   repositories:
-    - repository: mlops-templates  # Template Repo
+    - repository: mlops-templates # Template Repo
       name: Azure/mlops-templates # need to change org name from "Azure" to your own org
       endpoint: github-connection # need to set up and hardcode
       type: github
       ref: main
-    - repository: rai-vnext-preview  # Template Repo
+    - repository: rai-vnext-preview # Template Repo
       name: Azure/rai-vnext-preview # need to change org name from "Azure" to your own org
       endpoint: github-connection # need to set up and hardcode
       type: github
       ref: main
 
 stages:
-- stage: DeployTrainingPipeline
-  displayName: Deploy Training Pipeline
-  jobs:
-    - job: DeployTrainingPipeline
-      timeoutInMinutes: 120 # how long to run the job before automatically cancelling
-      steps:
-      - checkout: self
-        path: s/
-      - checkout: mlops-templates
-        path: s/templates/
-      - template: templates/tests/unit-tests.yml@mlops-templates
-      - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates
-      - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates
-      - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates
-      - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates
-        parameters:
-          environment_name: taxi-train-env
-          environment_file: mlops/azureml/train/train-env.yml
-      - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates
-        parameters:
-          cluster_name: cpu-cluster
-          size: Standard_DS3_v2
-          min_instances: 0
-          max_instances: 4
-          cluster_tier: LowPriority
-      - template: templates/${{ variables.version }}/register-data.yml@mlops-templates
-        parameters:
-          data_type: uri_file
-          data_name: taxi-data
-          data_file: mlops/azureml/train/data.yml
-      - checkout: rai-vnext-preview
-        path: s/
-      - template: register-rai-components.yml
-      - checkout: self
-        path: s/
-      - checkout: mlops-templates
-        path: s/templates/
-      - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates
-        parameters: 
-          pipeline_file: mlops/azureml/train/pipeline.yml
-          experiment_name: $(environment)_taxi_fare_train_$(Build.SourceBranchName)
-          display_name: $(environment)_taxi_fare_run_$(Build.BuildID)
-          enable_monitoring: $(enable_monitoring)
+  - stage: DeployTrainingPipeline
+    displayName: Deploy Training Pipeline
+    jobs:
+      - job: DeployTrainingPipeline
+        timeoutInMinutes: 120 # how long to run the job before automatically cancelling
+        steps:
+          - checkout: self
+            path: s/
+          - checkout: mlops-templates
+            path: s/templates/
+          - template: templates/tests/unit-tests.yml@mlops-templates
+          - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates
+          - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates
+          - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates
+          - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates
+            parameters:
+              environment_name: taxi-train-env
+              environment_file: mlops/azureml/train/train-env.yml
+          - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates
+            parameters:
+              cluster_name: cpu-cluster
+              size: Standard_DS3_v2
+              min_instances: 0
+              max_instances: 4
+              cluster_tier: low_priority
+          - template: templates/${{ variables.version }}/register-data.yml@mlops-templates
+            parameters:
+              data_type: uri_file
+              data_name: taxi-data
+              data_file: mlops/azureml/train/data.yml
+          - checkout: rai-vnext-preview
+            path: s/
+          - template: register-rai-components.yml
+          - checkout: self
+            path: s/
+          - checkout: mlops-templates
+            path: s/templates/
+          - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates
+            parameters:
+              pipeline_file: mlops/azureml/train/pipeline.yml
+              experiment_name: $(environment)_taxi_fare_train_$(Build.SourceBranchName)
+              display_name: $(environment)_taxi_fare_run_$(Build.BuildID)
+              enable_monitoring: $(enable_monitoring)