diff --git a/classical/aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml b/classical/aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml index 972978c..f005965 100644 --- a/classical/aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml +++ b/classical/aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml @@ -2,65 +2,62 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 -- name: endpoint_name - value: taxi2-batch-$(namespace)$(postfix)$(environment) -- name: endpoint_type - value: batch + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 + - name: endpoint_name + value: taxi2-batch-$(namespace)$(postfix)$(environment) + - name: endpoint_type + value: batch trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main - stages: -- stage: CreateBatchEndpoint - displayName: Create/Update Batch Endpoint - jobs: - - job: DeployBatchEndpoint - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates - parameters: - cluster_name: batch-cluster # name must match cluster name in deployment file below - size: STANDARD_DS3_V2 - min_instances: 0 - max_instances: 5 - cluster_tier: dedicated - - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates - parameters: - endpoint_file: mlops/azureml/deploy/batch/batch-endpoint.yml - - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-batch-dp - deployment_file: mlops/azureml/deploy/batch/batch-deployment.yml - - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-batch-dp - sample_request: data/taxi-batch.csv - request_type: uri_file #either uri_folder or uri_file + - stage: CreateBatchEndpoint + displayName: Create/Update Batch Endpoint + jobs: + - job: DeployBatchEndpoint + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates + parameters: + cluster_name: batch-cluster # name must match cluster name in deployment file below + size: STANDARD_DS3_V2 + min_instances: 0 + max_instances: 5 + cluster_tier: dedicated + - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates + parameters: + endpoint_file: mlops/azureml/deploy/batch/batch-endpoint.yml + - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-batch-dp + deployment_file: mlops/azureml/deploy/batch/batch-deployment.yml + - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-batch-dp + sample_request: data/taxi-batch.csv + request_type: uri_file #either uri_folder or uri_file diff --git a/classical/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/classical/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml index e1d212f..4f32a50 100644 --- a/classical/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/classical/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -20,9 +20,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main stages: diff --git a/classical/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml b/classical/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml index 68961ff..5dd4639 100644 --- a/classical/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml +++ b/classical/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml @@ -2,60 +2,57 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 -- name: endpoint_name - value: taxi-online-$(namespace)$(postfix)$(environment) -- name: endpoint_type - value: online - + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 + - name: endpoint_name + value: taxi-online-$(namespace)$(postfix)$(environment) + - name: endpoint_type + value: online trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: CreateOnlineEndpoint - displayName: Create/Update Online Endpoint - jobs: - - job: DeployOnlineEndpoint - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates - parameters: - endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml - - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-online-dp - deployment_file: mlops/azureml/deploy/online/online-deployment.yml - - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates - parameters: - traffic_allocation: taxi-online-dp=100 - - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-online-dp - sample_request: data/taxi-request.json - request_type: json + - stage: CreateOnlineEndpoint + displayName: Create/Update Online Endpoint + jobs: + - job: DeployOnlineEndpoint + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates + parameters: + endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml + - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-online-dp + deployment_file: mlops/azureml/deploy/online/online-deployment.yml + - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates + parameters: + traffic_allocation: taxi-online-dp=100 + - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-online-dp + sample_request: data/taxi-request.json + request_type: json diff --git a/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-batch-scoring.yml b/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-batch-scoring.yml index bc3ca03..f09942e 100644 --- a/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-batch-scoring.yml +++ b/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-batch-scoring.yml @@ -2,54 +2,53 @@ # Licensed under the MIT License. variables: -- template: ../../config-aml.yml -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: python-sdk-v1 + - template: ../../config-aml.yml + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: python-sdk-v1 trigger: -- none + - none pool: vmImage: $(ap_vm_image) resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: DeployBatchScoringPipeline - displayName: Deploy Batch Scoring Pipeline - jobs: - - job: DeployBatchScoringPipeline - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-environment.yml@mlops-templates - parameters: - environment_name: $(batch_env_name) - build_type: 'conda' - environment_file: $(batch_env_conda_yaml) - enable_monitoring: $(enable_monitoring) - - template: templates/${{ variables.version }}/register-dataset.yml@mlops-templates - parameters: - data_type: scoring - - template: templates/${{ variables.version }}/deploy-batch-scoring-pipeline.yml@mlops-templates - parameters: - enable_monitoring: $(enable_monitoring) - - template: templates/${{ variables.version }}/add-pipeline-to-endpoint.yml@mlops-templates - - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates + - stage: DeployBatchScoringPipeline + displayName: Deploy Batch Scoring Pipeline + jobs: + - job: DeployBatchScoringPipeline + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-environment.yml@mlops-templates + parameters: + environment_name: $(batch_env_name) + build_type: "conda" + environment_file: $(batch_env_conda_yaml) + enable_monitoring: $(enable_monitoring) + - template: templates/${{ variables.version }}/register-dataset.yml@mlops-templates + parameters: + data_type: scoring + - template: templates/${{ variables.version }}/deploy-batch-scoring-pipeline.yml@mlops-templates + parameters: + enable_monitoring: $(enable_monitoring) + - template: templates/${{ variables.version }}/add-pipeline-to-endpoint.yml@mlops-templates + - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates diff --git a/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml index fa729d3..f9aa9dd 100644 --- a/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/classical/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -2,57 +2,56 @@ # Licensed under the MIT License. variables: -- template: ../../config-aml.yml -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: python-sdk-v1 + - template: ../../config-aml.yml + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: python-sdk-v1 trigger: -- none + - none pool: vmImage: $(ap_vm_image) resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from Azure when pulling the template - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: DeployTrainingPipeline - displayName: Deploy Training Pipeline - jobs: - - job: DeployTrainingPipeline - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-environment.yml@mlops-templates - parameters: - environment_name: $(training_env_name) - build_type: 'conda' - environment_file: $(training_env_conda_yaml) - enable_monitoring: $(enable_monitoring) - - template: templates/${{ variables.version }}/register-dataset.yml@mlops-templates - parameters: - data_type: training - - template: templates/${{ variables.version }}/get-compute.yml@mlops-templates - parameters: - compute_type: training - - template: templates/${{ variables.version }}/deploy-training-pipeline.yml@mlops-templates - parameters: - enable_monitoring: $(enable_monitoring) - - template: templates/${{ variables.version }}/add-pipeline-to-endpoint.yml@mlops-templates - - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates + - stage: DeployTrainingPipeline + displayName: Deploy Training Pipeline + jobs: + - job: DeployTrainingPipeline + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-environment.yml@mlops-templates + parameters: + environment_name: $(training_env_name) + build_type: "conda" + environment_file: $(training_env_conda_yaml) + enable_monitoring: $(enable_monitoring) + - template: templates/${{ variables.version }}/register-dataset.yml@mlops-templates + parameters: + data_type: training + - template: templates/${{ variables.version }}/get-compute.yml@mlops-templates + parameters: + compute_type: training + - template: templates/${{ variables.version }}/deploy-training-pipeline.yml@mlops-templates + parameters: + enable_monitoring: $(enable_monitoring) + - template: templates/${{ variables.version }}/add-pipeline-to-endpoint.yml@mlops-templates + - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates diff --git a/classical/python-sdk-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml b/classical/python-sdk-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml index 60a037e..60991b7 100644 --- a/classical/python-sdk-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml +++ b/classical/python-sdk-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml @@ -22,9 +22,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main stages: diff --git a/classical/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/classical/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml index e4e9452..5131caf 100644 --- a/classical/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/classical/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -20,9 +20,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main stages: diff --git a/classical/python-sdk-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml b/classical/python-sdk-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml index f3f68c3..156f48d 100644 --- a/classical/python-sdk-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml +++ b/classical/python-sdk-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml @@ -22,9 +22,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main stages: diff --git a/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml b/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml index e0ba72b..7ffedce 100644 --- a/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml +++ b/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-batch-endpoint-pipeline.yml @@ -2,65 +2,62 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 -- name: endpoint_name - value: taxi-batch-$(namespace)$(postfix)$(environment) -- name: endpoint_type - value: batch + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 + - name: endpoint_name + value: taxi-batch-$(namespace)$(postfix)$(environment) + - name: endpoint_type + value: batch trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main - stages: -- stage: CreateBatchEndpoint - displayName: Create/Update Batch Endpoint - jobs: - - job: DeployBatchEndpoint - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates - parameters: - cluster_name: batch-cluster # name must match cluster name in deployment file below - size: STANDARD_DS3_V2 - min_instances: 0 - max_instances: 5 - cluster_tier: dedicated - - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates - parameters: - endpoint_file: mlops/azureml/deploy/batch/batch-endpoint.yml - - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-batch-dp - deployment_file: mlops/azureml/deploy/batch/batch-deployment.yml - - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-batch-dp - sample_request: data/taxi-batch.csv - request_type: uri_file #either uri_folder or uri_file + - stage: CreateBatchEndpoint + displayName: Create/Update Batch Endpoint + jobs: + - job: DeployBatchEndpoint + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates + parameters: + cluster_name: batch-cluster # name must match cluster name in deployment file below + size: STANDARD_DS3_V2 + min_instances: 0 + max_instances: 5 + cluster_tier: dedicated + - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates + parameters: + endpoint_file: mlops/azureml/deploy/batch/batch-endpoint.yml + - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-batch-dp + deployment_file: mlops/azureml/deploy/batch/batch-deployment.yml + - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-batch-dp + sample_request: data/taxi-batch.csv + request_type: uri_file #either uri_folder or uri_file diff --git a/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml index 9f8c360..6a53c4b 100644 --- a/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -20,9 +20,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main - repository: rai-vnext-preview # Template Repo name: Azure/rai-vnext-preview # need to change org name from "Azure" to your own org diff --git a/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml b/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml index 68961ff..5dd4639 100644 --- a/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml +++ b/classical/rai-aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml @@ -2,60 +2,57 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 -- name: endpoint_name - value: taxi-online-$(namespace)$(postfix)$(environment) -- name: endpoint_type - value: online - + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 + - name: endpoint_name + value: taxi-online-$(namespace)$(postfix)$(environment) + - name: endpoint_type + value: online trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: CreateOnlineEndpoint - displayName: Create/Update Online Endpoint - jobs: - - job: DeployOnlineEndpoint - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates - parameters: - endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml - - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-online-dp - deployment_file: mlops/azureml/deploy/online/online-deployment.yml - - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates - parameters: - traffic_allocation: taxi-online-dp=100 - - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates - parameters: - deployment_name: taxi-online-dp - sample_request: data/taxi-request.json - request_type: json + - stage: CreateOnlineEndpoint + displayName: Create/Update Online Endpoint + jobs: + - job: DeployOnlineEndpoint + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates + parameters: + endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml + - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-online-dp + deployment_file: mlops/azureml/deploy/online/online-deployment.yml + - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates + parameters: + traffic_allocation: taxi-online-dp=100 + - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates + parameters: + deployment_name: taxi-online-dp + sample_request: data/taxi-request.json + request_type: json diff --git a/cv/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/cv/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml index acf0a19..a3e834e 100644 --- a/cv/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/cv/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -2,62 +2,59 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 - + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: DeployTrainingPipeline - displayName: Deploy Training Pipeline - jobs: - - job: DeployTrainingPipeline - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates - parameters: - cluster_name: gpu-cluster - size: Standard_NC6 - min_instances: 0 - max_instances: 1 - cluster_tier: dedicated - - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates - parameters: - build_type: docker - environment_name: nvidia_pytorch # Not used for docker builds - environment_file: mlops/azureml/train/train-env.yaml - - template: templates/${{ variables.version }}/register-dataset.yml@mlops-templates - parameters: - data_type: training - environment_file: mlops/azureml/train/create_stanford_dogs_dataset.yaml - - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates - parameters: - pipeline_file: mlops/azureml/train/pipeline.yaml - experiment_name: $(environment)_cv_train_$(Build.SourceBranchName) - display_name: $(environment)_cv_run_$(Build.BuildID) + - stage: DeployTrainingPipeline + displayName: Deploy Training Pipeline + jobs: + - job: DeployTrainingPipeline + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates + parameters: + cluster_name: gpu-cluster + size: Standard_NC6 + min_instances: 0 + max_instances: 1 + cluster_tier: dedicated + - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates + parameters: + build_type: docker + environment_name: nvidia_pytorch # Not used for docker builds + environment_file: mlops/azureml/train/train-env.yaml + - template: templates/${{ variables.version }}/register-dataset.yml@mlops-templates + parameters: + data_type: training + environment_file: mlops/azureml/train/create_stanford_dogs_dataset.yaml + - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates + parameters: + pipeline_file: mlops/azureml/train/pipeline.yaml + experiment_name: $(environment)_cv_train_$(Build.SourceBranchName) + display_name: $(environment)_cv_run_$(Build.BuildID) diff --git a/cv/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml b/cv/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml index 87b8b5f..082d90e 100644 --- a/cv/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml +++ b/cv/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml @@ -2,60 +2,57 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 -- name: endpoint_name - value: dogs-online-$(namespace)$(postfix)$(environment) -- name: endpoint_type - value: online - + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 + - name: endpoint_name + value: dogs-online-$(namespace)$(postfix)$(environment) + - name: endpoint_type + value: online trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: CreateOnlineEndpoint - displayName: Create/Update Online Endpoint - jobs: - - job: DeployOnlineEndpoint - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates - parameters: - endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml - - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates - parameters: - deployment_name: dogs-online-dp - deployment_file: mlops/azureml/deploy/online/online-deployment.yml - - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates - parameters: - traffic_allocation: dogs-online-dp=100 - - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates - parameters: - deployment_name: dogs-online-dp - sample_request: data/sample-request.json - request_type: json + - stage: CreateOnlineEndpoint + displayName: Create/Update Online Endpoint + jobs: + - job: DeployOnlineEndpoint + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates + parameters: + endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml + - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates + parameters: + deployment_name: dogs-online-dp + deployment_file: mlops/azureml/deploy/online/online-deployment.yml + - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates + parameters: + traffic_allocation: dogs-online-dp=100 + - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates + parameters: + deployment_name: dogs-online-dp + sample_request: data/sample-request.json + request_type: json diff --git a/cv/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/cv/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml index 4b344aa..8c3e725 100644 --- a/cv/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/cv/python-sdk-v1/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -21,9 +21,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main stages: diff --git a/infrastructure/terraform/devops-pipelines/tf-ado-deploy-infra.yml b/infrastructure/terraform/devops-pipelines/tf-ado-deploy-infra.yml index 61d93cc..dc13c17 100644 --- a/infrastructure/terraform/devops-pipelines/tf-ado-deploy-infra.yml +++ b/infrastructure/terraform/devops-pipelines/tf-ado-deploy-infra.yml @@ -2,54 +2,53 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml trigger: -- none + - none pool: vmImage: ubuntu-20.04 resources: repositories: - - repository: mlops-templates - name: Azure/mlops-templates - endpoint: github-connection - type: github - ref: main #branch name + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git + ref: main -stages : +stages: - stage: CreateStorageAccountForTerraformState displayName: Create Storage for Terraform jobs: - - job: CreateStorageForTerraform - displayName: Create Storage for Terraform - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/infra/create-resource-group.yml@mlops-templates - - template: templates/infra/create-storage-account.yml@mlops-templates - - template: templates/infra/create-storage-container.yml@mlops-templates + - job: CreateStorageForTerraform + displayName: Create Storage for Terraform + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/infra/create-resource-group.yml@mlops-templates + - template: templates/infra/create-storage-account.yml@mlops-templates + - template: templates/infra/create-storage-container.yml@mlops-templates - stage: DeployAzureMachineLearningRG displayName: Deploy AML Workspace jobs: - - job: DeployAMLWorkspace - displayName: Deploy Terraform - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/infra/create-sp-variables.yml@mlops-templates - - template: templates/infra/install-terraform.yml@mlops-templates - - template: templates/infra/run-terraform-init.yml@mlops-templates - - template: templates/infra/run-terraform-validate.yml@mlops-templates - - template: templates/infra/run-terraform-plan.yml@mlops-templates - - template: templates/infra/run-terraform-apply.yml@mlops-templates + - job: DeployAMLWorkspace + displayName: Deploy Terraform + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/infra/create-sp-variables.yml@mlops-templates + - template: templates/infra/install-terraform.yml@mlops-templates + - template: templates/infra/run-terraform-init.yml@mlops-templates + - template: templates/infra/run-terraform-validate.yml@mlops-templates + - template: templates/infra/run-terraform-plan.yml@mlops-templates + - template: templates/infra/run-terraform-apply.yml@mlops-templates diff --git a/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml index 00f0af3..d527467 100644 --- a/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -2,71 +2,68 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 - + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: DeployTrainingPipeline - displayName: Deploy Training Pipeline - jobs: - - job: DeployTrainingPipeline - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates - parameters: - cluster_name: cpu-cluster - size: STANDARD_DS3_V2 - min_instances: 0 - max_instances: 1 - cluster_tier: dedicated - - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates - parameters: - cluster_name: cpu-cluster-lg - size: Standard_D14_v2 - min_instances: 0 - max_instances: 1 - cluster_tier: dedicated - - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates - parameters: - cluster_name: gpu-cluster - size: Standard_NV6 - min_instances: 0 - max_instances: 1 - cluster_tier: dedicated - - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates - parameters: - environment_name: nlp_summarization_train - environment_file: mlops/azureml/train/train-env.yml - - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates - parameters: - pipeline_file: mlops/azureml/train/pipeline.yml - experiment_name: $(environment)_nlp_summarization_$(Build.SourceBranchName) - display_name: $(environment)_nlp_summarization_$(Build.BuildID) + - stage: DeployTrainingPipeline + displayName: Deploy Training Pipeline + jobs: + - job: DeployTrainingPipeline + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates + parameters: + cluster_name: cpu-cluster + size: STANDARD_DS3_V2 + min_instances: 0 + max_instances: 1 + cluster_tier: dedicated + - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates + parameters: + cluster_name: cpu-cluster-lg + size: Standard_D14_v2 + min_instances: 0 + max_instances: 1 + cluster_tier: dedicated + - template: templates/${{ variables.version }}/create-compute.yml@mlops-templates + parameters: + cluster_name: gpu-cluster + size: Standard_NV6 + min_instances: 0 + max_instances: 1 + cluster_tier: dedicated + - template: templates/${{ variables.version }}/register-environment.yml@mlops-templates + parameters: + environment_name: nlp_summarization_train + environment_file: mlops/azureml/train/train-env.yml + - template: templates/${{ variables.version }}/run-pipeline.yml@mlops-templates + parameters: + pipeline_file: mlops/azureml/train/pipeline.yml + experiment_name: $(environment)_nlp_summarization_$(Build.SourceBranchName) + display_name: $(environment)_nlp_summarization_$(Build.BuildID) diff --git a/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml b/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml index 2cc4a5b..0d0624e 100644 --- a/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml +++ b/nlp/aml-cli-v2/mlops/devops-pipelines/deploy-online-endpoint-pipeline.yml @@ -2,60 +2,57 @@ # Licensed under the MIT License. variables: -- ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: - # 'main' branch: PRD environment - - template: ../../config-infra-prod.yml -- ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: - # 'develop' or feature branches: DEV environment - - template: ../../config-infra-dev.yml -- name: version - value: aml-cli-v2 -- name: endpoint_name - value: nlp-online-$(namespace)$(postfix)$(environment) -- name: endpoint_type - value: online - + - ${{ if eq(variables['Build.SourceBranchName'], 'main') }}: + # 'main' branch: PRD environment + - template: ../../config-infra-prod.yml + - ${{ if ne(variables['Build.SourceBranchName'], 'main') }}: + # 'develop' or feature branches: DEV environment + - template: ../../config-infra-dev.yml + - name: version + value: aml-cli-v2 + - name: endpoint_name + value: nlp-online-$(namespace)$(postfix)$(environment) + - name: endpoint_type + value: online trigger: -- none + - none pool: vmImage: ubuntu-20.04 - resources: repositories: - - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + - repository: mlops-templates # Template Repo + name: mlops-templates + type: git ref: main stages: -- stage: CreateOnlineEndpoint - displayName: Create/Update Online Endpoint - jobs: - - job: DeployOnlineEndpoint - steps: - - checkout: self - path: s/ - - checkout: mlops-templates - path: s/templates/ - - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates - - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates - - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates - parameters: - endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml - - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates - parameters: - deployment_name: nlp-summarization-online-dp - deployment_file: mlops/azureml/deploy/online/online-deployment.yml - - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates - parameters: - traffic_allocation: nlp-summarization-online-dp=100 - - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates - parameters: - deployment_name: nlp-summarization-online-dp - sample_request: data/nlp-summarization-request.json - request_type: json + - stage: CreateOnlineEndpoint + displayName: Create/Update Online Endpoint + jobs: + - job: DeployOnlineEndpoint + steps: + - checkout: self + path: s/ + - checkout: mlops-templates + path: s/templates/ + - template: templates/${{ variables.version }}/install-az-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/install-aml-cli.yml@mlops-templates + - template: templates/${{ variables.version }}/connect-to-workspace.yml@mlops-templates + - template: templates/${{ variables.version }}/create-endpoint.yml@mlops-templates + parameters: + endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml + - template: templates/${{ variables.version }}/create-deployment.yml@mlops-templates + parameters: + deployment_name: nlp-summarization-online-dp + deployment_file: mlops/azureml/deploy/online/online-deployment.yml + - template: templates/${{ variables.version }}/allocate-traffic.yml@mlops-templates + parameters: + traffic_allocation: nlp-summarization-online-dp=100 + - template: templates/${{ variables.version }}/test-deployment.yml@mlops-templates + parameters: + deployment_name: nlp-summarization-online-dp + sample_request: data/nlp-summarization-request.json + request_type: json diff --git a/nlp/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml b/nlp/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml index c074a55..5a7c226 100644 --- a/nlp/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml +++ b/nlp/python-sdk-v2/mlops/devops-pipelines/deploy-model-training-pipeline.yml @@ -20,9 +20,8 @@ pool: resources: repositories: - repository: mlops-templates # Template Repo - name: Azure/mlops-templates # need to change org name from "Azure" to your own org - endpoint: github-connection # need to set up and hardcode - type: github + name: mlops-templates + type: git ref: main stages: