From 93fe5acd5bb97d7d7a5c8a391566b2157b90cf8e Mon Sep 17 00:00:00 2001 From: "Daniel J. Dean" Date: Wed, 16 Nov 2022 14:10:16 -0500 Subject: [PATCH 1/6] Create deploy-model-training-pipeline.yml --- .../mlops/github-actions/deploy-model-training-pipeline.yml | 1 + 1 file changed, 1 insertion(+) create mode 100644 nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml diff --git a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml new file mode 100644 index 0000000..8b13789 --- /dev/null +++ b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml @@ -0,0 +1 @@ + From d364d9b2800579c55e7b0e54068227ed69089c83 Mon Sep 17 00:00:00 2001 From: "Daniel J. Dean" Date: Wed, 16 Nov 2022 14:10:30 -0500 Subject: [PATCH 2/6] Create deploy-online-endpoint-pipeline.yml --- .../mlops/github-actions/deploy-online-endpoint-pipeline.yml | 1 + 1 file changed, 1 insertion(+) create mode 100644 nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml diff --git a/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml b/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml new file mode 100644 index 0000000..8b13789 --- /dev/null +++ b/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml @@ -0,0 +1 @@ + From 56d41c468f187bfdc2e7c9ab3d505b2189a52d95 Mon Sep 17 00:00:00 2001 From: "Daniel J. Dean" Date: Thu, 17 Nov 2022 09:50:18 -0500 Subject: [PATCH 3/6] Update deploy-model-training-pipeline.yml --- .../deploy-model-training-pipeline.yml | 54 +++++++++++++++++++ 1 file changed, 54 insertions(+) diff --git a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml index 8b13789..fcd52f4 100644 --- a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml +++ b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml @@ -1 +1,55 @@ +name: deploy-model-training-pipeline +on: + workflow_dispatch: +jobs: + get-config: + uses: Azure/mlops-templates/.github/workflows/read-yaml.yml@main + with: + file_name: config-infra-prod.yml + create-compute-standard: + needs: get-config + uses: Azure/mlops-templates/.github/workflows/create-compute.yml@main + with: + cluster_name: cpu-cluster + size: STANDARD_DS3_V2 + min_instances: 0 + max_instances: 1 + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} + create-compute-large: + needs: get-config + uses: Azure/mlops-templates/.github/workflows/create-compute.yml@main + with: + cluster_name: cpu-cluster-lg + size: Standard_D14_v2 + min_instances: 0 + max_instances: 1 + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} + create-compute-gpu: + needs: get-config + uses: Azure/mlops-templates/.github/workflows/create-compute.yml@main + with: + cluster_name: gpu-cluster + size: Standard_NC6 + min_instances: 0 + max_instances: 1 + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} + register-environment: + needs: [get-config,create-compute-standard,create-compute-large,create-compute-gpu] + uses: ./.github/workflows/register-environment.yml + with: + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + environment_file: mlops/azureml/train/train-env.yaml + dockerfile-location: data-science/environments/training + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} From 7c91e8986ceb0acc0f36622e403a3cb38efa73f7 Mon Sep 17 00:00:00 2001 From: "Daniel J. Dean" Date: Thu, 17 Nov 2022 10:37:04 -0500 Subject: [PATCH 4/6] Update deploy-model-training-pipeline.yml --- .../deploy-model-training-pipeline.yml | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml index fcd52f4..6ed8505 100644 --- a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml +++ b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml @@ -45,11 +45,20 @@ jobs: creds: ${{secrets.AZURE_CREDENTIALS}} register-environment: needs: [get-config,create-compute-standard,create-compute-large,create-compute-gpu] - uses: ./.github/workflows/register-environment.yml + uses: Azure/mlops-templates/.github/workflows/register-environment.yml@main with: resource_group: ${{ needs.get-config.outputs.resource_group }} workspace_name: ${{ needs.get-config.outputs.aml_workspace }} environment_file: mlops/azureml/train/train-env.yaml - dockerfile-location: data-science/environments/training secrets: creds: ${{secrets.AZURE_CREDENTIALS}} + run-pipeline: + needs: [get-config,create-compute-standard,create-compute-large,create-compute-gpu,register-environment] + uses: Azure/mlops-templates/.github/workflows/run-pipeline.yml@main + with: + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + parameters-file: mlops/azureml/train/pipeline.yml + job-name: nlp_summerization + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} From 05d3b262253d84d845e07494bb76b67cd47a5be8 Mon Sep 17 00:00:00 2001 From: "Daniel J. Dean" Date: Thu, 17 Nov 2022 10:43:28 -0500 Subject: [PATCH 5/6] Update deploy-online-endpoint-pipeline.yml --- .../deploy-online-endpoint-pipeline.yml | 41 +++++++++++++++++++ 1 file changed, 41 insertions(+) diff --git a/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml b/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml index 8b13789..417f76e 100644 --- a/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml +++ b/nlp/aml-cli-v2/mlops/github-actions/deploy-online-endpoint-pipeline.yml @@ -1 +1,42 @@ +name: deploy-online-endpoint-pipeline +on: + workflow_dispatch: +jobs: + get-config: + uses: Azure/mlops-templates/.github/workflows/read-yaml.yml@main + with: + file_name: config-infra-prod.yml + create-endpoint: + needs: get-config + uses: Azure/mlops-templates/.github/workflows/create-endpoint.yml@main + with: + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + endpoint_file: mlops/azureml/deploy/online/online-endpoint.yml + endpoint_name: nlp-summarization-online-dp + endpoint_type: online + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} + create-deployment: + uses: Azure/mlops-templates/.github/workflows/create-deployment.yml@main + needs: [get-config,create-endpoint] + with: + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + endpoint_file: mlops/azureml/deploy/online/online-deployment.yml + endpoint_name: nlp-summarization-online-dp + endpoint_type: online + deployment_name: nlp-summarization-online-dp + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} + allocate-traffic: + uses: Azure/mlops-templates/.github/workflows/allocate-traffic.yml@main + needs: [get-config,create-deployment] + with: + resource_group: ${{ needs.get-config.outputs.resource_group }} + workspace_name: ${{ needs.get-config.outputs.aml_workspace }} + traffic_allocation: nlp-summarization-online-dp=100 + endpoint_name: nlp-summarization-online-dp + secrets: + creds: ${{secrets.AZURE_CREDENTIALS}} From ea712645d24b800b982432f348a2736ead4dd10c Mon Sep 17 00:00:00 2001 From: "Daniel J. Dean" Date: Fri, 9 Dec 2022 10:45:11 -0500 Subject: [PATCH 6/6] Update deploy-model-training-pipeline.yml --- .../mlops/github-actions/deploy-model-training-pipeline.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml index 6ed8505..d475dee 100644 --- a/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml +++ b/nlp/aml-cli-v2/mlops/github-actions/deploy-model-training-pipeline.yml @@ -36,7 +36,8 @@ jobs: uses: Azure/mlops-templates/.github/workflows/create-compute.yml@main with: cluster_name: gpu-cluster - size: Standard_NC6 + size: Standard_NV6 + cluster_tier: low_priority min_instances: 0 max_instances: 1 resource_group: ${{ needs.get-config.outputs.resource_group }}