Switched to new GPU SKU because NC6 is deprecated (#2462)

* Switched to new GPU SKU because NC6 is deprecated * Updated credentials for remaining V1 notebooks * Updated gpu-cluster in bootstrap.sh
2023-07-18 16:51:47 -07:00 · 2023-07-18 16:51:47 -07:00 · df7837c1e0
--- a/.github/workflows/python-sdk-deploy-pytorch-mnist-job.yml
+++ b/.github/workflows/python-sdk-deploy-pytorch-mnist-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-deploy-scikit-learn-diabetes-job.yml
+++ b/.github/workflows/python-sdk-deploy-scikit-learn-diabetes-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-experimental-automl-model-testing-classification-tsi.yml
+++ b/.github/workflows/python-sdk-experimental-automl-model-testing-classification-tsi.yml
@ -43,14 +43,14 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
         ./v1/scripts/update-azure-extensions.sh
      shell: bash
    - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
    - name: run classification-TSI.ipynb
      run: papermill -k python classification-TSI.ipynb classification-TSI.output.ipynb
      working-directory: v1/python-sdk/experimental/automl-model-testing/classification
--- a/.github/workflows/python-sdk-experimental-automl-model-testing-forecasting-tsi.yml
+++ b/.github/workflows/python-sdk-experimental-automl-model-testing-forecasting-tsi.yml
@ -43,14 +43,14 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
         ./v1/scripts/update-azure-extensions.sh
      shell: bash
    - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
    - name: run forecasting-TSI.ipynb
      run: papermill -k python forecasting-TSI.ipynb forecasting-TSI.output.ipynb
      working-directory: v1/python-sdk/experimental/automl-model-testing/forecasting
--- a/.github/workflows/python-sdk-experimental-automl-model-testing-regression-tsi.yml
+++ b/.github/workflows/python-sdk-experimental-automl-model-testing-regression-tsi.yml
@ -43,14 +43,14 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
         ./v1/scripts/update-azure-extensions.sh
      shell: bash
    - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
    - name: run regression-TSI.ipynb
      run: papermill -k python regression-TSI.ipynb regression-TSI.output.ipynb
      working-directory: v1/python-sdk/experimental/automl-model-testing/regression
--- a/.github/workflows/python-sdk-train-deepspeed-cifar-job.yml
+++ b/.github/workflows/python-sdk-train-deepspeed-cifar-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-deepspeed-transformers-job.yml
+++ b/.github/workflows/python-sdk-train-deepspeed-transformers-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-fastai-mnist-job.yml
+++ b/.github/workflows/python-sdk-train-fastai-mnist-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-fastai-mnist-mlproject-job.yml
+++ b/.github/workflows/python-sdk-train-fastai-mnist-mlproject-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-lightgbm-iris-job.yml
+++ b/.github/workflows/python-sdk-train-lightgbm-iris-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-pytorch-cifar-distributed-job.yml
+++ b/.github/workflows/python-sdk-train-pytorch-cifar-distributed-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-pytorch-mnist-job.yml
+++ b/.github/workflows/python-sdk-train-pytorch-mnist-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-pytorch-mnist-mlproject-job.yml
+++ b/.github/workflows/python-sdk-train-pytorch-mnist-mlproject-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-scikit-learn-diabetes-job.yml
+++ b/.github/workflows/python-sdk-train-scikit-learn-diabetes-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-scikit-learn-diabetes-mlproject-job.yml
+++ b/.github/workflows/python-sdk-train-scikit-learn-diabetes-mlproject-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-horovod-job.yml
+++ b/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-horovod-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-job.yml
+++ b/.github/workflows/python-sdk-train-tensorflow-mnist-distributed-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-tensorflow-mnist-job.yml
+++ b/.github/workflows/python-sdk-train-tensorflow-mnist-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-transformers-glue-1-aml-finetune-job.yml
+++ b/.github/workflows/python-sdk-train-transformers-glue-1-aml-finetune-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-transformers-glue-2-aml-comparison-of-sku-job.yml
+++ b/.github/workflows/python-sdk-train-transformers-glue-2-aml-comparison-of-sku-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-transformers-glue-3-aml-hyperdrive-job.yml
+++ b/.github/workflows/python-sdk-train-transformers-glue-3-aml-hyperdrive-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-train-xgboost-iris-job.yml
+++ b/.github/workflows/python-sdk-train-xgboost-iris-job.yml
@ -29,7 +29,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
--- a/.github/workflows/python-sdk-tutorial-automl-with-pycaret.yml
+++ b/.github/workflows/python-sdk-tutorial-automl-with-pycaret.yml
@ -1,34 +0,0 @@
-name: python-sdk-tutorial-automl-with-pycaret
-on:
-  schedule:
-    - cron: "0 8 * * *"
-  pull_request:
-    branches:
-      - main
-    paths:
-      - v1/tutorials/automl-with-pycaret/**
-      - .github/workflows/python-sdk/tutorial-automl-with-pycaret.yml
-      - v1/tutorials/requirements.txt
-jobs:
-  build:
-    runs-on: ubuntu-latest 
-    steps:
-    - name: check out repo
-      uses: actions/checkout@v2
-    - name: setup python
-      uses: actions/setup-python@v2
-      with:
-        python-version: "3.8"
-    - name: pip install
-      run: pip install -r v1/python-sdk/requirements.txt
-    - name: azure login
-      uses: azure/login@v1
-      with:
-        creds: ${{secrets.AZ_AE_CREDS}}
-    - name: install azmlcli
-      run: az extension add -n azure-cli-ml -y
-    - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
-    - name: run 1.classification.ipynb
-      run: papermill 1.classification.ipynb - -k python
-      working-directory: v1/python-sdk/tutorials/automl-with-pycaret
--- a/.github/workflows/python-sdk-tutorial-dataset-uploads.yml
+++ b/.github/workflows/python-sdk-tutorial-dataset-uploads.yml
@ -32,7 +32,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: install azmlcli
      run: az extension add -n azure-cli-ml -y
    - name: attach to workspace
--- a/.github/workflows/python-sdk-tutorial-deploy-local.yml
+++ b/.github/workflows/python-sdk-tutorial-deploy-local.yml
@ -26,7 +26,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: install azmlcli
      run: az extension add -n azure-cli-ml -y
    - name: attach to workspace
--- a/.github/workflows/python-sdk-tutorial-deploy-triton.yml
+++ b/.github/workflows/python-sdk-tutorial-deploy-triton.yml
@ -26,7 +26,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: install azmlcli
      run: az extension add -n azure-cli-ml -y
    - name: attach to workspace
--- a/.github/workflows/python-sdk-tutorial-metrics-binary-classification-metric-and-confidence-interval.yml
+++ b/.github/workflows/python-sdk-tutorial-metrics-binary-classification-metric-and-confidence-interval.yml
@ -43,14 +43,14 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
         ./v1/scripts/update-azure-extensions.sh
      shell: bash
    - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
    - name: run binary-classification-metric-and-confidence-interval.ipynb
      run: papermill -k python binary-classification-metric-and-confidence-interval.ipynb binary-classification-metric-and-confidence-interval.output.ipynb
      working-directory: v1/python-sdk/tutorials/automl-with-azureml/metrics
--- a/.github/workflows/python-sdk-tutorial-train-on-low-priority-aml-compute.yml
+++ b/.github/workflows/python-sdk-tutorial-train-on-low-priority-aml-compute.yml
@ -32,14 +32,14 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_AE_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: Run update-azure-extensions
      run: |
         chmod +x ./v1/scripts/update-azure-extensions.sh
         ./v1/scripts/update-azure-extensions.sh
      shell: bash
    - name: attach to workspace
-      run: az ml folder attach -w main-python-sdk -g azureml-examples-rg
+      run: az ml folder attach -w main -g azureml-examples
    - name: run train-on-low-priority-aml-compute
      run: papermill -k python train-on-low-priority-aml-compute.ipynb train-on-low-priority-aml-compute.output.ipynb
      working-directory: v1/python-sdk/tutorials/train-on-low-priority-aml-compute
--- a/.github/workflows/python-sdk-tutorial-using-pipelines.yml
+++ b/.github/workflows/python-sdk-tutorial-using-pipelines.yml
@ -32,7 +32,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: install azmlcli
      run: az extension add -n azure-cli-ml -y
    - name: attach to workspace
--- a/.github/workflows/python-sdk-tutorial-using-pytorch-lightning.yml
+++ b/.github/workflows/python-sdk-tutorial-using-pytorch-lightning.yml
@ -26,7 +26,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: install azmlcli
      run: az extension add -n azure-cli-ml -y
    - name: attach to workspace
--- a/.github/workflows/python-sdk-tutorial-using-rapids.yml
+++ b/.github/workflows/python-sdk-tutorial-using-rapids.yml
@ -26,7 +26,7 @@ jobs:
    - name: azure login
      uses: azure/login@v1
      with:
-        creds: ${{secrets.AZ_CREDS}}
+        creds: ${{secrets.AZUREML_CREDENTIALS}}
    - name: install azmlcli
      run: az extension add -n azure-cli-ml -y
    - name: attach to workspace
--- a/cli/endpoints/batch/deploy-models/imagenet-classifier/deploy-and-run.sh
+++ b/cli/endpoints/batch/deploy-models/imagenet-classifier/deploy-and-run.sh
@ -26,7 +26,7 @@ az ml model create --name $MODEL_NAME --path "model"

 echo "Creating compute with GPU"
 # <create_compute>
-az ml compute create -n gpu-cluster --type amlcompute --size STANDARD_NC6 --min-instances 0 --max-instances 2
+az ml compute create -n gpu-cluster --type amlcompute --size STANDARD_NC6s_v3 --min-instances 0 --max-instances 2
 # </create_compute>

 echo "Creating batch endpoint $ENDPOINT_NAME"
--- a/infra/bootstrapping/bootstrap.sh
+++ b/infra/bootstrapping/bootstrap.sh
@ -100,8 +100,8 @@ if [[ ! -z "${RUN_BOOTSTRAP:-}" ]]; then
    "$SCRIPT_DIR"/sdk_helpers.sh ensure_aml_compute "cpu-cluster-lg" 0 4 "Standard_DS15_v2"
    
    echo_title "Ensuring GPU compute"
-    "$SCRIPT_DIR"/sdk_helpers.sh ensure_aml_compute "gpu-cluster" 0 20 "Standard_NC6"
-    "$SCRIPT_DIR"/sdk_helpers.sh ensure_aml_compute "automl-gpu-cluster" 0 4 "STANDARD_NC6"
+    "$SCRIPT_DIR"/sdk_helpers.sh ensure_aml_compute "gpu-cluster" 0 20 "STANDARD_NC6s_v3"
+    "$SCRIPT_DIR"/sdk_helpers.sh ensure_aml_compute "automl-gpu-cluster" 0 4 "STANDARD_NC6s_v3"
    # v100 single GPU cluster for pytorch 2.0 based notebooks
    "$SCRIPT_DIR"/sdk_helpers.sh ensure_aml_compute "gpu-v100-1GPU-cluster" 0 4 "Standard_NC6s_v3"
    # v100 GPU cluster for deepspeed cli examples
--- a/sdk/dotnet/AzureML-Samples-CSharp/Resources/Compute/AMLComputeOperations.cs
+++ b/sdk/dotnet/AzureML-Samples-CSharp/Resources/Compute/AMLComputeOperations.cs
@ -48,7 +48,7 @@ internal class AMLComputeOperations
                    {
                        ScaleSettings = new ScaleSettings(4),
                        VmSize = "Standard_DS3_v2",
-                        // VmSize = "STANDARD_NC6",
+                        // VmSize = "STANDARD_NC6s_v3",
                    }
                },
            };
--- a/sdk/python/jobs/configuration.ipynb
+++ b/sdk/python/jobs/configuration.ipynb
@ -173,7 +173,10 @@
    "except Exception:\n",
    "    print(\"Creating a new gpu compute target...\")\n",
    "    compute = AmlCompute(\n",
-    "        name=gpu_compute_target, size=\"STANDARD_NC6\", min_instances=0, max_instances=4\n",
+    "        name=gpu_compute_target,\n",
+    "        size=\"STANDARD_NC6s_v3\",\n",
+    "        min_instances=0,\n",
+    "        max_instances=4,\n",
    "    )\n",
    "    ml_client.compute.begin_create_or_update(compute).result()"
   ]
--- a/sdk/python/jobs/pipelines/README.md
+++ b/sdk/python/jobs/pipelines/README.md
@ -9,6 +9,7 @@ Test Status is for branch - **_main_**
 |Area|Sub-Area|Notebook|Description|Status|
 |--|--|--|--|--|
 |jobs|pipelines|[pipeline_with_components_from_yaml](1a_pipeline_with_components_from_yaml/pipeline_with_components_from_yaml.ipynb)|Create pipeline with CommandComponents from local YAML file|[![pipeline_with_components_from_yaml](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml.yml)|
+|jobs|pipelines|[pipeline_with_components_from_yaml_serverless](1a_pipeline_with_components_from_yaml/pipeline_with_components_from_yaml_serverless.ipynb)|Create pipeline with CommandComponents from local YAML file|[![pipeline_with_components_from_yaml_serverless](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1a_pipeline_with_components_from_yaml-pipeline_with_components_from_yaml_serverless.yml)|
 |jobs|pipelines|[pipeline_with_python_function_components](1b_pipeline_with_python_function_components/pipeline_with_python_function_components.ipynb)|Create pipeline with command_component decorator|[![pipeline_with_python_function_components](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1b_pipeline_with_python_function_components-pipeline_with_python_function_components.yml)|
 |jobs|pipelines|[pipeline_with_hyperparameter_sweep](1c_pipeline_with_hyperparameter_sweep/pipeline_with_hyperparameter_sweep.ipynb)|Use sweep (hyperdrive) in pipeline to train mnist model using tensorflow|[![pipeline_with_hyperparameter_sweep](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1c_pipeline_with_hyperparameter_sweep-pipeline_with_hyperparameter_sweep.yml)|
 |jobs|pipelines|[pipeline_with_non_python_components](1d_pipeline_with_non_python_components/pipeline_with_non_python_components.ipynb)|Create a pipeline with command function|[![pipeline_with_non_python_components](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1d_pipeline_with_non_python_components-pipeline_with_non_python_components.yml)|
@ -24,7 +25,7 @@ Test Status is for branch - **_main_**
 |jobs|pipelines|[automl-text-classification-in-pipeline](1h_automl_in_pipeline/automl-text-classification-in-pipeline/automl-text-classification-in-pipeline.ipynb)|Create pipeline with automl node|[![automl-text-classification-in-pipeline](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-in-pipeline-automl-text-classification-in-pipeline.yml)|
 |jobs|pipelines|[automl-text-classification-multilabel-in-pipeline](1h_automl_in_pipeline/automl-text-classification-multilabel-in-pipeline/automl-text-classification-multilabel-in-pipeline.ipynb)|Create pipeline with automl node|[![automl-text-classification-multilabel-in-pipeline](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-classification-multilabel-in-pipeline-automl-text-classification-multilabel-in-pipeline.yml)|
 |jobs|pipelines|[automl-text-ner-named-entity-recognition-in-pipeline](1h_automl_in_pipeline/automl-text-ner-named-entity-recognition-in-pipeline/automl-text-ner-named-entity-recognition-in-pipeline.ipynb)|Create pipeline with automl node|[![automl-text-ner-named-entity-recognition-in-pipeline](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1h_automl_in_pipeline-automl-text-ner-named-entity-recognition-in-pipeline-automl-text-ner-named-entity-recognition-in-pipeline.yml)|
-|jobs|pipelines|[pipeline_with_spark_nodes](1i_pipeline_with_spark_nodes/pipeline_with_spark_nodes.ipynb)|Create pipeline with spark node - _This sample is excluded from automated tests_|[![pipeline_with_spark_nodes](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml)|
+|jobs|pipelines|[pipeline_with_spark_nodes](1i_pipeline_with_spark_nodes/pipeline_with_spark_nodes.ipynb)|Create pipeline with spark node|[![pipeline_with_spark_nodes](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1i_pipeline_with_spark_nodes-pipeline_with_spark_nodes.yml)|
 |jobs|pipelines|[nyc_taxi_data_regression_with_pipeline_component](1j_pipeline_with_pipeline_component/nyc_taxi_data_regression_with_pipeline_component/nyc_taxi_data_regression_with_pipeline_component.ipynb)|Create pipeline with CommandComponents from local YAML file|[![nyc_taxi_data_regression_with_pipeline_component](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component-nyc_taxi_data_regression_with_pipeline_component.yml)|
 |jobs|pipelines|[pipeline_with_train_eval_pipeline_component](1j_pipeline_with_pipeline_component/pipeline_with_train_eval_pipeline_component/pipeline_with_train_eval_pipeline_component.ipynb)|Create pipeline with CommandComponents from local YAML file|[![pipeline_with_train_eval_pipeline_component](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-1j_pipeline_with_pipeline_component-pipeline_with_train_eval_pipeline_component-pipeline_with_train_eval_pipeline_component.yml)|
 |jobs|pipelines|[train_mnist_with_tensorflow](2a_train_mnist_with_tensorflow/train_mnist_with_tensorflow.ipynb)|Create pipeline using components to run a distributed job with tensorflow|[![train_mnist_with_tensorflow](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml/badge.svg?branch=main)](https://github.com/Azure/azureml-examples/actions/workflows/sdk-jobs-pipelines-2a_train_mnist_with_tensorflow-train_mnist_with_tensorflow.yml)|
--- a/sdk/python/jobs/single-step/pytorch/train-hyperparameter-tune-deploy-with-pytorch/train-hyperparameter-tune-deploy-with-pytorch.ipynb
+++ b/sdk/python/jobs/single-step/pytorch/train-hyperparameter-tune-deploy-with-pytorch/train-hyperparameter-tune-deploy-with-pytorch.ipynb
@ -159,7 +159,7 @@
    "        # Azure ML Compute is the on-demand VM service\n",
    "        type=\"amlcompute\",\n",
    "        # VM Family\n",
-    "        size=\"STANDARD_NC6\",\n",
+    "        size=\"STANDARD_NC6s_v3\",\n",
    "        # Minimum running nodes when there is no job running\n",
    "        min_instances=0,\n",
    "        # Nodes in cluster\n",
--- a/sdk/python/jobs/single-step/tensorflow/train-hyperparameter-tune-deploy-with-keras/train-hyperparameter-tune-deploy-with-keras.ipynb
+++ b/sdk/python/jobs/single-step/tensorflow/train-hyperparameter-tune-deploy-with-keras/train-hyperparameter-tune-deploy-with-keras.ipynb
@ -163,7 +163,7 @@
    "        # Azure ML Compute is the on-demand VM service\n",
    "        type=\"amlcompute\",\n",
    "        # VM Family\n",
-    "        size=\"STANDARD_NC6\",\n",
+    "        size=\"STANDARD_NC6s_v3\",\n",
    "        # Minimum running nodes when there is no job running\n",
    "        min_instances=0,\n",
    "        # Nodes in cluster\n",
--- a/sdk/python/jobs/single-step/tensorflow/train-hyperparameter-tune-deploy-with-tensorflow/train-hyperparameter-tune-deploy-with-tensorflow.ipynb
+++ b/sdk/python/jobs/single-step/tensorflow/train-hyperparameter-tune-deploy-with-tensorflow/train-hyperparameter-tune-deploy-with-tensorflow.ipynb
@ -160,7 +160,7 @@
    "        # Azure ML Compute is the on-demand VM service\n",
    "        type=\"amlcompute\",\n",
    "        # VM Family\n",
-    "        size=\"STANDARD_NC6\",\n",
+    "        size=\"STANDARD_NC6s_v3\",\n",
    "        # Minimum running nodes when there is no job running\n",
    "        min_instances=0,\n",
    "        # Nodes in cluster\n",
--- a/tutorials/e2e-distributed-pytorch-image/e2e-object-classification-distributed-pytorch.ipynb
+++ b/tutorials/e2e-distributed-pytorch-image/e2e-object-classification-distributed-pytorch.ipynb
@ -164,7 +164,7 @@
    "    gpu_cluster = AmlCompute(\n",
    "        name=\"gpu-cluster\",\n",
    "        type=\"amlcompute\",\n",
-    "        size=\"STANDARD_NC6\",  # 1 x NVIDIA Tesla K80\n",
+    "        size=\"STANDARD_NC6s_v3\",  # 1 x NVIDIA Tesla V100\n",
    "        min_instances=0,\n",
    "        max_instances=4,\n",
    "        idle_time_before_scale_down=180,\n",
--- a/v1/python-sdk/setup-workspace.py
+++ b/v1/python-sdk/setup-workspace.py
@ -30,7 +30,7 @@ amlcomputes = {
        "idle_seconds_before_scaledown": 1200,
    },
    "gpu-cluster": {
-        "vm_size": "STANDARD_NC6",
+        "vm_size": "STANDARD_NC6s_v3",
        "min_nodes": 0,
        "max_nodes": 4,
        "idle_seconds_before_scaledown": 1200,
--- a/v1/python-sdk/tutorials/using-pipelines/dataset-and-pipelineparameter.ipynb
+++ b/v1/python-sdk/tutorials/using-pipelines/dataset-and-pipelineparameter.ipynb
@ -125,7 +125,7 @@
    "if not found:\n",
    "    print(\"Creating a new compute target...\")\n",
    "    provisioning_config = AmlCompute.provisioning_configuration(\n",
-    "        vm_size=\"STANDARD_D2_V2\",  # for GPU, use \"STANDARD_NC6\"\n",
+    "        vm_size=\"STANDARD_D2_V2\",  # for GPU, use \"STANDARD_NC6s_v3\"\n",
    "        # vm_priority = 'lowpriority', # optional\n",
    "        max_nodes=4,\n",
    "    )\n",
--- a/v1/python-sdk/tutorials/using-pipelines/image-classification.ipynb
+++ b/v1/python-sdk/tutorials/using-pipelines/image-classification.ipynb
@ -152,7 +152,7 @@
    "if not found:\n",
    "    print(\"Creating a new compute target...\")\n",
    "    compute_config = AmlCompute.provisioning_configuration(\n",
-    "        vm_size=\"STANDARD_NC6\",  # for GPU, use \"STANDARD_NC6\"\n",
+    "        vm_size=\"STANDARD_NC6s_v3\",  # for GPU, use \"STANDARD_NC6s_v3\"\n",
    "        # vm_priority = 'lowpriority', # optional\n",
    "        max_nodes=4,\n",
    "    )\n",
--- a/v1/python-sdk/tutorials/using-pipelines/publish-and-run-using-rest-endpoint.ipynb
+++ b/v1/python-sdk/tutorials/using-pipelines/publish-and-run-using-rest-endpoint.ipynb
@ -78,7 +78,7 @@
    "if not found:\n",
    "    print(\"Creating a new compute target...\")\n",
    "    provisioning_config = AmlCompute.provisioning_configuration(\n",
-    "        vm_size=\"STANDARD_D2_V2\",  # for GPU, use \"STANDARD_NC6\"\n",
+    "        vm_size=\"STANDARD_D2_V2\",  # for GPU, use \"STANDARD_NC6s_v3\"\n",
    "        # vm_priority = 'lowpriority', # optional\n",
    "        max_nodes=4,\n",
    "    )\n",
--- a/v1/python-sdk/tutorials/using-pipelines/style-transfer-parallel-run.ipynb
+++ b/v1/python-sdk/tutorials/using-pipelines/style-transfer-parallel-run.ipynb
@ -255,7 +255,7 @@
    "if not found:\n",
    "    print(\"Creating a new compute target...\")\n",
    "    compute_config = AmlCompute.provisioning_configuration(\n",
-    "        vm_size=\"STANDARD_NC6\", max_nodes=3\n",
+    "        vm_size=\"STANDARD_NC6s_v3\", max_nodes=3\n",
    "    )\n",
    "\n",
    "    # Create the cluster.\n",
@ -550,7 +550,7 @@
    "if not found:\n",
    "    print(\"Creating a new compute target...\")\n",
    "    compute_config = AmlCompute.provisioning_configuration(\n",
-    "        vm_size=\"STANDARD_NC6\", max_nodes=3\n",
+    "        vm_size=\"STANDARD_NC6s_v3\", max_nodes=3\n",
    "    )\n",
    "\n",
    "    # Create the cluster.\n",