Update runAsimSchemaAndDataTesters.yaml

.github/workflows/runAsimSchemaAndDataTesters.yaml

@@ -3,7 +3,7 @@
 name: Run ASIM tests on "ASIM-SchemaDataTester-GithubShared" workspace
 on:
   pull_request_target:
-    types: [opened, edited, reopened, synchronize, labeled]
+    types: [opened, edited, reopened, synchronize]
     branches:
       - master
     paths:
@@ -26,58 +26,6 @@ permissions:
   contents: read
 
 jobs: 
-  Run-ASim-Schema-Data-tests:
-    name: Run ASim Schema and Data tests
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout pull request branch
-        uses: actions/checkout@v3
-        with:
-          ref: ${{ github.event.pull_request.head.ref }}
-          repository: ${{ github.event.pull_request.head.repo.full_name }}
-          persist-credentials: false
-          fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository.
-      
-      - name: Login to Azure Public Cloud with AzPowershell
-        uses: azure/login@v2
-        with:
-          client-id: ${{ secrets.AZURE_ASIM_CLIENT_ID }}
-          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
-          enable-AzPSSession: true
-          allow-no-subscriptions: true
-
-      - name: Setup git config
-        run: |
-          git config --local user.name "github-actions[bot]"
-          git config --local user.email "<>"
-
-      - name: Merge master into pull request branch
-        run: |
-          git merge origin/master
-          Conflicts=$(git ls-files -u | wc -l)
-          if [ "$Conflicts" -gt 0 ] ; then
-            echo "There is a merge conflict. Aborting"
-            git merge --abort
-            exit 1
-          fi
-      - name: Run ASIM Schema and Data tests PowerShell script
-        uses: azure/powershell@v2
-        with:
-          inlineScript: |
-            $filePath = ".script/tests/asimParsersTest/runAsimTesters.ps1"
-            $url = "https://raw.githubusercontent.com/Azure/Azure-Sentinel/master/.script/tests/asimParsersTest/runAsimTesters.ps1"
-            # Check if file exists and delete if it does
-            if (Test-Path $filePath) {
-              Remove-Item $filePath -Force
-            }
-            # Download the file
-            Write-Host "Downloading script from the master: $url"
-            Invoke-WebRequest -Uri $url -OutFile $filePath
-            # Execute the script
-            & $filePath
-          azPSVersion: "latest"
-          errorActionPreference: continue
-          failOnStandardError: false
   Run-ASim-TemplateValidation:
     name: Run ASim Template Validation tests
     runs-on: ubuntu-latest
@@ -124,8 +72,113 @@ jobs:
               echo "Downloading script from the master: $url"
               curl -o "$filePath" "$url"
               # Execute the script
-              python "$filePath"
+              python "$filePath" 
+  Run-ASim-Sample-Data-Ingest:
+    needs: Run-ASim-TemplateValidation
+    name: Run ASim Sample Data Ingestion
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0 
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.x'
+      - name: Install dependencies
+        run: |
+              python -m pip install --upgrade pip
+              pip install azure-identity
+              pip install requests
+              pip install PyYAML
+              pip install azure-monitor-ingestion
+              pip install azure-core
+      - name: Login to Azure Public Cloud
+        uses: azure/login@v2
+        with:
+          client-id: ${{ secrets.AZURE_ASIM_CLIENT_ID }}
+          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+          allow-no-subscriptions: true
+      - name: Asim Sample Log Ingestion
+        id: Ingestlogs
+        run: |
+              filePath=".script/tests/asimParsersTest/ingestASimSampleData.py"
+              url="https://raw.githubusercontent.com/Azure/Azure-Sentinel/master/.script/tests/asimParsersTest/ingestASimSampleData.py" 
+              # Check if file exists and delete if it does
+              if [ -f "$filePath" ]; then
+                rm -f "$filePath"
+              fi
+              # Download the file
+              echo "Downloading script from the master: $url"
+              curl -o "$filePath" "$url"
+              # Execute the script
+              python3 "$filePath" ${{ github.event.pull_request.number }}
+  Run-ASim-Schema-Data-tests:
+    needs: Run-ASim-Sample-Data-Ingest
+    name: Run ASim Schema and Data tests
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout pull request branch
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          persist-credentials: false
+          fetch-depth: 0 # otherwise, there would be errors pushing refs to the destination repository.
+      
+      - name: Login to Azure Public Cloud with AzPowershell
+        uses: azure/login@v2
+        with:
+          client-id: ${{ secrets.AZURE_ASIM_CLIENT_ID }}
+          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
+          enable-AzPSSession: true
+          allow-no-subscriptions: true
+
+      - name: Setup git config
+        run: |
+          git config --local user.name "github-actions[bot]"
+          git config --local user.email "<>"
+
+      - name: Merge master into pull request branch
+        run: |
+          git merge origin/master
+          Conflicts=$(git ls-files -u | wc -l)
+          if [ "$Conflicts" -gt 0 ] ; then
+            echo "There is a merge conflict. Aborting"
+            git merge --abort
+            exit 1
+          fi
+      - name: Run ASIM Schema and Data tests PowerShell script
+        uses: azure/powershell@v2
+        with:
+          inlineScript: |
+            $filePath = ".script/tests/asimParsersTest/runAsimTesters.ps1"
+            $url = "https://raw.githubusercontent.com/Azure/Azure-Sentinel/master/.script/tests/asimParsersTest/runAsimTesters.ps1"
+            # Check if file exists and delete if it does
+            if (Test-Path $filePath) {
+              Remove-Item $filePath -Force
+            }
+            # Download the runAsimTesters file
+            Write-Host "Downloading script from the master: $url"
+            Invoke-WebRequest -Uri $url -OutFile $filePath
+            # download the convertYamlToObject.ps1 script form master
+            $filePath_convert_yaml = ".script/tests/asimParsersTest/convertYamlToObject.ps1"
+            $url_convert_yaml = "https://raw.githubusercontent.com/Azure/Azure-Sentinel/master/.script/tests/asimParsersTest/convertYamlToObject.ps1"
+            # Check if file exists and delete if it does
+            if (Test-Path $filePath_convert_yaml) {
+              Remove-Item $filePath_convert_yaml -Force
+            }
+            # Download the convertYamlToObject file
+            Write-Host "Downloading script from the master: $url_convert_yaml"
+            Invoke-WebRequest -Uri $url_convert_yaml -OutFile $filePath_convert_yaml 
+            # Execute the script
+            & $filePath
+          azPSVersion: "latest"
+          errorActionPreference: continue
+          failOnStandardError: false
   Run-ASim-Parser-Filtering-Tests:
+    needs: Run-ASim-Sample-Data-Ingest
     name: Run ASim Parser Filtering tests
     runs-on: ubuntu-latest
     steps:
@@ -177,4 +230,4 @@ jobs:
           echo "Downloading script from the master: $url"
           curl -o "$filePath" "$url"
           # Execute the script
-          python "$filePath"
+          python "$filePath"