Mark perf failures as failing on Azure (#1008)

.azure/templates/run-performance.yml

@@ -59,7 +59,6 @@ jobs:
   - task: PowerShell@2
     condition: contains('${{ parameters.testTypes }}', 'Remote')
     displayName: Run Performance Test
-    continueOnError: true
     timeoutInMinutes: 45
     inputs:
       pwsh: true
@@ -67,9 +66,8 @@ jobs:
       arguments: -Config ${{ parameters.config }} -LocalTls ${{ parameters.localTls }} -RemoteTls ${{ parameters.remoteTls }} -LocalArch ${{ parameters.arch }} -RemoteArch ${{ parameters.arch }} ${{ parameters.kernelMode }} ${{ parameters.extraArgs }} -FailOnRegression ${{ parameters.failOnRegression }} -TestToRun '${{ parameters.testToRun }}'
 
   - task: PowerShell@2
-    condition: contains('${{ parameters.testTypes }}', 'Loopback')
+    condition: and(contains('${{ parameters.testTypes }}', 'Loopback'), succeededOrFailed())
     displayName: Run Performance Test - Loopback
-    continueOnError: true
     timeoutInMinutes: 45
     inputs:
       pwsh: true

scripts/RemoteTests.json

@@ -303,6 +303,6 @@
         "RemoteReadyMatcher": "Started!",
         "ResultsMatcher": "Result: (.*) HPS.*",
         "Formats": ["{0} HPS"],
-        "RegressionThreshold": "-10.0"
+        "RegressionThreshold": "-18.0"
     }
 ]

scripts/performance-helper.psm1

@@ -526,7 +526,6 @@ class ThroughputRequest {
 }
 
 $Failures = New-Object Collections.Generic.List[string]
-
 function Write-Failures() {
     $DidFail = $false
     foreach ($Failure in $Failures) {
@@ -538,9 +537,8 @@ function Write-Failures() {
     }
 }
 
-# Fail loopback tests if < 50%
-$LocalRegressionThreshold = -50.0
-
+# Fail loopback tests if < 80%
+$LocalRegressionThreshold = -80.0
 function Get-LatestThroughputRemoteTestResults([ThroughputRequest]$Request) {
     $Uri = "https://msquicperformanceresults.azurewebsites.net/throughput/get"
     $RequestJson = ConvertTo-Json -InputObject $Request