add run specific test capability and CrashTestHostProcessorHelper (#4744)

* only run spefic test in CI for test

* add crash test host process helper

* delete crash test host process helper

build.proj

@@ -102,6 +102,11 @@
              Targets="RunCITests" />
   </Target>
 
+  <Target Name="RunSpecificTests">
+    <MSBuild Projects="test\run-tests.proj"
+             Targets="RunSpecificTests" />
+  </Target>
+
   <Target Name="RunNightlyBuildTests">
     <MSBuild Projects="test\run-night-build-tests.proj"
              Targets="RunNightlyBuildTests" />

build/ci/job-template.yml

@@ -7,6 +7,7 @@ parameters:
   codeCoverage: false
   nightlyBuild: false
   innerLoop: false
+  runSpecific: false
   container: ''
 
 jobs:
@@ -66,8 +67,12 @@ jobs:
       - script: ${{ parameters.buildScript }} -- /t:DownloadExternalTestFiles /p:IncludeBenchmarkData=$(_includeBenchmarkData)
         displayName: Download Benchmark Data
       - ${{ if eq(parameters.innerLoop, 'false') }}:
-        - script: ${{ parameters.buildScript }} -$(_configuration) -runtests -coverage=${{ parameters.codeCoverage }}
-          displayName: Run All Tests.
+        - ${{ if eq(parameters.runSpecific, 'false') }}:
+          - script: ${{ parameters.buildScript }} -$(_configuration) -runtests -coverage=${{ parameters.codeCoverage }}
+            displayName: Run All Tests.
+        - ${{ if eq(parameters.runSpecific, 'true') }}:
+          - script: ${{ parameters.buildScript }} -$(_configuration) -runSpecificTests -coverage=${{ parameters.codeCoverage }}
+            displayName: Run Specific Tests.
       - ${{ if eq(parameters.innerLoop, 'true') }}:
         - script: ${{ parameters.buildScript }} -$(_configuration) -runCITests -coverage=${{ parameters.codeCoverage }}
           displayName: Run CI Tests.

config.json

@@ -84,6 +84,12 @@
       "values": [],
       "defaultValue": ""
     },
+    "RunSpecificTests": {
+      "description": "MsBuild target that run specific tests only. Call this after building.",
+      "valueType": "target",
+      "values": [],
+      "defaultValue": ""
+    },
     "RunNightlyBuildTests": {
       "description": "MsBuild target that run the nightly build tests. Call this after building.",
         "valueType": "target",
@@ -178,6 +184,12 @@
             "RunCITests": "default"
           }
         },
+        "runSpecificTests": {
+          "description": "Runs Specific tests. Call this after building.",
+          "settings": {
+            "RunSpecificTests": "default"
+          }
+        },
         "runnightlybuildtests": {
           "description": "Runs the nightly build tests. Call this after building.",
           "settings": {

test/run-tests.proj

@@ -20,6 +20,13 @@
              Properties="VSTestNoBuild=true;VSTestBlame=true;VSTestTestCaseFilter=Category!=SkipInCI" />
   </Target>
 
+  <Target Name="RunSpecificTests">
+    <Message Importance="High" Text="Running Specific tests ..." />
+    <MSBuild Targets="VSTest"
+             Projects="@(Project)"
+             Properties="VSTestNoBuild=true;VSTestBlame=true;VSTestTestCaseFilter=Category=RunSpecificTest" />
+  </Target>
+
   <Import Project="$([MSBuild]::GetDirectoryNameOfFileAbove($(MSBuildThisFileDirectory), Directory.Build.targets))\Directory.Build.targets" />
 
   <Import Project="$([MSBuild]::GetDirectoryNameOfFileAbove($(MSBuildThisFileDirectory), dir.traversal.targets))\dir.traversal.targets" />