Plug in code coverage collection into tests and upload to ADO (#208)

.prettierignore

@@ -9,6 +9,9 @@ common/scripts/
 common/changes/
 common/config/rush/pnpm-lock.yaml
 
+# Coverage report directory
+**/coverage/
+
 # These are standard and should not be edited
 SECURITY.md
 CODE_OF_CONDUCT.md

common/changes/@cadl-lang/compiler/feature-code-coverage_2022-01-27-20-04.json

@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@cadl-lang/compiler",
+      "comment": "",
+      "type": "none"
+    }
+  ],
+  "packageName": "@cadl-lang/compiler"
+}

common/changes/@cadl-lang/openapi3/feature-code-coverage_2022-01-27-20-34.json

@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@cadl-lang/openapi3",
+      "comment": "",
+      "type": "none"
+    }
+  ],
+  "packageName": "@cadl-lang/openapi3"
+}

common/changes/@cadl-lang/rest/feature-code-coverage_2022-01-27-20-34.json

@@ -0,0 +1,10 @@
+{
+  "changes": [
+    {
+      "packageName": "@cadl-lang/rest",
+      "comment": "",
+      "type": "none"
+    }
+  ],
+  "packageName": "@cadl-lang/rest"
+}

common/config/rush/command-line.json

@@ -29,6 +29,13 @@
       "summary": "(CUSTOM) Runs all tests for CI or PR validation. Disallows .only.",
       "shellCommand": "node eng/scripts/npm-run.js test-official"
     },
+    {
+      "commandKind": "global",
+      "safeForSimultaneousRushProcesses": true,
+      "name": "merge-coverage",
+      "summary": "(CUSTOM) Merge the coverage reports generated by running `rush test-official`",
+      "shellCommand": "npx istanbul report --include **/coverage/**/coverage-final.json cobertura text"
+    },
     {
       "commandKind": "global",
       "name": "format",

eng/pipelines/pull-request-common.yml

@@ -24,6 +24,15 @@ steps:
   - script: node common/scripts/install-run-rush.js test-official
     displayName: Test
 
+  - script: node common/scripts/install-run-rush.js merge-coverage
+    displayName: Merge code coverage
+
+  - task: PublishCodeCoverageResults@1
+    inputs:
+      codeCoverageTool: "Cobertura"
+      summaryFileLocation: $(Build.SourcesDirectory)/coverage/cobertura-coverage.xml
+    displayName: Publish code coverage
+
   - script: node common/scripts/install-run-rush.js check-format
     displayName: Check Formatting
 

packages/compiler/.c8rc.json

@@ -0,0 +1,3 @@
+{
+  "reporter": ["cobertura", "json", "text"]
+}

packages/compiler/.mocharc.yaml

@@ -0,0 +1,4 @@
+timeout: 5000
+require: source-map-support/register
+spec: "dist/test/**/*.js"
+ignore: "dist/test/manual/**/*.js"

packages/compiler/package.json

@@ -37,8 +37,8 @@
     "compile": "tsc -p .",
     "watch": "tsc -p . --watch",
     "dogfood": "node scripts/dogfood.js",
-    "test": "mocha --timeout 5000 --require source-map-support/register --ignore 'dist/test/manual/**/*.js' 'dist/test/**/*.js'",
-    "test-official": "mocha --forbid-only --timeout 5000 --require source-map-support/register --ignore 'dist/test/manual/**/*.js' 'dist/test/**/*.js'",
+    "test": "mocha",
+    "test-official": "c8 mocha --forbid-only",
     "regen-nonascii": "node scripts/regen-nonascii.js",
     "fuzz": "node dist/test/manual/fuzz.js run"
   },
@@ -68,6 +68,7 @@
     "@types/yargs": "~17.0.2",
     "grammarkdown": "~3.1.2",
     "mocha": "~8.3.2",
+    "c8": "~7.11.0",
     "prettier-plugin-organize-imports": "~1.1.1",
     "source-map-support": "~0.5.19",
     "typescript": "~4.4.4"

packages/openapi3/.c8rc.json

@@ -0,0 +1,3 @@
+{
+  "reporter": ["cobertura", "json", "text"]
+}

packages/openapi3/.mocharc.yaml

@@ -0,0 +1,4 @@
+timeout: 5000
+require: source-map-support/register
+spec: "dist/test/**/*.js"
+ignore: "dist/test/manual/**/*.js"

packages/openapi3/package.json

@@ -25,8 +25,8 @@
   "scripts": {
     "build": "tsc -p .",
     "watch": "tsc -p . --watch",
-    "test": "mocha --timeout 5000 --require source-map-support/register --ignore 'dist/test/manual/**/*.js' 'dist/test/**/*.js'",
-    "test-official": "mocha --forbid-only --timeout 5000 --require source-map-support/register --ignore 'dist/test/manual/**/*.js' 'dist/test/**/*.js'"
+    "test": "mocha",
+    "test-official": "c8 mocha --forbid-only"
   },
   "files": [
     "lib/*.cadl",
@@ -43,6 +43,7 @@
     "@cadl-lang/compiler": "~0.25.0",
     "@cadl-lang/rest": "~0.8.0",
     "mocha": "~8.3.2",
+    "c8": "~7.11.0",
     "typescript": "~4.4.4"
   }
 }

packages/rest/.c8rc.json

@@ -0,0 +1,3 @@
+{
+  "reporter": ["cobertura", "json", "text"]
+}

packages/rest/.mocharc.yaml

@@ -0,0 +1,4 @@
+timeout: 5000
+require: source-map-support/register
+spec: "dist/test/**/*.js"
+ignore: "dist/test/manual/**/*.js"

packages/rest/package.json

@@ -25,8 +25,8 @@
   "scripts": {
     "build": "tsc -p .",
     "watch": "tsc -p . --watch",
-    "test": "mocha --timeout 5000 --require source-map-support/register --ignore 'dist/test/manual/**/*.js' 'dist/test/**/*.js'",
-    "test-official": "mocha --forbid-only --timeout 5000 --require source-map-support/register --ignore 'dist/test/manual/**/*.js' 'dist/test/**/*.js'"
+    "test": "mocha",
+    "test-official": "c8 mocha --forbid-only"
   },
   "files": [
     "lib/*.cadl",
@@ -41,6 +41,7 @@
     "@types/node": "~14.0.27",
     "@cadl-lang/compiler": "~0.25.0",
     "mocha": "~8.3.2",
+    "c8": "~7.11.0",
     "typescript": "~4.4.4"
   }
 }