Add monthly smoke test to release branch official builds (#11195)

* Add monthly smoke test to release branch official builds

* Disable integration tests

* Use powershell global tool (#8550)

* Use powershell global tool

* better way of finding dotnet

* Revert changes

* Add official pipeline file (from release/dev17.8)

* Fix insert.yml

* Remove Unix jobs from the official build

---------

Co-authored-by: Jared Parsons <jared@popcornbear.org>

azure-pipelines-official.yml

@@ -0,0 +1,372 @@
+#
+# See https://docs.microsoft.com/azure/devops/pipelines/yaml-schema for reference.
+#
+
+variables:
+- template: /eng/common/templates-official/variables/pool-providers.yml@self
+- name: Build.Repository.Clean
+  value: true
+- name: _TeamName
+  value: AspNetCore
+- name: DOTNET_SKIP_FIRST_TIME_EXPERIENCE
+  value: true
+- name: LogLevel
+  value: 'All'
+- name: RunIntegrationTests
+  value: false
+- ${{ if ne(variables['System.TeamProject'], 'public') }}:
+  - group: DotNet-DevDiv-Insertion-Workflow-Variables
+  - name: _DevDivDropAccessToken
+    value: $(dn-bot-devdiv-drop-rw-code-rw)
+
+  - group: DotNet-Roslyn-Insertion-Variables
+  - name: Razor.GitHubEmail
+    value: dotnet-build-bot@microsoft.com
+  - name: Razor.GitHubToken
+    value: $(AccessToken-dotnet-build-bot-public-repo)
+  - name: Razor.GitHubUserName
+    value: dotnet-build-bot
+  - name: Insertion.CreateDraftPR
+    value: true
+  - name: Insertion.TitlePrefix
+    value: '[Auto Insertion]'
+  - name: Insertion.TitleSuffix
+    value: ''
+  - name: Codeql.Enabled
+    value: true
+- ${{ if eq(variables['System.TeamProject'], 'public') }}:
+  - name: Codeql.Enabled
+    value: false
+  - name: Codeql.SkipTaskAutoInjection
+    value: true
+
+trigger:
+  batch: true
+  branches:
+    include:
+      - main
+      - main-vs-deps
+      - release/*
+      - internal/release/3.*
+
+pr:
+  autoCancel: true
+  branches:
+    include:
+      - '*'
+
+schedules:
+  - cron: "0 8 23-29 * 0" # Fourth Sunday of each month at 8:00 UTC
+    displayName: "Monthly smoke test"
+    branches:
+      include:
+        - main
+        - release/*
+      exclude:
+        - ""
+    always: true # Run even if there have been no source code changes since the last successful scheduled run
+    batch: false # Do not run the pipeline if the previously scheduled run is in-progress
+
+resources:
+  repositories:
+  - repository: 1ESPipelineTemplates
+    type: git
+    name: 1ESPipelineTemplates/1ESPipelineTemplates
+    ref: refs/tags/release
+
+extends:
+  template: v1/1ES.Official.PipelineTemplate.yml@1ESPipelineTemplates
+  parameters:
+    featureFlags:
+      autoBaseline: true
+    sdl:
+      sourceAnalysisPool:
+        name: NetCore1ESPool-Svc-Internal
+        image: 1es-windows-2022
+        os: windows
+      sbom:
+        enabled: false
+    pool:
+      name: NetCore1ESPool-Svc-Internal
+      image: windows.vs2022.amd64
+      os: windows
+    customBuildTags:
+    - ES365AIMigrationTooling
+    stages:
+    - stage: build
+      displayName: Build
+      jobs:
+      - ${{ if and(and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')), eq(variables['Build.SourceBranch'], 'refs/heads/main')) }}:
+        - template: /eng/common/templates-official/job/onelocbuild.yml@self
+          parameters:
+            LclSource: lclFilesfromPackage
+            LclPackageId: 'LCL-JUNO-PROD-RAZORTOOL'
+            MirrorRepo: razor
+
+      - template: /eng/common/templates-official/jobs/jobs.yml@self
+        parameters:
+          enablePublishBuildArtifacts: false
+          enablePublishTestResults: false
+          enablePublishUsingPipelines: false
+          enableSourcebuild: true
+          jobs:
+          # Code check
+          - ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}:
+            - job: Code_check
+              displayName: Code check
+              pool:
+                ${{ if eq(variables['System.TeamProject'], 'public') }}:
+                  name: $(DncEngPublicBuildPool)
+                  demands: ImageOverride -equals windows.vs2022.amd64.open
+                ${{ if ne(variables['System.TeamProject'], 'public') }}:
+                  name: $(DncEngInternalBuildPool)
+                  demands: ImageOverride -equals windows.vs2022.amd64
+              steps:
+              - task: NodeTool@0
+                displayName: Install Node 10.x
+                inputs:
+                  versionSpec: 10.x
+              - task: NuGetCommand@2
+                displayName: 'Clear NuGet caches'
+                condition: succeeded()
+                inputs:
+                  command: custom
+                  arguments: 'locals all -clear'
+
+              - powershell: ./restore.cmd -msbuildEngine dotnet -ci; ./eng/scripts/CodeCheck.ps1 -ci
+                displayName: Run eng/scripts/CodeCheck.ps1
+
+      # Windows based jobs. This needs to be separate from Unix based jobs because it generates
+      # TRX files. That can only be toggled at the top level template level, not at the individual
+      # job.
+      - template: /eng/common/templates-official/jobs/jobs.yml@self
+        parameters:
+          enablePublishBuildArtifacts: false
+          enablePublishTestResults: true
+          enableTelemetry: true
+          helixRepo: dotnet/razor
+          helixType: build.product/
+          # enableMicrobuild can't be read from a user-defined variable (Azure DevOps limitation)
+          ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
+            enableMicrobuild: true
+            enablePublishBuildAssets: true
+            enablePublishUsingPipelines: true
+
+          jobs:
+          - job: Windows
+            timeoutInMinutes: 120
+            pool:
+              ${{ if eq(variables['System.TeamProject'], 'public') }}:
+                name: $(DncEngPublicBuildPool)
+                demands: ImageOverride -equals windows.vs2022.amd64.open
+              ${{ if ne(variables['System.TeamProject'], 'public') }}:
+                name: $(DncEngInternalBuildPool)
+                demands: ImageOverride -equals windows.vs2022.amd64
+            strategy:
+              matrix:
+                ${{ if eq(variables['System.TeamProject'], 'public') }}:
+                  debug:
+                    _BuildConfig: Debug
+                    _PublishArgs: ''
+                  release:
+                    _BuildConfig: Release
+                    _PublishArgs: ''
+                ${{ if ne(variables['System.TeamProject'], 'public') }}:
+                  release:
+                    _BuildConfig: Release
+                    ${{ if in(variables['Build.Reason'], 'PullRequest') }}:
+                      _PublishArgs: ''
+                    ${{ if notin(variables['Build.Reason'], 'PullRequest') }}:
+                      _PublishArgs: /p:DotNetPublishUsingPipelines=true
+
+            variables:
+            - _BuildArgs: ''
+            - XUNIT_LOGS: '$(Build.SourcesDirectory)\artifacts\log\$(_BuildConfig)'
+            - __VSNeverShowWhatsNew: 1
+
+            # Variables for internal Official builds
+            - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
+              - _SignType: real
+              - _BuildArgs: /p:DotNetSignType=$(_SignType) /p:TeamName=$(_TeamName)
+                  /p:OfficialBuildId=$(Build.BuildNumber)
+                  /p:ManifestBuildBranch=$(Build.SourceBranchName)
+                  /p:ManifestBuildNumber=$(Build.BuildNumber)
+                  /p:VisualStudioDropName=Products/$(System.TeamProject)/$(Build.Repository.Name)/$(Build.SourceBranchName)/$(Build.BuildNumber)
+                  /p:GenerateSbom=true
+
+            steps:
+            - task: NodeTool@0
+              displayName: Install Node 10.x
+              inputs:
+                versionSpec: 10.x
+
+            - powershell: npm install -g yarn
+              displayName: Install yarn
+              condition: succeeded()
+
+            - task: NuGetCommand@2
+              displayName: 'Clear NuGet caches'
+              condition: succeeded()
+              inputs:
+                command: custom
+                arguments: 'locals all -clear'
+
+            - ${{ if ne(variables['System.TeamProject'], 'public') }}:
+              - template: /eng/restore-internal-tools.yml
+
+            - powershell: ./eng/scripts/InstallProcDump.ps1
+              displayName: Install ProcDump
+
+            - powershell: ./eng/scripts/StartDumpCollectionForHangingBuilds.ps1
+                $(ProcDumpPath)procdump.exe artifacts/log/$(_BuildConfig)
+                (Get-Date).AddMinutes(60)
+                devenv, xunit.console, xunit.console.x86
+              displayName: Start background dump collection
+
+            - task: NuGetAuthenticate@1
+
+            # Don't create a binary log until we can customize the name
+            # https://github.com/dotnet/arcade/pull/12988
+            - script: eng\cibuild.cmd
+                -configuration $(_BuildConfig)
+                -msbuildEngine vs
+                -prepareMachine
+                -restore
+                -nobl
+              name: Restore
+              displayName: Restore
+              condition: succeeded()
+
+            - powershell: eng\SetupVSHive.ps1
+              displayName: Setup VS Hive
+
+            - script: eng\cibuild.cmd
+                -configuration $(_BuildConfig)
+                -msbuildEngine vs
+                -prepareMachine
+                -build
+                -pack
+                -publish
+                -sign
+                $(_BuildArgs)
+                $(_PublishArgs)
+                /p:DeployExtension=false
+              name: Build
+              displayName: Build
+              condition: succeeded()
+
+            - script: eng\CIBuild.cmd
+                -configuration $(_BuildConfig)
+                -prepareMachine
+                -test
+                -nobl
+              name: Run_Unit_Tests
+              displayName: Run Unit Tests
+              condition: and(succeeded(), in(variables['Build.Reason'], 'PullRequest'))
+
+            - script: eng\CIBuild.cmd
+                -configuration $(_BuildConfig)
+                -prepareMachine
+                -integrationTest
+              name: Run_Integration_Tests
+              displayName: Run Integration Tests
+              condition: and(eq(variables['RunIntegrationTests'], true), succeeded(), in(variables['Build.Reason'], 'PullRequest'))
+
+            - powershell: ./eng/scripts/FinishDumpCollectionForHangingBuilds.ps1 artifacts/log/$(_BuildConfig)
+              displayName: Finish background dump collection
+              continueOnError: true
+              condition: always()
+
+            - task: 1ES.PublishPipelineArtifact@1
+              inputs:
+                targetPath: artifacts/log/$(_BuildConfig)
+                artifact: $(Agent.Os)_$(Agent.JobName) Attempt $(System.JobAttempt) Logs
+              displayName: Publish Build Artifacts
+              condition: always()
+
+            - task: 1ES.PublishPipelineArtifact@1
+              inputs:
+                targetPath: artifacts/TestResults/$(_BuildConfig)
+                artifact: $(Agent.Os)_$(Agent.JobName) Attempt $(System.JobAttempt) TestResults
+              displayName: Publish Test Artifacts
+              condition: in(variables['Build.Reason'], 'PullRequest')
+
+            # Publish an artifact that the RoslynInsertionTool is able to find by its name.
+            - task: 1ES.PublishPipelineArtifact@1
+              inputs:
+                targetPath: artifacts\VSSetup\$(_BuildConfig)
+                artifact: VSSetup
+              displayName: Publish VSSetup
+              condition: and(succeeded(), eq(variables['system.pullrequest.isfork'], false), eq(variables['_BuildConfig'], 'Release'))
+
+            - task: 1ES.PublishPipelineArtifact@1
+              inputs:
+                targetPath: artifacts\packages\$(_BuildConfig)
+                artifact: Packages_$(Agent.Os)_$(_BuildConfig)
+              displayName: Publish package artifacts
+              condition: and(succeeded(), eq(variables['system.pullrequest.isfork'], false), eq(variables['_BuildConfig'], 'Release'))
+
+            - powershell: Write-Host "##vso[task.setvariable variable=VisualStudio.DropName]Products/$(System.TeamProject)/$(Build.Repository.Name)/$(Build.SourceBranchName)/$(Build.BuildNumber)"
+              displayName: Setting VisualStudio.DropName variable
+
+            # Publishes setup VSIXes to a drop.
+            # Note: The insertion tool looks for the display name of this task in the logs.
+            - ${{ if ne(variables['System.TeamProject'], 'public') }}:
+              - task: 1ES.MicroBuildVstsDrop@1
+                displayName: Upload VSTS Drop
+                inputs:
+                  dropName: $(VisualStudio.DropName)
+                  dropFolder: 'artifacts\VSSetup\$(_BuildConfig)\Insertion'
+                  accessToken: $(_DevDivDropAccessToken)
+                continueOnError: true
+                condition: and(succeeded(), eq(variables['system.pullrequest.isfork'], false), eq(variables['_BuildConfig'], 'Release'))
+
+    - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
+      - template: /eng/common/templates-official/post-build/post-build.yml@self
+        parameters:
+          publishingInfraVersion: 3
+          enableSigningValidation: false
+          enableNugetValidation: false
+          SDLValidationParameters:
+            enable: true
+            params: >-
+              -SourceToolsList @("policheck","credscan")
+              -ArtifactToolsList @("binskim")
+              -BinskimAdditionalRunConfigParams @("IgnorePdbLoadError < True","Recurse < True")
+              -TsaInstanceURL $(_TsaInstanceURL)
+              -TsaProjectName $(_TsaProjectName)
+              -TsaNotificationEmail $(_TsaNotificationEmail)
+              -TsaCodebaseAdmin $(_TsaCodebaseAdmin)
+              -TsaBugAreaPath $(_TsaBugAreaPath)
+              -TsaIterationPath $(_TsaIterationPath)
+              -TsaRepositoryName "Razor-Tooling"
+              -TsaCodebaseName "Razor-Tooling"
+              -TsaPublish $True
+
+      - stage: insert
+        dependsOn: publish_using_darc
+        displayName: Insert to VS
+        jobs:
+        - job: insert
+          displayName: Insert to VS
+          pool:
+            name: NetCore1ESPool-Svc-Internal
+            demands: ImageOverride -equals windows.vs2022.amd64
+          steps:
+          - download: current
+            artifact: VSSetup
+          - powershell: |
+              $branchName = "$(Build.SourceBranch)".Substring("refs/heads/".Length)
+              Write-Host "##vso[task.setvariable variable=ComponentBranchName]$branchName"
+            displayName: Get Branch Name
+          - template: /eng/pipelines/insert.yml@self
+            parameters:
+              buildUserName: "dn-bot@microsoft.com"
+              buildPassword: $(dn-bot-devdiv-build-e-code-full-release-e-packaging-r)
+              componentUserName: "dn-bot@microsoft.com"
+              componentPassword: $(dn-bot-dnceng-build-e-code-full-release-e-packaging-r)
+              componentBuildProjectName: internal
+              sourceBranch: "$(ComponentBranchName)"
+              publishDataURI: "https://dev.azure.com/dnceng/internal/_apis/git/repositories/dotnet-razor/items?path=/eng/config/PublishData.json&api-version=6.0"
+              publishDataAccessToken: "$(System.AccessToken)"
+              dropPath: '$(Pipeline.Workspace)\VSSetup'

eng/pipelines/insert.yml

@@ -1,4 +1,4 @@
-parameters:
+parameters:
   # These are actually booleans but must be defined as string.
   # Parameters are evaluated at compile time, but all variables are strings at compile time.
   # So in order to pass a parameter that comes from a variable these must be typed as string.
@@ -163,7 +163,7 @@ steps:
   # Now that everything is set, actually perform the insertion.
   - powershell: |
       mv RoslynTools.VisualStudioInsertionTool.* RIT
-      .\RIT\tools\net46\OneOffInsertion.ps1 `
+      .\RIT\tools\net472\OneOffInsertion.ps1 `
         -autoComplete "$(Template.AutoComplete)" `
         -buildQueueName "$(Build.DefinitionName)" `
         -cherryPick "(default)" `