From 89c5aa4b821e194412b7894816c8cdd89e73c840 Mon Sep 17 00:00:00 2001 From: Jan Jones Date: Mon, 18 Nov 2024 11:52:26 +0100 Subject: [PATCH] Add monthly smoke test to release branch official builds (#11195) * Add monthly smoke test to release branch official builds * Disable integration tests * Use powershell global tool (#8550) * Use powershell global tool * better way of finding dotnet * Revert changes * Add official pipeline file (from release/dev17.8) * Fix insert.yml * Remove Unix jobs from the official build --------- Co-authored-by: Jared Parsons --- azure-pipelines-official.yml | 372 +++++++++++++++++++++++++++++++++++ eng/pipelines/insert.yml | 4 +- 2 files changed, 374 insertions(+), 2 deletions(-) create mode 100644 azure-pipelines-official.yml diff --git a/azure-pipelines-official.yml b/azure-pipelines-official.yml new file mode 100644 index 0000000000..cea4bc178f --- /dev/null +++ b/azure-pipelines-official.yml @@ -0,0 +1,372 @@ +# +# See https://docs.microsoft.com/azure/devops/pipelines/yaml-schema for reference. +# + +variables: +- template: /eng/common/templates-official/variables/pool-providers.yml@self +- name: Build.Repository.Clean + value: true +- name: _TeamName + value: AspNetCore +- name: DOTNET_SKIP_FIRST_TIME_EXPERIENCE + value: true +- name: LogLevel + value: 'All' +- name: RunIntegrationTests + value: false +- ${{ if ne(variables['System.TeamProject'], 'public') }}: + - group: DotNet-DevDiv-Insertion-Workflow-Variables + - name: _DevDivDropAccessToken + value: $(dn-bot-devdiv-drop-rw-code-rw) + + - group: DotNet-Roslyn-Insertion-Variables + - name: Razor.GitHubEmail + value: dotnet-build-bot@microsoft.com + - name: Razor.GitHubToken + value: $(AccessToken-dotnet-build-bot-public-repo) + - name: Razor.GitHubUserName + value: dotnet-build-bot + - name: Insertion.CreateDraftPR + value: true + - name: Insertion.TitlePrefix + value: '[Auto Insertion]' + - name: Insertion.TitleSuffix + value: '' + - name: Codeql.Enabled + value: true +- ${{ if eq(variables['System.TeamProject'], 'public') }}: + - name: Codeql.Enabled + value: false + - name: Codeql.SkipTaskAutoInjection + value: true + +trigger: + batch: true + branches: + include: + - main + - main-vs-deps + - release/* + - internal/release/3.* + +pr: + autoCancel: true + branches: + include: + - '*' + +schedules: + - cron: "0 8 23-29 * 0" # Fourth Sunday of each month at 8:00 UTC + displayName: "Monthly smoke test" + branches: + include: + - main + - release/* + exclude: + - "" + always: true # Run even if there have been no source code changes since the last successful scheduled run + batch: false # Do not run the pipeline if the previously scheduled run is in-progress + +resources: + repositories: + - repository: 1ESPipelineTemplates + type: git + name: 1ESPipelineTemplates/1ESPipelineTemplates + ref: refs/tags/release + +extends: + template: v1/1ES.Official.PipelineTemplate.yml@1ESPipelineTemplates + parameters: + featureFlags: + autoBaseline: true + sdl: + sourceAnalysisPool: + name: NetCore1ESPool-Svc-Internal + image: 1es-windows-2022 + os: windows + sbom: + enabled: false + pool: + name: NetCore1ESPool-Svc-Internal + image: windows.vs2022.amd64 + os: windows + customBuildTags: + - ES365AIMigrationTooling + stages: + - stage: build + displayName: Build + jobs: + - ${{ if and(and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')), eq(variables['Build.SourceBranch'], 'refs/heads/main')) }}: + - template: /eng/common/templates-official/job/onelocbuild.yml@self + parameters: + LclSource: lclFilesfromPackage + LclPackageId: 'LCL-JUNO-PROD-RAZORTOOL' + MirrorRepo: razor + + - template: /eng/common/templates-official/jobs/jobs.yml@self + parameters: + enablePublishBuildArtifacts: false + enablePublishTestResults: false + enablePublishUsingPipelines: false + enableSourcebuild: true + jobs: + # Code check + - ${{ if or(eq(variables['System.TeamProject'], 'public'), in(variables['Build.Reason'], 'PullRequest')) }}: + - job: Code_check + displayName: Code check + pool: + ${{ if eq(variables['System.TeamProject'], 'public') }}: + name: $(DncEngPublicBuildPool) + demands: ImageOverride -equals windows.vs2022.amd64.open + ${{ if ne(variables['System.TeamProject'], 'public') }}: + name: $(DncEngInternalBuildPool) + demands: ImageOverride -equals windows.vs2022.amd64 + steps: + - task: NodeTool@0 + displayName: Install Node 10.x + inputs: + versionSpec: 10.x + - task: NuGetCommand@2 + displayName: 'Clear NuGet caches' + condition: succeeded() + inputs: + command: custom + arguments: 'locals all -clear' + + - powershell: ./restore.cmd -msbuildEngine dotnet -ci; ./eng/scripts/CodeCheck.ps1 -ci + displayName: Run eng/scripts/CodeCheck.ps1 + + # Windows based jobs. This needs to be separate from Unix based jobs because it generates + # TRX files. That can only be toggled at the top level template level, not at the individual + # job. + - template: /eng/common/templates-official/jobs/jobs.yml@self + parameters: + enablePublishBuildArtifacts: false + enablePublishTestResults: true + enableTelemetry: true + helixRepo: dotnet/razor + helixType: build.product/ + # enableMicrobuild can't be read from a user-defined variable (Azure DevOps limitation) + ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}: + enableMicrobuild: true + enablePublishBuildAssets: true + enablePublishUsingPipelines: true + + jobs: + - job: Windows + timeoutInMinutes: 120 + pool: + ${{ if eq(variables['System.TeamProject'], 'public') }}: + name: $(DncEngPublicBuildPool) + demands: ImageOverride -equals windows.vs2022.amd64.open + ${{ if ne(variables['System.TeamProject'], 'public') }}: + name: $(DncEngInternalBuildPool) + demands: ImageOverride -equals windows.vs2022.amd64 + strategy: + matrix: + ${{ if eq(variables['System.TeamProject'], 'public') }}: + debug: + _BuildConfig: Debug + _PublishArgs: '' + release: + _BuildConfig: Release + _PublishArgs: '' + ${{ if ne(variables['System.TeamProject'], 'public') }}: + release: + _BuildConfig: Release + ${{ if in(variables['Build.Reason'], 'PullRequest') }}: + _PublishArgs: '' + ${{ if notin(variables['Build.Reason'], 'PullRequest') }}: + _PublishArgs: /p:DotNetPublishUsingPipelines=true + + variables: + - _BuildArgs: '' + - XUNIT_LOGS: '$(Build.SourcesDirectory)\artifacts\log\$(_BuildConfig)' + - __VSNeverShowWhatsNew: 1 + + # Variables for internal Official builds + - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}: + - _SignType: real + - _BuildArgs: /p:DotNetSignType=$(_SignType) /p:TeamName=$(_TeamName) + /p:OfficialBuildId=$(Build.BuildNumber) + /p:ManifestBuildBranch=$(Build.SourceBranchName) + /p:ManifestBuildNumber=$(Build.BuildNumber) + /p:VisualStudioDropName=Products/$(System.TeamProject)/$(Build.Repository.Name)/$(Build.SourceBranchName)/$(Build.BuildNumber) + /p:GenerateSbom=true + + steps: + - task: NodeTool@0 + displayName: Install Node 10.x + inputs: + versionSpec: 10.x + + - powershell: npm install -g yarn + displayName: Install yarn + condition: succeeded() + + - task: NuGetCommand@2 + displayName: 'Clear NuGet caches' + condition: succeeded() + inputs: + command: custom + arguments: 'locals all -clear' + + - ${{ if ne(variables['System.TeamProject'], 'public') }}: + - template: /eng/restore-internal-tools.yml + + - powershell: ./eng/scripts/InstallProcDump.ps1 + displayName: Install ProcDump + + - powershell: ./eng/scripts/StartDumpCollectionForHangingBuilds.ps1 + $(ProcDumpPath)procdump.exe artifacts/log/$(_BuildConfig) + (Get-Date).AddMinutes(60) + devenv, xunit.console, xunit.console.x86 + displayName: Start background dump collection + + - task: NuGetAuthenticate@1 + + # Don't create a binary log until we can customize the name + # https://github.com/dotnet/arcade/pull/12988 + - script: eng\cibuild.cmd + -configuration $(_BuildConfig) + -msbuildEngine vs + -prepareMachine + -restore + -nobl + name: Restore + displayName: Restore + condition: succeeded() + + - powershell: eng\SetupVSHive.ps1 + displayName: Setup VS Hive + + - script: eng\cibuild.cmd + -configuration $(_BuildConfig) + -msbuildEngine vs + -prepareMachine + -build + -pack + -publish + -sign + $(_BuildArgs) + $(_PublishArgs) + /p:DeployExtension=false + name: Build + displayName: Build + condition: succeeded() + + - script: eng\CIBuild.cmd + -configuration $(_BuildConfig) + -prepareMachine + -test + -nobl + name: Run_Unit_Tests + displayName: Run Unit Tests + condition: and(succeeded(), in(variables['Build.Reason'], 'PullRequest')) + + - script: eng\CIBuild.cmd + -configuration $(_BuildConfig) + -prepareMachine + -integrationTest + name: Run_Integration_Tests + displayName: Run Integration Tests + condition: and(eq(variables['RunIntegrationTests'], true), succeeded(), in(variables['Build.Reason'], 'PullRequest')) + + - powershell: ./eng/scripts/FinishDumpCollectionForHangingBuilds.ps1 artifacts/log/$(_BuildConfig) + displayName: Finish background dump collection + continueOnError: true + condition: always() + + - task: 1ES.PublishPipelineArtifact@1 + inputs: + targetPath: artifacts/log/$(_BuildConfig) + artifact: $(Agent.Os)_$(Agent.JobName) Attempt $(System.JobAttempt) Logs + displayName: Publish Build Artifacts + condition: always() + + - task: 1ES.PublishPipelineArtifact@1 + inputs: + targetPath: artifacts/TestResults/$(_BuildConfig) + artifact: $(Agent.Os)_$(Agent.JobName) Attempt $(System.JobAttempt) TestResults + displayName: Publish Test Artifacts + condition: in(variables['Build.Reason'], 'PullRequest') + + # Publish an artifact that the RoslynInsertionTool is able to find by its name. + - task: 1ES.PublishPipelineArtifact@1 + inputs: + targetPath: artifacts\VSSetup\$(_BuildConfig) + artifact: VSSetup + displayName: Publish VSSetup + condition: and(succeeded(), eq(variables['system.pullrequest.isfork'], false), eq(variables['_BuildConfig'], 'Release')) + + - task: 1ES.PublishPipelineArtifact@1 + inputs: + targetPath: artifacts\packages\$(_BuildConfig) + artifact: Packages_$(Agent.Os)_$(_BuildConfig) + displayName: Publish package artifacts + condition: and(succeeded(), eq(variables['system.pullrequest.isfork'], false), eq(variables['_BuildConfig'], 'Release')) + + - powershell: Write-Host "##vso[task.setvariable variable=VisualStudio.DropName]Products/$(System.TeamProject)/$(Build.Repository.Name)/$(Build.SourceBranchName)/$(Build.BuildNumber)" + displayName: Setting VisualStudio.DropName variable + + # Publishes setup VSIXes to a drop. + # Note: The insertion tool looks for the display name of this task in the logs. + - ${{ if ne(variables['System.TeamProject'], 'public') }}: + - task: 1ES.MicroBuildVstsDrop@1 + displayName: Upload VSTS Drop + inputs: + dropName: $(VisualStudio.DropName) + dropFolder: 'artifacts\VSSetup\$(_BuildConfig)\Insertion' + accessToken: $(_DevDivDropAccessToken) + continueOnError: true + condition: and(succeeded(), eq(variables['system.pullrequest.isfork'], false), eq(variables['_BuildConfig'], 'Release')) + + - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}: + - template: /eng/common/templates-official/post-build/post-build.yml@self + parameters: + publishingInfraVersion: 3 + enableSigningValidation: false + enableNugetValidation: false + SDLValidationParameters: + enable: true + params: >- + -SourceToolsList @("policheck","credscan") + -ArtifactToolsList @("binskim") + -BinskimAdditionalRunConfigParams @("IgnorePdbLoadError < True","Recurse < True") + -TsaInstanceURL $(_TsaInstanceURL) + -TsaProjectName $(_TsaProjectName) + -TsaNotificationEmail $(_TsaNotificationEmail) + -TsaCodebaseAdmin $(_TsaCodebaseAdmin) + -TsaBugAreaPath $(_TsaBugAreaPath) + -TsaIterationPath $(_TsaIterationPath) + -TsaRepositoryName "Razor-Tooling" + -TsaCodebaseName "Razor-Tooling" + -TsaPublish $True + + - stage: insert + dependsOn: publish_using_darc + displayName: Insert to VS + jobs: + - job: insert + displayName: Insert to VS + pool: + name: NetCore1ESPool-Svc-Internal + demands: ImageOverride -equals windows.vs2022.amd64 + steps: + - download: current + artifact: VSSetup + - powershell: | + $branchName = "$(Build.SourceBranch)".Substring("refs/heads/".Length) + Write-Host "##vso[task.setvariable variable=ComponentBranchName]$branchName" + displayName: Get Branch Name + - template: /eng/pipelines/insert.yml@self + parameters: + buildUserName: "dn-bot@microsoft.com" + buildPassword: $(dn-bot-devdiv-build-e-code-full-release-e-packaging-r) + componentUserName: "dn-bot@microsoft.com" + componentPassword: $(dn-bot-dnceng-build-e-code-full-release-e-packaging-r) + componentBuildProjectName: internal + sourceBranch: "$(ComponentBranchName)" + publishDataURI: "https://dev.azure.com/dnceng/internal/_apis/git/repositories/dotnet-razor/items?path=/eng/config/PublishData.json&api-version=6.0" + publishDataAccessToken: "$(System.AccessToken)" + dropPath: '$(Pipeline.Workspace)\VSSetup' diff --git a/eng/pipelines/insert.yml b/eng/pipelines/insert.yml index 848ff16bce..f6cc5f65f7 100644 --- a/eng/pipelines/insert.yml +++ b/eng/pipelines/insert.yml @@ -1,4 +1,4 @@ -parameters: +parameters: # These are actually booleans but must be defined as string. # Parameters are evaluated at compile time, but all variables are strings at compile time. # So in order to pass a parameter that comes from a variable these must be typed as string. @@ -163,7 +163,7 @@ steps: # Now that everything is set, actually perform the insertion. - powershell: | mv RoslynTools.VisualStudioInsertionTool.* RIT - .\RIT\tools\net46\OneOffInsertion.ps1 ` + .\RIT\tools\net472\OneOffInsertion.ps1 ` -autoComplete "$(Template.AutoComplete)" ` -buildQueueName "$(Build.DefinitionName)" ` -cherryPick "(default)" `