Merge pull request #207 from dotnet/revert-194-arcade
Revert "Add support for Arcade"
This commit is contained in:
Rui Marinho
GitHub
Коммит
12fbbc4a5e
|
|
@ -1,26 +1,5 @@
|
||||||
<Project>
|
<Project>
|
||||||
<!-- This is for arcade support. -->
|
<Import Project="eng\Versions.props" />
|
||||||
<Import Project="Sdk.props" Sdk="Microsoft.DotNet.Arcade.Sdk" />
|
|
||||||
<Import Project="eng\TargetFrameworkDefaults.props" />
|
|
||||||
<PropertyGroup Condition="'$(DotNetBuildFromSource)' == 'true'">
|
|
||||||
<!--
|
|
||||||
When building using source-build the process is:
|
|
||||||
- Newtonsoft.Json versions 9.0.1 and 12.0.2 are built by source-build
|
|
||||||
- Version 12.0.2 is written to Version.props
|
|
||||||
- Arcade needs to use 9.0.1 so we need to override Version.props value here
|
|
||||||
-->
|
|
||||||
<NewtonsoftJsonVersion>9.0.1</NewtonsoftJsonVersion>
|
|
||||||
</PropertyGroup>
|
|
||||||
<PropertyGroup Condition="'$(DotNetBuildOffline)' == 'true'">
|
|
||||||
<!--
|
|
||||||
Arcade has a special version prop for CodeAnalysis.CSharp in GenFacades
|
|
||||||
to try to match the version loaded by msbuild. In the offline build, this
|
|
||||||
is simply the source-built version.
|
|
||||||
-->
|
|
||||||
<MsbuildTaskMicrosoftCodeAnalysisCSharpVersion>$(MicrosoftCodeAnalysisCSharpVersion)</MsbuildTaskMicrosoftCodeAnalysisCSharpVersion>
|
|
||||||
</PropertyGroup>
|
|
||||||
<!-- end arcade support. -->
|
|
||||||
<!-- <Import Project="eng\Versions.props" /> -->
|
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<PublishRepositoryUrl>true</PublishRepositoryUrl>
|
<PublishRepositoryUrl>true</PublishRepositoryUrl>
|
||||||
<EmbedUntrackedSources>true</EmbedUntrackedSources>
|
<EmbedUntrackedSources>true</EmbedUntrackedSources>
|
||||||
|
|
@ -30,15 +9,12 @@
|
||||||
<DisableImplicitNamespaceImports>true</DisableImplicitNamespaceImports>
|
<DisableImplicitNamespaceImports>true</DisableImplicitNamespaceImports>
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<DotNetOutputPath>$(MSBuildThisFileDirectory)bin/</DotNetOutputPath>
|
<DotNetOutputPath>$(MSBuildThisFileDirectory)bin/</DotNetOutputPath>
|
||||||
<DotNetTempDirectory>$(DotNetOutputPath)temp/</DotNetTempDirectory>
|
<DotNetTempDirectory>$(DotNetOutputPath)temp/</DotNetTempDirectory>
|
||||||
<DotNetDirectory>$(DotNetOutputPath)dotnet/</DotNetDirectory>
|
<DotNetDirectory>$(DotNetOutputPath)dotnet/</DotNetDirectory>
|
||||||
<DotNetToolPath>$(DotNetDirectory)dotnet</DotNetToolPath>
|
<DotNetToolPath>$(DotNetDirectory)dotnet</DotNetToolPath>
|
||||||
<DotNetPacksDirectory>$(DotNetDirectory)packs/</DotNetPacksDirectory>
|
<DotNetPacksDirectory>$(DotNetDirectory)packs/</DotNetPacksDirectory>
|
||||||
<DotNetLibraryPacksDirectory>$(DotNetDirectory)library-packs/</DotNetLibraryPacksDirectory>
|
|
||||||
<DotNetSdkManifestsDirectory>$(DotNetDirectory)sdk-manifests/$(DotNetPreviewVersionBand)/</DotNetSdkManifestsDirectory>
|
<DotNetSdkManifestsDirectory>$(DotNetDirectory)sdk-manifests/$(DotNetPreviewVersionBand)/</DotNetSdkManifestsDirectory>
|
||||||
<DotNetTemplatePacksDirectory>$(DotNetDirectory)template-packs/</DotNetTemplatePacksDirectory>
|
|
||||||
<DotNet6Feed>https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet6/nuget/v3/index.json</DotNet6Feed>
|
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<GitDefaultBranch>main</GitDefaultBranch>
|
<GitDefaultBranch>main</GitDefaultBranch>
|
||||||
|
|
@ -58,7 +34,7 @@
|
||||||
<PackageOutputPath>$(MSBuildThisFileDirectory)artifacts</PackageOutputPath>
|
<PackageOutputPath>$(MSBuildThisFileDirectory)artifacts</PackageOutputPath>
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<!-- This target is replaced by GitInfo when restored. Allows Version.targets to rely on it before restore. -->
|
<!-- This target is replaced by GitInfo when restored. Allows Version.targets to rely on it before restore. -->
|
||||||
<!-- <Target Name="GitVersion" />
|
<Target Name="GitVersion" />
|
||||||
<Target Name="GitInfo" /> -->
|
<Target Name="GitInfo" />
|
||||||
<Import Condition="'$(EnvironmentBuildPropsImported)' != 'True'" Project="$(MSBuildThisFileDirectory)eng\Environment.Build.props" />
|
<Import Condition="'$(EnvironmentBuildPropsImported)' != 'True'" Project="$(MSBuildThisFileDirectory)eng\Environment.Build.props" />
|
||||||
</Project>
|
</Project>
|
||||||
|
|
|
||||||
|
|
@ -1,8 +1,6 @@
|
||||||
<Project>
|
<Project>
|
||||||
<!-- This is for arcade support. -->
|
<Import Project="eng\Git.Build.targets" />
|
||||||
<Import Project="Sdk.targets" Sdk="Microsoft.DotNet.Arcade.Sdk" />
|
<Import Project="eng\Version.targets" />
|
||||||
<!-- <Import Project="eng\Git.Build.targets" />
|
|
||||||
<Import Project="eng\Version.targets" /> -->
|
|
||||||
<!-- Temporarily disable the linker for net6.0-ios and net6.0-maccatalyst until we get machine pools with Big Sur and Xcode 12.5 is stable -->
|
<!-- Temporarily disable the linker for net6.0-ios and net6.0-maccatalyst until we get machine pools with Big Sur and Xcode 12.5 is stable -->
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<PublishTrimmed Condition=" '$(TargetFramework)' == 'net6.0-ios' or '$(TargetFramework)' == 'net6.0-maccatalyst' ">false</PublishTrimmed>
|
<PublishTrimmed Condition=" '$(TargetFramework)' == 'net6.0-ios' or '$(TargetFramework)' == 'net6.0-maccatalyst' ">false</PublishTrimmed>
|
||||||
|
|
|
||||||
|
|
@ -5,10 +5,6 @@
|
||||||
<add key="dotnet6" value="https://aka.ms/dotnet6/nuget/index.json" />
|
<add key="dotnet6" value="https://aka.ms/dotnet6/nuget/index.json" />
|
||||||
<add key="skiasharp" value="https://aka.ms/skiasharp-eap/index.json" />
|
<add key="skiasharp" value="https://aka.ms/skiasharp-eap/index.json" />
|
||||||
<add key="Nuget Official" value="https://api.nuget.org/v3/index.json" />
|
<add key="Nuget Official" value="https://api.nuget.org/v3/index.json" />
|
||||||
<add key="dotnet-public" value="https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-public/nuget/v3/index.json" />
|
|
||||||
<add key="dotnet-tools" value="https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json" />
|
|
||||||
<add key="dotnet-eng" value="https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json" />
|
|
||||||
<add key="vs-buildservices" value="https://pkgs.dev.azure.com/azure-public/vside/_packaging/vs-buildservices/nuget/v3/index.json" />
|
|
||||||
</packageSources>
|
</packageSources>
|
||||||
<activePackageSource>
|
<activePackageSource>
|
||||||
<add key="All" value="(Aggregate source)" />
|
<add key="All" value="(Aggregate source)" />
|
||||||
|
|
|
||||||
|
|
@ -93,17 +93,13 @@ stages:
|
||||||
displayName: remove old dotnet 6
|
displayName: remove old dotnet 6
|
||||||
errorActionPreference: stop
|
errorActionPreference: stop
|
||||||
|
|
||||||
- pwsh: ./build.ps1 --target=dotnet --configuration="${{ BuildConfiguration }}" --verbosity=diagnostic
|
- pwsh: |
|
||||||
displayName: 'Install .NET'
|
$ProgressPreference = 'SilentlyContinue'
|
||||||
|
Invoke-WebRequest -Uri "https://dot.net/v1/dotnet-install.ps1" -OutFile dotnet-install.ps1
|
||||||
|
& .\dotnet-install.ps1 -Version $(DotNet.Version) -InstallDir "$env:ProgramFiles\dotnet\" -Verbose
|
||||||
# - pwsh: |
|
& dotnet --list-sdks
|
||||||
# $ProgressPreference = 'SilentlyContinue'
|
displayName: install .NET $(DotNet.Version)
|
||||||
# Invoke-WebRequest -Uri "https://dot.net/v1/dotnet-install.ps1" -OutFile dotnet-install.ps1
|
errorActionPreference: stop
|
||||||
# & .\dotnet-install.ps1 -Version $(DotNet.Version) -InstallDir "$env:ProgramFiles\dotnet\" -Verbose
|
|
||||||
# & dotnet --list-sdks
|
|
||||||
# displayName: install .NET $(DotNet.Version)
|
|
||||||
# errorActionPreference: stop
|
|
||||||
|
|
||||||
- pwsh: dotnet tool restore
|
- pwsh: dotnet tool restore
|
||||||
displayName: install dotnet tools
|
displayName: install dotnet tools
|
||||||
|
|
@ -123,16 +119,16 @@ stages:
|
||||||
- pwsh: echo "##vso[task.setvariable variable=JAVA_HOME]$(JAVA_HOME_11_X64)"
|
- pwsh: echo "##vso[task.setvariable variable=JAVA_HOME]$(JAVA_HOME_11_X64)"
|
||||||
displayName: Select JDK 11
|
displayName: Select JDK 11
|
||||||
|
|
||||||
# - pwsh: |
|
- pwsh: |
|
||||||
# Invoke-WebRequest -Uri "$(DotNet.Workloads)" -OutFile rollback.json
|
Invoke-WebRequest -Uri "$(DotNet.Workloads)" -OutFile rollback.json
|
||||||
# & dotnet workload update --from-rollback-file rollback.json --source https://aka.ms/dotnet6/nuget/index.json
|
& dotnet workload update --from-rollback-file rollback.json --source https://aka.ms/dotnet6/nuget/index.json
|
||||||
# & dotnet workload install maui --skip-manifest-update --source https://aka.ms/dotnet6/nuget/index.json
|
& dotnet workload install maui --skip-manifest-update --source https://aka.ms/dotnet6/nuget/index.json
|
||||||
# displayName: install dotnet workloads
|
displayName: install dotnet workloads
|
||||||
# errorActionPreference: stop
|
errorActionPreference: stop
|
||||||
|
|
||||||
- pwsh: |
|
- pwsh: |
|
||||||
Invoke-WebRequest 'https://raw.githubusercontent.com/Samsung/Tizen.NET/main/workload/scripts/workload-install.ps1' -OutFile 'workload-install.ps1'
|
Invoke-WebRequest 'https://raw.githubusercontent.com/Samsung/Tizen.NET/main/workload/scripts/workload-install.ps1' -OutFile 'workload-install.ps1'
|
||||||
.\workload-install.ps1 -DotnetInstallDir 'bin\dotnet'
|
.\workload-install.ps1
|
||||||
displayName: install tizen
|
displayName: install tizen
|
||||||
|
|
||||||
- pwsh: |
|
- pwsh: |
|
||||||
|
|
@ -141,16 +137,12 @@ stages:
|
||||||
& $msbuild /r ./build/Build.Microsoft.Maui.Graphics.Windows.sln /p:Configuration=${{ BuildConfiguration }} /bl:$(Build.ArtifactStagingDirectory)/${{ BuildConfiguration }}.binlog
|
& $msbuild /r ./build/Build.Microsoft.Maui.Graphics.Windows.sln /p:Configuration=${{ BuildConfiguration }} /bl:$(Build.ArtifactStagingDirectory)/${{ BuildConfiguration }}.binlog
|
||||||
displayName: build classic solutions
|
displayName: build classic solutions
|
||||||
|
|
||||||
- pwsh: ./build.ps1 --target=dotnet-build --configuration="${{ BuildConfiguration }}" --verbosity=diagnostic
|
- pwsh: |
|
||||||
|
$vs = & dotnet vs where --preview --prop=InstallationPath
|
||||||
|
$msbuild = "$vs\MSBuild\Current\Bin\MSBuild.exe"
|
||||||
|
& $msbuild /r ./Microsoft.Maui.Graphics-net6.sln /p:Configuration=${{ BuildConfiguration }} /bl:$(Build.ArtifactStagingDirectory)/${{ BuildConfiguration }}-net6.binlog
|
||||||
displayName: build net6 solutions
|
displayName: build net6 solutions
|
||||||
|
|
||||||
|
|
||||||
# - pwsh: |
|
|
||||||
# $vs = & dotnet vs where --preview --prop=InstallationPath
|
|
||||||
# $msbuild = "$vs\MSBuild\Current\Bin\MSBuild.exe"
|
|
||||||
# & $msbuild /r ./Microsoft.Maui.Graphics-net6.sln /p:Configuration=${{ BuildConfiguration }} /bl:$(Build.ArtifactStagingDirectory)/${{ BuildConfiguration }}-net6.binlog
|
|
||||||
# displayName: build net6 solutions
|
|
||||||
|
|
||||||
- task: NuGetCommand@2
|
- task: NuGetCommand@2
|
||||||
displayName: 'Pack nupkg'
|
displayName: 'Pack nupkg'
|
||||||
inputs:
|
inputs:
|
||||||
|
|
|
||||||
21
build.cake
21
build.cake
|
|
@ -22,14 +22,13 @@ PowerShell:
|
||||||
// #addin "nuget:?package=Cake.Boots&version=1.0.4.600-preview1"
|
// #addin "nuget:?package=Cake.Boots&version=1.0.4.600-preview1"
|
||||||
// #addin "nuget:?package=Cake.AppleSimulator&version=0.2.0"
|
// #addin "nuget:?package=Cake.AppleSimulator&version=0.2.0"
|
||||||
// #addin "nuget:?package=Cake.FileHelpers&version=3.2.1"
|
// #addin "nuget:?package=Cake.FileHelpers&version=3.2.1"
|
||||||
|
#load "eng/cake/dotnet.cake"
|
||||||
|
|
||||||
//////////////////////////////////////////////////////////////////////
|
//////////////////////////////////////////////////////////////////////
|
||||||
// TOOLS
|
// TOOLS
|
||||||
//////////////////////////////////////////////////////////////////////
|
//////////////////////////////////////////////////////////////////////
|
||||||
#tool nuget:?package=NUnit.ConsoleRunner&version=3.11.1
|
#tool nuget:?package=NUnit.ConsoleRunner&version=3.11.1
|
||||||
#tool "nuget:?package=nuget.commandline&version=5.8.1"
|
#tool "nuget:?package=nuget.commandline&version=5.8.1"
|
||||||
#load "eng/cake/dotnet.cake"
|
|
||||||
#load "eng/cake/helpers.cake"
|
|
||||||
|
|
||||||
//////////////////////////////////////////////////////////////////////
|
//////////////////////////////////////////////////////////////////////
|
||||||
// ARGUMENTS
|
// ARGUMENTS
|
||||||
|
|
@ -43,13 +42,7 @@ string envProgramFiles = EnvironmentVariable("ProgramFiles(x86)");
|
||||||
var configuration = GetBuildVariable("BUILD_CONFIGURATION", GetBuildVariable("configuration", "DEBUG"));
|
var configuration = GetBuildVariable("BUILD_CONFIGURATION", GetBuildVariable("configuration", "DEBUG"));
|
||||||
var msbuildPath = GetBuildVariable("msbuild", $"{envProgramFiles}\\Microsoft Visual Studio\\2019\\Enterprise\\MSBuild\\Current\\Bin\\MSBuild.exe");
|
var msbuildPath = GetBuildVariable("msbuild", $"{envProgramFiles}\\Microsoft Visual Studio\\2019\\Enterprise\\MSBuild\\Current\\Bin\\MSBuild.exe");
|
||||||
bool isHostedAgent = agentName.StartsWith("Azure Pipelines") || agentName.StartsWith("Hosted Agent");
|
bool isHostedAgent = agentName.StartsWith("Azure Pipelines") || agentName.StartsWith("Hosted Agent");
|
||||||
string logDirectory = EnvironmentVariable("LogDirectory", $"{artifactStagingDirectory}/logs");
|
|
||||||
string testResultsDirectory = EnvironmentVariable("TestResultsDirectory", $"{artifactStagingDirectory}/test-results");
|
|
||||||
string MSBuildExe = Argument("msbuild", EnvironmentVariable("MSBUILD_EXE", ""));
|
|
||||||
string MSBuildArgumentsENV = EnvironmentVariable("MSBuildArguments", "");
|
|
||||||
string MSBuildArgumentsARGS = Argument("MSBuildArguments", "");
|
|
||||||
string MSBuildArguments;
|
|
||||||
var localDotnet = GetBuildVariable("workloads", (target == "VS-WINUI") ? "global" : "local") == "local";
|
|
||||||
|
|
||||||
var target = Argument("target", "Default");
|
var target = Argument("target", "Default");
|
||||||
if(String.IsNullOrWhiteSpace(target))
|
if(String.IsNullOrWhiteSpace(target))
|
||||||
|
|
@ -59,10 +52,18 @@ if(String.IsNullOrWhiteSpace(target))
|
||||||
// TASK TARGETS
|
// TASK TARGETS
|
||||||
//////////////////////////////////////////////////////////////////////
|
//////////////////////////////////////////////////////////////////////
|
||||||
|
|
||||||
// Task("Default").IsDependentOn("dotnet-pack");
|
Task("Default").IsDependentOn("dotnet-pack");
|
||||||
|
|
||||||
//////////////////////////////////////////////////////////////////////
|
//////////////////////////////////////////////////////////////////////
|
||||||
// EXECUTION
|
// EXECUTION
|
||||||
//////////////////////////////////////////////////////////////////////
|
//////////////////////////////////////////////////////////////////////
|
||||||
|
|
||||||
RunTarget(target);
|
RunTarget(target);
|
||||||
|
|
||||||
|
T GetBuildVariable<T>(string key, T defaultValue)
|
||||||
|
{
|
||||||
|
// on MAC all environment variables are upper case regardless of how you specify them in devops
|
||||||
|
// And then Environment Variable check is case sensitive
|
||||||
|
T upperCaseReturnValue = Argument(key.ToUpper(), EnvironmentVariable(key.ToUpper(), defaultValue));
|
||||||
|
return Argument(key, EnvironmentVariable(key, upperCaseReturnValue));
|
||||||
|
}
|
||||||
|
|
|
||||||
20
build.ps1
20
build.ps1
|
|
@ -1,20 +0,0 @@
|
||||||
# script inspired by https://andrewlock.net/simplifying-the-cake-global-tool-bootstrapper-scripts-in-netcore3-with-local-tools/
|
|
||||||
|
|
||||||
[CmdletBinding()]
|
|
||||||
Param(
|
|
||||||
[string]$Script = "build.cake",
|
|
||||||
[string]$Target,
|
|
||||||
[Parameter(Position=0,Mandatory=$false,ValueFromRemainingArguments=$true)]
|
|
||||||
[string[]]$ScriptArgs
|
|
||||||
)
|
|
||||||
|
|
||||||
# Restore Cake tool
|
|
||||||
& dotnet tool restore
|
|
||||||
|
|
||||||
# Build Cake arguments
|
|
||||||
$cakeArguments = @("$Script");
|
|
||||||
if ($Target) { $cakeArguments += "--target=$Target" }
|
|
||||||
$cakeArguments += $ScriptArgs
|
|
||||||
|
|
||||||
& dotnet tool run dotnet-cake -- $cakeArguments
|
|
||||||
exit $LASTEXITCODE
|
|
||||||
30
build.sh
30
build.sh
|
|
@ -1,30 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
# script inspired by https://andrewlock.net/simplifying-the-cake-global-tool-bootstrapper-scripts-in-netcore3-with-local-tools/
|
|
||||||
|
|
||||||
# Define default arguments.
|
|
||||||
SCRIPT="build.cake"
|
|
||||||
CAKE_ARGUMENTS=()
|
|
||||||
|
|
||||||
# Parse arguments.
|
|
||||||
for i in "$@"; do
|
|
||||||
case $1 in
|
|
||||||
-s|--script) SCRIPT="$2"; shift ;;
|
|
||||||
--) shift; CAKE_ARGUMENTS+=("$@"); break ;;
|
|
||||||
*) CAKE_ARGUMENTS+=("$1") ;;
|
|
||||||
esac
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
# Restore Cake tool
|
|
||||||
dotnet tool restore
|
|
||||||
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
echo "An error occured while installing Cake."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "${CAKE_ARGUMENTS[@]}"
|
|
||||||
|
|
||||||
# Start Cake
|
|
||||||
dotnet tool run dotnet-cake "$SCRIPT" "${CAKE_ARGUMENTS[@]}"
|
|
||||||
|
|
@ -0,0 +1,20 @@
|
||||||
|
<Project Sdk="Microsoft.Build.NoTargets">
|
||||||
|
<PropertyGroup>
|
||||||
|
<TargetFramework>netstandard2.0</TargetFramework>
|
||||||
|
</PropertyGroup>
|
||||||
|
<ItemGroup>
|
||||||
|
<PackageDownload Include="Microsoft.Android.Ref" Version="[$(MicrosoftAndroidSdkWindowsPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.Android.Sdk.Windows" Version="[$(MicrosoftAndroidSdkWindowsPackageVersion)]" Condition="$([MSBuild]::IsOSPlatform('windows'))" />
|
||||||
|
<PackageDownload Include="Microsoft.Android.Sdk.Darwin" Version="[$(MicrosoftAndroidSdkWindowsPackageVersion)]" Condition="$([MSBuild]::IsOSPlatform('osx'))" />
|
||||||
|
<PackageDownload Include="Microsoft.Android.Sdk.BundleTool" Version="[$(MicrosoftAndroidSdkWindowsPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.MacCatalyst.Ref" Version="[$(MicrosoftMacCatalystSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.MacCatalyst.Sdk" Version="[$(MicrosoftMacCatalystSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.iOS.Ref" Version="[$(MicrosoftiOSSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.iOS.Sdk" Version="[$(MicrosoftiOSSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.iOS.Windows.Sdk" Version="[$(MicrosoftiOSSdkPackageVersion)]" Condition="$([MSBuild]::IsOSPlatform('windows'))" />
|
||||||
|
<PackageDownload Include="Microsoft.tvOS.Ref" Version="[$(MicrosofttvOSSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.tvOS.Sdk" Version="[$(MicrosofttvOSSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.macOS.Ref" Version="[$(MicrosoftmacOSSdkPackageVersion)]" />
|
||||||
|
<PackageDownload Include="Microsoft.macOS.Sdk" Version="[$(MicrosoftmacOSSdkPackageVersion)]" />
|
||||||
|
</ItemGroup>
|
||||||
|
</Project>
|
||||||
|
|
@ -3,7 +3,6 @@
|
||||||
<TargetFramework>netstandard2.0</TargetFramework>
|
<TargetFramework>netstandard2.0</TargetFramework>
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<PackageDownload Include="Microsoft.NET.Workload.Mono.ToolChain.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftNETCoreAppRefPackageVersion)]" />
|
|
||||||
<PackageDownload Include="Microsoft.NET.Sdk.Android.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftAndroidSdkWindowsPackageVersion)]" />
|
<PackageDownload Include="Microsoft.NET.Sdk.Android.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftAndroidSdkWindowsPackageVersion)]" />
|
||||||
<PackageDownload Include="Microsoft.NET.Sdk.MacCatalyst.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftMacCatalystSdkPackageVersion)]" />
|
<PackageDownload Include="Microsoft.NET.Sdk.MacCatalyst.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftMacCatalystSdkPackageVersion)]" />
|
||||||
<PackageDownload Include="Microsoft.NET.Sdk.iOS.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftiOSSdkPackageVersion)]" />
|
<PackageDownload Include="Microsoft.NET.Sdk.iOS.Manifest-$(DotNetPreviewVersionBand)" Version="[$(MicrosoftiOSSdkPackageVersion)]" />
|
||||||
|
|
|
||||||
|
|
@ -2,7 +2,6 @@
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<TargetFramework>netstandard2.0</TargetFramework>
|
<TargetFramework>netstandard2.0</TargetFramework>
|
||||||
<IsPackable>false</IsPackable>
|
<IsPackable>false</IsPackable>
|
||||||
<InstallWorkloadPacks Condition=" '$(InstallWorkloadPacks)' == '' ">true</InstallWorkloadPacks>
|
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
<PropertyGroup Condition="$([MSBuild]::IsOSPlatform('windows'))">
|
<PropertyGroup Condition="$([MSBuild]::IsOSPlatform('windows'))">
|
||||||
<DotNetInstallScriptUrl>https://dot.net/v1/dotnet-install.ps1</DotNetInstallScriptUrl>
|
<DotNetInstallScriptUrl>https://dot.net/v1/dotnet-install.ps1</DotNetInstallScriptUrl>
|
||||||
|
|
@ -22,60 +21,12 @@
|
||||||
<_ProvisionDependsOn>
|
<_ProvisionDependsOn>
|
||||||
_DownloadDotNetInstallScript;
|
_DownloadDotNetInstallScript;
|
||||||
_InstallDotNet;
|
_InstallDotNet;
|
||||||
_AcquireWorkloadManifests;
|
_AcquireWorkloads;
|
||||||
_InstallWorkloadPacks;
|
_AcquirePacks;
|
||||||
</_ProvisionDependsOn>
|
</_ProvisionDependsOn>
|
||||||
</PropertyGroup>
|
</PropertyGroup>
|
||||||
|
|
||||||
<!-- Build target provisions ./bin/dotnet/ -->
|
|
||||||
<Target Name="_Provision" BeforeTargets="Build" DependsOnTargets="$(_ProvisionDependsOn)" />
|
<Target Name="_Provision" BeforeTargets="Build" DependsOnTargets="$(_ProvisionDependsOn)" />
|
||||||
|
|
||||||
<!--
|
|
||||||
Install target takes artifacts/*.nupkg and installs them to the current 'dotnet'.
|
|
||||||
Running this with ./bin/dotnet/dotnet will work without elevation.
|
|
||||||
For a system install, you will need to run this in an admin command-prompt on Windows, or use 'sudo' on Mac.
|
|
||||||
-->
|
|
||||||
<Target Name="Install" DependsOnTargets="SetVersions">
|
|
||||||
|
|
||||||
<Error
|
|
||||||
Condition=" '$(MSBuildRuntimeType)' != 'Core' "
|
|
||||||
Text="You should only run this target with 'dotnet build'."
|
|
||||||
/>
|
|
||||||
<PropertyGroup>
|
|
||||||
<_InstallTempDirectory>$(DotNetTempDirectory)install/</_InstallTempDirectory>
|
|
||||||
</PropertyGroup>
|
|
||||||
|
|
||||||
<!-- Setup Microsoft.NET.Sdk.Maui/WorkloadManifest.* -->
|
|
||||||
<ItemGroup>
|
|
||||||
<_PackagesToUnzip Include="$(PackageOutputPath)/Microsoft.NET.Sdk.Maui.Manifest-$(DotNetPreviewVersionBand).*.nupkg" />
|
|
||||||
</ItemGroup>
|
|
||||||
<Unzip
|
|
||||||
SourceFiles="@(_PackagesToUnzip)"
|
|
||||||
DestinationFolder="$(_InstallTempDirectory)"
|
|
||||||
/>
|
|
||||||
<ItemGroup>
|
|
||||||
<_WorkloadFiles Include="$(_InstallTempDirectory)data/WorkloadManifest.*" />
|
|
||||||
</ItemGroup>
|
|
||||||
<CopyWorkloadFiles
|
|
||||||
Name="microsoft.net.sdk.maui"
|
|
||||||
Files="@(_WorkloadFiles)"
|
|
||||||
WorkloadDirectory="$(MSBuildExtensionsPath)../../sdk-manifests/$(DotNetPreviewVersionBand)"
|
|
||||||
VersionBand="$(DotNetPreviewVersionBand)"
|
|
||||||
/>
|
|
||||||
<RemoveDir Directories="$(_InstallTempDirectory)" />
|
|
||||||
|
|
||||||
<!-- Run 'dotnet workload install' for the current running 'dotnet' install -->
|
|
||||||
<ItemGroup>
|
|
||||||
<_WorkloadSource Include="$(PackageOutputPath)" />
|
|
||||||
<_WorkloadSource Include="$(DotNet6Feed)" />
|
|
||||||
</ItemGroup>
|
|
||||||
<Exec
|
|
||||||
Command=""$(MSBuildExtensionsPath)../../dotnet" workload install maui --skip-manifest-update --verbosity diag --temp-dir "$(DotNetTempDirectory)" @(_WorkloadSource->'--source "%(Identity)"', ' ')"
|
|
||||||
WorkingDirectory="$(MauiRootDirectory)"
|
|
||||||
/>
|
|
||||||
|
|
||||||
</Target>
|
|
||||||
|
|
||||||
<PropertyGroup>
|
<PropertyGroup>
|
||||||
<!-- These files should invalidate ./bin/dotnet completely -->
|
<!-- These files should invalidate ./bin/dotnet completely -->
|
||||||
<_Inputs>
|
<_Inputs>
|
||||||
|
|
@ -109,33 +60,23 @@
|
||||||
<_PacksToRemove Include="Microsoft.NET.Workload.iOS" />
|
<_PacksToRemove Include="Microsoft.NET.Workload.iOS" />
|
||||||
<_PacksToRemove Include="Microsoft.NET.Workload.tvOS" />
|
<_PacksToRemove Include="Microsoft.NET.Workload.tvOS" />
|
||||||
<_PacksToRemove Include="Microsoft.NET.Workload.macOS" />
|
<_PacksToRemove Include="Microsoft.NET.Workload.macOS" />
|
||||||
<!-- Ids for 'dotnet workload install' -->
|
|
||||||
<_WorkloadIds Include="android-aot" />
|
|
||||||
<_WorkloadIds Include="maccatalyst" />
|
|
||||||
<_WorkloadIds Include="macos" />
|
|
||||||
<_WorkloadIds Include="ios" />
|
|
||||||
<_WorkloadIds Include="tvos" />
|
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
|
|
||||||
<Target Name="_AcquireWorkloadManifests"
|
<Target Name="_AcquireWorkloads"
|
||||||
Inputs="$(_Inputs);Dependencies/Workloads.csproj"
|
Inputs="$(_Inputs);Dependencies/Workloads.csproj"
|
||||||
Outputs="$(DotNetSdkManifestsDirectory).stamp">
|
Outputs="$(DotNetSdkManifestsDirectory).stamp">
|
||||||
<PropertyGroup>
|
<RemoveDir Directories="@(_PacksToRemove->'$(DotNetSdkManifestsDirectory)%(Identity)')" />
|
||||||
<_WorkloadManifestDir>$(DotNetTempDirectory)workload/</_WorkloadManifestDir>
|
|
||||||
</PropertyGroup>
|
|
||||||
<RemoveDir Directories="$(_WorkloadManifestDir);@(_PacksToRemove->'$(DotNetSdkManifestsDirectory)%(Identity)')" />
|
|
||||||
<MakeDir Directories="$(_WorkloadManifestDir)" />
|
|
||||||
<Exec
|
<Exec
|
||||||
Command=""$(DotNetToolPath)" restore "$(MSBuildThisFileDirectory)Dependencies/Workloads.csproj" -bl:$(PackageOutputPath)/DotNetWorkloads.binlog"
|
Command=""$(DotNetToolPath)" restore "$(MSBuildThisFileDirectory)Dependencies/Workloads.csproj" -bl:$(PackageOutputPath)/DotNetWorkloads.binlog"
|
||||||
EnvironmentVariables="NUGET_PACKAGES=$(_WorkloadManifestDir);DOTNET_SKIP_FIRST_TIME_EXPERIENCE=1"
|
EnvironmentVariables="NUGET_PACKAGES=$(DotNetTempDirectory);DOTNET_SKIP_FIRST_TIME_EXPERIENCE=1"
|
||||||
/>
|
/>
|
||||||
<!--
|
<!--
|
||||||
NOTE: Workloads need to go in dotnet/sdk-manifests/6.0.100/microsoft.net.*/
|
NOTE: Workloads need to go in dotnet/sdk-manifests/6.0.100/Microsoft.NET.*/
|
||||||
Workloads only contain two files: data/WorkloadManifest.targets & data/WorkloadManifest.json
|
Workloads only contain two files: data/WorkloadManifest.targets & data/WorkloadManifest.json
|
||||||
We downloaded these to $(_WorkloadManifestDir), so we could move files individually.
|
We downloaded these to $(DotNetTempDirectory), so we could move files individually.
|
||||||
-->
|
-->
|
||||||
<ItemGroup>
|
<ItemGroup>
|
||||||
<_WorkloadFiles Include="$(_WorkloadManifestDir)microsoft.net.*/*/data/WorkloadManifest.*" />
|
<_WorkloadFiles Include="$(DotNetTempDirectory)Microsoft.NET.*/*/data/WorkloadManifest.*" />
|
||||||
</ItemGroup>
|
</ItemGroup>
|
||||||
<CopyWorkloadFiles
|
<CopyWorkloadFiles
|
||||||
Files="@(_WorkloadFiles)"
|
Files="@(_WorkloadFiles)"
|
||||||
|
|
@ -143,17 +84,44 @@
|
||||||
VersionBand="$(DotNetPreviewVersionBand)"
|
VersionBand="$(DotNetPreviewVersionBand)"
|
||||||
/>
|
/>
|
||||||
|
|
||||||
|
<!-- In order to support older MSBuild versions, change the version string to an integer -->
|
||||||
|
<ReplaceText
|
||||||
|
Input="$(DotNetSdkManifestsDirectory)microsoft.net.sdk.android/WorkloadManifest.json"
|
||||||
|
OldValue=""version": "$(MicrosoftAndroidSdkWindowsPackageVersion)""
|
||||||
|
NewValue=""version": 6"
|
||||||
|
/>
|
||||||
|
<ReplaceText
|
||||||
|
Input="$(DotNetSdkManifestsDirectory)microsoft.net.sdk.maccatalyst/WorkloadManifest.json"
|
||||||
|
OldValue=""version": "$(MicrosoftMacCatalystSdkPackageVersion)""
|
||||||
|
NewValue=""version": 6"
|
||||||
|
/>
|
||||||
|
<ReplaceText
|
||||||
|
Input="$(DotNetSdkManifestsDirectory)microsoft.net.sdk.ios/WorkloadManifest.json"
|
||||||
|
OldValue=""version": "$(MicrosoftiOSSdkPackageVersion)""
|
||||||
|
NewValue=""version": 6"
|
||||||
|
/>
|
||||||
|
<ReplaceText
|
||||||
|
Input="$(DotNetSdkManifestsDirectory)microsoft.net.sdk.tvos/WorkloadManifest.json"
|
||||||
|
OldValue=""version": "$(MicrosofttvOSSdkPackageVersion)""
|
||||||
|
NewValue=""version": 6"
|
||||||
|
/>
|
||||||
|
<ReplaceText
|
||||||
|
Input="$(DotNetSdkManifestsDirectory)microsoft.net.sdk.macos/WorkloadManifest.json"
|
||||||
|
OldValue=""version": "$(MicrosoftmacOSSdkPackageVersion)""
|
||||||
|
NewValue=""version": 6"
|
||||||
|
/>
|
||||||
|
|
||||||
<Touch Files="$(DotNetSdkManifestsDirectory).stamp" AlwaysCreate="true" />
|
<Touch Files="$(DotNetSdkManifestsDirectory).stamp" AlwaysCreate="true" />
|
||||||
</Target>
|
</Target>
|
||||||
|
|
||||||
<Target Name="_InstallWorkloadPacks"
|
<Target Name="_AcquirePacks"
|
||||||
Condition=" '$(InstallWorkloadPacks)' == 'true' "
|
Inputs="$(_Inputs);Dependencies/Packs.csproj"
|
||||||
Inputs="$(_Inputs)"
|
|
||||||
Outputs="$(DotNetPacksDirectory).stamp">
|
Outputs="$(DotNetPacksDirectory).stamp">
|
||||||
<Exec
|
<Exec
|
||||||
Command=""$(DotNetToolPath)" workload install %(_WorkloadIds.Identity) --skip-manifest-update --verbosity diag --temp-dir "$(DotNetTempDirectory)" --source "$(DotNet6Feed)""
|
Command=""$(DotNetToolPath)" restore "$(MSBuildThisFileDirectory)Dependencies/Packs.csproj" -bl:$(PackageOutputPath)/DotNetPacks.binlog"
|
||||||
WorkingDirectory="$(MauiRootDirectory)"
|
EnvironmentVariables="NUGET_PACKAGES=$(DotNetPacksDirectory);DOTNET_SKIP_FIRST_TIME_EXPERIENCE=1"
|
||||||
/>
|
/>
|
||||||
|
<RemoveDir Directories="@(_PacksToRemove->'$(DotNetPacksDirectory)%(Identity)')" />
|
||||||
<Touch Files="$(DotNetPacksDirectory).stamp" AlwaysCreate="true" />
|
<Touch Files="$(DotNetPacksDirectory).stamp" AlwaysCreate="true" />
|
||||||
</Target>
|
</Target>
|
||||||
|
|
||||||
|
|
@ -161,7 +129,6 @@
|
||||||
TaskFactory="RoslynCodeTaskFactory"
|
TaskFactory="RoslynCodeTaskFactory"
|
||||||
AssemblyFile="$(MSBuildToolsPath)\Microsoft.Build.Tasks.Core.dll">
|
AssemblyFile="$(MSBuildToolsPath)\Microsoft.Build.Tasks.Core.dll">
|
||||||
<ParameterGroup>
|
<ParameterGroup>
|
||||||
<Name ParameterType="System.String" />
|
|
||||||
<Files ParameterType="System.String[]" Required="true" />
|
<Files ParameterType="System.String[]" Required="true" />
|
||||||
<WorkloadDirectory ParameterType="System.String" Required="true" />
|
<WorkloadDirectory ParameterType="System.String" Required="true" />
|
||||||
<VersionBand ParameterType="System.String" Required="true" />
|
<VersionBand ParameterType="System.String" Required="true" />
|
||||||
|
|
@ -173,7 +140,7 @@
|
||||||
// This is only in C#, because the equivalent MSBuild XML would not be pretty.
|
// This is only in C#, because the equivalent MSBuild XML would not be pretty.
|
||||||
foreach (var file in Files)
|
foreach (var file in Files)
|
||||||
{
|
{
|
||||||
var name = string.IsNullOrEmpty(Name) ? Directory.GetParent (file).Parent.Parent.Name : Name;
|
var name = Directory.GetParent (file).Parent.Parent.Name;
|
||||||
var directory = Path.Combine(WorkloadDirectory, name.Replace($".manifest-{VersionBand}", ""));
|
var directory = Path.Combine(WorkloadDirectory, name.Replace($".manifest-{VersionBand}", ""));
|
||||||
Directory.CreateDirectory(directory);
|
Directory.CreateDirectory(directory);
|
||||||
var destination = Path.Combine(directory, Path.GetFileName(file));
|
var destination = Path.Combine(directory, Path.GetFileName(file));
|
||||||
|
|
@ -184,5 +151,24 @@
|
||||||
</Code>
|
</Code>
|
||||||
</Task>
|
</Task>
|
||||||
</UsingTask>
|
</UsingTask>
|
||||||
|
<UsingTask TaskName="ReplaceText"
|
||||||
|
TaskFactory="RoslynCodeTaskFactory"
|
||||||
|
AssemblyFile="$(MSBuildToolsPath)\Microsoft.Build.Tasks.Core.dll">
|
||||||
|
<ParameterGroup>
|
||||||
|
<Input ParameterType="System.String" Required="true" />
|
||||||
|
<OldValue ParameterType="System.String" Required="true" />
|
||||||
|
<NewValue ParameterType="System.String" Required="true" />
|
||||||
|
</ParameterGroup>
|
||||||
|
<Task>
|
||||||
|
<Using Namespace="System.IO" />
|
||||||
|
<Using Namespace="System.Text.RegularExpressions" />
|
||||||
|
<Code Type="Fragment" Language="cs">
|
||||||
|
<![CDATA[
|
||||||
|
var regex = new Regex(Regex.Escape(OldValue));
|
||||||
|
File.WriteAllText(Input, regex.Replace(File.ReadAllText(Input), NewValue, count: 1));
|
||||||
|
]]>
|
||||||
|
</Code>
|
||||||
|
</Task>
|
||||||
|
</UsingTask>
|
||||||
|
|
||||||
</Project>
|
</Project>
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
<Project>
|
|
||||||
|
|
||||||
<!--
|
|
||||||
By default, build for an old TFM for wide applicability. When running source-build, target the
|
|
||||||
current .NET SDK framework version to avoid dependency challenges.
|
|
||||||
-->
|
|
||||||
<PropertyGroup>
|
|
||||||
<TargetFrameworkForNETSDK>netcoreapp3.1</TargetFrameworkForNETSDK>
|
|
||||||
<TargetFrameworkForNETSDK Condition="'$(DotNetBuildFromSource)' == 'true'">net6.0</TargetFrameworkForNETSDK>
|
|
||||||
</PropertyGroup>
|
|
||||||
|
|
||||||
</Project>
|
|
||||||
|
|
@ -1,12 +1,12 @@
|
||||||
<Dependencies>
|
<Dependencies>
|
||||||
<ProductDependencies>
|
<ProductDependencies>
|
||||||
<Dependency Name="Microsoft.Dotnet.Sdk.Internal" Version="6.0.100-rtm.21476.2" CoherentParentDependency="Microsoft.Android.Sdk.Windows">
|
<Dependency Name="Microsoft.Dotnet.Sdk.Internal" Version="6.0.100-rc.1.21426.23" CoherentParentDependency="Microsoft.Android.Sdk.Windows">
|
||||||
<Uri>https://github.com/dotnet/installer</Uri>
|
<Uri>https://github.com/dotnet/installer</Uri>
|
||||||
<Sha>885ff3819901e75ee1782185a53a3ab4ea6deac8</Sha>
|
<Sha>91aa470f1e6c40e1de1050f5ea63480e14fdc592</Sha>
|
||||||
</Dependency>
|
</Dependency>
|
||||||
<Dependency Name="Microsoft.Android.Sdk.Windows" Version="31.0.101-preview.10.31">
|
<Dependency Name="Microsoft.Android.Sdk.Windows" Version="31.0.100-rc.1.12">
|
||||||
<Uri>https://github.com/xamarin/xamarin-android</Uri>
|
<Uri>https://github.com/xamarin/xamarin-android</Uri>
|
||||||
<Sha>05ca38c7248b9af926c3c314bb99bf5cc22c3bd3</Sha>
|
<Sha>eadb58fc2d6e32759c1e6a8e500b4cfec36a0a51</Sha>
|
||||||
</Dependency>
|
</Dependency>
|
||||||
<Dependency Name="Microsoft.MacCatalyst.Sdk" Version="15.0.101-preview.10.165">
|
<Dependency Name="Microsoft.MacCatalyst.Sdk" Version="15.0.101-preview.10.165">
|
||||||
<Uri>https://github.com/xamarin/xamarin-macios</Uri>
|
<Uri>https://github.com/xamarin/xamarin-macios</Uri>
|
||||||
|
|
|
||||||
|
|
@ -1,15 +1,8 @@
|
||||||
<Project>
|
<Project>
|
||||||
<PropertyGroup>
|
<!--Package versions-->
|
||||||
<!-- This repo version -->
|
<PropertyGroup>
|
||||||
<VersionPrefix>6.0.101</VersionPrefix>
|
<MicrosoftDotnetSdkInternalPackageVersion>6.0.100-rc.1.21426.23</MicrosoftDotnetSdkInternalPackageVersion>
|
||||||
<PreReleaseVersionLabel>preview.10</PreReleaseVersionLabel>
|
<MicrosoftAndroidSdkWindowsPackageVersion>31.0.100-rc.1.12</MicrosoftAndroidSdkWindowsPackageVersion>
|
||||||
<!-- dotnet/installer -->
|
|
||||||
<MicrosoftDotnetSdkInternalPackageVersion>6.0.100-rtm.21476.2</MicrosoftDotnetSdkInternalPackageVersion>
|
|
||||||
<!-- dotnet/runtime -->
|
|
||||||
<MicrosoftNETCoreAppRefPackageVersion>6.0.0-rtm.21472.13</MicrosoftNETCoreAppRefPackageVersion>
|
|
||||||
<!-- xamarin/xamarin-android -->
|
|
||||||
<MicrosoftAndroidSdkWindowsPackageVersion>31.0.101-preview.10.31</MicrosoftAndroidSdkWindowsPackageVersion>
|
|
||||||
<!-- xamarin/xamarin-macios -->
|
|
||||||
<MicrosoftMacCatalystSdkPackageVersion>15.0.101-preview.10.165</MicrosoftMacCatalystSdkPackageVersion>
|
<MicrosoftMacCatalystSdkPackageVersion>15.0.101-preview.10.165</MicrosoftMacCatalystSdkPackageVersion>
|
||||||
<MicrosoftiOSSdkPackageVersion>15.0.101-preview.10.165</MicrosoftiOSSdkPackageVersion>
|
<MicrosoftiOSSdkPackageVersion>15.0.101-preview.10.165</MicrosoftiOSSdkPackageVersion>
|
||||||
<MicrosofttvOSSdkPackageVersion>15.0.101-preview.10.165</MicrosofttvOSSdkPackageVersion>
|
<MicrosofttvOSSdkPackageVersion>15.0.101-preview.10.165</MicrosofttvOSSdkPackageVersion>
|
||||||
|
|
|
||||||
|
|
@ -1 +0,0 @@
|
||||||
tools/
|
|
||||||
|
|
@ -2,173 +2,32 @@
|
||||||
|
|
||||||
var ext = IsRunningOnWindows() ? ".exe" : "";
|
var ext = IsRunningOnWindows() ? ".exe" : "";
|
||||||
var dotnetPath = $"./bin/dotnet/dotnet{ext}";
|
var dotnetPath = $"./bin/dotnet/dotnet{ext}";
|
||||||
var dotnetProjectPath = "./build/DotNet/DotNet.csproj";
|
|
||||||
var graphicsSln = "Microsoft.Maui.Graphics-net6.sln";
|
|
||||||
|
|
||||||
// Tasks for CI
|
|
||||||
|
|
||||||
Task("dotnet")
|
Task("dotnet")
|
||||||
.Description("Provisions .NET 6 into bin/dotnet based on eng/Versions.props")
|
.Description("Provisions .NET 6 into bin/dotnet based on eng/Versions.props")
|
||||||
.Does(() =>
|
.Does(() =>
|
||||||
{
|
{
|
||||||
Information("Provisions");
|
var binlog = $"artifacts/dotnet-{configuration}.binlog";
|
||||||
// if (!localDotnet)
|
var settings = new DotNetCoreBuildSettings
|
||||||
// return;
|
|
||||||
|
|
||||||
DotNetCoreBuild(dotnetProjectPath, new DotNetCoreBuildSettings
|
|
||||||
{
|
{
|
||||||
MSBuildSettings = new DotNetCoreMSBuildSettings()
|
MSBuildSettings = new DotNetCoreMSBuildSettings()
|
||||||
.EnableBinaryLogger($"{logDirectory}/dotnet-{configuration}.binlog")
|
.EnableBinaryLogger(binlog)
|
||||||
.SetConfiguration(configuration),
|
.SetConfiguration(configuration),
|
||||||
});
|
};
|
||||||
|
DotNetCoreBuild("./build/DotNet/DotNet.csproj", settings);
|
||||||
});
|
});
|
||||||
|
|
||||||
Task("dotnet-build")
|
Task("dotnet-pack")
|
||||||
.IsDependentOn("dotnet")
|
.Description("Build and create .NET 6 NuGet packages")
|
||||||
.Description("Build the solutions")
|
.Does(()=>
|
||||||
.Does(() =>
|
|
||||||
{
|
{
|
||||||
RunMSBuildWithDotNet(graphicsSln);
|
|
||||||
});
|
|
||||||
|
|
||||||
|
var settings = new DotNetCoreToolSettings
|
||||||
Task("dotnet-local-workloads")
|
|
||||||
.Does(() =>
|
|
||||||
{
|
|
||||||
if (!localDotnet)
|
|
||||||
return;
|
|
||||||
|
|
||||||
DotNetCoreBuild(dotnetProjectPath, new DotNetCoreBuildSettings
|
|
||||||
{
|
{
|
||||||
MSBuildSettings = new DotNetCoreMSBuildSettings()
|
DiagnosticOutput = true,
|
||||||
.EnableBinaryLogger($"{logDirectory}/dotnet-{configuration}.binlog")
|
ArgumentCustomization = args => args.Append($"./eng/package.ps1 -configuration \"{configuration}\"")
|
||||||
.SetConfiguration(configuration)
|
|
||||||
.WithProperty("InstallWorkloadPacks", "false"),
|
|
||||||
});
|
|
||||||
|
|
||||||
DotNetCoreBuild(dotnetProjectPath, new DotNetCoreBuildSettings
|
|
||||||
{
|
|
||||||
MSBuildSettings = new DotNetCoreMSBuildSettings()
|
|
||||||
.EnableBinaryLogger($"{logDirectory}/dotnet-install-{configuration}.binlog")
|
|
||||||
.SetConfiguration(configuration)
|
|
||||||
.WithTarget("Install"),
|
|
||||||
ToolPath = dotnetPath,
|
|
||||||
});
|
|
||||||
});
|
|
||||||
|
|
||||||
|
|
||||||
string FindMSBuild()
|
|
||||||
{
|
|
||||||
if (!string.IsNullOrWhiteSpace(MSBuildExe))
|
|
||||||
return MSBuildExe;
|
|
||||||
|
|
||||||
if (IsRunningOnWindows())
|
|
||||||
{
|
|
||||||
var vsInstallation = VSWhereLatest(new VSWhereLatestSettings { Requires = "Microsoft.Component.MSBuild", IncludePrerelease = true });
|
|
||||||
if (vsInstallation != null)
|
|
||||||
{
|
|
||||||
var path = vsInstallation.CombineWithFilePath(@"MSBuild\Current\Bin\MSBuild.exe");
|
|
||||||
if (FileExists(path))
|
|
||||||
return path.FullPath;
|
|
||||||
|
|
||||||
path = vsInstallation.CombineWithFilePath(@"MSBuild\15.0\Bin\MSBuild.exe");
|
|
||||||
if (FileExists(path))
|
|
||||||
return path.FullPath;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return "msbuild";
|
|
||||||
}
|
|
||||||
|
|
||||||
void SetDotNetEnvironmentVariables()
|
|
||||||
{
|
|
||||||
var dotnet = MakeAbsolute(Directory("./bin/dotnet/")).ToString();
|
|
||||||
|
|
||||||
SetEnvironmentVariable("DOTNET_INSTALL_DIR", dotnet);
|
|
||||||
SetEnvironmentVariable("DOTNET_ROOT", dotnet);
|
|
||||||
SetEnvironmentVariable("DOTNET_MSBUILD_SDK_RESOLVER_CLI_DIR", dotnet);
|
|
||||||
SetEnvironmentVariable("DOTNET_MULTILEVEL_LOOKUP", "0");
|
|
||||||
SetEnvironmentVariable("MSBuildEnableWorkloadResolver", "true");
|
|
||||||
SetEnvironmentVariable("PATH", dotnet, prepend: true);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
// NOTE: These methods work as long as the "dotnet" target has already run
|
|
||||||
|
|
||||||
void RunMSBuildWithDotNet(string sln, Dictionary<string, string> properties = null, bool deployAndRun = false)
|
|
||||||
{
|
|
||||||
var name = System.IO.Path.GetFileNameWithoutExtension(sln);
|
|
||||||
var binlog = $"\"{logDirectory}/{name}-{configuration}.binlog\"";
|
|
||||||
|
|
||||||
if(localDotnet)
|
|
||||||
SetDotNetEnvironmentVariables();
|
|
||||||
|
|
||||||
// If we're not on Windows, use ./bin/dotnet/dotnet
|
|
||||||
if (!IsRunningOnWindows() || deployAndRun)
|
|
||||||
{
|
|
||||||
var msbuildSettings = new DotNetCoreMSBuildSettings()
|
|
||||||
.SetConfiguration(configuration)
|
|
||||||
.EnableBinaryLogger(binlog);
|
|
||||||
|
|
||||||
if (properties != null)
|
|
||||||
{
|
|
||||||
foreach (var property in properties)
|
|
||||||
{
|
|
||||||
msbuildSettings.WithProperty(property.Key, property.Value);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (deployAndRun)
|
|
||||||
msbuildSettings.WithTarget("Run");
|
|
||||||
|
|
||||||
var dotnetBuildSettings = new DotNetCoreBuildSettings
|
|
||||||
{
|
|
||||||
MSBuildSettings = msbuildSettings,
|
|
||||||
};
|
};
|
||||||
|
|
||||||
if (localDotnet)
|
DotNetCoreTool("pwsh", settings);
|
||||||
dotnetBuildSettings.ToolPath = dotnetPath;
|
|
||||||
|
|
||||||
DotNetCoreBuild(sln, dotnetBuildSettings);
|
});
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
// Otherwise we need to run MSBuild for WinUI support
|
|
||||||
var msbuild = FindMSBuild();
|
|
||||||
Information("Using MSBuild: {0}", msbuild);
|
|
||||||
var msbuildSettings = new MSBuildSettings { ToolPath = msbuild }
|
|
||||||
.WithRestore()
|
|
||||||
.SetConfiguration(configuration)
|
|
||||||
.EnableBinaryLogger(binlog);
|
|
||||||
|
|
||||||
if (properties != null)
|
|
||||||
{
|
|
||||||
foreach (var property in properties)
|
|
||||||
{
|
|
||||||
msbuildSettings.WithProperty(property.Key, property.Value);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
MSBuild(sln, msbuildSettings);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// void RunTestWithLocalDotNet(string csproj)
|
|
||||||
// {
|
|
||||||
// var name = System.IO.Path.GetFileNameWithoutExtension(csproj);
|
|
||||||
// var binlog = $"{logDirectory}/{name}-{configuration}.binlog";
|
|
||||||
// var results = $"{name}-{configuration}.trx";
|
|
||||||
|
|
||||||
// if(localDotnet)
|
|
||||||
// SetDotNetEnvironmentVariables();
|
|
||||||
|
|
||||||
// DotNetCoreTest(csproj,
|
|
||||||
// new DotNetCoreTestSettings
|
|
||||||
// {
|
|
||||||
// Configuration = configuration,
|
|
||||||
// ToolPath = dotnetPath,
|
|
||||||
// NoBuild = true,
|
|
||||||
// Logger = $"trx;LogFileName={results}",
|
|
||||||
// ResultsDirectory = testResultsDirectory,
|
|
||||||
// ArgumentCustomization = args => args.Append($"-bl:{binlog}")
|
|
||||||
// });
|
|
||||||
// }
|
|
||||||
|
|
@ -1,86 +0,0 @@
|
||||||
Task("Clean")
|
|
||||||
.Description("Deletes all the obj/bin directories")
|
|
||||||
.Does(() =>
|
|
||||||
{
|
|
||||||
List<string> foldersToClean = new List<string>();
|
|
||||||
|
|
||||||
foreach (var item in new [] {"obj", "bin"})
|
|
||||||
{
|
|
||||||
foreach(string f in System.IO.Directory.GetDirectories(".", item, SearchOption.AllDirectories))
|
|
||||||
{
|
|
||||||
if(f.StartsWith(@".\bin") || f.StartsWith(@".\tools"))
|
|
||||||
continue;
|
|
||||||
|
|
||||||
// this is here as a safety check
|
|
||||||
if(!f.StartsWith(@".\src"))
|
|
||||||
continue;
|
|
||||||
|
|
||||||
CleanDirectories(f);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
});
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
T GetBuildVariable<T>(string key, T defaultValue)
|
|
||||||
{
|
|
||||||
// on MAC all environment variables are upper case regardless of how you specify them in devops
|
|
||||||
// And then Environment Variable check is case sensitive
|
|
||||||
T upperCaseReturnValue = Argument(key.ToUpper(), EnvironmentVariable(key.ToUpper(), defaultValue));
|
|
||||||
return Argument(key, EnvironmentVariable(key, upperCaseReturnValue));
|
|
||||||
}
|
|
||||||
|
|
||||||
string GetAndroidSDKPath()
|
|
||||||
{
|
|
||||||
var ANDROID_SDK_ROOT = Argument("android", EnvironmentVariable("ANDROID_SDK_ROOT") ?? EnvironmentVariable("ANDROID_HOME"));
|
|
||||||
|
|
||||||
if (string.IsNullOrEmpty(ANDROID_SDK_ROOT)) {
|
|
||||||
throw new Exception("Environment variable 'ANDROID_SDK_ROOT' or 'ANDROID_HOME' must be set to the Android SDK root.");
|
|
||||||
}
|
|
||||||
|
|
||||||
return ANDROID_SDK_ROOT;
|
|
||||||
}
|
|
||||||
|
|
||||||
public void PrintEnvironmentVariables()
|
|
||||||
{
|
|
||||||
var envVars = EnvironmentVariables();
|
|
||||||
|
|
||||||
string path;
|
|
||||||
if (envVars.TryGetValue("PATH", out path))
|
|
||||||
{
|
|
||||||
Information("Path: {0}", path);
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach(var envVar in envVars)
|
|
||||||
{
|
|
||||||
Information(
|
|
||||||
"Key: {0}\tValue: \"{1}\"",
|
|
||||||
envVar.Key,
|
|
||||||
envVar.Value
|
|
||||||
);
|
|
||||||
};
|
|
||||||
}
|
|
||||||
|
|
||||||
void SetDotNetEnvironmentVariables(string dotnetDir)
|
|
||||||
{
|
|
||||||
var dotnet = dotnetDir ?? MakeAbsolute(Directory("./bin/dotnet/")).ToString();
|
|
||||||
|
|
||||||
SetEnvironmentVariable("DOTNET_INSTALL_DIR", dotnet);
|
|
||||||
SetEnvironmentVariable("DOTNET_ROOT", dotnet);
|
|
||||||
SetEnvironmentVariable("DOTNET_MSBUILD_SDK_RESOLVER_CLI_DIR", dotnet);
|
|
||||||
SetEnvironmentVariable("DOTNET_MULTILEVEL_LOOKUP", "0");
|
|
||||||
SetEnvironmentVariable("MSBuildEnableWorkloadResolver", "true");
|
|
||||||
SetEnvironmentVariable("PATH", dotnet, prepend: true);
|
|
||||||
}
|
|
||||||
|
|
||||||
void SetEnvironmentVariable(string name, string value, bool prepend = false)
|
|
||||||
{
|
|
||||||
var target = EnvironmentVariableTarget.Process;
|
|
||||||
|
|
||||||
if (prepend)
|
|
||||||
value = value + System.IO.Path.PathSeparator + EnvironmentVariable(name);
|
|
||||||
|
|
||||||
Environment.SetEnvironmentVariable(name, value, target);
|
|
||||||
|
|
||||||
Information("Setting environment variable: {0} = '{1}'", name, value);
|
|
||||||
}
|
|
||||||
|
|
@ -1,2 +0,0 @@
|
||||||
@echo off
|
|
||||||
powershell -ExecutionPolicy ByPass -NoProfile -command "& """%~dp0Build.ps1""" -restore -build -test -sign -pack -publish -ci %*"
|
|
||||||
|
|
@ -1,11 +0,0 @@
|
||||||
@{
|
|
||||||
IncludeRules=@('PSAvoidUsingCmdletAliases',
|
|
||||||
'PSAvoidUsingWMICmdlet',
|
|
||||||
'PSAvoidUsingPositionalParameters',
|
|
||||||
'PSAvoidUsingInvokeExpression',
|
|
||||||
'PSUseDeclaredVarsMoreThanAssignments',
|
|
||||||
'PSUseCmdletCorrectly',
|
|
||||||
'PSStandardDSCFunctionsInResource',
|
|
||||||
'PSUseIdenticalMandatoryParametersForDSC',
|
|
||||||
'PSUseIdenticalParametersForDSC')
|
|
||||||
}
|
|
||||||
|
|
@ -1,28 +0,0 @@
|
||||||
# Don't touch this folder
|
|
||||||
|
|
||||||
uuuuuuuuuuuuuuuuuuuu
|
|
||||||
u" uuuuuuuuuuuuuuuuuu "u
|
|
||||||
u" u$$$$$$$$$$$$$$$$$$$$u "u
|
|
||||||
u" u$$$$$$$$$$$$$$$$$$$$$$$$u "u
|
|
||||||
u" u$$$$$$$$$$$$$$$$$$$$$$$$$$$$u "u
|
|
||||||
u" u$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$u "u
|
|
||||||
u" u$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$u "u
|
|
||||||
$ $$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$ $
|
|
||||||
$ $$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$ $
|
|
||||||
$ $$$" ... "$... ...$" ... "$$$ ... "$$$ $
|
|
||||||
$ $$$u `"$$$$$$$ $$$ $$$$$ $$ $$$ $$$ $
|
|
||||||
$ $$$$$$uu "$$$$ $$$ $$$$$ $$ """ u$$$ $
|
|
||||||
$ $$$""$$$ $$$$ $$$u "$$$" u$$ $$$$$$$$ $
|
|
||||||
$ $$$$....,$$$$$..$$$$$....,$$$$..$$$$$$$$ $
|
|
||||||
$ $$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$ $
|
|
||||||
"u "$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$" u"
|
|
||||||
"u "$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$$" u"
|
|
||||||
"u "$$$$$$$$$$$$$$$$$$$$$$$$$$$$" u"
|
|
||||||
"u "$$$$$$$$$$$$$$$$$$$$$$$$" u"
|
|
||||||
"u "$$$$$$$$$$$$$$$$$$$$" u"
|
|
||||||
"u """""""""""""""""" u"
|
|
||||||
""""""""""""""""""""
|
|
||||||
|
|
||||||
!!! Changes made in this directory are subject to being overwritten by automation !!!
|
|
||||||
|
|
||||||
The files in this directory are shared by all Arcade repos and managed by automation. If you need to make changes to these files, open an issue or submit a pull request to https://github.com/dotnet/arcade first.
|
|
||||||
|
|
@ -1,167 +0,0 @@
|
||||||
# This file is a temporary workaround for internal builds to be able to restore from private AzDO feeds.
|
|
||||||
# This file should be removed as part of this issue: https://github.com/dotnet/arcade/issues/4080
|
|
||||||
#
|
|
||||||
# What the script does is iterate over all package sources in the pointed NuGet.config and add a credential entry
|
|
||||||
# under <packageSourceCredentials> for each Maestro managed private feed. Two additional credential
|
|
||||||
# entries are also added for the two private static internal feeds: dotnet3-internal and dotnet3-internal-transport.
|
|
||||||
#
|
|
||||||
# This script needs to be called in every job that will restore packages and which the base repo has
|
|
||||||
# private AzDO feeds in the NuGet.config.
|
|
||||||
#
|
|
||||||
# See example YAML call for this script below. Note the use of the variable `$(dn-bot-dnceng-artifact-feeds-rw)`
|
|
||||||
# from the AzureDevOps-Artifact-Feeds-Pats variable group.
|
|
||||||
#
|
|
||||||
# Any disabledPackageSources entries which start with "darc-int" will be re-enabled as part of this script executing
|
|
||||||
#
|
|
||||||
# - task: PowerShell@2
|
|
||||||
# displayName: Setup Private Feeds Credentials
|
|
||||||
# condition: eq(variables['Agent.OS'], 'Windows_NT')
|
|
||||||
# inputs:
|
|
||||||
# filePath: $(Build.SourcesDirectory)/eng/common/SetupNugetSources.ps1
|
|
||||||
# arguments: -ConfigFile $(Build.SourcesDirectory)/NuGet.config -Password $Env:Token
|
|
||||||
# env:
|
|
||||||
# Token: $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
[CmdletBinding()]
|
|
||||||
param (
|
|
||||||
[Parameter(Mandatory = $true)][string]$ConfigFile,
|
|
||||||
[Parameter(Mandatory = $true)][string]$Password
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = "Stop"
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
[Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12
|
|
||||||
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
# Add source entry to PackageSources
|
|
||||||
function AddPackageSource($sources, $SourceName, $SourceEndPoint, $creds, $Username, $Password) {
|
|
||||||
$packageSource = $sources.SelectSingleNode("add[@key='$SourceName']")
|
|
||||||
|
|
||||||
if ($packageSource -eq $null)
|
|
||||||
{
|
|
||||||
$packageSource = $doc.CreateElement("add")
|
|
||||||
$packageSource.SetAttribute("key", $SourceName)
|
|
||||||
$packageSource.SetAttribute("value", $SourceEndPoint)
|
|
||||||
$sources.AppendChild($packageSource) | Out-Null
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host "Package source $SourceName already present."
|
|
||||||
}
|
|
||||||
|
|
||||||
AddCredential -Creds $creds -Source $SourceName -Username $Username -Password $Password
|
|
||||||
}
|
|
||||||
|
|
||||||
# Add a credential node for the specified source
|
|
||||||
function AddCredential($creds, $source, $username, $password) {
|
|
||||||
# Looks for credential configuration for the given SourceName. Create it if none is found.
|
|
||||||
$sourceElement = $creds.SelectSingleNode($Source)
|
|
||||||
if ($sourceElement -eq $null)
|
|
||||||
{
|
|
||||||
$sourceElement = $doc.CreateElement($Source)
|
|
||||||
$creds.AppendChild($sourceElement) | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
# Add the <Username> node to the credential if none is found.
|
|
||||||
$usernameElement = $sourceElement.SelectSingleNode("add[@key='Username']")
|
|
||||||
if ($usernameElement -eq $null)
|
|
||||||
{
|
|
||||||
$usernameElement = $doc.CreateElement("add")
|
|
||||||
$usernameElement.SetAttribute("key", "Username")
|
|
||||||
$sourceElement.AppendChild($usernameElement) | Out-Null
|
|
||||||
}
|
|
||||||
$usernameElement.SetAttribute("value", $Username)
|
|
||||||
|
|
||||||
# Add the <ClearTextPassword> to the credential if none is found.
|
|
||||||
# Add it as a clear text because there is no support for encrypted ones in non-windows .Net SDKs.
|
|
||||||
# -> https://github.com/NuGet/Home/issues/5526
|
|
||||||
$passwordElement = $sourceElement.SelectSingleNode("add[@key='ClearTextPassword']")
|
|
||||||
if ($passwordElement -eq $null)
|
|
||||||
{
|
|
||||||
$passwordElement = $doc.CreateElement("add")
|
|
||||||
$passwordElement.SetAttribute("key", "ClearTextPassword")
|
|
||||||
$sourceElement.AppendChild($passwordElement) | Out-Null
|
|
||||||
}
|
|
||||||
$passwordElement.SetAttribute("value", $Password)
|
|
||||||
}
|
|
||||||
|
|
||||||
function InsertMaestroPrivateFeedCredentials($Sources, $Creds, $Username, $Password) {
|
|
||||||
$maestroPrivateSources = $Sources.SelectNodes("add[contains(@key,'darc-int')]")
|
|
||||||
|
|
||||||
Write-Host "Inserting credentials for $($maestroPrivateSources.Count) Maestro's private feeds."
|
|
||||||
|
|
||||||
ForEach ($PackageSource in $maestroPrivateSources) {
|
|
||||||
Write-Host "`tInserting credential for Maestro's feed:" $PackageSource.Key
|
|
||||||
AddCredential -Creds $creds -Source $PackageSource.Key -Username $Username -Password $Password
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function EnablePrivatePackageSources($DisabledPackageSources) {
|
|
||||||
$maestroPrivateSources = $DisabledPackageSources.SelectNodes("add[contains(@key,'darc-int')]")
|
|
||||||
ForEach ($DisabledPackageSource in $maestroPrivateSources) {
|
|
||||||
Write-Host "`tEnsuring private source '$($DisabledPackageSource.key)' is enabled by deleting it from disabledPackageSource"
|
|
||||||
# Due to https://github.com/NuGet/Home/issues/10291, we must actually remove the disabled entries
|
|
||||||
$DisabledPackageSources.RemoveChild($DisabledPackageSource)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!(Test-Path $ConfigFile -PathType Leaf)) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message "Eng/common/SetupNugetSources.ps1 returned a non-zero exit code. Couldn't find the NuGet config file: $ConfigFile"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!$Password) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message 'Eng/common/SetupNugetSources.ps1 returned a non-zero exit code. Please supply a valid PAT'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
# Load NuGet.config
|
|
||||||
$doc = New-Object System.Xml.XmlDocument
|
|
||||||
$filename = (Get-Item $ConfigFile).FullName
|
|
||||||
$doc.Load($filename)
|
|
||||||
|
|
||||||
# Get reference to <PackageSources> or create one if none exist already
|
|
||||||
$sources = $doc.DocumentElement.SelectSingleNode("packageSources")
|
|
||||||
if ($sources -eq $null) {
|
|
||||||
$sources = $doc.CreateElement("packageSources")
|
|
||||||
$doc.DocumentElement.AppendChild($sources) | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
# Looks for a <PackageSourceCredentials> node. Create it if none is found.
|
|
||||||
$creds = $doc.DocumentElement.SelectSingleNode("packageSourceCredentials")
|
|
||||||
if ($creds -eq $null) {
|
|
||||||
$creds = $doc.CreateElement("packageSourceCredentials")
|
|
||||||
$doc.DocumentElement.AppendChild($creds) | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
# Check for disabledPackageSources; we'll enable any darc-int ones we find there
|
|
||||||
$disabledSources = $doc.DocumentElement.SelectSingleNode("disabledPackageSources")
|
|
||||||
if ($disabledSources -ne $null) {
|
|
||||||
Write-Host "Checking for any darc-int disabled package sources in the disabledPackageSources node"
|
|
||||||
EnablePrivatePackageSources -DisabledPackageSources $disabledSources
|
|
||||||
}
|
|
||||||
|
|
||||||
$userName = "dn-bot"
|
|
||||||
|
|
||||||
# Insert credential nodes for Maestro's private feeds
|
|
||||||
InsertMaestroPrivateFeedCredentials -Sources $sources -Creds $creds -Username $userName -Password $Password
|
|
||||||
|
|
||||||
$dotnet31Source = $sources.SelectSingleNode("add[@key='dotnet3.1']")
|
|
||||||
if ($dotnet31Source -ne $null) {
|
|
||||||
AddPackageSource -Sources $sources -SourceName "dotnet3.1-internal" -SourceEndPoint "https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal/nuget/v2" -Creds $creds -Username $userName -Password $Password
|
|
||||||
AddPackageSource -Sources $sources -SourceName "dotnet3.1-internal-transport" -SourceEndPoint "https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal-transport/nuget/v2" -Creds $creds -Username $userName -Password $Password
|
|
||||||
}
|
|
||||||
|
|
||||||
$dotnet5Source = $sources.SelectSingleNode("add[@key='dotnet5']")
|
|
||||||
if ($dotnet5Source -ne $null) {
|
|
||||||
AddPackageSource -Sources $sources -SourceName "dotnet5-internal" -SourceEndPoint "https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet5-internal/nuget/v2" -Creds $creds -Username $userName -Password $Password
|
|
||||||
AddPackageSource -Sources $sources -SourceName "dotnet5-internal-transport" -SourceEndPoint "https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet5-internal-transport/nuget/v2" -Creds $creds -Username $userName -Password $Password
|
|
||||||
}
|
|
||||||
|
|
||||||
$dotnet6Source = $sources.SelectSingleNode("add[@key='dotnet6']")
|
|
||||||
if ($dotnet6Source -ne $null) {
|
|
||||||
AddPackageSource -Sources $sources -SourceName "dotnet6-internal" -SourceEndPoint "https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet6-internal/nuget/v2" -Creds $creds -Username $userName -Password $Password
|
|
||||||
AddPackageSource -Sources $sources -SourceName "dotnet6-internal-transport" -SourceEndPoint "https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet6-internal-transport/nuget/v2" -Creds $creds -Username $userName -Password $Password
|
|
||||||
}
|
|
||||||
|
|
||||||
$doc.Save($filename)
|
|
||||||
|
|
@ -1,191 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
# This file is a temporary workaround for internal builds to be able to restore from private AzDO feeds.
|
|
||||||
# This file should be removed as part of this issue: https://github.com/dotnet/arcade/issues/4080
|
|
||||||
#
|
|
||||||
# What the script does is iterate over all package sources in the pointed NuGet.config and add a credential entry
|
|
||||||
# under <packageSourceCredentials> for each Maestro's managed private feed. Two additional credential
|
|
||||||
# entries are also added for the two private static internal feeds: dotnet3-internal and dotnet3-internal-transport.
|
|
||||||
#
|
|
||||||
# This script needs to be called in every job that will restore packages and which the base repo has
|
|
||||||
# private AzDO feeds in the NuGet.config.
|
|
||||||
#
|
|
||||||
# See example YAML call for this script below. Note the use of the variable `$(dn-bot-dnceng-artifact-feeds-rw)`
|
|
||||||
# from the AzureDevOps-Artifact-Feeds-Pats variable group.
|
|
||||||
#
|
|
||||||
# Any disabledPackageSources entries which start with "darc-int" will be re-enabled as part of this script executing.
|
|
||||||
#
|
|
||||||
# - task: Bash@3
|
|
||||||
# displayName: Setup Private Feeds Credentials
|
|
||||||
# inputs:
|
|
||||||
# filePath: $(Build.SourcesDirectory)/eng/common/SetupNugetSources.sh
|
|
||||||
# arguments: $(Build.SourcesDirectory)/NuGet.config $Token
|
|
||||||
# condition: ne(variables['Agent.OS'], 'Windows_NT')
|
|
||||||
# env:
|
|
||||||
# Token: $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
ConfigFile=$1
|
|
||||||
CredToken=$2
|
|
||||||
NL='\n'
|
|
||||||
TB=' '
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
|
|
||||||
# resolve $source until the file is no longer a symlink
|
|
||||||
while [[ -h "$source" ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
||||||
# symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. "$scriptroot/tools.sh"
|
|
||||||
|
|
||||||
if [ ! -f "$ConfigFile" ]; then
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' "Error: Eng/common/SetupNugetSources.sh returned a non-zero exit code. Couldn't find the NuGet config file: $ConfigFile"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -z "$CredToken" ]; then
|
|
||||||
Write-PipelineTelemetryError -category 'Build' "Error: Eng/common/SetupNugetSources.sh returned a non-zero exit code. Please supply a valid PAT"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ `uname -s` == "Darwin" ]]; then
|
|
||||||
NL=$'\\\n'
|
|
||||||
TB=''
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Ensure there is a <packageSources>...</packageSources> section.
|
|
||||||
grep -i "<packageSources>" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding <packageSources>...</packageSources> section."
|
|
||||||
ConfigNodeHeader="<configuration>"
|
|
||||||
PackageSourcesTemplate="${TB}<packageSources>${NL}${TB}</packageSources>"
|
|
||||||
|
|
||||||
sed -i.bak "s|$ConfigNodeHeader|$ConfigNodeHeader${NL}$PackageSourcesTemplate|" $ConfigFile
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Ensure there is a <packageSourceCredentials>...</packageSourceCredentials> section.
|
|
||||||
grep -i "<packageSourceCredentials>" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding <packageSourceCredentials>...</packageSourceCredentials> section."
|
|
||||||
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceCredentialsTemplate="${TB}<packageSourceCredentials>${NL}${TB}</packageSourceCredentials>"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourcesNodeFooter${NL}$PackageSourceCredentialsTemplate|" $ConfigFile
|
|
||||||
fi
|
|
||||||
|
|
||||||
PackageSources=()
|
|
||||||
|
|
||||||
# Ensure dotnet3.1-internal and dotnet3.1-internal-transport are in the packageSources if the public dotnet3.1 feeds are present
|
|
||||||
grep -i "<add key=\"dotnet3.1\"" $ConfigFile
|
|
||||||
if [ "$?" == "0" ]; then
|
|
||||||
grep -i "<add key=\"dotnet3.1-internal\"" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding dotnet3.1-internal to the packageSources."
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceTemplate="${TB}<add key=\"dotnet3.1-internal\" value=\"https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal/nuget/v2\" />"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourceTemplate${NL}$PackageSourcesNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
PackageSources+=('dotnet3.1-internal')
|
|
||||||
|
|
||||||
grep -i "<add key=\"dotnet3.1-internal-transport\">" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding dotnet3.1-internal-transport to the packageSources."
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceTemplate="${TB}<add key=\"dotnet3.1-internal-transport\" value=\"https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal-transport/nuget/v2\" />"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourceTemplate${NL}$PackageSourcesNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
PackageSources+=('dotnet3.1-internal-transport')
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Ensure dotnet5-internal and dotnet5-internal-transport are in the packageSources if the public dotnet5 feeds are present
|
|
||||||
grep -i "<add key=\"dotnet5\"" $ConfigFile
|
|
||||||
if [ "$?" == "0" ]; then
|
|
||||||
grep -i "<add key=\"dotnet5-internal\"" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding dotnet5-internal to the packageSources."
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceTemplate="${TB}<add key=\"dotnet5-internal\" value=\"https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet5-internal/nuget/v2\" />"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourceTemplate${NL}$PackageSourcesNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
PackageSources+=('dotnet5-internal')
|
|
||||||
|
|
||||||
grep -i "<add key=\"dotnet5-internal-transport\">" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding dotnet5-internal-transport to the packageSources."
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceTemplate="${TB}<add key=\"dotnet5-internal-transport\" value=\"https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet5-internal-transport/nuget/v2\" />"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourceTemplate${NL}$PackageSourcesNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
PackageSources+=('dotnet5-internal-transport')
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Ensure dotnet6-internal and dotnet6-internal-transport are in the packageSources if the public dotnet6 feeds are present
|
|
||||||
grep -i "<add key=\"dotnet6\"" $ConfigFile
|
|
||||||
if [ "$?" == "0" ]; then
|
|
||||||
grep -i "<add key=\"dotnet6-internal\"" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding dotnet6-internal to the packageSources."
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceTemplate="${TB}<add key=\"dotnet6-internal\" value=\"https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet6-internal/nuget/v2\" />"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourceTemplate${NL}$PackageSourcesNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
PackageSources+=('dotnet6-internal')
|
|
||||||
|
|
||||||
grep -i "<add key=\"dotnet6-internal-transport\">" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding dotnet6-internal-transport to the packageSources."
|
|
||||||
PackageSourcesNodeFooter="</packageSources>"
|
|
||||||
PackageSourceTemplate="${TB}<add key=\"dotnet6-internal-transport\" value=\"https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet6-internal-transport/nuget/v2\" />"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourcesNodeFooter|$PackageSourceTemplate${NL}$PackageSourcesNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
PackageSources+=('dotnet6-internal-transport')
|
|
||||||
fi
|
|
||||||
|
|
||||||
# I want things split line by line
|
|
||||||
PrevIFS=$IFS
|
|
||||||
IFS=$'\n'
|
|
||||||
PackageSources+="$IFS"
|
|
||||||
PackageSources+=$(grep -oh '"darc-int-[^"]*"' $ConfigFile | tr -d '"')
|
|
||||||
IFS=$PrevIFS
|
|
||||||
|
|
||||||
for FeedName in ${PackageSources[@]} ; do
|
|
||||||
# Check if there is no existing credential for this FeedName
|
|
||||||
grep -i "<$FeedName>" $ConfigFile
|
|
||||||
if [ "$?" != "0" ]; then
|
|
||||||
echo "Adding credentials for $FeedName."
|
|
||||||
|
|
||||||
PackageSourceCredentialsNodeFooter="</packageSourceCredentials>"
|
|
||||||
NewCredential="${TB}${TB}<$FeedName>${NL}<add key=\"Username\" value=\"dn-bot\" />${NL}<add key=\"ClearTextPassword\" value=\"$CredToken\" />${NL}</$FeedName>"
|
|
||||||
|
|
||||||
sed -i.bak "s|$PackageSourceCredentialsNodeFooter|$NewCredential${NL}$PackageSourceCredentialsNodeFooter|" $ConfigFile
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
# Re-enable any entries in disabledPackageSources where the feed name contains darc-int
|
|
||||||
grep -i "<disabledPackageSources>" $ConfigFile
|
|
||||||
if [ "$?" == "0" ]; then
|
|
||||||
DisabledDarcIntSources=()
|
|
||||||
echo "Re-enabling any disabled \"darc-int\" package sources in $ConfigFile"
|
|
||||||
DisabledDarcIntSources+=$(grep -oh '"darc-int-[^"]*" value="true"' $ConfigFile | tr -d '"')
|
|
||||||
for DisabledSourceName in ${DisabledDarcIntSources[@]} ; do
|
|
||||||
if [[ $DisabledSourceName == darc-int* ]]
|
|
||||||
then
|
|
||||||
OldDisableValue="<add key=\"$DisabledSourceName\" value=\"true\" />"
|
|
||||||
NewDisableValue="<!-- Reenabled for build : $DisabledSourceName -->"
|
|
||||||
sed -i.bak "s|$OldDisableValue|$NewDisableValue|" $ConfigFile
|
|
||||||
echo "Neutralized disablePackageSources entry for '$DisabledSourceName'"
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
fi
|
|
||||||
|
|
@ -1,161 +0,0 @@
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param(
|
|
||||||
[string][Alias('c')]$configuration = "Debug",
|
|
||||||
[string]$platform = $null,
|
|
||||||
[string] $projects,
|
|
||||||
[string][Alias('v')]$verbosity = "minimal",
|
|
||||||
[string] $msbuildEngine = $null,
|
|
||||||
[bool] $warnAsError = $true,
|
|
||||||
[bool] $nodeReuse = $true,
|
|
||||||
[switch][Alias('r')]$restore,
|
|
||||||
[switch] $deployDeps,
|
|
||||||
[switch][Alias('b')]$build,
|
|
||||||
[switch] $rebuild,
|
|
||||||
[switch] $deploy,
|
|
||||||
[switch][Alias('t')]$test,
|
|
||||||
[switch] $integrationTest,
|
|
||||||
[switch] $performanceTest,
|
|
||||||
[switch] $sign,
|
|
||||||
[switch] $pack,
|
|
||||||
[switch] $publish,
|
|
||||||
[switch] $clean,
|
|
||||||
[switch][Alias('bl')]$binaryLog,
|
|
||||||
[switch][Alias('nobl')]$excludeCIBinarylog,
|
|
||||||
[switch] $ci,
|
|
||||||
[switch] $prepareMachine,
|
|
||||||
[string] $runtimeSourceFeed = '',
|
|
||||||
[string] $runtimeSourceFeedKey = '',
|
|
||||||
[switch] $excludePrereleaseVS,
|
|
||||||
[switch] $help,
|
|
||||||
[Parameter(ValueFromRemainingArguments=$true)][String[]]$properties
|
|
||||||
)
|
|
||||||
|
|
||||||
# Unset 'Platform' environment variable to avoid unwanted collision in InstallDotNetCore.targets file
|
|
||||||
# some computer has this env var defined (e.g. Some HP)
|
|
||||||
if($env:Platform) {
|
|
||||||
$env:Platform=""
|
|
||||||
}
|
|
||||||
function Print-Usage() {
|
|
||||||
Write-Host "Common settings:"
|
|
||||||
Write-Host " -configuration <value> Build configuration: 'Debug' or 'Release' (short: -c)"
|
|
||||||
Write-Host " -platform <value> Platform configuration: 'x86', 'x64' or any valid Platform value to pass to msbuild"
|
|
||||||
Write-Host " -verbosity <value> Msbuild verbosity: q[uiet], m[inimal], n[ormal], d[etailed], and diag[nostic] (short: -v)"
|
|
||||||
Write-Host " -binaryLog Output binary log (short: -bl)"
|
|
||||||
Write-Host " -help Print help and exit"
|
|
||||||
Write-Host ""
|
|
||||||
|
|
||||||
Write-Host "Actions:"
|
|
||||||
Write-Host " -restore Restore dependencies (short: -r)"
|
|
||||||
Write-Host " -build Build solution (short: -b)"
|
|
||||||
Write-Host " -rebuild Rebuild solution"
|
|
||||||
Write-Host " -deploy Deploy built VSIXes"
|
|
||||||
Write-Host " -deployDeps Deploy dependencies (e.g. VSIXes for integration tests)"
|
|
||||||
Write-Host " -test Run all unit tests in the solution (short: -t)"
|
|
||||||
Write-Host " -integrationTest Run all integration tests in the solution"
|
|
||||||
Write-Host " -performanceTest Run all performance tests in the solution"
|
|
||||||
Write-Host " -pack Package build outputs into NuGet packages and Willow components"
|
|
||||||
Write-Host " -sign Sign build outputs"
|
|
||||||
Write-Host " -publish Publish artifacts (e.g. symbols)"
|
|
||||||
Write-Host " -clean Clean the solution"
|
|
||||||
Write-Host ""
|
|
||||||
|
|
||||||
Write-Host "Advanced settings:"
|
|
||||||
Write-Host " -projects <value> Semi-colon delimited list of sln/proj's to build. Globbing is supported (*.sln)"
|
|
||||||
Write-Host " -ci Set when running on CI server"
|
|
||||||
Write-Host " -excludeCIBinarylog Don't output binary log (short: -nobl)"
|
|
||||||
Write-Host " -prepareMachine Prepare machine for CI run, clean up processes after build"
|
|
||||||
Write-Host " -warnAsError <value> Sets warnaserror msbuild parameter ('true' or 'false')"
|
|
||||||
Write-Host " -msbuildEngine <value> Msbuild engine to use to run build ('dotnet', 'vs', or unspecified)."
|
|
||||||
Write-Host " -excludePrereleaseVS Set to exclude build engines in prerelease versions of Visual Studio"
|
|
||||||
Write-Host ""
|
|
||||||
|
|
||||||
Write-Host "Command line arguments not listed above are passed thru to msbuild."
|
|
||||||
Write-Host "The above arguments can be shortened as much as to be unambiguous (e.g. -co for configuration, -t for test, etc.)."
|
|
||||||
}
|
|
||||||
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
function InitializeCustomToolset {
|
|
||||||
if (-not $restore) {
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
$script = Join-Path $EngRoot 'restore-toolset.ps1'
|
|
||||||
|
|
||||||
if (Test-Path $script) {
|
|
||||||
. $script
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function Build {
|
|
||||||
$toolsetBuildProj = InitializeToolset
|
|
||||||
InitializeCustomToolset
|
|
||||||
|
|
||||||
$bl = if ($binaryLog) { '/bl:' + (Join-Path $LogDir 'Build.binlog') } else { '' }
|
|
||||||
$platformArg = if ($platform) { "/p:Platform=$platform" } else { '' }
|
|
||||||
|
|
||||||
if ($projects) {
|
|
||||||
# Re-assign properties to a new variable because PowerShell doesn't let us append properties directly for unclear reasons.
|
|
||||||
# Explicitly set the type as string[] because otherwise PowerShell would make this char[] if $properties is empty.
|
|
||||||
[string[]] $msbuildArgs = $properties
|
|
||||||
|
|
||||||
# Resolve relative project paths into full paths
|
|
||||||
$projects = ($projects.Split(';').ForEach({Resolve-Path $_}) -join ';')
|
|
||||||
|
|
||||||
$msbuildArgs += "/p:Projects=$projects"
|
|
||||||
$properties = $msbuildArgs
|
|
||||||
}
|
|
||||||
|
|
||||||
MSBuild $toolsetBuildProj `
|
|
||||||
$bl `
|
|
||||||
$platformArg `
|
|
||||||
/p:Configuration=$configuration `
|
|
||||||
/p:RepoRoot=$RepoRoot `
|
|
||||||
/p:Restore=$restore `
|
|
||||||
/p:DeployDeps=$deployDeps `
|
|
||||||
/p:Build=$build `
|
|
||||||
/p:Rebuild=$rebuild `
|
|
||||||
/p:Deploy=$deploy `
|
|
||||||
/p:Test=$test `
|
|
||||||
/p:Pack=$pack `
|
|
||||||
/p:IntegrationTest=$integrationTest `
|
|
||||||
/p:PerformanceTest=$performanceTest `
|
|
||||||
/p:Sign=$sign `
|
|
||||||
/p:Publish=$publish `
|
|
||||||
@properties
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
if ($clean) {
|
|
||||||
if (Test-Path $ArtifactsDir) {
|
|
||||||
Remove-Item -Recurse -Force $ArtifactsDir
|
|
||||||
Write-Host 'Artifacts directory deleted.'
|
|
||||||
}
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($help -or (($null -ne $properties) -and ($properties.Contains('/help') -or $properties.Contains('/?')))) {
|
|
||||||
Print-Usage
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($ci) {
|
|
||||||
if (-not $excludeCIBinarylog) {
|
|
||||||
$binaryLog = $true
|
|
||||||
}
|
|
||||||
$nodeReuse = $false
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($restore) {
|
|
||||||
InitializeNativeTools
|
|
||||||
}
|
|
||||||
|
|
||||||
Build
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'InitializeToolset' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
ExitWithExitCode 0
|
|
||||||
|
|
@ -1,236 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
# Stop script if unbound variable found (use ${var:-} if intentional)
|
|
||||||
set -u
|
|
||||||
|
|
||||||
# Stop script if command returns non-zero exit code.
|
|
||||||
# Prevents hidden errors caused by missing error code propagation.
|
|
||||||
set -e
|
|
||||||
|
|
||||||
usage()
|
|
||||||
{
|
|
||||||
echo "Common settings:"
|
|
||||||
echo " --configuration <value> Build configuration: 'Debug' or 'Release' (short: -c)"
|
|
||||||
echo " --verbosity <value> Msbuild verbosity: q[uiet], m[inimal], n[ormal], d[etailed], and diag[nostic] (short: -v)"
|
|
||||||
echo " --binaryLog Create MSBuild binary log (short: -bl)"
|
|
||||||
echo " --help Print help and exit (short: -h)"
|
|
||||||
echo ""
|
|
||||||
|
|
||||||
echo "Actions:"
|
|
||||||
echo " --restore Restore dependencies (short: -r)"
|
|
||||||
echo " --build Build solution (short: -b)"
|
|
||||||
echo " --rebuild Rebuild solution"
|
|
||||||
echo " --test Run all unit tests in the solution (short: -t)"
|
|
||||||
echo " --integrationTest Run all integration tests in the solution"
|
|
||||||
echo " --performanceTest Run all performance tests in the solution"
|
|
||||||
echo " --pack Package build outputs into NuGet packages and Willow components"
|
|
||||||
echo " --sign Sign build outputs"
|
|
||||||
echo " --publish Publish artifacts (e.g. symbols)"
|
|
||||||
echo " --clean Clean the solution"
|
|
||||||
echo ""
|
|
||||||
|
|
||||||
echo "Advanced settings:"
|
|
||||||
echo " --projects <value> Project or solution file(s) to build"
|
|
||||||
echo " --ci Set when running on CI server"
|
|
||||||
echo " --excludeCIBinarylog Don't output binary log (short: -nobl)"
|
|
||||||
echo " --prepareMachine Prepare machine for CI run, clean up processes after build"
|
|
||||||
echo " --nodeReuse <value> Sets nodereuse msbuild parameter ('true' or 'false')"
|
|
||||||
echo " --warnAsError <value> Sets warnaserror msbuild parameter ('true' or 'false')"
|
|
||||||
echo ""
|
|
||||||
echo "Command line arguments not listed above are passed thru to msbuild."
|
|
||||||
echo "Arguments can also be passed in with a single hyphen."
|
|
||||||
}
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
|
|
||||||
# resolve $source until the file is no longer a symlink
|
|
||||||
while [[ -h "$source" ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
||||||
# symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
restore=false
|
|
||||||
build=false
|
|
||||||
rebuild=false
|
|
||||||
test=false
|
|
||||||
integration_test=false
|
|
||||||
performance_test=false
|
|
||||||
pack=false
|
|
||||||
publish=false
|
|
||||||
sign=false
|
|
||||||
public=false
|
|
||||||
ci=false
|
|
||||||
clean=false
|
|
||||||
|
|
||||||
warn_as_error=true
|
|
||||||
node_reuse=true
|
|
||||||
binary_log=false
|
|
||||||
exclude_ci_binary_log=false
|
|
||||||
pipelines_log=false
|
|
||||||
|
|
||||||
projects=''
|
|
||||||
configuration='Debug'
|
|
||||||
prepare_machine=false
|
|
||||||
verbosity='minimal'
|
|
||||||
runtime_source_feed=''
|
|
||||||
runtime_source_feed_key=''
|
|
||||||
|
|
||||||
properties=''
|
|
||||||
while [[ $# > 0 ]]; do
|
|
||||||
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-help|-h)
|
|
||||||
usage
|
|
||||||
exit 0
|
|
||||||
;;
|
|
||||||
-clean)
|
|
||||||
clean=true
|
|
||||||
;;
|
|
||||||
-configuration|-c)
|
|
||||||
configuration=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-verbosity|-v)
|
|
||||||
verbosity=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-binarylog|-bl)
|
|
||||||
binary_log=true
|
|
||||||
;;
|
|
||||||
-excludeCIBinarylog|-nobl)
|
|
||||||
exclude_ci_binary_log=true
|
|
||||||
;;
|
|
||||||
-pipelineslog|-pl)
|
|
||||||
pipelines_log=true
|
|
||||||
;;
|
|
||||||
-restore|-r)
|
|
||||||
restore=true
|
|
||||||
;;
|
|
||||||
-build|-b)
|
|
||||||
build=true
|
|
||||||
;;
|
|
||||||
-rebuild)
|
|
||||||
rebuild=true
|
|
||||||
;;
|
|
||||||
-pack)
|
|
||||||
pack=true
|
|
||||||
;;
|
|
||||||
-test|-t)
|
|
||||||
test=true
|
|
||||||
;;
|
|
||||||
-integrationtest)
|
|
||||||
integration_test=true
|
|
||||||
;;
|
|
||||||
-performancetest)
|
|
||||||
performance_test=true
|
|
||||||
;;
|
|
||||||
-sign)
|
|
||||||
sign=true
|
|
||||||
;;
|
|
||||||
-publish)
|
|
||||||
publish=true
|
|
||||||
;;
|
|
||||||
-preparemachine)
|
|
||||||
prepare_machine=true
|
|
||||||
;;
|
|
||||||
-projects)
|
|
||||||
projects=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-ci)
|
|
||||||
ci=true
|
|
||||||
;;
|
|
||||||
-warnaserror)
|
|
||||||
warn_as_error=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-nodereuse)
|
|
||||||
node_reuse=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-runtimesourcefeed)
|
|
||||||
runtime_source_feed=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-runtimesourcefeedkey)
|
|
||||||
runtime_source_feed_key=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
properties="$properties $1"
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
if [[ "$ci" == true ]]; then
|
|
||||||
pipelines_log=true
|
|
||||||
node_reuse=false
|
|
||||||
if [[ "$exclude_ci_binary_log" == false ]]; then
|
|
||||||
binary_log=true
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
. "$scriptroot/tools.sh"
|
|
||||||
|
|
||||||
function InitializeCustomToolset {
|
|
||||||
local script="$eng_root/restore-toolset.sh"
|
|
||||||
|
|
||||||
if [[ -a "$script" ]]; then
|
|
||||||
. "$script"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function Build {
|
|
||||||
|
|
||||||
if [[ "$ci" == true ]]; then
|
|
||||||
TryLogClientIpAddress
|
|
||||||
fi
|
|
||||||
InitializeToolset
|
|
||||||
InitializeCustomToolset
|
|
||||||
|
|
||||||
if [[ ! -z "$projects" ]]; then
|
|
||||||
properties="$properties /p:Projects=$projects"
|
|
||||||
fi
|
|
||||||
|
|
||||||
local bl=""
|
|
||||||
if [[ "$binary_log" == true ]]; then
|
|
||||||
bl="/bl:\"$log_dir/Build.binlog\""
|
|
||||||
fi
|
|
||||||
|
|
||||||
MSBuild $_InitializeToolset \
|
|
||||||
$bl \
|
|
||||||
/p:Configuration=$configuration \
|
|
||||||
/p:RepoRoot="$repo_root" \
|
|
||||||
/p:Restore=$restore \
|
|
||||||
/p:Build=$build \
|
|
||||||
/p:Rebuild=$rebuild \
|
|
||||||
/p:Test=$test \
|
|
||||||
/p:Pack=$pack \
|
|
||||||
/p:IntegrationTest=$integration_test \
|
|
||||||
/p:PerformanceTest=$performance_test \
|
|
||||||
/p:Sign=$sign \
|
|
||||||
/p:Publish=$publish \
|
|
||||||
$properties
|
|
||||||
|
|
||||||
ExitWithExitCode 0
|
|
||||||
}
|
|
||||||
|
|
||||||
if [[ "$clean" == true ]]; then
|
|
||||||
if [ -d "$artifacts_dir" ]; then
|
|
||||||
rm -rf $artifacts_dir
|
|
||||||
echo "Artifacts directory deleted."
|
|
||||||
fi
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ "$restore" == true ]]; then
|
|
||||||
InitializeNativeTools
|
|
||||||
fi
|
|
||||||
|
|
||||||
Build
|
|
||||||
|
|
@ -1,16 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
|
|
||||||
# resolve $SOURCE until the file is no longer a symlink
|
|
||||||
while [[ -h $source ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where
|
|
||||||
# the symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. "$scriptroot/build.sh" --restore --build --test --pack --publish --ci $@
|
|
||||||
|
|
@ -1,43 +0,0 @@
|
||||||
diff -u -r a/usr/include/urcu/uatomic/generic.h b/usr/include/urcu/uatomic/generic.h
|
|
||||||
--- a/usr/include/urcu/uatomic/generic.h 2014-10-22 15:00:58.000000000 -0700
|
|
||||||
+++ b/usr/include/urcu/uatomic/generic.h 2020-10-30 21:38:28.550000000 -0700
|
|
||||||
@@ -69,10 +69,10 @@
|
|
||||||
#endif
|
|
||||||
#ifdef UATOMIC_HAS_ATOMIC_SHORT
|
|
||||||
case 2:
|
|
||||||
- return __sync_val_compare_and_swap_2(addr, old, _new);
|
|
||||||
+ return __sync_val_compare_and_swap_2((uint16_t*) addr, old, _new);
|
|
||||||
#endif
|
|
||||||
case 4:
|
|
||||||
- return __sync_val_compare_and_swap_4(addr, old, _new);
|
|
||||||
+ return __sync_val_compare_and_swap_4((uint32_t*) addr, old, _new);
|
|
||||||
#if (CAA_BITS_PER_LONG == 64)
|
|
||||||
case 8:
|
|
||||||
return __sync_val_compare_and_swap_8(addr, old, _new);
|
|
||||||
@@ -109,7 +109,7 @@
|
|
||||||
return;
|
|
||||||
#endif
|
|
||||||
case 4:
|
|
||||||
- __sync_and_and_fetch_4(addr, val);
|
|
||||||
+ __sync_and_and_fetch_4((uint32_t*) addr, val);
|
|
||||||
return;
|
|
||||||
#if (CAA_BITS_PER_LONG == 64)
|
|
||||||
case 8:
|
|
||||||
@@ -148,7 +148,7 @@
|
|
||||||
return;
|
|
||||||
#endif
|
|
||||||
case 4:
|
|
||||||
- __sync_or_and_fetch_4(addr, val);
|
|
||||||
+ __sync_or_and_fetch_4((uint32_t*) addr, val);
|
|
||||||
return;
|
|
||||||
#if (CAA_BITS_PER_LONG == 64)
|
|
||||||
case 8:
|
|
||||||
@@ -187,7 +187,7 @@
|
|
||||||
return __sync_add_and_fetch_2(addr, val);
|
|
||||||
#endif
|
|
||||||
case 4:
|
|
||||||
- return __sync_add_and_fetch_4(addr, val);
|
|
||||||
+ return __sync_add_and_fetch_4((uint32_t*) addr, val);
|
|
||||||
#if (CAA_BITS_PER_LONG == 64)
|
|
||||||
case 8:
|
|
||||||
return __sync_add_and_fetch_8(addr, val);
|
|
||||||
|
|
@ -1,3 +0,0 @@
|
||||||
# Debian (jessie) # Stable
|
|
||||||
deb http://ftp.debian.org/debian/ jessie main contrib non-free
|
|
||||||
deb-src http://ftp.debian.org/debian/ jessie main contrib non-free
|
|
||||||
|
|
@ -1,35 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -e
|
|
||||||
|
|
||||||
__ARM_SOFTFP_CrossDir=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
|
|
||||||
__TIZEN_CROSSDIR="$__ARM_SOFTFP_CrossDir/tizen"
|
|
||||||
|
|
||||||
if [[ -z "$ROOTFS_DIR" ]]; then
|
|
||||||
echo "ROOTFS_DIR is not defined."
|
|
||||||
exit 1;
|
|
||||||
fi
|
|
||||||
|
|
||||||
TIZEN_TMP_DIR=$ROOTFS_DIR/tizen_tmp
|
|
||||||
mkdir -p $TIZEN_TMP_DIR
|
|
||||||
|
|
||||||
# Download files
|
|
||||||
echo ">>Start downloading files"
|
|
||||||
VERBOSE=1 $__ARM_SOFTFP_CrossDir/tizen-fetch.sh $TIZEN_TMP_DIR
|
|
||||||
echo "<<Finish downloading files"
|
|
||||||
|
|
||||||
echo ">>Start constructing Tizen rootfs"
|
|
||||||
TIZEN_RPM_FILES=`ls $TIZEN_TMP_DIR/*.rpm`
|
|
||||||
cd $ROOTFS_DIR
|
|
||||||
for f in $TIZEN_RPM_FILES; do
|
|
||||||
rpm2cpio $f | cpio -idm --quiet
|
|
||||||
done
|
|
||||||
echo "<<Finish constructing Tizen rootfs"
|
|
||||||
|
|
||||||
# Cleanup tmp
|
|
||||||
rm -rf $TIZEN_TMP_DIR
|
|
||||||
|
|
||||||
# Configure Tizen rootfs
|
|
||||||
echo ">>Start configuring Tizen rootfs"
|
|
||||||
ln -sfn asm-arm ./usr/include/asm
|
|
||||||
patch -p1 < $__TIZEN_CROSSDIR/tizen.patch
|
|
||||||
echo "<<Finish configuring Tizen rootfs"
|
|
||||||
|
|
@ -1,170 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -e
|
|
||||||
|
|
||||||
if [[ -z "${VERBOSE// }" ]] || [ "$VERBOSE" -ne "$VERBOSE" ] 2>/dev/null; then
|
|
||||||
VERBOSE=0
|
|
||||||
fi
|
|
||||||
|
|
||||||
Log()
|
|
||||||
{
|
|
||||||
if [ $VERBOSE -ge $1 ]; then
|
|
||||||
echo ${@:2}
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
Inform()
|
|
||||||
{
|
|
||||||
Log 1 -e "\x1B[0;34m$@\x1B[m"
|
|
||||||
}
|
|
||||||
|
|
||||||
Debug()
|
|
||||||
{
|
|
||||||
Log 2 -e "\x1B[0;32m$@\x1B[m"
|
|
||||||
}
|
|
||||||
|
|
||||||
Error()
|
|
||||||
{
|
|
||||||
>&2 Log 0 -e "\x1B[0;31m$@\x1B[m"
|
|
||||||
}
|
|
||||||
|
|
||||||
Fetch()
|
|
||||||
{
|
|
||||||
URL=$1
|
|
||||||
FILE=$2
|
|
||||||
PROGRESS=$3
|
|
||||||
if [ $VERBOSE -ge 1 ] && [ $PROGRESS ]; then
|
|
||||||
CURL_OPT="--progress-bar"
|
|
||||||
else
|
|
||||||
CURL_OPT="--silent"
|
|
||||||
fi
|
|
||||||
curl $CURL_OPT $URL > $FILE
|
|
||||||
}
|
|
||||||
|
|
||||||
hash curl 2> /dev/null || { Error "Require 'curl' Aborting."; exit 1; }
|
|
||||||
hash xmllint 2> /dev/null || { Error "Require 'xmllint' Aborting."; exit 1; }
|
|
||||||
hash sha256sum 2> /dev/null || { Error "Require 'sha256sum' Aborting."; exit 1; }
|
|
||||||
|
|
||||||
TMPDIR=$1
|
|
||||||
if [ ! -d $TMPDIR ]; then
|
|
||||||
TMPDIR=./tizen_tmp
|
|
||||||
Debug "Create temporary directory : $TMPDIR"
|
|
||||||
mkdir -p $TMPDIR
|
|
||||||
fi
|
|
||||||
|
|
||||||
TIZEN_URL=http://download.tizen.org/snapshots/tizen
|
|
||||||
BUILD_XML=build.xml
|
|
||||||
REPOMD_XML=repomd.xml
|
|
||||||
PRIMARY_XML=primary.xml
|
|
||||||
TARGET_URL="http://__not_initialized"
|
|
||||||
|
|
||||||
Xpath_get()
|
|
||||||
{
|
|
||||||
XPATH_RESULT=''
|
|
||||||
XPATH=$1
|
|
||||||
XML_FILE=$2
|
|
||||||
RESULT=$(xmllint --xpath $XPATH $XML_FILE)
|
|
||||||
if [[ -z ${RESULT// } ]]; then
|
|
||||||
Error "Can not find target from $XML_FILE"
|
|
||||||
Debug "Xpath = $XPATH"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
XPATH_RESULT=$RESULT
|
|
||||||
}
|
|
||||||
|
|
||||||
fetch_tizen_pkgs_init()
|
|
||||||
{
|
|
||||||
TARGET=$1
|
|
||||||
PROFILE=$2
|
|
||||||
Debug "Initialize TARGET=$TARGET, PROFILE=$PROFILE"
|
|
||||||
|
|
||||||
TMP_PKG_DIR=$TMPDIR/tizen_${PROFILE}_pkgs
|
|
||||||
if [ -d $TMP_PKG_DIR ]; then rm -rf $TMP_PKG_DIR; fi
|
|
||||||
mkdir -p $TMP_PKG_DIR
|
|
||||||
|
|
||||||
PKG_URL=$TIZEN_URL/$PROFILE/latest
|
|
||||||
|
|
||||||
BUILD_XML_URL=$PKG_URL/$BUILD_XML
|
|
||||||
TMP_BUILD=$TMP_PKG_DIR/$BUILD_XML
|
|
||||||
TMP_REPOMD=$TMP_PKG_DIR/$REPOMD_XML
|
|
||||||
TMP_PRIMARY=$TMP_PKG_DIR/$PRIMARY_XML
|
|
||||||
TMP_PRIMARYGZ=${TMP_PRIMARY}.gz
|
|
||||||
|
|
||||||
Fetch $BUILD_XML_URL $TMP_BUILD
|
|
||||||
|
|
||||||
Debug "fetch $BUILD_XML_URL to $TMP_BUILD"
|
|
||||||
|
|
||||||
TARGET_XPATH="//build/buildtargets/buildtarget[@name=\"$TARGET\"]/repo[@type=\"binary\"]/text()"
|
|
||||||
Xpath_get $TARGET_XPATH $TMP_BUILD
|
|
||||||
TARGET_PATH=$XPATH_RESULT
|
|
||||||
TARGET_URL=$PKG_URL/$TARGET_PATH
|
|
||||||
|
|
||||||
REPOMD_URL=$TARGET_URL/repodata/repomd.xml
|
|
||||||
PRIMARY_XPATH='string(//*[local-name()="data"][@type="primary"]/*[local-name()="location"]/@href)'
|
|
||||||
|
|
||||||
Fetch $REPOMD_URL $TMP_REPOMD
|
|
||||||
|
|
||||||
Debug "fetch $REPOMD_URL to $TMP_REPOMD"
|
|
||||||
|
|
||||||
Xpath_get $PRIMARY_XPATH $TMP_REPOMD
|
|
||||||
PRIMARY_XML_PATH=$XPATH_RESULT
|
|
||||||
PRIMARY_URL=$TARGET_URL/$PRIMARY_XML_PATH
|
|
||||||
|
|
||||||
Fetch $PRIMARY_URL $TMP_PRIMARYGZ
|
|
||||||
|
|
||||||
Debug "fetch $PRIMARY_URL to $TMP_PRIMARYGZ"
|
|
||||||
|
|
||||||
gunzip $TMP_PRIMARYGZ
|
|
||||||
|
|
||||||
Debug "unzip $TMP_PRIMARYGZ to $TMP_PRIMARY"
|
|
||||||
}
|
|
||||||
|
|
||||||
fetch_tizen_pkgs()
|
|
||||||
{
|
|
||||||
ARCH=$1
|
|
||||||
PACKAGE_XPATH_TPL='string(//*[local-name()="metadata"]/*[local-name()="package"][*[local-name()="name"][text()="_PKG_"]][*[local-name()="arch"][text()="_ARCH_"]]/*[local-name()="location"]/@href)'
|
|
||||||
|
|
||||||
PACKAGE_CHECKSUM_XPATH_TPL='string(//*[local-name()="metadata"]/*[local-name()="package"][*[local-name()="name"][text()="_PKG_"]][*[local-name()="arch"][text()="_ARCH_"]]/*[local-name()="checksum"]/text())'
|
|
||||||
|
|
||||||
for pkg in ${@:2}
|
|
||||||
do
|
|
||||||
Inform "Fetching... $pkg"
|
|
||||||
XPATH=${PACKAGE_XPATH_TPL/_PKG_/$pkg}
|
|
||||||
XPATH=${XPATH/_ARCH_/$ARCH}
|
|
||||||
Xpath_get $XPATH $TMP_PRIMARY
|
|
||||||
PKG_PATH=$XPATH_RESULT
|
|
||||||
|
|
||||||
XPATH=${PACKAGE_CHECKSUM_XPATH_TPL/_PKG_/$pkg}
|
|
||||||
XPATH=${XPATH/_ARCH_/$ARCH}
|
|
||||||
Xpath_get $XPATH $TMP_PRIMARY
|
|
||||||
CHECKSUM=$XPATH_RESULT
|
|
||||||
|
|
||||||
PKG_URL=$TARGET_URL/$PKG_PATH
|
|
||||||
PKG_FILE=$(basename $PKG_PATH)
|
|
||||||
PKG_PATH=$TMPDIR/$PKG_FILE
|
|
||||||
|
|
||||||
Debug "Download $PKG_URL to $PKG_PATH"
|
|
||||||
Fetch $PKG_URL $PKG_PATH true
|
|
||||||
|
|
||||||
echo "$CHECKSUM $PKG_PATH" | sha256sum -c - > /dev/null
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
Error "Fail to fetch $PKG_URL to $PKG_PATH"
|
|
||||||
Debug "Checksum = $CHECKSUM"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
}
|
|
||||||
|
|
||||||
Inform "Initialize arm base"
|
|
||||||
fetch_tizen_pkgs_init standard base
|
|
||||||
Inform "fetch common packages"
|
|
||||||
fetch_tizen_pkgs armv7l gcc gcc-devel-static glibc glibc-devel libicu libicu-devel libatomic linux-glibc-devel keyutils keyutils-devel libkeyutils
|
|
||||||
Inform "fetch coreclr packages"
|
|
||||||
fetch_tizen_pkgs armv7l lldb lldb-devel libgcc libstdc++ libstdc++-devel libunwind libunwind-devel lttng-ust-devel lttng-ust userspace-rcu-devel userspace-rcu
|
|
||||||
Inform "fetch corefx packages"
|
|
||||||
fetch_tizen_pkgs armv7l libcom_err libcom_err-devel zlib zlib-devel libopenssl11 libopenssl1.1-devel krb5 krb5-devel
|
|
||||||
|
|
||||||
Inform "Initialize standard unified"
|
|
||||||
fetch_tizen_pkgs_init standard unified
|
|
||||||
Inform "fetch corefx packages"
|
|
||||||
fetch_tizen_pkgs armv7l gssdp gssdp-devel tizen-release
|
|
||||||
|
|
||||||
|
|
@ -1,50 +0,0 @@
|
||||||
lang en_US.UTF-8
|
|
||||||
keyboard us
|
|
||||||
timezone --utc Asia/Seoul
|
|
||||||
|
|
||||||
part / --fstype="ext4" --size=3500 --ondisk=mmcblk0 --label rootfs --fsoptions=defaults,noatime
|
|
||||||
|
|
||||||
rootpw tizen
|
|
||||||
desktop --autologinuser=root
|
|
||||||
user --name root --groups audio,video --password 'tizen'
|
|
||||||
|
|
||||||
repo --name=standard --baseurl=http://download.tizen.org/releases/milestone/tizen/unified/latest/repos/standard/packages/ --ssl_verify=no
|
|
||||||
repo --name=base --baseurl=http://download.tizen.org/releases/milestone/tizen/base/latest/repos/standard/packages/ --ssl_verify=no
|
|
||||||
|
|
||||||
%packages
|
|
||||||
tar
|
|
||||||
gzip
|
|
||||||
|
|
||||||
sed
|
|
||||||
grep
|
|
||||||
gawk
|
|
||||||
perl
|
|
||||||
|
|
||||||
binutils
|
|
||||||
findutils
|
|
||||||
util-linux
|
|
||||||
lttng-ust
|
|
||||||
userspace-rcu
|
|
||||||
procps-ng
|
|
||||||
tzdata
|
|
||||||
ca-certificates
|
|
||||||
|
|
||||||
|
|
||||||
### Core FX
|
|
||||||
libicu
|
|
||||||
libunwind
|
|
||||||
iputils
|
|
||||||
zlib
|
|
||||||
krb5
|
|
||||||
libcurl
|
|
||||||
libopenssl
|
|
||||||
|
|
||||||
%end
|
|
||||||
|
|
||||||
%post
|
|
||||||
|
|
||||||
### Update /tmp privilege
|
|
||||||
chmod 777 /tmp
|
|
||||||
####################################
|
|
||||||
|
|
||||||
%end
|
|
||||||
|
|
@ -1,9 +0,0 @@
|
||||||
diff -u -r a/usr/lib/libc.so b/usr/lib/libc.so
|
|
||||||
--- a/usr/lib/libc.so 2016-12-30 23:00:08.284951863 +0900
|
|
||||||
+++ b/usr/lib/libc.so 2016-12-30 23:00:32.140951815 +0900
|
|
||||||
@@ -2,4 +2,4 @@
|
|
||||||
Use the shared library, but some functions are only in
|
|
||||||
the static library, so try that secondarily. */
|
|
||||||
OUTPUT_FORMAT(elf32-littlearm)
|
|
||||||
-GROUP ( /lib/libc.so.6 /usr/lib/libc_nonshared.a AS_NEEDED ( /lib/ld-linux.so.3 ) )
|
|
||||||
+GROUP ( libc.so.6 libc_nonshared.a AS_NEEDED ( ld-linux.so.3 ) )
|
|
||||||
|
|
@ -1,131 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
set -e
|
|
||||||
__NDK_Version=r21
|
|
||||||
|
|
||||||
usage()
|
|
||||||
{
|
|
||||||
echo "Creates a toolchain and sysroot used for cross-compiling for Android."
|
|
||||||
echo.
|
|
||||||
echo "Usage: $0 [BuildArch] [ApiLevel]"
|
|
||||||
echo.
|
|
||||||
echo "BuildArch is the target architecture of Android. Currently only arm64 is supported."
|
|
||||||
echo "ApiLevel is the target Android API level. API levels usually match to Android releases. See https://source.android.com/source/build-numbers.html"
|
|
||||||
echo.
|
|
||||||
echo "By default, the toolchain and sysroot will be generated in cross/android-rootfs/toolchain/[BuildArch]. You can change this behavior"
|
|
||||||
echo "by setting the TOOLCHAIN_DIR environment variable"
|
|
||||||
echo.
|
|
||||||
echo "By default, the NDK will be downloaded into the cross/android-rootfs/android-ndk-$__NDK_Version directory. If you already have an NDK installation,"
|
|
||||||
echo "you can set the NDK_DIR environment variable to have this script use that installation of the NDK."
|
|
||||||
echo "By default, this script will generate a file, android_platform, in the root of the ROOTFS_DIR directory that contains the RID for the supported and tested Android build: android.28-arm64. This file is to replace '/etc/os-release', which is not available for Android."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
__ApiLevel=28 # The minimum platform for arm64 is API level 21 but the minimum version that support glob(3) is 28. See $ANDROID_NDK/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include/glob.h
|
|
||||||
__BuildArch=arm64
|
|
||||||
__AndroidArch=aarch64
|
|
||||||
__AndroidToolchain=aarch64-linux-android
|
|
||||||
|
|
||||||
for i in "$@"
|
|
||||||
do
|
|
||||||
lowerI="$(echo $i | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case $lowerI in
|
|
||||||
-?|-h|--help)
|
|
||||||
usage
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
arm64)
|
|
||||||
__BuildArch=arm64
|
|
||||||
__AndroidArch=aarch64
|
|
||||||
__AndroidToolchain=aarch64-linux-android
|
|
||||||
;;
|
|
||||||
arm)
|
|
||||||
__BuildArch=arm
|
|
||||||
__AndroidArch=arm
|
|
||||||
__AndroidToolchain=arm-linux-androideabi
|
|
||||||
;;
|
|
||||||
*[0-9])
|
|
||||||
__ApiLevel=$i
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
__UnprocessedBuildArgs="$__UnprocessedBuildArgs $i"
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
# Obtain the location of the bash script to figure out where the root of the repo is.
|
|
||||||
__ScriptBaseDir="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
|
|
||||||
|
|
||||||
__CrossDir="$__ScriptBaseDir/../../../.tools/android-rootfs"
|
|
||||||
|
|
||||||
if [[ ! -f "$__CrossDir" ]]; then
|
|
||||||
mkdir -p "$__CrossDir"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Resolve absolute path to avoid `../` in build logs
|
|
||||||
__CrossDir="$( cd "$__CrossDir" && pwd )"
|
|
||||||
|
|
||||||
__NDK_Dir="$__CrossDir/android-ndk-$__NDK_Version"
|
|
||||||
__lldb_Dir="$__CrossDir/lldb"
|
|
||||||
__ToolchainDir="$__CrossDir/android-ndk-$__NDK_Version"
|
|
||||||
|
|
||||||
if [[ -n "$TOOLCHAIN_DIR" ]]; then
|
|
||||||
__ToolchainDir=$TOOLCHAIN_DIR
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -n "$NDK_DIR" ]]; then
|
|
||||||
__NDK_Dir=$NDK_DIR
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Target API level: $__ApiLevel"
|
|
||||||
echo "Target architecture: $__BuildArch"
|
|
||||||
echo "NDK location: $__NDK_Dir"
|
|
||||||
echo "Target Toolchain location: $__ToolchainDir"
|
|
||||||
|
|
||||||
# Download the NDK if required
|
|
||||||
if [ ! -d $__NDK_Dir ]; then
|
|
||||||
echo Downloading the NDK into $__NDK_Dir
|
|
||||||
mkdir -p $__NDK_Dir
|
|
||||||
wget -q --progress=bar:force:noscroll --show-progress https://dl.google.com/android/repository/android-ndk-$__NDK_Version-linux-x86_64.zip -O $__CrossDir/android-ndk-$__NDK_Version-linux-x86_64.zip
|
|
||||||
unzip -q $__CrossDir/android-ndk-$__NDK_Version-linux-x86_64.zip -d $__CrossDir
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ ! -d $__lldb_Dir ]; then
|
|
||||||
mkdir -p $__lldb_Dir
|
|
||||||
echo Downloading LLDB into $__lldb_Dir
|
|
||||||
wget -q --progress=bar:force:noscroll --show-progress https://dl.google.com/android/repository/lldb-2.3.3614996-linux-x86_64.zip -O $__CrossDir/lldb-2.3.3614996-linux-x86_64.zip
|
|
||||||
unzip -q $__CrossDir/lldb-2.3.3614996-linux-x86_64.zip -d $__lldb_Dir
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Download dependencies..."
|
|
||||||
__TmpDir=$__CrossDir/tmp/$__BuildArch/
|
|
||||||
mkdir -p "$__TmpDir"
|
|
||||||
|
|
||||||
# combined dependencies for coreclr, installer and libraries
|
|
||||||
__AndroidPackages="libicu"
|
|
||||||
__AndroidPackages+=" libandroid-glob"
|
|
||||||
__AndroidPackages+=" liblzma"
|
|
||||||
__AndroidPackages+=" krb5"
|
|
||||||
__AndroidPackages+=" openssl"
|
|
||||||
|
|
||||||
for path in $(wget -qO- http://termux.net/dists/stable/main/binary-$__AndroidArch/Packages |\
|
|
||||||
grep -A15 "Package: \(${__AndroidPackages// /\\|}\)" | grep -v "static\|tool" | grep Filename); do
|
|
||||||
|
|
||||||
if [[ "$path" != "Filename:" ]]; then
|
|
||||||
echo "Working on: $path"
|
|
||||||
wget -qO- http://termux.net/$path | dpkg -x - "$__TmpDir"
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
cp -R "$__TmpDir/data/data/com.termux/files/usr/"* "$__ToolchainDir/sysroot/usr/"
|
|
||||||
|
|
||||||
# Generate platform file for build.sh script to assign to __DistroRid
|
|
||||||
echo "Generating platform file..."
|
|
||||||
echo "RID=android.${__ApiLevel}-${__BuildArch}" > $__ToolchainDir/sysroot/android_platform
|
|
||||||
|
|
||||||
echo "Now to build coreclr, libraries and installers; run:"
|
|
||||||
echo ROOTFS_DIR=\$\(realpath $__ToolchainDir/sysroot\) ./build.sh --cross --arch $__BuildArch \
|
|
||||||
--subsetCategory coreclr
|
|
||||||
echo ROOTFS_DIR=\$\(realpath $__ToolchainDir/sysroot\) ./build.sh --cross --arch $__BuildArch \
|
|
||||||
--subsetCategory libraries
|
|
||||||
echo ROOTFS_DIR=\$\(realpath $__ToolchainDir/sysroot\) ./build.sh --cross --arch $__BuildArch \
|
|
||||||
--subsetCategory installer
|
|
||||||
|
|
@ -1,363 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
set -e
|
|
||||||
|
|
||||||
usage()
|
|
||||||
{
|
|
||||||
echo "Usage: $0 [BuildArch] [CodeName] [lldbx.y] [--skipunmount] --rootfsdir <directory>]"
|
|
||||||
echo "BuildArch can be: arm(default), armel, arm64, x86"
|
|
||||||
echo "CodeName - optional, Code name for Linux, can be: xenial(default), zesty, bionic, alpine, alpine3.13 or alpine3.14. If BuildArch is armel, LinuxCodeName is jessie(default) or tizen."
|
|
||||||
echo " for FreeBSD can be: freebsd11, freebsd12, freebsd13"
|
|
||||||
echo " for illumos can be: illumos."
|
|
||||||
echo "lldbx.y - optional, LLDB version, can be: lldb3.9(default), lldb4.0, lldb5.0, lldb6.0 no-lldb. Ignored for alpine and FreeBSD"
|
|
||||||
echo "--skipunmount - optional, will skip the unmount of rootfs folder."
|
|
||||||
echo "--use-mirror - optional, use mirror URL to fetch resources, when available."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
__CodeName=xenial
|
|
||||||
__CrossDir=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
|
|
||||||
__InitialDir=$PWD
|
|
||||||
__BuildArch=arm
|
|
||||||
__AlpineArch=armv7
|
|
||||||
__QEMUArch=arm
|
|
||||||
__UbuntuArch=armhf
|
|
||||||
__UbuntuRepo="http://ports.ubuntu.com/"
|
|
||||||
__LLDB_Package="liblldb-3.9-dev"
|
|
||||||
__SkipUnmount=0
|
|
||||||
|
|
||||||
# base development support
|
|
||||||
__UbuntuPackages="build-essential"
|
|
||||||
|
|
||||||
__AlpinePackages="alpine-base"
|
|
||||||
__AlpinePackages+=" build-base"
|
|
||||||
__AlpinePackages+=" linux-headers"
|
|
||||||
__AlpinePackages+=" lldb-dev"
|
|
||||||
__AlpinePackages+=" python3"
|
|
||||||
__AlpinePackages+=" libedit"
|
|
||||||
|
|
||||||
# symlinks fixer
|
|
||||||
__UbuntuPackages+=" symlinks"
|
|
||||||
|
|
||||||
# CoreCLR and CoreFX dependencies
|
|
||||||
__UbuntuPackages+=" libicu-dev"
|
|
||||||
__UbuntuPackages+=" liblttng-ust-dev"
|
|
||||||
__UbuntuPackages+=" libunwind8-dev"
|
|
||||||
|
|
||||||
__AlpinePackages+=" gettext-dev"
|
|
||||||
__AlpinePackages+=" icu-dev"
|
|
||||||
__AlpinePackages+=" libunwind-dev"
|
|
||||||
__AlpinePackages+=" lttng-ust-dev"
|
|
||||||
|
|
||||||
# CoreFX dependencies
|
|
||||||
__UbuntuPackages+=" libcurl4-openssl-dev"
|
|
||||||
__UbuntuPackages+=" libkrb5-dev"
|
|
||||||
__UbuntuPackages+=" libssl-dev"
|
|
||||||
__UbuntuPackages+=" zlib1g-dev"
|
|
||||||
|
|
||||||
__AlpinePackages+=" curl-dev"
|
|
||||||
__AlpinePackages+=" krb5-dev"
|
|
||||||
__AlpinePackages+=" openssl-dev"
|
|
||||||
__AlpinePackages+=" zlib-dev"
|
|
||||||
|
|
||||||
__FreeBSDBase="12.2-RELEASE"
|
|
||||||
__FreeBSDPkg="1.12.0"
|
|
||||||
__FreeBSDABI="12"
|
|
||||||
__FreeBSDPackages="libunwind"
|
|
||||||
__FreeBSDPackages+=" icu"
|
|
||||||
__FreeBSDPackages+=" libinotify"
|
|
||||||
__FreeBSDPackages+=" lttng-ust"
|
|
||||||
__FreeBSDPackages+=" krb5"
|
|
||||||
__FreeBSDPackages+=" terminfo-db"
|
|
||||||
|
|
||||||
__IllumosPackages="icu-64.2nb2"
|
|
||||||
__IllumosPackages+=" mit-krb5-1.16.2nb4"
|
|
||||||
__IllumosPackages+=" openssl-1.1.1e"
|
|
||||||
__IllumosPackages+=" zlib-1.2.11"
|
|
||||||
|
|
||||||
# ML.NET dependencies
|
|
||||||
__UbuntuPackages+=" libomp5"
|
|
||||||
__UbuntuPackages+=" libomp-dev"
|
|
||||||
|
|
||||||
__UseMirror=0
|
|
||||||
|
|
||||||
__UnprocessedBuildArgs=
|
|
||||||
while :; do
|
|
||||||
if [ $# -le 0 ]; then
|
|
||||||
break
|
|
||||||
fi
|
|
||||||
|
|
||||||
lowerI="$(echo $1 | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case $lowerI in
|
|
||||||
-?|-h|--help)
|
|
||||||
usage
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
arm)
|
|
||||||
__BuildArch=arm
|
|
||||||
__UbuntuArch=armhf
|
|
||||||
__AlpineArch=armv7
|
|
||||||
__QEMUArch=arm
|
|
||||||
;;
|
|
||||||
arm64)
|
|
||||||
__BuildArch=arm64
|
|
||||||
__UbuntuArch=arm64
|
|
||||||
__AlpineArch=aarch64
|
|
||||||
__QEMUArch=aarch64
|
|
||||||
;;
|
|
||||||
armel)
|
|
||||||
__BuildArch=armel
|
|
||||||
__UbuntuArch=armel
|
|
||||||
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
||||||
__CodeName=jessie
|
|
||||||
;;
|
|
||||||
s390x)
|
|
||||||
__BuildArch=s390x
|
|
||||||
__UbuntuArch=s390x
|
|
||||||
__UbuntuRepo="http://ports.ubuntu.com/ubuntu-ports/"
|
|
||||||
__UbuntuPackages=$(echo ${__UbuntuPackages} | sed 's/ libunwind8-dev//')
|
|
||||||
__UbuntuPackages=$(echo ${__UbuntuPackages} | sed 's/ libomp-dev//')
|
|
||||||
__UbuntuPackages=$(echo ${__UbuntuPackages} | sed 's/ libomp5//')
|
|
||||||
unset __LLDB_Package
|
|
||||||
;;
|
|
||||||
x86)
|
|
||||||
__BuildArch=x86
|
|
||||||
__UbuntuArch=i386
|
|
||||||
__UbuntuRepo="http://archive.ubuntu.com/ubuntu/"
|
|
||||||
;;
|
|
||||||
lldb3.6)
|
|
||||||
__LLDB_Package="lldb-3.6-dev"
|
|
||||||
;;
|
|
||||||
lldb3.8)
|
|
||||||
__LLDB_Package="lldb-3.8-dev"
|
|
||||||
;;
|
|
||||||
lldb3.9)
|
|
||||||
__LLDB_Package="liblldb-3.9-dev"
|
|
||||||
;;
|
|
||||||
lldb4.0)
|
|
||||||
__LLDB_Package="liblldb-4.0-dev"
|
|
||||||
;;
|
|
||||||
lldb5.0)
|
|
||||||
__LLDB_Package="liblldb-5.0-dev"
|
|
||||||
;;
|
|
||||||
lldb6.0)
|
|
||||||
__LLDB_Package="liblldb-6.0-dev"
|
|
||||||
;;
|
|
||||||
no-lldb)
|
|
||||||
unset __LLDB_Package
|
|
||||||
;;
|
|
||||||
xenial) # Ubuntu 16.04
|
|
||||||
if [ "$__CodeName" != "jessie" ]; then
|
|
||||||
__CodeName=xenial
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
zesty) # Ubuntu 17.04
|
|
||||||
if [ "$__CodeName" != "jessie" ]; then
|
|
||||||
__CodeName=zesty
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
bionic) # Ubuntu 18.04
|
|
||||||
if [ "$__CodeName" != "jessie" ]; then
|
|
||||||
__CodeName=bionic
|
|
||||||
fi
|
|
||||||
;;
|
|
||||||
jessie) # Debian 8
|
|
||||||
__CodeName=jessie
|
|
||||||
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
||||||
;;
|
|
||||||
stretch) # Debian 9
|
|
||||||
__CodeName=stretch
|
|
||||||
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
||||||
__LLDB_Package="liblldb-6.0-dev"
|
|
||||||
;;
|
|
||||||
buster) # Debian 10
|
|
||||||
__CodeName=buster
|
|
||||||
__UbuntuRepo="http://ftp.debian.org/debian/"
|
|
||||||
__LLDB_Package="liblldb-6.0-dev"
|
|
||||||
;;
|
|
||||||
tizen)
|
|
||||||
if [ "$__BuildArch" != "armel" ] && [ "$__BuildArch" != "arm64" ]; then
|
|
||||||
echo "Tizen is available only for armel and arm64."
|
|
||||||
usage;
|
|
||||||
exit 1;
|
|
||||||
fi
|
|
||||||
__CodeName=
|
|
||||||
__UbuntuRepo=
|
|
||||||
__Tizen=tizen
|
|
||||||
;;
|
|
||||||
alpine|alpine3.13)
|
|
||||||
__CodeName=alpine
|
|
||||||
__UbuntuRepo=
|
|
||||||
__AlpineVersion=3.13
|
|
||||||
__AlpinePackages+=" llvm10-libs"
|
|
||||||
;;
|
|
||||||
alpine3.14)
|
|
||||||
__CodeName=alpine
|
|
||||||
__UbuntuRepo=
|
|
||||||
__AlpineVersion=3.14
|
|
||||||
__AlpinePackages+=" llvm11-libs"
|
|
||||||
;;
|
|
||||||
freebsd11)
|
|
||||||
__FreeBSDBase="11.3-RELEASE"
|
|
||||||
__FreeBSDABI="11"
|
|
||||||
;&
|
|
||||||
freebsd12)
|
|
||||||
__CodeName=freebsd
|
|
||||||
__BuildArch=x64
|
|
||||||
__SkipUnmount=1
|
|
||||||
;;
|
|
||||||
freebsd13)
|
|
||||||
__CodeName=freebsd
|
|
||||||
__FreeBSDBase="13.0-RELEASE"
|
|
||||||
__FreeBSDABI="13"
|
|
||||||
__BuildArch=x64
|
|
||||||
__SkipUnmount=1
|
|
||||||
;;
|
|
||||||
illumos)
|
|
||||||
__CodeName=illumos
|
|
||||||
__BuildArch=x64
|
|
||||||
__SkipUnmount=1
|
|
||||||
;;
|
|
||||||
--skipunmount)
|
|
||||||
__SkipUnmount=1
|
|
||||||
;;
|
|
||||||
--rootfsdir|-rootfsdir)
|
|
||||||
shift
|
|
||||||
__RootfsDir=$1
|
|
||||||
;;
|
|
||||||
--use-mirror)
|
|
||||||
__UseMirror=1
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
__UnprocessedBuildArgs="$__UnprocessedBuildArgs $1"
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
if [ "$__BuildArch" == "armel" ]; then
|
|
||||||
__LLDB_Package="lldb-3.5-dev"
|
|
||||||
fi
|
|
||||||
__UbuntuPackages+=" ${__LLDB_Package:-}"
|
|
||||||
|
|
||||||
if [ -z "$__RootfsDir" ] && [ ! -z "$ROOTFS_DIR" ]; then
|
|
||||||
__RootfsDir=$ROOTFS_DIR
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -z "$__RootfsDir" ]; then
|
|
||||||
__RootfsDir="$__CrossDir/../../../.tools/rootfs/$__BuildArch"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -d "$__RootfsDir" ]; then
|
|
||||||
if [ $__SkipUnmount == 0 ]; then
|
|
||||||
umount $__RootfsDir/* || true
|
|
||||||
fi
|
|
||||||
rm -rf $__RootfsDir
|
|
||||||
fi
|
|
||||||
|
|
||||||
mkdir -p $__RootfsDir
|
|
||||||
__RootfsDir="$( cd "$__RootfsDir" && pwd )"
|
|
||||||
|
|
||||||
if [[ "$__CodeName" == "alpine" ]]; then
|
|
||||||
__ApkToolsVersion=2.9.1
|
|
||||||
__ApkToolsDir=$(mktemp -d)
|
|
||||||
wget https://github.com/alpinelinux/apk-tools/releases/download/v$__ApkToolsVersion/apk-tools-$__ApkToolsVersion-x86_64-linux.tar.gz -P $__ApkToolsDir
|
|
||||||
tar -xf $__ApkToolsDir/apk-tools-$__ApkToolsVersion-x86_64-linux.tar.gz -C $__ApkToolsDir
|
|
||||||
mkdir -p $__RootfsDir/usr/bin
|
|
||||||
cp -v /usr/bin/qemu-$__QEMUArch-static $__RootfsDir/usr/bin
|
|
||||||
|
|
||||||
$__ApkToolsDir/apk-tools-$__ApkToolsVersion/apk \
|
|
||||||
-X http://dl-cdn.alpinelinux.org/alpine/v$__AlpineVersion/main \
|
|
||||||
-X http://dl-cdn.alpinelinux.org/alpine/v$__AlpineVersion/community \
|
|
||||||
-U --allow-untrusted --root $__RootfsDir --arch $__AlpineArch --initdb \
|
|
||||||
add $__AlpinePackages
|
|
||||||
|
|
||||||
rm -r $__ApkToolsDir
|
|
||||||
elif [[ "$__CodeName" == "freebsd" ]]; then
|
|
||||||
mkdir -p $__RootfsDir/usr/local/etc
|
|
||||||
JOBS="$(getconf _NPROCESSORS_ONLN)"
|
|
||||||
wget -O - https://download.freebsd.org/ftp/releases/amd64/${__FreeBSDBase}/base.txz | tar -C $__RootfsDir -Jxf - ./lib ./usr/lib ./usr/libdata ./usr/include ./usr/share/keys ./etc ./bin/freebsd-version
|
|
||||||
echo "ABI = \"FreeBSD:${__FreeBSDABI}:amd64\"; FINGERPRINTS = \"${__RootfsDir}/usr/share/keys\"; REPOS_DIR = [\"${__RootfsDir}/etc/pkg\"]; REPO_AUTOUPDATE = NO; RUN_SCRIPTS = NO;" > ${__RootfsDir}/usr/local/etc/pkg.conf
|
|
||||||
echo "FreeBSD: { url: "pkg+http://pkg.FreeBSD.org/\${ABI}/quarterly", mirror_type: \"srv\", signature_type: \"fingerprints\", fingerprints: \"${__RootfsDir}/usr/share/keys/pkg\", enabled: yes }" > ${__RootfsDir}/etc/pkg/FreeBSD.conf
|
|
||||||
mkdir -p $__RootfsDir/tmp
|
|
||||||
# get and build package manager
|
|
||||||
wget -O - https://github.com/freebsd/pkg/archive/${__FreeBSDPkg}.tar.gz | tar -C $__RootfsDir/tmp -zxf -
|
|
||||||
cd $__RootfsDir/tmp/pkg-${__FreeBSDPkg}
|
|
||||||
# needed for install to succeed
|
|
||||||
mkdir -p $__RootfsDir/host/etc
|
|
||||||
./autogen.sh && ./configure --prefix=$__RootfsDir/host && make -j "$JOBS" && make install
|
|
||||||
rm -rf $__RootfsDir/tmp/pkg-${__FreeBSDPkg}
|
|
||||||
# install packages we need.
|
|
||||||
INSTALL_AS_USER=$(whoami) $__RootfsDir/host/sbin/pkg -r $__RootfsDir -C $__RootfsDir/usr/local/etc/pkg.conf update
|
|
||||||
INSTALL_AS_USER=$(whoami) $__RootfsDir/host/sbin/pkg -r $__RootfsDir -C $__RootfsDir/usr/local/etc/pkg.conf install --yes $__FreeBSDPackages
|
|
||||||
elif [[ "$__CodeName" == "illumos" ]]; then
|
|
||||||
mkdir "$__RootfsDir/tmp"
|
|
||||||
pushd "$__RootfsDir/tmp"
|
|
||||||
JOBS="$(getconf _NPROCESSORS_ONLN)"
|
|
||||||
echo "Downloading sysroot."
|
|
||||||
wget -O - https://github.com/illumos/sysroot/releases/download/20181213-de6af22ae73b-v1/illumos-sysroot-i386-20181213-de6af22ae73b-v1.tar.gz | tar -C "$__RootfsDir" -xzf -
|
|
||||||
echo "Building binutils. Please wait.."
|
|
||||||
wget -O - https://ftp.gnu.org/gnu/binutils/binutils-2.33.1.tar.bz2 | tar -xjf -
|
|
||||||
mkdir build-binutils && cd build-binutils
|
|
||||||
../binutils-2.33.1/configure --prefix="$__RootfsDir" --target="x86_64-sun-solaris2.10" --program-prefix="x86_64-illumos-" --with-sysroot="$__RootfsDir"
|
|
||||||
make -j "$JOBS" && make install && cd ..
|
|
||||||
echo "Building gcc. Please wait.."
|
|
||||||
wget -O - https://ftp.gnu.org/gnu/gcc/gcc-8.4.0/gcc-8.4.0.tar.xz | tar -xJf -
|
|
||||||
CFLAGS="-fPIC"
|
|
||||||
CXXFLAGS="-fPIC"
|
|
||||||
CXXFLAGS_FOR_TARGET="-fPIC"
|
|
||||||
CFLAGS_FOR_TARGET="-fPIC"
|
|
||||||
export CFLAGS CXXFLAGS CXXFLAGS_FOR_TARGET CFLAGS_FOR_TARGET
|
|
||||||
mkdir build-gcc && cd build-gcc
|
|
||||||
../gcc-8.4.0/configure --prefix="$__RootfsDir" --target="x86_64-sun-solaris2.10" --program-prefix="x86_64-illumos-" --with-sysroot="$__RootfsDir" --with-gnu-as \
|
|
||||||
--with-gnu-ld --disable-nls --disable-libgomp --disable-libquadmath --disable-libssp --disable-libvtv --disable-libcilkrts --disable-libada --disable-libsanitizer \
|
|
||||||
--disable-libquadmath-support --disable-shared --enable-tls
|
|
||||||
make -j "$JOBS" && make install && cd ..
|
|
||||||
BaseUrl=https://pkgsrc.joyent.com
|
|
||||||
if [[ "$__UseMirror" == 1 ]]; then
|
|
||||||
BaseUrl=http://pkgsrc.smartos.skylime.net
|
|
||||||
fi
|
|
||||||
BaseUrl="$BaseUrl"/packages/SmartOS/2020Q1/x86_64/All
|
|
||||||
echo "Downloading dependencies."
|
|
||||||
read -ra array <<<"$__IllumosPackages"
|
|
||||||
for package in "${array[@]}"; do
|
|
||||||
echo "Installing $package..."
|
|
||||||
wget "$BaseUrl"/"$package".tgz
|
|
||||||
ar -x "$package".tgz
|
|
||||||
tar --skip-old-files -xzf "$package".tmp.tgz -C "$__RootfsDir" 2>/dev/null
|
|
||||||
done
|
|
||||||
echo "Cleaning up temporary files."
|
|
||||||
popd
|
|
||||||
rm -rf "$__RootfsDir"/{tmp,+*}
|
|
||||||
mkdir -p "$__RootfsDir"/usr/include/net
|
|
||||||
mkdir -p "$__RootfsDir"/usr/include/netpacket
|
|
||||||
wget -P "$__RootfsDir"/usr/include/net https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/io/bpf/net/bpf.h
|
|
||||||
wget -P "$__RootfsDir"/usr/include/net https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/io/bpf/net/dlt.h
|
|
||||||
wget -P "$__RootfsDir"/usr/include/netpacket https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/inet/sockmods/netpacket/packet.h
|
|
||||||
wget -P "$__RootfsDir"/usr/include/sys https://raw.githubusercontent.com/illumos/illumos-gate/master/usr/src/uts/common/sys/sdt.h
|
|
||||||
elif [[ -n $__CodeName ]]; then
|
|
||||||
qemu-debootstrap --arch $__UbuntuArch $__CodeName $__RootfsDir $__UbuntuRepo
|
|
||||||
cp $__CrossDir/$__BuildArch/sources.list.$__CodeName $__RootfsDir/etc/apt/sources.list
|
|
||||||
chroot $__RootfsDir apt-get update
|
|
||||||
chroot $__RootfsDir apt-get -f -y install
|
|
||||||
chroot $__RootfsDir apt-get -y install $__UbuntuPackages
|
|
||||||
chroot $__RootfsDir symlinks -cr /usr
|
|
||||||
chroot $__RootfsDir apt-get clean
|
|
||||||
|
|
||||||
if [ $__SkipUnmount == 0 ]; then
|
|
||||||
umount $__RootfsDir/* || true
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ "$__BuildArch" == "armel" && "$__CodeName" == "jessie" ]]; then
|
|
||||||
pushd $__RootfsDir
|
|
||||||
patch -p1 < $__CrossDir/$__BuildArch/armel.jessie.patch
|
|
||||||
popd
|
|
||||||
fi
|
|
||||||
elif [[ "$__Tizen" == "tizen" ]]; then
|
|
||||||
ROOTFS_DIR=$__RootfsDir $__CrossDir/$__BuildArch/tizen-build-rootfs.sh
|
|
||||||
else
|
|
||||||
echo "Unsupported target platform."
|
|
||||||
usage;
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
@ -1,11 +0,0 @@
|
||||||
deb http://ports.ubuntu.com/ubuntu-ports/ bionic main restricted universe
|
|
||||||
deb-src http://ports.ubuntu.com/ubuntu-ports/ bionic main restricted universe
|
|
||||||
|
|
||||||
deb http://ports.ubuntu.com/ubuntu-ports/ bionic-updates main restricted universe
|
|
||||||
deb-src http://ports.ubuntu.com/ubuntu-ports/ bionic-updates main restricted universe
|
|
||||||
|
|
||||||
deb http://ports.ubuntu.com/ubuntu-ports/ bionic-backports main restricted
|
|
||||||
deb-src http://ports.ubuntu.com/ubuntu-ports/ bionic-backports main restricted
|
|
||||||
|
|
||||||
deb http://ports.ubuntu.com/ubuntu-ports/ bionic-security main restricted universe multiverse
|
|
||||||
deb-src http://ports.ubuntu.com/ubuntu-ports/ bionic-security main restricted universe multiverse
|
|
||||||
|
|
@ -1,245 +0,0 @@
|
||||||
set(CROSS_ROOTFS $ENV{ROOTFS_DIR})
|
|
||||||
|
|
||||||
set(TARGET_ARCH_NAME $ENV{TARGET_BUILD_ARCH})
|
|
||||||
if(EXISTS ${CROSS_ROOTFS}/bin/freebsd-version)
|
|
||||||
set(CMAKE_SYSTEM_NAME FreeBSD)
|
|
||||||
elseif(EXISTS ${CROSS_ROOTFS}/usr/platform/i86pc)
|
|
||||||
set(CMAKE_SYSTEM_NAME SunOS)
|
|
||||||
set(ILLUMOS 1)
|
|
||||||
else()
|
|
||||||
set(CMAKE_SYSTEM_NAME Linux)
|
|
||||||
endif()
|
|
||||||
set(CMAKE_SYSTEM_VERSION 1)
|
|
||||||
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "armel")
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR armv7l)
|
|
||||||
set(TOOLCHAIN "arm-linux-gnueabi")
|
|
||||||
if("$ENV{__DistroRid}" MATCHES "tizen.*")
|
|
||||||
set(TIZEN_TOOLCHAIN "armv7l-tizen-linux-gnueabi/9.2.0")
|
|
||||||
endif()
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "arm")
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR armv7l)
|
|
||||||
if(EXISTS ${CROSS_ROOTFS}/usr/lib/gcc/armv7-alpine-linux-musleabihf)
|
|
||||||
set(TOOLCHAIN "armv7-alpine-linux-musleabihf")
|
|
||||||
elseif(EXISTS ${CROSS_ROOTFS}/usr/lib/gcc/armv6-alpine-linux-musleabihf)
|
|
||||||
set(TOOLCHAIN "armv6-alpine-linux-musleabihf")
|
|
||||||
else()
|
|
||||||
set(TOOLCHAIN "arm-linux-gnueabihf")
|
|
||||||
endif()
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "arm64")
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR aarch64)
|
|
||||||
if(EXISTS ${CROSS_ROOTFS}/usr/lib/gcc/aarch64-alpine-linux-musl)
|
|
||||||
set(TOOLCHAIN "aarch64-alpine-linux-musl")
|
|
||||||
else()
|
|
||||||
set(TOOLCHAIN "aarch64-linux-gnu")
|
|
||||||
endif()
|
|
||||||
if("$ENV{__DistroRid}" MATCHES "tizen.*")
|
|
||||||
set(TIZEN_TOOLCHAIN "aarch64-tizen-linux-gnu/9.2.0")
|
|
||||||
endif()
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "s390x")
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR s390x)
|
|
||||||
set(TOOLCHAIN "s390x-linux-gnu")
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "x86")
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR i686)
|
|
||||||
set(TOOLCHAIN "i686-linux-gnu")
|
|
||||||
elseif (CMAKE_SYSTEM_NAME STREQUAL "FreeBSD")
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR "x86_64")
|
|
||||||
set(triple "x86_64-unknown-freebsd12")
|
|
||||||
elseif (ILLUMOS)
|
|
||||||
set(CMAKE_SYSTEM_PROCESSOR "x86_64")
|
|
||||||
set(TOOLCHAIN "x86_64-illumos")
|
|
||||||
else()
|
|
||||||
message(FATAL_ERROR "Arch is ${TARGET_ARCH_NAME}. Only armel, arm, arm64, s390x and x86 are supported!")
|
|
||||||
endif()
|
|
||||||
|
|
||||||
if(DEFINED ENV{TOOLCHAIN})
|
|
||||||
set(TOOLCHAIN $ENV{TOOLCHAIN})
|
|
||||||
endif()
|
|
||||||
|
|
||||||
# Specify include paths
|
|
||||||
if(DEFINED TIZEN_TOOLCHAIN)
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "armel")
|
|
||||||
include_directories(SYSTEM ${CROSS_ROOTFS}/usr/lib/gcc/${TIZEN_TOOLCHAIN}/include/c++/)
|
|
||||||
include_directories(SYSTEM ${CROSS_ROOTFS}/usr/lib/gcc/${TIZEN_TOOLCHAIN}/include/c++/armv7l-tizen-linux-gnueabi)
|
|
||||||
endif()
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "arm64")
|
|
||||||
include_directories(SYSTEM ${CROSS_ROOTFS}/usr/lib64/gcc/${TIZEN_TOOLCHAIN}/include/c++/)
|
|
||||||
include_directories(SYSTEM ${CROSS_ROOTFS}/usr/lib64/gcc/${TIZEN_TOOLCHAIN}/include/c++/aarch64-tizen-linux-gnu)
|
|
||||||
endif()
|
|
||||||
endif()
|
|
||||||
|
|
||||||
if("$ENV{__DistroRid}" MATCHES "android.*")
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "arm")
|
|
||||||
set(ANDROID_ABI armeabi-v7a)
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "arm64")
|
|
||||||
set(ANDROID_ABI arm64-v8a)
|
|
||||||
endif()
|
|
||||||
|
|
||||||
# extract platform number required by the NDK's toolchain
|
|
||||||
string(REGEX REPLACE ".*\\.([0-9]+)-.*" "\\1" ANDROID_PLATFORM "$ENV{__DistroRid}")
|
|
||||||
|
|
||||||
set(ANDROID_TOOLCHAIN clang)
|
|
||||||
set(FEATURE_EVENT_TRACE 0) # disable event trace as there is no lttng-ust package in termux repository
|
|
||||||
set(CMAKE_SYSTEM_LIBRARY_PATH "${CROSS_ROOTFS}/usr/lib")
|
|
||||||
set(CMAKE_SYSTEM_INCLUDE_PATH "${CROSS_ROOTFS}/usr/include")
|
|
||||||
|
|
||||||
# include official NDK toolchain script
|
|
||||||
include(${CROSS_ROOTFS}/../build/cmake/android.toolchain.cmake)
|
|
||||||
elseif(CMAKE_SYSTEM_NAME STREQUAL "FreeBSD")
|
|
||||||
# we cross-compile by instructing clang
|
|
||||||
set(CMAKE_C_COMPILER_TARGET ${triple})
|
|
||||||
set(CMAKE_CXX_COMPILER_TARGET ${triple})
|
|
||||||
set(CMAKE_ASM_COMPILER_TARGET ${triple})
|
|
||||||
set(CMAKE_SYSROOT "${CROSS_ROOTFS}")
|
|
||||||
set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -fuse-ld=lld")
|
|
||||||
set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} -fuse-ld=lld")
|
|
||||||
set(CMAKE_MODULE_LINKER_FLAGS "${CMAKE_MODULE_LINKER_FLAGS} -fuse-ld=lld")
|
|
||||||
elseif(ILLUMOS)
|
|
||||||
set(CMAKE_SYSROOT "${CROSS_ROOTFS}")
|
|
||||||
|
|
||||||
include_directories(SYSTEM ${CROSS_ROOTFS}/include)
|
|
||||||
|
|
||||||
set(TOOLSET_PREFIX ${TOOLCHAIN}-)
|
|
||||||
function(locate_toolchain_exec exec var)
|
|
||||||
string(TOUPPER ${exec} EXEC_UPPERCASE)
|
|
||||||
if(NOT "$ENV{CLR_${EXEC_UPPERCASE}}" STREQUAL "")
|
|
||||||
set(${var} "$ENV{CLR_${EXEC_UPPERCASE}}" PARENT_SCOPE)
|
|
||||||
return()
|
|
||||||
endif()
|
|
||||||
|
|
||||||
find_program(EXEC_LOCATION_${exec}
|
|
||||||
NAMES
|
|
||||||
"${TOOLSET_PREFIX}${exec}${CLR_CMAKE_COMPILER_FILE_NAME_VERSION}"
|
|
||||||
"${TOOLSET_PREFIX}${exec}")
|
|
||||||
|
|
||||||
if (EXEC_LOCATION_${exec} STREQUAL "EXEC_LOCATION_${exec}-NOTFOUND")
|
|
||||||
message(FATAL_ERROR "Unable to find toolchain executable. Name: ${exec}, Prefix: ${TOOLSET_PREFIX}.")
|
|
||||||
endif()
|
|
||||||
set(${var} ${EXEC_LOCATION_${exec}} PARENT_SCOPE)
|
|
||||||
endfunction()
|
|
||||||
|
|
||||||
set(CMAKE_SYSTEM_PREFIX_PATH "${CROSS_ROOTFS}")
|
|
||||||
|
|
||||||
locate_toolchain_exec(gcc CMAKE_C_COMPILER)
|
|
||||||
locate_toolchain_exec(g++ CMAKE_CXX_COMPILER)
|
|
||||||
|
|
||||||
set(CMAKE_C_STANDARD_LIBRARIES "${CMAKE_C_STANDARD_LIBRARIES} -lssp")
|
|
||||||
set(CMAKE_CXX_STANDARD_LIBRARIES "${CMAKE_CXX_STANDARD_LIBRARIES} -lssp")
|
|
||||||
else()
|
|
||||||
set(CMAKE_SYSROOT "${CROSS_ROOTFS}")
|
|
||||||
|
|
||||||
set(CMAKE_C_COMPILER_EXTERNAL_TOOLCHAIN "${CROSS_ROOTFS}/usr")
|
|
||||||
set(CMAKE_CXX_COMPILER_EXTERNAL_TOOLCHAIN "${CROSS_ROOTFS}/usr")
|
|
||||||
set(CMAKE_ASM_COMPILER_EXTERNAL_TOOLCHAIN "${CROSS_ROOTFS}/usr")
|
|
||||||
endif()
|
|
||||||
|
|
||||||
# Specify link flags
|
|
||||||
|
|
||||||
function(add_toolchain_linker_flag Flag)
|
|
||||||
set(Config "${ARGV1}")
|
|
||||||
set(CONFIG_SUFFIX "")
|
|
||||||
if (NOT Config STREQUAL "")
|
|
||||||
set(CONFIG_SUFFIX "_${Config}")
|
|
||||||
endif()
|
|
||||||
set("CMAKE_EXE_LINKER_FLAGS${CONFIG_SUFFIX}_INIT" "${CMAKE_EXE_LINKER_FLAGS${CONFIG_SUFFIX}_INIT} ${Flag}" PARENT_SCOPE)
|
|
||||||
set("CMAKE_SHARED_LINKER_FLAGS${CONFIG_SUFFIX}_INIT" "${CMAKE_SHARED_LINKER_FLAGS${CONFIG_SUFFIX}_INIT} ${Flag}" PARENT_SCOPE)
|
|
||||||
endfunction()
|
|
||||||
|
|
||||||
if(CMAKE_SYSTEM_NAME STREQUAL "Linux")
|
|
||||||
add_toolchain_linker_flag("-Wl,--rpath-link=${CROSS_ROOTFS}/lib/${TOOLCHAIN}")
|
|
||||||
add_toolchain_linker_flag("-Wl,--rpath-link=${CROSS_ROOTFS}/usr/lib/${TOOLCHAIN}")
|
|
||||||
endif()
|
|
||||||
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "armel")
|
|
||||||
if(DEFINED TIZEN_TOOLCHAIN) # For Tizen only
|
|
||||||
add_toolchain_linker_flag("-B${CROSS_ROOTFS}/usr/lib/gcc/${TIZEN_TOOLCHAIN}")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/lib")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/usr/lib")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/usr/lib/gcc/${TIZEN_TOOLCHAIN}")
|
|
||||||
endif()
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "arm64")
|
|
||||||
if(DEFINED TIZEN_TOOLCHAIN) # For Tizen only
|
|
||||||
add_toolchain_linker_flag("-B${CROSS_ROOTFS}/usr/lib64/gcc/${TIZEN_TOOLCHAIN}")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/lib64")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/usr/lib64")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/usr/lib64/gcc/${TIZEN_TOOLCHAIN}")
|
|
||||||
|
|
||||||
add_toolchain_linker_flag("-Wl,--rpath-link=${CROSS_ROOTFS}/lib64")
|
|
||||||
add_toolchain_linker_flag("-Wl,--rpath-link=${CROSS_ROOTFS}/usr/lib64")
|
|
||||||
add_toolchain_linker_flag("-Wl,--rpath-link=${CROSS_ROOTFS}/usr/lib64/gcc/${TIZEN_TOOLCHAIN}")
|
|
||||||
endif()
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "x86")
|
|
||||||
add_toolchain_linker_flag(-m32)
|
|
||||||
elseif(ILLUMOS)
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/lib/amd64")
|
|
||||||
add_toolchain_linker_flag("-L${CROSS_ROOTFS}/usr/amd64/lib")
|
|
||||||
endif()
|
|
||||||
|
|
||||||
# Specify compile options
|
|
||||||
|
|
||||||
if((TARGET_ARCH_NAME MATCHES "^(arm|armel|arm64|s390x)$" AND NOT "$ENV{__DistroRid}" MATCHES "android.*") OR ILLUMOS)
|
|
||||||
set(CMAKE_C_COMPILER_TARGET ${TOOLCHAIN})
|
|
||||||
set(CMAKE_CXX_COMPILER_TARGET ${TOOLCHAIN})
|
|
||||||
set(CMAKE_ASM_COMPILER_TARGET ${TOOLCHAIN})
|
|
||||||
endif()
|
|
||||||
|
|
||||||
if(TARGET_ARCH_NAME MATCHES "^(arm|armel)$")
|
|
||||||
add_compile_options(-mthumb)
|
|
||||||
if (NOT DEFINED CLR_ARM_FPU_TYPE)
|
|
||||||
set (CLR_ARM_FPU_TYPE vfpv3)
|
|
||||||
endif (NOT DEFINED CLR_ARM_FPU_TYPE)
|
|
||||||
|
|
||||||
add_compile_options (-mfpu=${CLR_ARM_FPU_TYPE})
|
|
||||||
if (NOT DEFINED CLR_ARM_FPU_CAPABILITY)
|
|
||||||
set (CLR_ARM_FPU_CAPABILITY 0x7)
|
|
||||||
endif (NOT DEFINED CLR_ARM_FPU_CAPABILITY)
|
|
||||||
|
|
||||||
add_definitions (-DCLR_ARM_FPU_CAPABILITY=${CLR_ARM_FPU_CAPABILITY})
|
|
||||||
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "armel")
|
|
||||||
add_compile_options(-mfloat-abi=softfp)
|
|
||||||
endif()
|
|
||||||
elseif(TARGET_ARCH_NAME STREQUAL "x86")
|
|
||||||
add_compile_options(-m32)
|
|
||||||
add_compile_options(-Wno-error=unused-command-line-argument)
|
|
||||||
endif()
|
|
||||||
|
|
||||||
if(DEFINED TIZEN_TOOLCHAIN)
|
|
||||||
if(TARGET_ARCH_NAME MATCHES "^(armel|arm64)$")
|
|
||||||
add_compile_options(-Wno-deprecated-declarations) # compile-time option
|
|
||||||
add_compile_options(-D__extern_always_inline=inline) # compile-time option
|
|
||||||
endif()
|
|
||||||
endif()
|
|
||||||
|
|
||||||
# Set LLDB include and library paths for builds that need lldb.
|
|
||||||
if(TARGET_ARCH_NAME MATCHES "^(arm|armel|x86)$")
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "x86")
|
|
||||||
set(LLVM_CROSS_DIR "$ENV{LLVM_CROSS_HOME}")
|
|
||||||
else() # arm/armel case
|
|
||||||
set(LLVM_CROSS_DIR "$ENV{LLVM_ARM_HOME}")
|
|
||||||
endif()
|
|
||||||
if(LLVM_CROSS_DIR)
|
|
||||||
set(WITH_LLDB_LIBS "${LLVM_CROSS_DIR}/lib/" CACHE STRING "")
|
|
||||||
set(WITH_LLDB_INCLUDES "${LLVM_CROSS_DIR}/include" CACHE STRING "")
|
|
||||||
set(LLDB_H "${WITH_LLDB_INCLUDES}" CACHE STRING "")
|
|
||||||
set(LLDB "${LLVM_CROSS_DIR}/lib/liblldb.so" CACHE STRING "")
|
|
||||||
else()
|
|
||||||
if(TARGET_ARCH_NAME STREQUAL "x86")
|
|
||||||
set(WITH_LLDB_LIBS "${CROSS_ROOTFS}/usr/lib/i386-linux-gnu" CACHE STRING "")
|
|
||||||
set(CHECK_LLVM_DIR "${CROSS_ROOTFS}/usr/lib/llvm-3.8/include")
|
|
||||||
if(EXISTS "${CHECK_LLVM_DIR}" AND IS_DIRECTORY "${CHECK_LLVM_DIR}")
|
|
||||||
set(WITH_LLDB_INCLUDES "${CHECK_LLVM_DIR}")
|
|
||||||
else()
|
|
||||||
set(WITH_LLDB_INCLUDES "${CROSS_ROOTFS}/usr/lib/llvm-3.6/include")
|
|
||||||
endif()
|
|
||||||
else() # arm/armel case
|
|
||||||
set(WITH_LLDB_LIBS "${CROSS_ROOTFS}/usr/lib/${TOOLCHAIN}" CACHE STRING "")
|
|
||||||
set(WITH_LLDB_INCLUDES "${CROSS_ROOTFS}/usr/lib/llvm-3.6/include" CACHE STRING "")
|
|
||||||
endif()
|
|
||||||
endif()
|
|
||||||
endif()
|
|
||||||
|
|
||||||
set(CMAKE_FIND_ROOT_PATH_MODE_PROGRAM NEVER)
|
|
||||||
set(CMAKE_FIND_ROOT_PATH_MODE_LIBRARY ONLY)
|
|
||||||
set(CMAKE_FIND_ROOT_PATH_MODE_INCLUDE ONLY)
|
|
||||||
set(CMAKE_FIND_ROOT_PATH_MODE_PACKAGE ONLY)
|
|
||||||
|
|
@ -1,47 +0,0 @@
|
||||||
param (
|
|
||||||
$darcVersion = $null,
|
|
||||||
$versionEndpoint = 'https://maestro-prod.westus2.cloudapp.azure.com/api/assets/darc-version?api-version=2019-01-16',
|
|
||||||
$verbosity = 'minimal',
|
|
||||||
$toolpath = $null
|
|
||||||
)
|
|
||||||
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
function InstallDarcCli ($darcVersion, $toolpath) {
|
|
||||||
$darcCliPackageName = 'microsoft.dotnet.darc'
|
|
||||||
|
|
||||||
$dotnetRoot = InitializeDotNetCli -install:$true
|
|
||||||
$dotnet = "$dotnetRoot\dotnet.exe"
|
|
||||||
$toolList = & "$dotnet" tool list -g
|
|
||||||
|
|
||||||
if ($toolList -like "*$darcCliPackageName*") {
|
|
||||||
& "$dotnet" tool uninstall $darcCliPackageName -g
|
|
||||||
}
|
|
||||||
|
|
||||||
# If the user didn't explicitly specify the darc version,
|
|
||||||
# query the Maestro API for the correct version of darc to install.
|
|
||||||
if (-not $darcVersion) {
|
|
||||||
$darcVersion = $(Invoke-WebRequest -Uri $versionEndpoint -UseBasicParsing).Content
|
|
||||||
}
|
|
||||||
|
|
||||||
$arcadeServicesSource = 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
|
|
||||||
Write-Host "Installing Darc CLI version $darcVersion..."
|
|
||||||
Write-Host 'You may need to restart your command window if this is the first dotnet tool you have installed.'
|
|
||||||
if (-not $toolpath) {
|
|
||||||
Write-Host "'$dotnet' tool install $darcCliPackageName --version $darcVersion --add-source '$arcadeServicesSource' -v $verbosity -g"
|
|
||||||
& "$dotnet" tool install $darcCliPackageName --version $darcVersion --add-source "$arcadeServicesSource" -v $verbosity -g
|
|
||||||
}else {
|
|
||||||
Write-Host "'$dotnet' tool install $darcCliPackageName --version $darcVersion --add-source '$arcadeServicesSource' -v $verbosity --tool-path '$toolpath'"
|
|
||||||
& "$dotnet" tool install $darcCliPackageName --version $darcVersion --add-source "$arcadeServicesSource" -v $verbosity --tool-path "$toolpath"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
InstallDarcCli $darcVersion $toolpath
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'Darc' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,82 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
darcVersion=''
|
|
||||||
versionEndpoint='https://maestro-prod.westus2.cloudapp.azure.com/api/assets/darc-version?api-version=2019-01-16'
|
|
||||||
verbosity='minimal'
|
|
||||||
|
|
||||||
while [[ $# > 0 ]]; do
|
|
||||||
opt="$(echo "$1" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
--darcversion)
|
|
||||||
darcVersion=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
--versionendpoint)
|
|
||||||
versionEndpoint=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
--verbosity)
|
|
||||||
verbosity=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
--toolpath)
|
|
||||||
toolpath=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
echo "Invalid argument: $1"
|
|
||||||
usage
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
# resolve $source until the file is no longer a symlink
|
|
||||||
while [[ -h "$source" ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
||||||
# symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. "$scriptroot/tools.sh"
|
|
||||||
|
|
||||||
if [ -z "$darcVersion" ]; then
|
|
||||||
darcVersion=$(curl -X GET "$versionEndpoint" -H "accept: text/plain")
|
|
||||||
fi
|
|
||||||
|
|
||||||
function InstallDarcCli {
|
|
||||||
local darc_cli_package_name="microsoft.dotnet.darc"
|
|
||||||
|
|
||||||
InitializeDotNetCli
|
|
||||||
local dotnet_root=$_InitializeDotNetCli
|
|
||||||
|
|
||||||
if [ -z "$toolpath" ]; then
|
|
||||||
local tool_list=$($dotnet_root/dotnet tool list -g)
|
|
||||||
if [[ $tool_list = *$darc_cli_package_name* ]]; then
|
|
||||||
echo $($dotnet_root/dotnet tool uninstall $darc_cli_package_name -g)
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
local tool_list=$($dotnet_root/dotnet tool list --tool-path "$toolpath")
|
|
||||||
if [[ $tool_list = *$darc_cli_package_name* ]]; then
|
|
||||||
echo $($dotnet_root/dotnet tool uninstall $darc_cli_package_name --tool-path "$toolpath")
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
local arcadeServicesSource="https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json"
|
|
||||||
|
|
||||||
echo "Installing Darc CLI version $darcVersion..."
|
|
||||||
echo "You may need to restart your command shell if this is the first dotnet tool you have installed."
|
|
||||||
if [ -z "$toolpath" ]; then
|
|
||||||
echo $($dotnet_root/dotnet tool install $darc_cli_package_name --version $darcVersion --add-source "$arcadeServicesSource" -v $verbosity -g)
|
|
||||||
else
|
|
||||||
echo $($dotnet_root/dotnet tool install $darc_cli_package_name --version $darcVersion --add-source "$arcadeServicesSource" -v $verbosity --tool-path "$toolpath")
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
InstallDarcCli
|
|
||||||
|
|
@ -1,2 +0,0 @@
|
||||||
@echo off
|
|
||||||
powershell -ExecutionPolicy ByPass -NoProfile -command "& """%~dp0dotnet-install.ps1""" %*"
|
|
||||||
|
|
@ -1,28 +0,0 @@
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param(
|
|
||||||
[string] $verbosity = 'minimal',
|
|
||||||
[string] $architecture = '',
|
|
||||||
[string] $version = 'Latest',
|
|
||||||
[string] $runtime = 'dotnet',
|
|
||||||
[string] $RuntimeSourceFeed = '',
|
|
||||||
[string] $RuntimeSourceFeedKey = ''
|
|
||||||
)
|
|
||||||
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
$dotnetRoot = Join-Path $RepoRoot '.dotnet'
|
|
||||||
|
|
||||||
$installdir = $dotnetRoot
|
|
||||||
try {
|
|
||||||
if ($architecture -and $architecture.Trim() -eq 'x86') {
|
|
||||||
$installdir = Join-Path $installdir 'x86'
|
|
||||||
}
|
|
||||||
InstallDotNet $installdir $version $architecture $runtime $true -RuntimeSourceFeed $RuntimeSourceFeed -RuntimeSourceFeedKey $RuntimeSourceFeedKey
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'InitializeToolset' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
ExitWithExitCode 0
|
|
||||||
|
|
@ -1,84 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
# resolve $source until the file is no longer a symlink
|
|
||||||
while [[ -h "$source" ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
||||||
# symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. "$scriptroot/tools.sh"
|
|
||||||
|
|
||||||
version='Latest'
|
|
||||||
architecture=''
|
|
||||||
runtime='dotnet'
|
|
||||||
runtimeSourceFeed=''
|
|
||||||
runtimeSourceFeedKey=''
|
|
||||||
while [[ $# > 0 ]]; do
|
|
||||||
opt="$(echo "$1" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-version|-v)
|
|
||||||
shift
|
|
||||||
version="$1"
|
|
||||||
;;
|
|
||||||
-architecture|-a)
|
|
||||||
shift
|
|
||||||
architecture="$1"
|
|
||||||
;;
|
|
||||||
-runtime|-r)
|
|
||||||
shift
|
|
||||||
runtime="$1"
|
|
||||||
;;
|
|
||||||
-runtimesourcefeed)
|
|
||||||
shift
|
|
||||||
runtimeSourceFeed="$1"
|
|
||||||
;;
|
|
||||||
-runtimesourcefeedkey)
|
|
||||||
shift
|
|
||||||
runtimeSourceFeedKey="$1"
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message "Invalid argument: $1"
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
# Use uname to determine what the CPU is, see https://en.wikipedia.org/wiki/Uname#Examples
|
|
||||||
cpuname=$(uname -m)
|
|
||||||
case $cpuname in
|
|
||||||
aarch64)
|
|
||||||
buildarch=arm64
|
|
||||||
;;
|
|
||||||
amd64|x86_64)
|
|
||||||
buildarch=x64
|
|
||||||
;;
|
|
||||||
armv*l)
|
|
||||||
buildarch=arm
|
|
||||||
;;
|
|
||||||
i686)
|
|
||||||
buildarch=x86
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
echo "Unknown CPU $cpuname detected, treating it as x64"
|
|
||||||
buildarch=x64
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
dotnetRoot="${repo_root}.dotnet"
|
|
||||||
if [[ $architecture != "" ]] && [[ $architecture != $buildarch ]]; then
|
|
||||||
dotnetRoot="$dotnetRoot/$architecture"
|
|
||||||
fi
|
|
||||||
|
|
||||||
InstallDotNet $dotnetRoot $version "$architecture" $runtime true $runtimeSourceFeed $runtimeSourceFeedKey || {
|
|
||||||
local exit_code=$?
|
|
||||||
Write-PipelineTelemetryError -Category 'InitializeToolset' -Message "dotnet-install.sh failed (exit code '$exit_code')." >&2
|
|
||||||
ExitWithExitCode $exit_code
|
|
||||||
}
|
|
||||||
|
|
||||||
ExitWithExitCode 0
|
|
||||||
|
|
@ -1,13 +0,0 @@
|
||||||
param(
|
|
||||||
[string] $token
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
. $PSScriptRoot\pipeline-logging-functions.ps1
|
|
||||||
|
|
||||||
# Write-PipelineSetVariable will no-op if a variable named $ci is not defined
|
|
||||||
# Since this script is only ever called in AzDO builds, just universally set it
|
|
||||||
$ci = $true
|
|
||||||
|
|
||||||
Write-PipelineSetVariable -Name 'VSS_NUGET_ACCESSTOKEN' -Value $token -IsMultiJobVariable $false
|
|
||||||
Write-PipelineSetVariable -Name 'VSS_NUGET_URI_PREFIXES' -Value 'https://dnceng.pkgs.visualstudio.com/;https://pkgs.dev.azure.com/dnceng/;https://devdiv.pkgs.visualstudio.com/;https://pkgs.dev.azure.com/devdiv/' -IsMultiJobVariable $false
|
|
||||||
|
|
@ -1,86 +0,0 @@
|
||||||
Param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $barToken, # Token generated at https://maestro-prod.westus2.cloudapp.azure.com/Account/Tokens
|
|
||||||
[Parameter(Mandatory=$true)][string] $gitHubPat, # GitHub personal access token from https://github.com/settings/tokens (no auth scopes needed)
|
|
||||||
[Parameter(Mandatory=$true)][string] $azdoPat, # Azure Dev Ops tokens from https://dev.azure.com/dnceng/_details/security/tokens (code read scope needed)
|
|
||||||
[Parameter(Mandatory=$true)][string] $outputFolder, # Where the graphviz.txt file will be created
|
|
||||||
[string] $darcVersion, # darc's version
|
|
||||||
[string] $graphvizVersion = '2.38', # GraphViz version
|
|
||||||
[switch] $includeToolset # Whether the graph should include toolset dependencies or not. i.e. arcade, optimization. For more about
|
|
||||||
# toolset dependencies see https://github.com/dotnet/arcade/blob/master/Documentation/Darc.md#toolset-vs-product-dependencies
|
|
||||||
)
|
|
||||||
|
|
||||||
function CheckExitCode ([string]$stage)
|
|
||||||
{
|
|
||||||
$exitCode = $LASTEXITCODE
|
|
||||||
if ($exitCode -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Arcade' -Message "Something failed in stage: '$stage'. Check for errors above. Exiting now..."
|
|
||||||
ExitWithExitCode $exitCode
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
Import-Module -Name (Join-Path $PSScriptRoot 'native\CommonLibrary.psm1')
|
|
||||||
|
|
||||||
Push-Location $PSScriptRoot
|
|
||||||
|
|
||||||
Write-Host 'Installing darc...'
|
|
||||||
. .\darc-init.ps1 -darcVersion $darcVersion
|
|
||||||
CheckExitCode 'Running darc-init'
|
|
||||||
|
|
||||||
$engCommonBaseDir = Join-Path $PSScriptRoot 'native\'
|
|
||||||
$graphvizInstallDir = CommonLibrary\Get-NativeInstallDirectory
|
|
||||||
$nativeToolBaseUri = 'https://netcorenativeassets.blob.core.windows.net/resource-packages/external'
|
|
||||||
$installBin = Join-Path $graphvizInstallDir 'bin'
|
|
||||||
|
|
||||||
Write-Host 'Installing dot...'
|
|
||||||
.\native\install-tool.ps1 -ToolName graphviz -InstallPath $installBin -BaseUri $nativeToolBaseUri -CommonLibraryDirectory $engCommonBaseDir -Version $graphvizVersion -Verbose
|
|
||||||
|
|
||||||
$darcExe = "$env:USERPROFILE\.dotnet\tools"
|
|
||||||
$darcExe = Resolve-Path "$darcExe\darc.exe"
|
|
||||||
|
|
||||||
Create-Directory $outputFolder
|
|
||||||
|
|
||||||
# Generate 3 graph descriptions:
|
|
||||||
# 1. Flat with coherency information
|
|
||||||
# 2. Graphviz (dot) file
|
|
||||||
# 3. Standard dependency graph
|
|
||||||
$graphVizFilePath = "$outputFolder\graphviz.txt"
|
|
||||||
$graphVizImageFilePath = "$outputFolder\graph.png"
|
|
||||||
$normalGraphFilePath = "$outputFolder\graph-full.txt"
|
|
||||||
$flatGraphFilePath = "$outputFolder\graph-flat.txt"
|
|
||||||
$baseOptions = @( '--github-pat', "$gitHubPat", '--azdev-pat', "$azdoPat", '--password', "$barToken" )
|
|
||||||
|
|
||||||
if ($includeToolset) {
|
|
||||||
Write-Host 'Toolsets will be included in the graph...'
|
|
||||||
$baseOptions += @( '--include-toolset' )
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host 'Generating standard dependency graph...'
|
|
||||||
& "$darcExe" get-dependency-graph @baseOptions --output-file $normalGraphFilePath
|
|
||||||
CheckExitCode 'Generating normal dependency graph'
|
|
||||||
|
|
||||||
Write-Host 'Generating flat dependency graph and graphviz file...'
|
|
||||||
& "$darcExe" get-dependency-graph @baseOptions --flat --coherency --graphviz $graphVizFilePath --output-file $flatGraphFilePath
|
|
||||||
CheckExitCode 'Generating flat and graphviz dependency graph'
|
|
||||||
|
|
||||||
Write-Host "Generating graph image $graphVizFilePath"
|
|
||||||
$dotFilePath = Join-Path $installBin "graphviz\$graphvizVersion\release\bin\dot.exe"
|
|
||||||
& "$dotFilePath" -Tpng -o"$graphVizImageFilePath" "$graphVizFilePath"
|
|
||||||
CheckExitCode 'Generating graphviz image'
|
|
||||||
|
|
||||||
Write-Host "'$graphVizFilePath', '$flatGraphFilePath', '$normalGraphFilePath' and '$graphVizImageFilePath' created!"
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
if (!$includeToolset) {
|
|
||||||
Write-Host 'This might be a toolset repo which includes only toolset dependencies. ' -NoNewline -ForegroundColor Yellow
|
|
||||||
Write-Host 'Since -includeToolset is not set there is no graph to create. Include -includeToolset and try again...' -ForegroundColor Yellow
|
|
||||||
}
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'Arcade' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
} finally {
|
|
||||||
Pop-Location
|
|
||||||
}
|
|
||||||
|
|
@ -1,117 +0,0 @@
|
||||||
Param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $SourcesDirectory, # Directory where source files live; if using a Localize directory it should live in here
|
|
||||||
[string] $LanguageSet = 'VS_Main_Languages', # Language set to be used in the LocProject.json
|
|
||||||
[switch] $UseCheckedInLocProjectJson, # When set, generates a LocProject.json and compares it to one that already exists in the repo; otherwise just generates one
|
|
||||||
[switch] $CreateNeutralXlfs # Creates neutral xlf files. Only set to false when running locally
|
|
||||||
)
|
|
||||||
|
|
||||||
# Generates LocProject.json files for the OneLocBuild task. OneLocBuildTask is described here:
|
|
||||||
# https://ceapex.visualstudio.com/CEINTL/_wiki/wikis/CEINTL.wiki/107/Localization-with-OneLocBuild-Task
|
|
||||||
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
$ErrorActionPreference = "Stop"
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
Import-Module -Name (Join-Path $PSScriptRoot 'native\CommonLibrary.psm1')
|
|
||||||
|
|
||||||
$exclusionsFilePath = "$SourcesDirectory\eng\Localize\LocExclusions.json"
|
|
||||||
$exclusions = @{ Exclusions = @() }
|
|
||||||
if (Test-Path -Path $exclusionsFilePath)
|
|
||||||
{
|
|
||||||
$exclusions = Get-Content "$exclusionsFilePath" | ConvertFrom-Json
|
|
||||||
}
|
|
||||||
|
|
||||||
Push-Location "$SourcesDirectory" # push location for Resolve-Path -Relative to work
|
|
||||||
|
|
||||||
# Template files
|
|
||||||
$jsonFiles = @()
|
|
||||||
$jsonTemplateFiles = Get-ChildItem -Recurse -Path "$SourcesDirectory" | Where-Object { $_.FullName -Match "\.template\.config\\localize\\.+\.en\.json" } # .NET templating pattern
|
|
||||||
$jsonTemplateFiles | ForEach-Object {
|
|
||||||
$null = $_.Name -Match "(.+)\.[\w-]+\.json" # matches '[filename].[langcode].json
|
|
||||||
|
|
||||||
$destinationFile = "$($_.Directory.FullName)\$($Matches.1).json"
|
|
||||||
$jsonFiles += Copy-Item "$($_.FullName)" -Destination $destinationFile -PassThru
|
|
||||||
}
|
|
||||||
|
|
||||||
$jsonWinformsTemplateFiles = Get-ChildItem -Recurse -Path "$SourcesDirectory" | Where-Object { $_.FullName -Match "en\\strings\.json" } # current winforms pattern
|
|
||||||
|
|
||||||
$xlfFiles = @()
|
|
||||||
|
|
||||||
$allXlfFiles = Get-ChildItem -Recurse -Path "$SourcesDirectory\*\*.xlf"
|
|
||||||
$langXlfFiles = @()
|
|
||||||
if ($allXlfFiles) {
|
|
||||||
$null = $allXlfFiles[0].FullName -Match "\.([\w-]+)\.xlf" # matches '[langcode].xlf'
|
|
||||||
$firstLangCode = $Matches.1
|
|
||||||
$langXlfFiles = Get-ChildItem -Recurse -Path "$SourcesDirectory\*\*.$firstLangCode.xlf"
|
|
||||||
}
|
|
||||||
$langXlfFiles | ForEach-Object {
|
|
||||||
$null = $_.Name -Match "(.+)\.[\w-]+\.xlf" # matches '[filename].[langcode].xlf
|
|
||||||
|
|
||||||
$destinationFile = "$($_.Directory.FullName)\$($Matches.1).xlf"
|
|
||||||
$xlfFiles += Copy-Item "$($_.FullName)" -Destination $destinationFile -PassThru
|
|
||||||
}
|
|
||||||
|
|
||||||
$locFiles = $jsonFiles + $jsonWinformsTemplateFiles + $xlfFiles
|
|
||||||
|
|
||||||
$locJson = @{
|
|
||||||
Projects = @(
|
|
||||||
@{
|
|
||||||
LanguageSet = $LanguageSet
|
|
||||||
LocItems = @(
|
|
||||||
$locFiles | ForEach-Object {
|
|
||||||
$outputPath = "$(($_.DirectoryName | Resolve-Path -Relative) + "\")"
|
|
||||||
$continue = $true
|
|
||||||
foreach ($exclusion in $exclusions.Exclusions) {
|
|
||||||
if ($outputPath.Contains($exclusion))
|
|
||||||
{
|
|
||||||
$continue = $false
|
|
||||||
}
|
|
||||||
}
|
|
||||||
$sourceFile = ($_.FullName | Resolve-Path -Relative)
|
|
||||||
if (!$CreateNeutralXlfs -and $_.Extension -eq '.xlf') {
|
|
||||||
Remove-Item -Path $sourceFile
|
|
||||||
}
|
|
||||||
if ($continue)
|
|
||||||
{
|
|
||||||
if ($_.Directory.Name -eq 'en' -and $_.Extension -eq '.json') {
|
|
||||||
return @{
|
|
||||||
SourceFile = $sourceFile
|
|
||||||
CopyOption = "LangIDOnPath"
|
|
||||||
OutputPath = "$($_.Directory.Parent.FullName | Resolve-Path -Relative)\"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
return @{
|
|
||||||
SourceFile = $sourceFile
|
|
||||||
CopyOption = "LangIDOnName"
|
|
||||||
OutputPath = $outputPath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
)
|
|
||||||
}
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
$json = ConvertTo-Json $locJson -Depth 5
|
|
||||||
Write-Host "LocProject.json generated:`n`n$json`n`n"
|
|
||||||
Pop-Location
|
|
||||||
|
|
||||||
if (!$UseCheckedInLocProjectJson) {
|
|
||||||
New-Item "$SourcesDirectory\eng\Localize\LocProject.json" -Force # Need this to make sure the Localize directory is created
|
|
||||||
Set-Content "$SourcesDirectory\eng\Localize\LocProject.json" $json
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
New-Item "$SourcesDirectory\eng\Localize\LocProject-generated.json" -Force # Need this to make sure the Localize directory is created
|
|
||||||
Set-Content "$SourcesDirectory\eng\Localize\LocProject-generated.json" $json
|
|
||||||
|
|
||||||
if ((Get-FileHash "$SourcesDirectory\eng\Localize\LocProject-generated.json").Hash -ne (Get-FileHash "$SourcesDirectory\eng\Localize\LocProject.json").Hash) {
|
|
||||||
Write-PipelineTelemetryError -Category "OneLocBuild" -Message "Existing LocProject.json differs from generated LocProject.json. Download LocProject-generated.json and compare them."
|
|
||||||
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host "Generated LocProject.json and current LocProject.json are identical."
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -1,26 +0,0 @@
|
||||||
<Project Sdk="Microsoft.DotNet.Helix.Sdk" DefaultTargets="Test">
|
|
||||||
|
|
||||||
<PropertyGroup>
|
|
||||||
<Language>msbuild</Language>
|
|
||||||
</PropertyGroup>
|
|
||||||
|
|
||||||
<ItemGroup>
|
|
||||||
<HelixCorrelationPayload Include="$(CorrelationPayloadDirectory)">
|
|
||||||
<PayloadDirectory>%(Identity)</PayloadDirectory>
|
|
||||||
</HelixCorrelationPayload>
|
|
||||||
</ItemGroup>
|
|
||||||
|
|
||||||
<ItemGroup>
|
|
||||||
<HelixWorkItem Include="WorkItem" Condition="'$(WorkItemDirectory)' != ''">
|
|
||||||
<PayloadDirectory>$(WorkItemDirectory)</PayloadDirectory>
|
|
||||||
<Command>$(WorkItemCommand)</Command>
|
|
||||||
<Timeout Condition="'$(WorkItemTimeout)' != ''">$(WorkItemTimeout)</Timeout>
|
|
||||||
</HelixWorkItem>
|
|
||||||
</ItemGroup>
|
|
||||||
|
|
||||||
<ItemGroup>
|
|
||||||
<XUnitProject Include="$(XUnitProjects.Split(';'))">
|
|
||||||
<Arguments />
|
|
||||||
</XUnitProject>
|
|
||||||
</ItemGroup>
|
|
||||||
</Project>
|
|
||||||
|
|
@ -1,3 +0,0 @@
|
||||||
@echo off
|
|
||||||
powershell -NoProfile -NoLogo -ExecutionPolicy ByPass -command "& """%~dp0init-tools-native.ps1""" %*"
|
|
||||||
exit /b %ErrorLevel%
|
|
||||||
|
|
@ -1,152 +0,0 @@
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Entry point script for installing native tools
|
|
||||||
|
|
||||||
.DESCRIPTION
|
|
||||||
Reads $RepoRoot\global.json file to determine native assets to install
|
|
||||||
and executes installers for those tools
|
|
||||||
|
|
||||||
.PARAMETER BaseUri
|
|
||||||
Base file directory or Url from which to acquire tool archives
|
|
||||||
|
|
||||||
.PARAMETER InstallDirectory
|
|
||||||
Directory to install native toolset. This is a command-line override for the default
|
|
||||||
Install directory precedence order:
|
|
||||||
- InstallDirectory command-line override
|
|
||||||
- NETCOREENG_INSTALL_DIRECTORY environment variable
|
|
||||||
- (default) %USERPROFILE%/.netcoreeng/native
|
|
||||||
|
|
||||||
.PARAMETER Clean
|
|
||||||
Switch specifying to not install anything, but cleanup native asset folders
|
|
||||||
|
|
||||||
.PARAMETER Force
|
|
||||||
Clean and then install tools
|
|
||||||
|
|
||||||
.PARAMETER DownloadRetries
|
|
||||||
Total number of retry attempts
|
|
||||||
|
|
||||||
.PARAMETER RetryWaitTimeInSeconds
|
|
||||||
Wait time between retry attempts in seconds
|
|
||||||
|
|
||||||
.PARAMETER GlobalJsonFile
|
|
||||||
File path to global.json file
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
#>
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[string] $BaseUri = 'https://netcorenativeassets.blob.core.windows.net/resource-packages/external',
|
|
||||||
[string] $InstallDirectory,
|
|
||||||
[switch] $Clean = $False,
|
|
||||||
[switch] $Force = $False,
|
|
||||||
[int] $DownloadRetries = 5,
|
|
||||||
[int] $RetryWaitTimeInSeconds = 30,
|
|
||||||
[string] $GlobalJsonFile
|
|
||||||
)
|
|
||||||
|
|
||||||
if (!$GlobalJsonFile) {
|
|
||||||
$GlobalJsonFile = Join-Path (Get-Item $PSScriptRoot).Parent.Parent.FullName 'global.json'
|
|
||||||
}
|
|
||||||
|
|
||||||
Set-StrictMode -version 2.0
|
|
||||||
$ErrorActionPreference='Stop'
|
|
||||||
|
|
||||||
. $PSScriptRoot\pipeline-logging-functions.ps1
|
|
||||||
Import-Module -Name (Join-Path $PSScriptRoot 'native\CommonLibrary.psm1')
|
|
||||||
|
|
||||||
try {
|
|
||||||
# Define verbose switch if undefined
|
|
||||||
$Verbose = $VerbosePreference -Eq 'Continue'
|
|
||||||
|
|
||||||
$EngCommonBaseDir = Join-Path $PSScriptRoot 'native\'
|
|
||||||
$NativeBaseDir = $InstallDirectory
|
|
||||||
if (!$NativeBaseDir) {
|
|
||||||
$NativeBaseDir = CommonLibrary\Get-NativeInstallDirectory
|
|
||||||
}
|
|
||||||
$Env:CommonLibrary_NativeInstallDir = $NativeBaseDir
|
|
||||||
$InstallBin = Join-Path $NativeBaseDir 'bin'
|
|
||||||
$InstallerPath = Join-Path $EngCommonBaseDir 'install-tool.ps1'
|
|
||||||
|
|
||||||
# Process tools list
|
|
||||||
Write-Host "Processing $GlobalJsonFile"
|
|
||||||
If (-Not (Test-Path $GlobalJsonFile)) {
|
|
||||||
Write-Host "Unable to find '$GlobalJsonFile'"
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
$NativeTools = Get-Content($GlobalJsonFile) -Raw |
|
|
||||||
ConvertFrom-Json |
|
|
||||||
Select-Object -Expand 'native-tools' -ErrorAction SilentlyContinue
|
|
||||||
if ($NativeTools) {
|
|
||||||
$NativeTools.PSObject.Properties | ForEach-Object {
|
|
||||||
$ToolName = $_.Name
|
|
||||||
$ToolVersion = $_.Value
|
|
||||||
$LocalInstallerArguments = @{ ToolName = "$ToolName" }
|
|
||||||
$LocalInstallerArguments += @{ InstallPath = "$InstallBin" }
|
|
||||||
$LocalInstallerArguments += @{ BaseUri = "$BaseUri" }
|
|
||||||
$LocalInstallerArguments += @{ CommonLibraryDirectory = "$EngCommonBaseDir" }
|
|
||||||
$LocalInstallerArguments += @{ Version = "$ToolVersion" }
|
|
||||||
|
|
||||||
if ($Verbose) {
|
|
||||||
$LocalInstallerArguments += @{ Verbose = $True }
|
|
||||||
}
|
|
||||||
if (Get-Variable 'Force' -ErrorAction 'SilentlyContinue') {
|
|
||||||
if($Force) {
|
|
||||||
$LocalInstallerArguments += @{ Force = $True }
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if ($Clean) {
|
|
||||||
$LocalInstallerArguments += @{ Clean = $True }
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Verbose "Installing $ToolName version $ToolVersion"
|
|
||||||
Write-Verbose "Executing '$InstallerPath $($LocalInstallerArguments.Keys.ForEach({"-$_ '$($LocalInstallerArguments.$_)'"}) -join ' ')'"
|
|
||||||
& $InstallerPath @LocalInstallerArguments
|
|
||||||
if ($LASTEXITCODE -Ne "0") {
|
|
||||||
$errMsg = "$ToolName installation failed"
|
|
||||||
if ((Get-Variable 'DoNotAbortNativeToolsInstallationOnFailure' -ErrorAction 'SilentlyContinue') -and $DoNotAbortNativeToolsInstallationOnFailure) {
|
|
||||||
$showNativeToolsWarning = $true
|
|
||||||
if ((Get-Variable 'DoNotDisplayNativeToolsInstallationWarnings' -ErrorAction 'SilentlyContinue') -and $DoNotDisplayNativeToolsInstallationWarnings) {
|
|
||||||
$showNativeToolsWarning = $false
|
|
||||||
}
|
|
||||||
if ($showNativeToolsWarning) {
|
|
||||||
Write-Warning $errMsg
|
|
||||||
}
|
|
||||||
$toolInstallationFailure = $true
|
|
||||||
} else {
|
|
||||||
# We cannot change this to Write-PipelineTelemetryError because of https://github.com/dotnet/arcade/issues/4482
|
|
||||||
Write-Host $errMsg
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ((Get-Variable 'toolInstallationFailure' -ErrorAction 'SilentlyContinue') -and $toolInstallationFailure) {
|
|
||||||
# We cannot change this to Write-PipelineTelemetryError because of https://github.com/dotnet/arcade/issues/4482
|
|
||||||
Write-Host 'Native tools bootstrap failed'
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host 'No native tools defined in global.json'
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($Clean) {
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
if (Test-Path $InstallBin) {
|
|
||||||
Write-Host 'Native tools are available from ' (Convert-Path -Path $InstallBin)
|
|
||||||
Write-Host "##vso[task.prependpath]$(Convert-Path -Path $InstallBin)"
|
|
||||||
return $InstallBin
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-PipelineTelemetryError -Category 'NativeToolsBootstrap' -Message 'Native tools install directory does not exist, installation failed'
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'NativeToolsBootstrap' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,238 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
base_uri='https://netcorenativeassets.blob.core.windows.net/resource-packages/external'
|
|
||||||
install_directory=''
|
|
||||||
clean=false
|
|
||||||
force=false
|
|
||||||
download_retries=5
|
|
||||||
retry_wait_time_seconds=30
|
|
||||||
global_json_file="$(dirname "$(dirname "${scriptroot}")")/global.json"
|
|
||||||
declare -a native_assets
|
|
||||||
|
|
||||||
. $scriptroot/pipeline-logging-functions.sh
|
|
||||||
. $scriptroot/native/common-library.sh
|
|
||||||
|
|
||||||
while (($# > 0)); do
|
|
||||||
lowerI="$(echo $1 | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case $lowerI in
|
|
||||||
--baseuri)
|
|
||||||
base_uri=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--installdirectory)
|
|
||||||
install_directory=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--clean)
|
|
||||||
clean=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--force)
|
|
||||||
force=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--donotabortonfailure)
|
|
||||||
donotabortonfailure=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--donotdisplaywarnings)
|
|
||||||
donotdisplaywarnings=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--downloadretries)
|
|
||||||
download_retries=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--retrywaittimeseconds)
|
|
||||||
retry_wait_time_seconds=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--help)
|
|
||||||
echo "Common settings:"
|
|
||||||
echo " --installdirectory Directory to install native toolset."
|
|
||||||
echo " This is a command-line override for the default"
|
|
||||||
echo " Install directory precedence order:"
|
|
||||||
echo " - InstallDirectory command-line override"
|
|
||||||
echo " - NETCOREENG_INSTALL_DIRECTORY environment variable"
|
|
||||||
echo " - (default) %USERPROFILE%/.netcoreeng/native"
|
|
||||||
echo ""
|
|
||||||
echo " --clean Switch specifying not to install anything, but cleanup native asset folders"
|
|
||||||
echo " --donotabortonfailure Switch specifiying whether to abort native tools installation on failure"
|
|
||||||
echo " --donotdisplaywarnings Switch specifiying whether to display warnings during native tools installation on failure"
|
|
||||||
echo " --force Clean and then install tools"
|
|
||||||
echo " --help Print help and exit"
|
|
||||||
echo ""
|
|
||||||
echo "Advanced settings:"
|
|
||||||
echo " --baseuri <value> Base URI for where to download native tools from"
|
|
||||||
echo " --downloadretries <value> Number of times a download should be attempted"
|
|
||||||
echo " --retrywaittimeseconds <value> Wait time between download attempts"
|
|
||||||
echo ""
|
|
||||||
exit 0
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
function ReadGlobalJsonNativeTools {
|
|
||||||
# happy path: we have a proper JSON parsing tool `jq(1)` in PATH!
|
|
||||||
if command -v jq &> /dev/null; then
|
|
||||||
|
|
||||||
# jq: read each key/value pair under "native-tools" entry and emit:
|
|
||||||
# KEY="<entry-key>" VALUE="<entry-value>"
|
|
||||||
# followed by a null byte.
|
|
||||||
#
|
|
||||||
# bash: read line with null byte delimeter and push to array (for later `eval`uation).
|
|
||||||
|
|
||||||
while IFS= read -rd '' line; do
|
|
||||||
native_assets+=("$line")
|
|
||||||
done < <(jq -r '. |
|
|
||||||
select(has("native-tools")) |
|
|
||||||
."native-tools" |
|
|
||||||
keys[] as $k |
|
|
||||||
@sh "KEY=\($k) VALUE=\(.[$k])\u0000"' "$global_json_file")
|
|
||||||
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Warning: falling back to manually parsing JSON, which is not recommended.
|
|
||||||
|
|
||||||
# Following routine matches the output and escaping logic of jq(1)'s @sh formatter used above.
|
|
||||||
# It has been tested with several weird strings with escaped characters in entries (key and value)
|
|
||||||
# and results were compared with the output of jq(1) in binary representation using xxd(1);
|
|
||||||
# just before the assignment to 'native_assets' array (above and below).
|
|
||||||
|
|
||||||
# try to capture the section under "native-tools".
|
|
||||||
if [[ ! "$(cat "$global_json_file")" =~ \"native-tools\"[[:space:]\:\{]*([^\}]+) ]]; then
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
section="${BASH_REMATCH[1]}"
|
|
||||||
|
|
||||||
parseStarted=0
|
|
||||||
possibleEnd=0
|
|
||||||
escaping=0
|
|
||||||
escaped=0
|
|
||||||
isKey=1
|
|
||||||
|
|
||||||
for (( i=0; i<${#section}; i++ )); do
|
|
||||||
char="${section:$i:1}"
|
|
||||||
if ! ((parseStarted)) && [[ "$char" =~ [[:space:],:] ]]; then continue; fi
|
|
||||||
|
|
||||||
if ! ((escaping)) && [[ "$char" == "\\" ]]; then
|
|
||||||
escaping=1
|
|
||||||
elif ((escaping)) && ! ((escaped)); then
|
|
||||||
escaped=1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if ! ((parseStarted)) && [[ "$char" == "\"" ]]; then
|
|
||||||
parseStarted=1
|
|
||||||
possibleEnd=0
|
|
||||||
elif [[ "$char" == "'" ]]; then
|
|
||||||
token="$token'\\\''"
|
|
||||||
possibleEnd=0
|
|
||||||
elif ((escaping)) || [[ "$char" != "\"" ]]; then
|
|
||||||
token="$token$char"
|
|
||||||
possibleEnd=1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if ((possibleEnd)) && ! ((escaping)) && [[ "$char" == "\"" ]]; then
|
|
||||||
# Use printf to unescape token to match jq(1)'s @sh formatting rules.
|
|
||||||
# do not use 'token="$(printf "$token")"' syntax, as $() eats the trailing linefeed.
|
|
||||||
printf -v token "'$token'"
|
|
||||||
|
|
||||||
if ((isKey)); then
|
|
||||||
KEY="$token"
|
|
||||||
isKey=0
|
|
||||||
else
|
|
||||||
line="KEY=$KEY VALUE=$token"
|
|
||||||
native_assets+=("$line")
|
|
||||||
isKey=1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# reset for next token
|
|
||||||
parseStarted=0
|
|
||||||
token=
|
|
||||||
elif ((escaping)) && ((escaped)); then
|
|
||||||
escaping=0
|
|
||||||
escaped=0
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
}
|
|
||||||
|
|
||||||
native_base_dir=$install_directory
|
|
||||||
if [[ -z $install_directory ]]; then
|
|
||||||
native_base_dir=$(GetNativeInstallDirectory)
|
|
||||||
fi
|
|
||||||
|
|
||||||
install_bin="${native_base_dir}/bin"
|
|
||||||
installed_any=false
|
|
||||||
|
|
||||||
ReadGlobalJsonNativeTools
|
|
||||||
|
|
||||||
if [[ ${#native_assets[@]} -eq 0 ]]; then
|
|
||||||
echo "No native tools defined in global.json"
|
|
||||||
exit 0;
|
|
||||||
else
|
|
||||||
native_installer_dir="$scriptroot/native"
|
|
||||||
for index in "${!native_assets[@]}"; do
|
|
||||||
eval "${native_assets["$index"]}"
|
|
||||||
|
|
||||||
installer_path="$native_installer_dir/install-$KEY.sh"
|
|
||||||
installer_command="$installer_path"
|
|
||||||
installer_command+=" --baseuri $base_uri"
|
|
||||||
installer_command+=" --installpath $install_bin"
|
|
||||||
installer_command+=" --version $VALUE"
|
|
||||||
echo $installer_command
|
|
||||||
|
|
||||||
if [[ $force = true ]]; then
|
|
||||||
installer_command+=" --force"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ $clean = true ]]; then
|
|
||||||
installer_command+=" --clean"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -a $installer_path ]]; then
|
|
||||||
$installer_command
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
if [[ $donotabortonfailure = true ]]; then
|
|
||||||
if [[ $donotdisplaywarnings != true ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Execution Failed"
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Execution Failed"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
$installed_any = true
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
if [[ $donotabortonfailure == true ]]; then
|
|
||||||
if [[ $donotdisplaywarnings != true ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Execution Failed: no install script"
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Execution Failed: no install script"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ $clean = true ]]; then
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -d $install_bin ]]; then
|
|
||||||
echo "Native tools are available from $install_bin"
|
|
||||||
echo "##vso[task.prependpath]$install_bin"
|
|
||||||
else
|
|
||||||
if [[ $installed_any = true ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Native tools install directory does not exist, installation failed"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
|
|
@ -1,132 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $Operation,
|
|
||||||
[string] $AuthToken,
|
|
||||||
[string] $CommitSha,
|
|
||||||
[string] $RepoName,
|
|
||||||
[switch] $IsFeedPrivate
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
# Sets VSS_NUGET_EXTERNAL_FEED_ENDPOINTS based on the "darc-int-*" feeds defined in NuGet.config. This is needed
|
|
||||||
# in build agents by CredProvider to authenticate the restore requests to internal feeds as specified in
|
|
||||||
# https://github.com/microsoft/artifacts-credprovider/blob/0f53327cd12fd893d8627d7b08a2171bf5852a41/README.md#environment-variables. This should ONLY be called from identified
|
|
||||||
# internal builds
|
|
||||||
function SetupCredProvider {
|
|
||||||
param(
|
|
||||||
[string] $AuthToken
|
|
||||||
)
|
|
||||||
|
|
||||||
# Install the Cred Provider NuGet plugin
|
|
||||||
Write-Host 'Setting up Cred Provider NuGet plugin in the agent...'
|
|
||||||
Write-Host "Getting 'installcredprovider.ps1' from 'https://github.com/microsoft/artifacts-credprovider'..."
|
|
||||||
|
|
||||||
$url = 'https://raw.githubusercontent.com/microsoft/artifacts-credprovider/master/helpers/installcredprovider.ps1'
|
|
||||||
|
|
||||||
Write-Host "Writing the contents of 'installcredprovider.ps1' locally..."
|
|
||||||
Invoke-WebRequest $url -OutFile installcredprovider.ps1
|
|
||||||
|
|
||||||
Write-Host 'Installing plugin...'
|
|
||||||
.\installcredprovider.ps1 -Force
|
|
||||||
|
|
||||||
Write-Host "Deleting local copy of 'installcredprovider.ps1'..."
|
|
||||||
Remove-Item .\installcredprovider.ps1
|
|
||||||
|
|
||||||
if (-Not("$env:USERPROFILE\.nuget\plugins\netcore")) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Arcade' -Message 'CredProvider plugin was not installed correctly!'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host 'CredProvider plugin was installed correctly!'
|
|
||||||
}
|
|
||||||
|
|
||||||
# Then, we set the 'VSS_NUGET_EXTERNAL_FEED_ENDPOINTS' environment variable to restore from the stable
|
|
||||||
# feeds successfully
|
|
||||||
|
|
||||||
$nugetConfigPath = Join-Path $RepoRoot "NuGet.config"
|
|
||||||
|
|
||||||
if (-Not (Test-Path -Path $nugetConfigPath)) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message 'NuGet.config file not found in repo root!'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
$endpoints = New-Object System.Collections.ArrayList
|
|
||||||
$nugetConfigPackageSources = Select-Xml -Path $nugetConfigPath -XPath "//packageSources/add[contains(@key, 'darc-int-')]/@value" | foreach{$_.Node.Value}
|
|
||||||
|
|
||||||
if (($nugetConfigPackageSources | Measure-Object).Count -gt 0 ) {
|
|
||||||
foreach ($stableRestoreResource in $nugetConfigPackageSources) {
|
|
||||||
$trimmedResource = ([string]$stableRestoreResource).Trim()
|
|
||||||
[void]$endpoints.Add(@{endpoint="$trimmedResource"; password="$AuthToken"})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (($endpoints | Measure-Object).Count -gt 0) {
|
|
||||||
$endpointCredentials = @{endpointCredentials=$endpoints} | ConvertTo-Json -Compress
|
|
||||||
|
|
||||||
# Create the environment variables the AzDo way
|
|
||||||
Write-LoggingCommand -Area 'task' -Event 'setvariable' -Data $endpointCredentials -Properties @{
|
|
||||||
'variable' = 'VSS_NUGET_EXTERNAL_FEED_ENDPOINTS'
|
|
||||||
'issecret' = 'false'
|
|
||||||
}
|
|
||||||
|
|
||||||
# We don't want sessions cached since we will be updating the endpoints quite frequently
|
|
||||||
Write-LoggingCommand -Area 'task' -Event 'setvariable' -Data 'False' -Properties @{
|
|
||||||
'variable' = 'NUGET_CREDENTIALPROVIDER_SESSIONTOKENCACHE_ENABLED'
|
|
||||||
'issecret' = 'false'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
Write-Host 'No internal endpoints found in NuGet.config'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#Workaround for https://github.com/microsoft/msbuild/issues/4430
|
|
||||||
function InstallDotNetSdkAndRestoreArcade {
|
|
||||||
$dotnetTempDir = Join-Path $RepoRoot "dotnet"
|
|
||||||
$dotnetSdkVersion="2.1.507" # After experimentation we know this version works when restoring the SDK (compared to 3.0.*)
|
|
||||||
$dotnet = "$dotnetTempDir\dotnet.exe"
|
|
||||||
$restoreProjPath = "$PSScriptRoot\restore.proj"
|
|
||||||
|
|
||||||
Write-Host "Installing dotnet SDK version $dotnetSdkVersion to restore Arcade SDK..."
|
|
||||||
InstallDotNetSdk "$dotnetTempDir" "$dotnetSdkVersion"
|
|
||||||
|
|
||||||
'<Project Sdk="Microsoft.DotNet.Arcade.Sdk"/>' | Out-File "$restoreProjPath"
|
|
||||||
|
|
||||||
& $dotnet restore $restoreProjPath
|
|
||||||
|
|
||||||
Write-Host 'Arcade SDK restored!'
|
|
||||||
|
|
||||||
if (Test-Path -Path $restoreProjPath) {
|
|
||||||
Remove-Item $restoreProjPath
|
|
||||||
}
|
|
||||||
|
|
||||||
if (Test-Path -Path $dotnetTempDir) {
|
|
||||||
Remove-Item $dotnetTempDir -Recurse
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
Push-Location $PSScriptRoot
|
|
||||||
|
|
||||||
if ($Operation -like 'setup') {
|
|
||||||
SetupCredProvider $AuthToken
|
|
||||||
}
|
|
||||||
elseif ($Operation -like 'install-restore') {
|
|
||||||
InstallDotNetSdkAndRestoreArcade
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-PipelineTelemetryError -Category 'Arcade' -Message "Unknown operation '$Operation'!"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'Arcade' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
finally {
|
|
||||||
Pop-Location
|
|
||||||
}
|
|
||||||
|
|
@ -1,141 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
set -e
|
|
||||||
|
|
||||||
# Sets VSS_NUGET_EXTERNAL_FEED_ENDPOINTS based on the "darc-int-*" feeds defined in NuGet.config. This is needed
|
|
||||||
# in build agents by CredProvider to authenticate the restore requests to internal feeds as specified in
|
|
||||||
# https://github.com/microsoft/artifacts-credprovider/blob/0f53327cd12fd893d8627d7b08a2171bf5852a41/README.md#environment-variables.
|
|
||||||
# This should ONLY be called from identified internal builds
|
|
||||||
function SetupCredProvider {
|
|
||||||
local authToken=$1
|
|
||||||
|
|
||||||
# Install the Cred Provider NuGet plugin
|
|
||||||
echo "Setting up Cred Provider NuGet plugin in the agent..."...
|
|
||||||
echo "Getting 'installcredprovider.ps1' from 'https://github.com/microsoft/artifacts-credprovider'..."
|
|
||||||
|
|
||||||
local url="https://raw.githubusercontent.com/microsoft/artifacts-credprovider/master/helpers/installcredprovider.sh"
|
|
||||||
|
|
||||||
echo "Writing the contents of 'installcredprovider.ps1' locally..."
|
|
||||||
local installcredproviderPath="installcredprovider.sh"
|
|
||||||
if command -v curl > /dev/null; then
|
|
||||||
curl $url > "$installcredproviderPath"
|
|
||||||
else
|
|
||||||
wget -q -O "$installcredproviderPath" "$url"
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Installing plugin..."
|
|
||||||
. "$installcredproviderPath"
|
|
||||||
|
|
||||||
echo "Deleting local copy of 'installcredprovider.sh'..."
|
|
||||||
rm installcredprovider.sh
|
|
||||||
|
|
||||||
if [ ! -d "$HOME/.nuget/plugins" ]; then
|
|
||||||
Write-PipelineTelemetryError -category 'Build' 'CredProvider plugin was not installed correctly!'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
else
|
|
||||||
echo "CredProvider plugin was installed correctly!"
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Then, we set the 'VSS_NUGET_EXTERNAL_FEED_ENDPOINTS' environment variable to restore from the stable
|
|
||||||
# feeds successfully
|
|
||||||
|
|
||||||
local nugetConfigPath="{$repo_root}NuGet.config"
|
|
||||||
|
|
||||||
if [ ! "$nugetConfigPath" ]; then
|
|
||||||
Write-PipelineTelemetryError -category 'Build' "NuGet.config file not found in repo's root!"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
local endpoints='['
|
|
||||||
local nugetConfigPackageValues=`cat "$nugetConfigPath" | grep "key=\"darc-int-"`
|
|
||||||
local pattern="value=\"(.*)\""
|
|
||||||
|
|
||||||
for value in $nugetConfigPackageValues
|
|
||||||
do
|
|
||||||
if [[ $value =~ $pattern ]]; then
|
|
||||||
local endpoint="${BASH_REMATCH[1]}"
|
|
||||||
endpoints+="{\"endpoint\": \"$endpoint\", \"password\": \"$authToken\"},"
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
endpoints=${endpoints%?}
|
|
||||||
endpoints+=']'
|
|
||||||
|
|
||||||
if [ ${#endpoints} -gt 2 ]; then
|
|
||||||
local endpointCredentials="{\"endpointCredentials\": "$endpoints"}"
|
|
||||||
|
|
||||||
echo "##vso[task.setvariable variable=VSS_NUGET_EXTERNAL_FEED_ENDPOINTS]$endpointCredentials"
|
|
||||||
echo "##vso[task.setvariable variable=NUGET_CREDENTIALPROVIDER_SESSIONTOKENCACHE_ENABLED]False"
|
|
||||||
else
|
|
||||||
echo "No internal endpoints found in NuGet.config"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# Workaround for https://github.com/microsoft/msbuild/issues/4430
|
|
||||||
function InstallDotNetSdkAndRestoreArcade {
|
|
||||||
local dotnetTempDir="$repo_root/dotnet"
|
|
||||||
local dotnetSdkVersion="2.1.507" # After experimentation we know this version works when restoring the SDK (compared to 3.0.*)
|
|
||||||
local restoreProjPath="$repo_root/eng/common/restore.proj"
|
|
||||||
|
|
||||||
echo "Installing dotnet SDK version $dotnetSdkVersion to restore Arcade SDK..."
|
|
||||||
echo "<Project Sdk=\"Microsoft.DotNet.Arcade.Sdk\"/>" > "$restoreProjPath"
|
|
||||||
|
|
||||||
InstallDotNetSdk "$dotnetTempDir" "$dotnetSdkVersion"
|
|
||||||
|
|
||||||
local res=`$dotnetTempDir/dotnet restore $restoreProjPath`
|
|
||||||
echo "Arcade SDK restored!"
|
|
||||||
|
|
||||||
# Cleanup
|
|
||||||
if [ "$restoreProjPath" ]; then
|
|
||||||
rm "$restoreProjPath"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ "$dotnetTempDir" ]; then
|
|
||||||
rm -r $dotnetTempDir
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
operation=''
|
|
||||||
authToken=''
|
|
||||||
repoName=''
|
|
||||||
|
|
||||||
while [[ $# > 0 ]]; do
|
|
||||||
opt="$(echo "$1" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
--operation)
|
|
||||||
operation=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
--authtoken)
|
|
||||||
authToken=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
echo "Invalid argument: $1"
|
|
||||||
usage
|
|
||||||
exit 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
while [[ -h "$source" ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
||||||
# symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. "$scriptroot/tools.sh"
|
|
||||||
|
|
||||||
if [ "$operation" = "setup" ]; then
|
|
||||||
SetupCredProvider $authToken
|
|
||||||
elif [ "$operation" = "install-restore" ]; then
|
|
||||||
InstallDotNetSdkAndRestoreArcade
|
|
||||||
else
|
|
||||||
echo "Unknown operation '$operation'!"
|
|
||||||
fi
|
|
||||||
|
|
@ -1,4 +0,0 @@
|
||||||
<!-- Licensed to the .NET Foundation under one or more agreements. The .NET Foundation licenses this file to you under the MIT license. -->
|
|
||||||
<Project>
|
|
||||||
<Import Project="Sdk.props" Sdk="Microsoft.DotNet.Arcade.Sdk" />
|
|
||||||
</Project>
|
|
||||||
|
|
@ -1,27 +0,0 @@
|
||||||
<!-- Licensed to the .NET Foundation under one or more agreements. The .NET Foundation licenses this file to you under the MIT license. -->
|
|
||||||
<Project Sdk="Microsoft.NET.Sdk">
|
|
||||||
<PropertyGroup>
|
|
||||||
<TargetFramework>net472</TargetFramework>
|
|
||||||
<ImportDirectoryBuildTargets>false</ImportDirectoryBuildTargets>
|
|
||||||
<AutomaticallyUseReferenceAssemblyPackages>false</AutomaticallyUseReferenceAssemblyPackages>
|
|
||||||
</PropertyGroup>
|
|
||||||
<ItemGroup>
|
|
||||||
<!-- Clear references, the SDK may add some depending on UsuingToolXxx settings, but we only want to restore the following -->
|
|
||||||
<PackageReference Remove="@(PackageReference)"/>
|
|
||||||
<PackageReference Include="Microsoft.DotNet.IBCMerge" Version="$(MicrosoftDotNetIBCMergeVersion)" Condition="'$(UsingToolIbcOptimization)' == 'true'" />
|
|
||||||
<PackageReference Include="Drop.App" Version="$(DropAppVersion)" ExcludeAssets="all" Condition="'$(UsingToolVisualStudioIbcTraining)' == 'true'"/>
|
|
||||||
</ItemGroup>
|
|
||||||
<PropertyGroup>
|
|
||||||
<RestoreSources></RestoreSources>
|
|
||||||
<RestoreSources Condition="'$(UsingToolIbcOptimization)' == 'true'">
|
|
||||||
https://devdiv.pkgs.visualstudio.com/_packaging/dotnet-core-internal-tooling/nuget/v3/index.json;
|
|
||||||
</RestoreSources>
|
|
||||||
<RestoreSources Condition="'$(UsingToolVisualStudioIbcTraining)' == 'true'">
|
|
||||||
$(RestoreSources);
|
|
||||||
https://devdiv.pkgs.visualstudio.com/_packaging/VS/nuget/v3/index.json;
|
|
||||||
</RestoreSources>
|
|
||||||
</PropertyGroup>
|
|
||||||
|
|
||||||
<!-- Repository extensibility point -->
|
|
||||||
<Import Project="$(RepositoryEngineeringDir)InternalTools.props" Condition="Exists('$(RepositoryEngineeringDir)InternalTools.props')" />
|
|
||||||
</Project>
|
|
||||||
|
|
@ -1,27 +0,0 @@
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param(
|
|
||||||
[string] $verbosity = 'minimal',
|
|
||||||
[bool] $warnAsError = $true,
|
|
||||||
[bool] $nodeReuse = $true,
|
|
||||||
[switch] $ci,
|
|
||||||
[switch] $prepareMachine,
|
|
||||||
[switch] $excludePrereleaseVS,
|
|
||||||
[Parameter(ValueFromRemainingArguments=$true)][String[]]$extraArgs
|
|
||||||
)
|
|
||||||
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
try {
|
|
||||||
if ($ci) {
|
|
||||||
$nodeReuse = $false
|
|
||||||
}
|
|
||||||
|
|
||||||
MSBuild @extraArgs
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
ExitWithExitCode 0
|
|
||||||
|
|
@ -1,58 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
|
|
||||||
# resolve $source until the file is no longer a symlink
|
|
||||||
while [[ -h "$source" ]]; do
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
source="$(readlink "$source")"
|
|
||||||
# if $source was a relative symlink, we need to resolve it relative to the path where the
|
|
||||||
# symlink file was located
|
|
||||||
[[ $source != /* ]] && source="$scriptroot/$source"
|
|
||||||
done
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
verbosity='minimal'
|
|
||||||
warn_as_error=true
|
|
||||||
node_reuse=true
|
|
||||||
prepare_machine=false
|
|
||||||
extra_args=''
|
|
||||||
|
|
||||||
while (($# > 0)); do
|
|
||||||
lowerI="$(echo $1 | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case $lowerI in
|
|
||||||
--verbosity)
|
|
||||||
verbosity=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--warnaserror)
|
|
||||||
warn_as_error=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--nodereuse)
|
|
||||||
node_reuse=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--ci)
|
|
||||||
ci=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--preparemachine)
|
|
||||||
prepare_machine=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
extra_args="$extra_args $1"
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
. "$scriptroot/tools.sh"
|
|
||||||
|
|
||||||
if [[ "$ci" == true ]]; then
|
|
||||||
node_reuse=false
|
|
||||||
fi
|
|
||||||
|
|
||||||
MSBuild $extra_args
|
|
||||||
ExitWithExitCode 0
|
|
||||||
|
|
@ -1,399 +0,0 @@
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Helper module to install an archive to a directory
|
|
||||||
|
|
||||||
.DESCRIPTION
|
|
||||||
Helper module to download and extract an archive to a specified directory
|
|
||||||
|
|
||||||
.PARAMETER Uri
|
|
||||||
Uri of artifact to download
|
|
||||||
|
|
||||||
.PARAMETER InstallDirectory
|
|
||||||
Directory to extract artifact contents to
|
|
||||||
|
|
||||||
.PARAMETER Force
|
|
||||||
Force download / extraction if file or contents already exist. Default = False
|
|
||||||
|
|
||||||
.PARAMETER DownloadRetries
|
|
||||||
Total number of retry attempts. Default = 5
|
|
||||||
|
|
||||||
.PARAMETER RetryWaitTimeInSeconds
|
|
||||||
Wait time between retry attempts in seconds. Default = 30
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
Returns False if download or extraction fail, True otherwise
|
|
||||||
#>
|
|
||||||
function DownloadAndExtract {
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $Uri,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $InstallDirectory,
|
|
||||||
[switch] $Force = $False,
|
|
||||||
[int] $DownloadRetries = 5,
|
|
||||||
[int] $RetryWaitTimeInSeconds = 30
|
|
||||||
)
|
|
||||||
# Define verbose switch if undefined
|
|
||||||
$Verbose = $VerbosePreference -Eq "Continue"
|
|
||||||
|
|
||||||
$TempToolPath = CommonLibrary\Get-TempPathFilename -Path $Uri
|
|
||||||
|
|
||||||
# Download native tool
|
|
||||||
$DownloadStatus = CommonLibrary\Get-File -Uri $Uri `
|
|
||||||
-Path $TempToolPath `
|
|
||||||
-DownloadRetries $DownloadRetries `
|
|
||||||
-RetryWaitTimeInSeconds $RetryWaitTimeInSeconds `
|
|
||||||
-Force:$Force `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
|
|
||||||
if ($DownloadStatus -Eq $False) {
|
|
||||||
Write-Error "Download failed from $Uri"
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
|
|
||||||
# Extract native tool
|
|
||||||
$UnzipStatus = CommonLibrary\Expand-Zip -ZipPath $TempToolPath `
|
|
||||||
-OutputDirectory $InstallDirectory `
|
|
||||||
-Force:$Force `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
|
|
||||||
if ($UnzipStatus -Eq $False) {
|
|
||||||
# Retry Download one more time with Force=true
|
|
||||||
$DownloadRetryStatus = CommonLibrary\Get-File -Uri $Uri `
|
|
||||||
-Path $TempToolPath `
|
|
||||||
-DownloadRetries 1 `
|
|
||||||
-RetryWaitTimeInSeconds $RetryWaitTimeInSeconds `
|
|
||||||
-Force:$True `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
|
|
||||||
if ($DownloadRetryStatus -Eq $False) {
|
|
||||||
Write-Error "Last attempt of download failed as well"
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
|
|
||||||
# Retry unzip again one more time with Force=true
|
|
||||||
$UnzipRetryStatus = CommonLibrary\Expand-Zip -ZipPath $TempToolPath `
|
|
||||||
-OutputDirectory $InstallDirectory `
|
|
||||||
-Force:$True `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
if ($UnzipRetryStatus -Eq $False)
|
|
||||||
{
|
|
||||||
Write-Error "Last attempt of unzip failed as well"
|
|
||||||
# Clean up partial zips and extracts
|
|
||||||
if (Test-Path $TempToolPath) {
|
|
||||||
Remove-Item $TempToolPath -Force
|
|
||||||
}
|
|
||||||
if (Test-Path $InstallDirectory) {
|
|
||||||
Remove-Item $InstallDirectory -Force -Recurse
|
|
||||||
}
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return $True
|
|
||||||
}
|
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Download a file, retry on failure
|
|
||||||
|
|
||||||
.DESCRIPTION
|
|
||||||
Download specified file and retry if attempt fails
|
|
||||||
|
|
||||||
.PARAMETER Uri
|
|
||||||
Uri of file to download. If Uri is a local path, the file will be copied instead of downloaded
|
|
||||||
|
|
||||||
.PARAMETER Path
|
|
||||||
Path to download or copy uri file to
|
|
||||||
|
|
||||||
.PARAMETER Force
|
|
||||||
Overwrite existing file if present. Default = False
|
|
||||||
|
|
||||||
.PARAMETER DownloadRetries
|
|
||||||
Total number of retry attempts. Default = 5
|
|
||||||
|
|
||||||
.PARAMETER RetryWaitTimeInSeconds
|
|
||||||
Wait time between retry attempts in seconds Default = 30
|
|
||||||
|
|
||||||
#>
|
|
||||||
function Get-File {
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $Uri,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $Path,
|
|
||||||
[int] $DownloadRetries = 5,
|
|
||||||
[int] $RetryWaitTimeInSeconds = 30,
|
|
||||||
[switch] $Force = $False
|
|
||||||
)
|
|
||||||
$Attempt = 0
|
|
||||||
|
|
||||||
if ($Force) {
|
|
||||||
if (Test-Path $Path) {
|
|
||||||
Remove-Item $Path -Force
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (Test-Path $Path) {
|
|
||||||
Write-Host "File '$Path' already exists, skipping download"
|
|
||||||
return $True
|
|
||||||
}
|
|
||||||
|
|
||||||
$DownloadDirectory = Split-Path -ErrorAction Ignore -Path "$Path" -Parent
|
|
||||||
if (-Not (Test-Path $DownloadDirectory)) {
|
|
||||||
New-Item -path $DownloadDirectory -force -itemType "Directory" | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
$TempPath = "$Path.tmp"
|
|
||||||
if (Test-Path -IsValid -Path $Uri) {
|
|
||||||
Write-Verbose "'$Uri' is a file path, copying temporarily to '$TempPath'"
|
|
||||||
Copy-Item -Path $Uri -Destination $TempPath
|
|
||||||
Write-Verbose "Moving temporary file to '$Path'"
|
|
||||||
Move-Item -Path $TempPath -Destination $Path
|
|
||||||
return $?
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Verbose "Downloading $Uri"
|
|
||||||
# Don't display the console progress UI - it's a huge perf hit
|
|
||||||
$ProgressPreference = 'SilentlyContinue'
|
|
||||||
while($Attempt -Lt $DownloadRetries)
|
|
||||||
{
|
|
||||||
try {
|
|
||||||
Invoke-WebRequest -UseBasicParsing -Uri $Uri -OutFile $TempPath
|
|
||||||
Write-Verbose "Downloaded to temporary location '$TempPath'"
|
|
||||||
Move-Item -Path $TempPath -Destination $Path
|
|
||||||
Write-Verbose "Moved temporary file to '$Path'"
|
|
||||||
return $True
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
$Attempt++
|
|
||||||
if ($Attempt -Lt $DownloadRetries) {
|
|
||||||
$AttemptsLeft = $DownloadRetries - $Attempt
|
|
||||||
Write-Warning "Download failed, $AttemptsLeft attempts remaining, will retry in $RetryWaitTimeInSeconds seconds"
|
|
||||||
Start-Sleep -Seconds $RetryWaitTimeInSeconds
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Error $_
|
|
||||||
Write-Error $_.Exception
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Generate a shim for a native tool
|
|
||||||
|
|
||||||
.DESCRIPTION
|
|
||||||
Creates a wrapper script (shim) that passes arguments forward to native tool assembly
|
|
||||||
|
|
||||||
.PARAMETER ShimName
|
|
||||||
The name of the shim
|
|
||||||
|
|
||||||
.PARAMETER ShimDirectory
|
|
||||||
The directory where shims are stored
|
|
||||||
|
|
||||||
.PARAMETER ToolFilePath
|
|
||||||
Path to file that shim forwards to
|
|
||||||
|
|
||||||
.PARAMETER Force
|
|
||||||
Replace shim if already present. Default = False
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
Returns $True if generating shim succeeds, $False otherwise
|
|
||||||
#>
|
|
||||||
function New-ScriptShim {
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $ShimName,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $ShimDirectory,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $ToolFilePath,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $BaseUri,
|
|
||||||
[switch] $Force
|
|
||||||
)
|
|
||||||
try {
|
|
||||||
Write-Verbose "Generating '$ShimName' shim"
|
|
||||||
|
|
||||||
if (-Not (Test-Path $ToolFilePath)){
|
|
||||||
Write-Error "Specified tool file path '$ToolFilePath' does not exist"
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
|
|
||||||
# WinShimmer is a small .NET Framework program that creates .exe shims to bootstrapped programs
|
|
||||||
# Many of the checks for installed programs expect a .exe extension for Windows tools, rather
|
|
||||||
# than a .bat or .cmd file.
|
|
||||||
# Source: https://github.com/dotnet/arcade/tree/master/src/WinShimmer
|
|
||||||
if (-Not (Test-Path "$ShimDirectory\WinShimmer\winshimmer.exe")) {
|
|
||||||
$InstallStatus = DownloadAndExtract -Uri "$BaseUri/windows/winshimmer/WinShimmer.zip" `
|
|
||||||
-InstallDirectory $ShimDirectory\WinShimmer `
|
|
||||||
-Force:$Force `
|
|
||||||
-DownloadRetries 2 `
|
|
||||||
-RetryWaitTimeInSeconds 5 `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
}
|
|
||||||
|
|
||||||
if ((Test-Path (Join-Path $ShimDirectory "$ShimName.exe"))) {
|
|
||||||
Write-Host "$ShimName.exe already exists; replacing..."
|
|
||||||
Remove-Item (Join-Path $ShimDirectory "$ShimName.exe")
|
|
||||||
}
|
|
||||||
|
|
||||||
& "$ShimDirectory\WinShimmer\winshimmer.exe" $ShimName $ToolFilePath $ShimDirectory
|
|
||||||
return $True
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-Host $_.Exception
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Returns the machine architecture of the host machine
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
Returns 'x64' on 64 bit machines
|
|
||||||
Returns 'x86' on 32 bit machines
|
|
||||||
#>
|
|
||||||
function Get-MachineArchitecture {
|
|
||||||
$ProcessorArchitecture = $Env:PROCESSOR_ARCHITECTURE
|
|
||||||
$ProcessorArchitectureW6432 = $Env:PROCESSOR_ARCHITEW6432
|
|
||||||
if($ProcessorArchitecture -Eq "X86")
|
|
||||||
{
|
|
||||||
if(($ProcessorArchitectureW6432 -Eq "") -Or
|
|
||||||
($ProcessorArchitectureW6432 -Eq "X86")) {
|
|
||||||
return "x86"
|
|
||||||
}
|
|
||||||
$ProcessorArchitecture = $ProcessorArchitectureW6432
|
|
||||||
}
|
|
||||||
if (($ProcessorArchitecture -Eq "AMD64") -Or
|
|
||||||
($ProcessorArchitecture -Eq "IA64") -Or
|
|
||||||
($ProcessorArchitecture -Eq "ARM64")) {
|
|
||||||
return "x64"
|
|
||||||
}
|
|
||||||
return "x86"
|
|
||||||
}
|
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Get the name of a temporary folder under the native install directory
|
|
||||||
#>
|
|
||||||
function Get-TempDirectory {
|
|
||||||
return Join-Path (Get-NativeInstallDirectory) "temp/"
|
|
||||||
}
|
|
||||||
|
|
||||||
function Get-TempPathFilename {
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $Path
|
|
||||||
)
|
|
||||||
$TempDir = CommonLibrary\Get-TempDirectory
|
|
||||||
$TempFilename = Split-Path $Path -leaf
|
|
||||||
$TempPath = Join-Path $TempDir $TempFilename
|
|
||||||
return $TempPath
|
|
||||||
}
|
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Returns the base directory to use for native tool installation
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
Returns the value of the NETCOREENG_INSTALL_DIRECTORY if that environment variable
|
|
||||||
is set, or otherwise returns an install directory under the %USERPROFILE%
|
|
||||||
#>
|
|
||||||
function Get-NativeInstallDirectory {
|
|
||||||
$InstallDir = $Env:NETCOREENG_INSTALL_DIRECTORY
|
|
||||||
if (!$InstallDir) {
|
|
||||||
$InstallDir = Join-Path $Env:USERPROFILE ".netcoreeng/native/"
|
|
||||||
}
|
|
||||||
return $InstallDir
|
|
||||||
}
|
|
||||||
|
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Unzip an archive
|
|
||||||
|
|
||||||
.DESCRIPTION
|
|
||||||
Powershell module to unzip an archive to a specified directory
|
|
||||||
|
|
||||||
.PARAMETER ZipPath (Required)
|
|
||||||
Path to archive to unzip
|
|
||||||
|
|
||||||
.PARAMETER OutputDirectory (Required)
|
|
||||||
Output directory for archive contents
|
|
||||||
|
|
||||||
.PARAMETER Force
|
|
||||||
Overwrite output directory contents if they already exist
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
- Returns True and does not perform an extraction if output directory already exists but Overwrite is not True.
|
|
||||||
- Returns True if unzip operation is successful
|
|
||||||
- Returns False if Overwrite is True and it is unable to remove contents of OutputDirectory
|
|
||||||
- Returns False if unable to extract zip archive
|
|
||||||
#>
|
|
||||||
function Expand-Zip {
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $ZipPath,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $OutputDirectory,
|
|
||||||
[switch] $Force
|
|
||||||
)
|
|
||||||
|
|
||||||
Write-Verbose "Extracting '$ZipPath' to '$OutputDirectory'"
|
|
||||||
try {
|
|
||||||
if ((Test-Path $OutputDirectory) -And (-Not $Force)) {
|
|
||||||
Write-Host "Directory '$OutputDirectory' already exists, skipping extract"
|
|
||||||
return $True
|
|
||||||
}
|
|
||||||
if (Test-Path $OutputDirectory) {
|
|
||||||
Write-Verbose "'Force' is 'True', but '$OutputDirectory' exists, removing directory"
|
|
||||||
Remove-Item $OutputDirectory -Force -Recurse
|
|
||||||
if ($? -Eq $False) {
|
|
||||||
Write-Error "Unable to remove '$OutputDirectory'"
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
$TempOutputDirectory = Join-Path "$(Split-Path -Parent $OutputDirectory)" "$(Split-Path -Leaf $OutputDirectory).tmp"
|
|
||||||
if (Test-Path $TempOutputDirectory) {
|
|
||||||
Remove-Item $TempOutputDirectory -Force -Recurse
|
|
||||||
}
|
|
||||||
New-Item -Path $TempOutputDirectory -Force -ItemType "Directory" | Out-Null
|
|
||||||
|
|
||||||
Add-Type -assembly "system.io.compression.filesystem"
|
|
||||||
[io.compression.zipfile]::ExtractToDirectory("$ZipPath", "$TempOutputDirectory")
|
|
||||||
if ($? -Eq $False) {
|
|
||||||
Write-Error "Unable to extract '$ZipPath'"
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
|
|
||||||
Move-Item -Path $TempOutputDirectory -Destination $OutputDirectory
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-Host $_.Exception
|
|
||||||
|
|
||||||
return $False
|
|
||||||
}
|
|
||||||
return $True
|
|
||||||
}
|
|
||||||
|
|
||||||
export-modulemember -function DownloadAndExtract
|
|
||||||
export-modulemember -function Expand-Zip
|
|
||||||
export-modulemember -function Get-File
|
|
||||||
export-modulemember -function Get-MachineArchitecture
|
|
||||||
export-modulemember -function Get-NativeInstallDirectory
|
|
||||||
export-modulemember -function Get-TempDirectory
|
|
||||||
export-modulemember -function Get-TempPathFilename
|
|
||||||
export-modulemember -function New-ScriptShim
|
|
||||||
|
|
@ -1,172 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
function GetNativeInstallDirectory {
|
|
||||||
local install_dir
|
|
||||||
|
|
||||||
if [[ -z $NETCOREENG_INSTALL_DIRECTORY ]]; then
|
|
||||||
install_dir=$HOME/.netcoreeng/native/
|
|
||||||
else
|
|
||||||
install_dir=$NETCOREENG_INSTALL_DIRECTORY
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo $install_dir
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
|
|
||||||
function GetTempDirectory {
|
|
||||||
|
|
||||||
echo $(GetNativeInstallDirectory)temp/
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
|
|
||||||
function ExpandZip {
|
|
||||||
local zip_path=$1
|
|
||||||
local output_directory=$2
|
|
||||||
local force=${3:-false}
|
|
||||||
|
|
||||||
echo "Extracting $zip_path to $output_directory"
|
|
||||||
if [[ -d $output_directory ]] && [[ $force = false ]]; then
|
|
||||||
echo "Directory '$output_directory' already exists, skipping extract"
|
|
||||||
return 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -d $output_directory ]]; then
|
|
||||||
echo "'Force flag enabled, but '$output_directory' exists. Removing directory"
|
|
||||||
rm -rf $output_directory
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Unable to remove '$output_directory'"
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Creating directory: '$output_directory'"
|
|
||||||
mkdir -p $output_directory
|
|
||||||
|
|
||||||
echo "Extracting archive"
|
|
||||||
tar -xf $zip_path -C $output_directory
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Unable to extract '$zip_path'"
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
|
|
||||||
function GetCurrentOS {
|
|
||||||
local unameOut="$(uname -s)"
|
|
||||||
case $unameOut in
|
|
||||||
Linux*) echo "Linux";;
|
|
||||||
Darwin*) echo "MacOS";;
|
|
||||||
esac
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
|
|
||||||
function GetFile {
|
|
||||||
local uri=$1
|
|
||||||
local path=$2
|
|
||||||
local force=${3:-false}
|
|
||||||
local download_retries=${4:-5}
|
|
||||||
local retry_wait_time_seconds=${5:-30}
|
|
||||||
|
|
||||||
if [[ -f $path ]]; then
|
|
||||||
if [[ $force = false ]]; then
|
|
||||||
echo "File '$path' already exists. Skipping download"
|
|
||||||
return 0
|
|
||||||
else
|
|
||||||
rm -rf $path
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -f $uri ]]; then
|
|
||||||
echo "'$uri' is a file path, copying file to '$path'"
|
|
||||||
cp $uri $path
|
|
||||||
return $?
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Downloading $uri"
|
|
||||||
# Use curl if available, otherwise use wget
|
|
||||||
if command -v curl > /dev/null; then
|
|
||||||
curl "$uri" -sSL --retry $download_retries --retry-delay $retry_wait_time_seconds --create-dirs -o "$path" --fail
|
|
||||||
else
|
|
||||||
wget -q -O "$path" "$uri" --tries="$download_retries"
|
|
||||||
fi
|
|
||||||
|
|
||||||
return $?
|
|
||||||
}
|
|
||||||
|
|
||||||
function GetTempPathFileName {
|
|
||||||
local path=$1
|
|
||||||
|
|
||||||
local temp_dir=$(GetTempDirectory)
|
|
||||||
local temp_file_name=$(basename $path)
|
|
||||||
echo $temp_dir$temp_file_name
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
|
|
||||||
function DownloadAndExtract {
|
|
||||||
local uri=$1
|
|
||||||
local installDir=$2
|
|
||||||
local force=${3:-false}
|
|
||||||
local download_retries=${4:-5}
|
|
||||||
local retry_wait_time_seconds=${5:-30}
|
|
||||||
|
|
||||||
local temp_tool_path=$(GetTempPathFileName $uri)
|
|
||||||
|
|
||||||
echo "downloading to: $temp_tool_path"
|
|
||||||
|
|
||||||
# Download file
|
|
||||||
GetFile "$uri" "$temp_tool_path" $force $download_retries $retry_wait_time_seconds
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Failed to download '$uri' to '$temp_tool_path'."
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Extract File
|
|
||||||
echo "extracting from $temp_tool_path to $installDir"
|
|
||||||
ExpandZip "$temp_tool_path" "$installDir" $force $download_retries $retry_wait_time_seconds
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Failed to extract '$temp_tool_path' to '$installDir'."
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
return 0
|
|
||||||
}
|
|
||||||
|
|
||||||
function NewScriptShim {
|
|
||||||
local shimpath=$1
|
|
||||||
local tool_file_path=$2
|
|
||||||
local force=${3:-false}
|
|
||||||
|
|
||||||
echo "Generating '$shimpath' shim"
|
|
||||||
if [[ -f $shimpath ]]; then
|
|
||||||
if [[ $force = false ]]; then
|
|
||||||
echo "File '$shimpath' already exists." >&2
|
|
||||||
return 1
|
|
||||||
else
|
|
||||||
rm -rf $shimpath
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ ! -f $tool_file_path ]]; then
|
|
||||||
# try to see if the path is lower cased
|
|
||||||
tool_file_path="$(echo $tool_file_path | tr "[:upper:]" "[:lower:]")"
|
|
||||||
if [[ ! -f $tool_file_path ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' "Specified tool file path:'$tool_file_path' does not exist"
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
local shim_contents=$'#!/usr/bin/env bash\n'
|
|
||||||
shim_contents+="SHIMARGS="$'$1\n'
|
|
||||||
shim_contents+="$tool_file_path"$' $SHIMARGS\n'
|
|
||||||
|
|
||||||
# Write shim file
|
|
||||||
echo "$shim_contents" > $shimpath
|
|
||||||
|
|
||||||
chmod +x $shimpath
|
|
||||||
|
|
||||||
echo "Finished generating shim '$shimpath'"
|
|
||||||
|
|
||||||
return $?
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
@ -1,125 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
#
|
|
||||||
# This file detects the C/C++ compiler and exports it to the CC/CXX environment variables
|
|
||||||
#
|
|
||||||
|
|
||||||
if [[ "$#" -lt 3 ]]; then
|
|
||||||
echo "Usage..."
|
|
||||||
echo "init-compiler.sh <script directory> <Architecture> <compiler> <compiler major version> <compiler minor version>"
|
|
||||||
echo "Specify the script directory."
|
|
||||||
echo "Specify the target architecture."
|
|
||||||
echo "Specify the name of compiler (clang or gcc)."
|
|
||||||
echo "Specify the major version of compiler."
|
|
||||||
echo "Specify the minor version of compiler."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
nativescriptroot="$1"
|
|
||||||
build_arch="$2"
|
|
||||||
compiler="$3"
|
|
||||||
cxxCompiler="$compiler++"
|
|
||||||
majorVersion="$4"
|
|
||||||
minorVersion="$5"
|
|
||||||
|
|
||||||
. "$nativescriptroot"/../pipeline-logging-functions.sh
|
|
||||||
|
|
||||||
# clear the existing CC and CXX from environment
|
|
||||||
CC=
|
|
||||||
CXX=
|
|
||||||
LDFLAGS=
|
|
||||||
|
|
||||||
if [[ "$compiler" == "gcc" ]]; then cxxCompiler="g++"; fi
|
|
||||||
|
|
||||||
check_version_exists() {
|
|
||||||
desired_version=-1
|
|
||||||
|
|
||||||
# Set up the environment to be used for building with the desired compiler.
|
|
||||||
if command -v "$compiler-$1.$2" > /dev/null; then
|
|
||||||
desired_version="-$1.$2"
|
|
||||||
elif command -v "$compiler$1$2" > /dev/null; then
|
|
||||||
desired_version="$1$2"
|
|
||||||
elif command -v "$compiler-$1$2" > /dev/null; then
|
|
||||||
desired_version="-$1$2"
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "$desired_version"
|
|
||||||
}
|
|
||||||
|
|
||||||
if [[ -z "$CLR_CC" ]]; then
|
|
||||||
|
|
||||||
# Set default versions
|
|
||||||
if [[ -z "$majorVersion" ]]; then
|
|
||||||
# note: gcc (all versions) and clang versions higher than 6 do not have minor version in file name, if it is zero.
|
|
||||||
if [[ "$compiler" == "clang" ]]; then versions=( 13 12 11 10 9 8 7 6.0 5.0 4.0 3.9 3.8 3.7 3.6 3.5 )
|
|
||||||
elif [[ "$compiler" == "gcc" ]]; then versions=( 12 11 10 9 8 7 6 5 4.9 ); fi
|
|
||||||
|
|
||||||
for version in "${versions[@]}"; do
|
|
||||||
parts=(${version//./ })
|
|
||||||
desired_version="$(check_version_exists "${parts[0]}" "${parts[1]}")"
|
|
||||||
if [[ "$desired_version" != "-1" ]]; then majorVersion="${parts[0]}"; break; fi
|
|
||||||
done
|
|
||||||
|
|
||||||
if [[ -z "$majorVersion" ]]; then
|
|
||||||
if command -v "$compiler" > /dev/null; then
|
|
||||||
if [[ "$(uname)" != "Darwin" ]]; then
|
|
||||||
Write-PipelineTelemetryError -category "Build" -type "warning" "Specific version of $compiler not found, falling back to use the one in PATH."
|
|
||||||
fi
|
|
||||||
CC="$(command -v "$compiler")"
|
|
||||||
CXX="$(command -v "$cxxCompiler")"
|
|
||||||
else
|
|
||||||
Write-PipelineTelemetryError -category "Build" "No usable version of $compiler found."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
if [[ "$compiler" == "clang" && "$majorVersion" -lt 5 ]]; then
|
|
||||||
if [[ "$build_arch" == "arm" || "$build_arch" == "armel" ]]; then
|
|
||||||
if command -v "$compiler" > /dev/null; then
|
|
||||||
Write-PipelineTelemetryError -category "Build" -type "warning" "Found clang version $majorVersion which is not supported on arm/armel architectures, falling back to use clang from PATH."
|
|
||||||
CC="$(command -v "$compiler")"
|
|
||||||
CXX="$(command -v "$cxxCompiler")"
|
|
||||||
else
|
|
||||||
Write-PipelineTelemetryError -category "Build" "Found clang version $majorVersion which is not supported on arm/armel architectures, and there is no clang in PATH."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
desired_version="$(check_version_exists "$majorVersion" "$minorVersion")"
|
|
||||||
if [[ "$desired_version" == "-1" ]]; then
|
|
||||||
Write-PipelineTelemetryError -category "Build" "Could not find specific version of $compiler: $majorVersion $minorVersion."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -z "$CC" ]]; then
|
|
||||||
CC="$(command -v "$compiler$desired_version")"
|
|
||||||
CXX="$(command -v "$cxxCompiler$desired_version")"
|
|
||||||
if [[ -z "$CXX" ]]; then CXX="$(command -v "$cxxCompiler")"; fi
|
|
||||||
fi
|
|
||||||
else
|
|
||||||
if [[ ! -f "$CLR_CC" ]]; then
|
|
||||||
Write-PipelineTelemetryError -category "Build" "CLR_CC is set but path '$CLR_CC' does not exist"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
CC="$CLR_CC"
|
|
||||||
CXX="$CLR_CXX"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ -z "$CC" ]]; then
|
|
||||||
Write-PipelineTelemetryError -category "Build" "Unable to find $compiler."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ "$compiler" == "clang" ]]; then
|
|
||||||
if command -v "lld$desired_version" > /dev/null; then
|
|
||||||
# Only lld version >= 9 can be considered stable
|
|
||||||
if [[ "$majorVersion" -ge 9 ]]; then
|
|
||||||
LDFLAGS="-fuse-ld=lld"
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
SCAN_BUILD_COMMAND="$(command -v "scan-build$desired_version")"
|
|
||||||
|
|
||||||
export CC CXX LDFLAGS SCAN_BUILD_COMMAND
|
|
||||||
|
|
@ -1,117 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. $scriptroot/common-library.sh
|
|
||||||
|
|
||||||
base_uri=
|
|
||||||
install_path=
|
|
||||||
version=
|
|
||||||
clean=false
|
|
||||||
force=false
|
|
||||||
download_retries=5
|
|
||||||
retry_wait_time_seconds=30
|
|
||||||
|
|
||||||
while (($# > 0)); do
|
|
||||||
lowerI="$(echo $1 | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case $lowerI in
|
|
||||||
--baseuri)
|
|
||||||
base_uri=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--installpath)
|
|
||||||
install_path=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--version)
|
|
||||||
version=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--clean)
|
|
||||||
clean=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--force)
|
|
||||||
force=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--downloadretries)
|
|
||||||
download_retries=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--retrywaittimeseconds)
|
|
||||||
retry_wait_time_seconds=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--help)
|
|
||||||
echo "Common settings:"
|
|
||||||
echo " --baseuri <value> Base file directory or Url wrom which to acquire tool archives"
|
|
||||||
echo " --installpath <value> Base directory to install native tool to"
|
|
||||||
echo " --clean Don't install the tool, just clean up the current install of the tool"
|
|
||||||
echo " --force Force install of tools even if they previously exist"
|
|
||||||
echo " --help Print help and exit"
|
|
||||||
echo ""
|
|
||||||
echo "Advanced settings:"
|
|
||||||
echo " --downloadretries Total number of retry attempts"
|
|
||||||
echo " --retrywaittimeseconds Wait time between retry attempts in seconds"
|
|
||||||
echo ""
|
|
||||||
exit 0
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
tool_name="cmake-test"
|
|
||||||
tool_os=$(GetCurrentOS)
|
|
||||||
tool_folder="$(echo $tool_os | tr "[:upper:]" "[:lower:]")"
|
|
||||||
tool_arch="x86_64"
|
|
||||||
tool_name_moniker="$tool_name-$version-$tool_os-$tool_arch"
|
|
||||||
tool_install_directory="$install_path/$tool_name/$version"
|
|
||||||
tool_file_path="$tool_install_directory/$tool_name_moniker/bin/$tool_name"
|
|
||||||
shim_path="$install_path/$tool_name.sh"
|
|
||||||
uri="${base_uri}/$tool_folder/$tool_name/$tool_name_moniker.tar.gz"
|
|
||||||
|
|
||||||
# Clean up tool and installers
|
|
||||||
if [[ $clean = true ]]; then
|
|
||||||
echo "Cleaning $tool_install_directory"
|
|
||||||
if [[ -d $tool_install_directory ]]; then
|
|
||||||
rm -rf $tool_install_directory
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Cleaning $shim_path"
|
|
||||||
if [[ -f $shim_path ]]; then
|
|
||||||
rm -rf $shim_path
|
|
||||||
fi
|
|
||||||
|
|
||||||
tool_temp_path=$(GetTempPathFileName $uri)
|
|
||||||
echo "Cleaning $tool_temp_path"
|
|
||||||
if [[ -f $tool_temp_path ]]; then
|
|
||||||
rm -rf $tool_temp_path
|
|
||||||
fi
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Install tool
|
|
||||||
if [[ -f $tool_file_path ]] && [[ $force = false ]]; then
|
|
||||||
echo "$tool_name ($version) already exists, skipping install"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
DownloadAndExtract $uri $tool_install_directory $force $download_retries $retry_wait_time_seconds
|
|
||||||
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' 'Installation failed'
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Generate Shim
|
|
||||||
# Always rewrite shims so that we are referencing the expected version
|
|
||||||
NewScriptShim $shim_path $tool_file_path true
|
|
||||||
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' 'Shim generation failed'
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
|
|
@ -1,117 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
source="${BASH_SOURCE[0]}"
|
|
||||||
scriptroot="$( cd -P "$( dirname "$source" )" && pwd )"
|
|
||||||
|
|
||||||
. $scriptroot/common-library.sh
|
|
||||||
|
|
||||||
base_uri=
|
|
||||||
install_path=
|
|
||||||
version=
|
|
||||||
clean=false
|
|
||||||
force=false
|
|
||||||
download_retries=5
|
|
||||||
retry_wait_time_seconds=30
|
|
||||||
|
|
||||||
while (($# > 0)); do
|
|
||||||
lowerI="$(echo $1 | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case $lowerI in
|
|
||||||
--baseuri)
|
|
||||||
base_uri=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--installpath)
|
|
||||||
install_path=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--version)
|
|
||||||
version=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--clean)
|
|
||||||
clean=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--force)
|
|
||||||
force=true
|
|
||||||
shift 1
|
|
||||||
;;
|
|
||||||
--downloadretries)
|
|
||||||
download_retries=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--retrywaittimeseconds)
|
|
||||||
retry_wait_time_seconds=$2
|
|
||||||
shift 2
|
|
||||||
;;
|
|
||||||
--help)
|
|
||||||
echo "Common settings:"
|
|
||||||
echo " --baseuri <value> Base file directory or Url wrom which to acquire tool archives"
|
|
||||||
echo " --installpath <value> Base directory to install native tool to"
|
|
||||||
echo " --clean Don't install the tool, just clean up the current install of the tool"
|
|
||||||
echo " --force Force install of tools even if they previously exist"
|
|
||||||
echo " --help Print help and exit"
|
|
||||||
echo ""
|
|
||||||
echo "Advanced settings:"
|
|
||||||
echo " --downloadretries Total number of retry attempts"
|
|
||||||
echo " --retrywaittimeseconds Wait time between retry attempts in seconds"
|
|
||||||
echo ""
|
|
||||||
exit 0
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
done
|
|
||||||
|
|
||||||
tool_name="cmake"
|
|
||||||
tool_os=$(GetCurrentOS)
|
|
||||||
tool_folder="$(echo $tool_os | tr "[:upper:]" "[:lower:]")"
|
|
||||||
tool_arch="x86_64"
|
|
||||||
tool_name_moniker="$tool_name-$version-$tool_os-$tool_arch"
|
|
||||||
tool_install_directory="$install_path/$tool_name/$version"
|
|
||||||
tool_file_path="$tool_install_directory/$tool_name_moniker/bin/$tool_name"
|
|
||||||
shim_path="$install_path/$tool_name.sh"
|
|
||||||
uri="${base_uri}/$tool_folder/$tool_name/$tool_name_moniker.tar.gz"
|
|
||||||
|
|
||||||
# Clean up tool and installers
|
|
||||||
if [[ $clean = true ]]; then
|
|
||||||
echo "Cleaning $tool_install_directory"
|
|
||||||
if [[ -d $tool_install_directory ]]; then
|
|
||||||
rm -rf $tool_install_directory
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "Cleaning $shim_path"
|
|
||||||
if [[ -f $shim_path ]]; then
|
|
||||||
rm -rf $shim_path
|
|
||||||
fi
|
|
||||||
|
|
||||||
tool_temp_path=$(GetTempPathFileName $uri)
|
|
||||||
echo "Cleaning $tool_temp_path"
|
|
||||||
if [[ -f $tool_temp_path ]]; then
|
|
||||||
rm -rf $tool_temp_path
|
|
||||||
fi
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Install tool
|
|
||||||
if [[ -f $tool_file_path ]] && [[ $force = false ]]; then
|
|
||||||
echo "$tool_name ($version) already exists, skipping install"
|
|
||||||
exit 0
|
|
||||||
fi
|
|
||||||
|
|
||||||
DownloadAndExtract $uri $tool_install_directory $force $download_retries $retry_wait_time_seconds
|
|
||||||
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' 'Installation failed'
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
# Generate Shim
|
|
||||||
# Always rewrite shims so that we are referencing the expected version
|
|
||||||
NewScriptShim $shim_path $tool_file_path true
|
|
||||||
|
|
||||||
if [[ $? != 0 ]]; then
|
|
||||||
Write-PipelineTelemetryError -category 'NativeToolsBootstrap' 'Shim generation failed'
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
|
|
@ -1,132 +0,0 @@
|
||||||
<#
|
|
||||||
.SYNOPSIS
|
|
||||||
Install native tool
|
|
||||||
|
|
||||||
.DESCRIPTION
|
|
||||||
Install cmake native tool from Azure blob storage
|
|
||||||
|
|
||||||
.PARAMETER InstallPath
|
|
||||||
Base directory to install native tool to
|
|
||||||
|
|
||||||
.PARAMETER BaseUri
|
|
||||||
Base file directory or Url from which to acquire tool archives
|
|
||||||
|
|
||||||
.PARAMETER CommonLibraryDirectory
|
|
||||||
Path to folder containing common library modules
|
|
||||||
|
|
||||||
.PARAMETER Force
|
|
||||||
Force install of tools even if they previously exist
|
|
||||||
|
|
||||||
.PARAMETER Clean
|
|
||||||
Don't install the tool, just clean up the current install of the tool
|
|
||||||
|
|
||||||
.PARAMETER DownloadRetries
|
|
||||||
Total number of retry attempts
|
|
||||||
|
|
||||||
.PARAMETER RetryWaitTimeInSeconds
|
|
||||||
Wait time between retry attempts in seconds
|
|
||||||
|
|
||||||
.NOTES
|
|
||||||
Returns 0 if install succeeds, 1 otherwise
|
|
||||||
#>
|
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param (
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $ToolName,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $InstallPath,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $BaseUri,
|
|
||||||
[Parameter(Mandatory=$True)]
|
|
||||||
[string] $Version,
|
|
||||||
[string] $CommonLibraryDirectory = $PSScriptRoot,
|
|
||||||
[switch] $Force = $False,
|
|
||||||
[switch] $Clean = $False,
|
|
||||||
[int] $DownloadRetries = 5,
|
|
||||||
[int] $RetryWaitTimeInSeconds = 30
|
|
||||||
)
|
|
||||||
|
|
||||||
. $PSScriptRoot\..\pipeline-logging-functions.ps1
|
|
||||||
|
|
||||||
# Import common library modules
|
|
||||||
Import-Module -Name (Join-Path $CommonLibraryDirectory "CommonLibrary.psm1")
|
|
||||||
|
|
||||||
try {
|
|
||||||
# Define verbose switch if undefined
|
|
||||||
$Verbose = $VerbosePreference -Eq "Continue"
|
|
||||||
|
|
||||||
$Arch = CommonLibrary\Get-MachineArchitecture
|
|
||||||
$ToolOs = "win64"
|
|
||||||
if($Arch -Eq "x32") {
|
|
||||||
$ToolOs = "win32"
|
|
||||||
}
|
|
||||||
$ToolNameMoniker = "$ToolName-$Version-$ToolOs-$Arch"
|
|
||||||
$ToolInstallDirectory = Join-Path $InstallPath "$ToolName\$Version\"
|
|
||||||
$Uri = "$BaseUri/windows/$ToolName/$ToolNameMoniker.zip"
|
|
||||||
$ShimPath = Join-Path $InstallPath "$ToolName.exe"
|
|
||||||
|
|
||||||
if ($Clean) {
|
|
||||||
Write-Host "Cleaning $ToolInstallDirectory"
|
|
||||||
if (Test-Path $ToolInstallDirectory) {
|
|
||||||
Remove-Item $ToolInstallDirectory -Force -Recurse
|
|
||||||
}
|
|
||||||
Write-Host "Cleaning $ShimPath"
|
|
||||||
if (Test-Path $ShimPath) {
|
|
||||||
Remove-Item $ShimPath -Force
|
|
||||||
}
|
|
||||||
$ToolTempPath = CommonLibrary\Get-TempPathFilename -Path $Uri
|
|
||||||
Write-Host "Cleaning $ToolTempPath"
|
|
||||||
if (Test-Path $ToolTempPath) {
|
|
||||||
Remove-Item $ToolTempPath -Force
|
|
||||||
}
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
# Install tool
|
|
||||||
if ((Test-Path $ToolInstallDirectory) -And (-Not $Force)) {
|
|
||||||
Write-Verbose "$ToolName ($Version) already exists, skipping install"
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
$InstallStatus = CommonLibrary\DownloadAndExtract -Uri $Uri `
|
|
||||||
-InstallDirectory $ToolInstallDirectory `
|
|
||||||
-Force:$Force `
|
|
||||||
-DownloadRetries $DownloadRetries `
|
|
||||||
-RetryWaitTimeInSeconds $RetryWaitTimeInSeconds `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
|
|
||||||
if ($InstallStatus -Eq $False) {
|
|
||||||
Write-PipelineTelemetryError "Installation failed" -Category "NativeToolsetBootstrapping"
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
$ToolFilePath = Get-ChildItem $ToolInstallDirectory -Recurse -Filter "$ToolName.exe" | % { $_.FullName }
|
|
||||||
if (@($ToolFilePath).Length -Gt 1) {
|
|
||||||
Write-Error "There are multiple copies of $ToolName in $($ToolInstallDirectory): `n$(@($ToolFilePath | out-string))"
|
|
||||||
exit 1
|
|
||||||
} elseif (@($ToolFilePath).Length -Lt 1) {
|
|
||||||
Write-Host "$ToolName was not found in $ToolInstallDirectory."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
# Generate shim
|
|
||||||
# Always rewrite shims so that we are referencing the expected version
|
|
||||||
$GenerateShimStatus = CommonLibrary\New-ScriptShim -ShimName $ToolName `
|
|
||||||
-ShimDirectory $InstallPath `
|
|
||||||
-ToolFilePath "$ToolFilePath" `
|
|
||||||
-BaseUri $BaseUri `
|
|
||||||
-Force:$Force `
|
|
||||||
-Verbose:$Verbose
|
|
||||||
|
|
||||||
if ($GenerateShimStatus -Eq $False) {
|
|
||||||
Write-PipelineTelemetryError "Generate shim failed" -Category "NativeToolsetBootstrapping"
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category "NativeToolsetBootstrapping" -Message $_
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,260 +0,0 @@
|
||||||
# Source for this file was taken from https://github.com/microsoft/azure-pipelines-task-lib/blob/11c9439d4af17e6475d9fe058e6b2e03914d17e6/powershell/VstsTaskSdk/LoggingCommandFunctions.ps1 and modified.
|
|
||||||
|
|
||||||
# NOTE: You should not be calling these method directly as they are likely to change. Instead you should be calling the Write-Pipeline* functions defined in tools.ps1
|
|
||||||
|
|
||||||
$script:loggingCommandPrefix = '##vso['
|
|
||||||
$script:loggingCommandEscapeMappings = @( # TODO: WHAT ABOUT "="? WHAT ABOUT "%"?
|
|
||||||
New-Object psobject -Property @{ Token = ';' ; Replacement = '%3B' }
|
|
||||||
New-Object psobject -Property @{ Token = "`r" ; Replacement = '%0D' }
|
|
||||||
New-Object psobject -Property @{ Token = "`n" ; Replacement = '%0A' }
|
|
||||||
New-Object psobject -Property @{ Token = "]" ; Replacement = '%5D' }
|
|
||||||
)
|
|
||||||
# TODO: BUG: Escape % ???
|
|
||||||
# TODO: Add test to verify don't need to escape "=".
|
|
||||||
|
|
||||||
# Specify "-Force" to force pipeline formatted output even if "$ci" is false or not set
|
|
||||||
function Write-PipelineTelemetryError {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Category,
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Message,
|
|
||||||
[Parameter(Mandatory = $false)]
|
|
||||||
[string]$Type = 'error',
|
|
||||||
[string]$ErrCode,
|
|
||||||
[string]$SourcePath,
|
|
||||||
[string]$LineNumber,
|
|
||||||
[string]$ColumnNumber,
|
|
||||||
[switch]$AsOutput,
|
|
||||||
[switch]$Force)
|
|
||||||
|
|
||||||
$PSBoundParameters.Remove('Category') | Out-Null
|
|
||||||
|
|
||||||
if ($Force -Or ((Test-Path variable:ci) -And $ci)) {
|
|
||||||
$Message = "(NETCORE_ENGINEERING_TELEMETRY=$Category) $Message"
|
|
||||||
}
|
|
||||||
$PSBoundParameters.Remove('Message') | Out-Null
|
|
||||||
$PSBoundParameters.Add('Message', $Message)
|
|
||||||
Write-PipelineTaskError @PSBoundParameters
|
|
||||||
}
|
|
||||||
|
|
||||||
# Specify "-Force" to force pipeline formatted output even if "$ci" is false or not set
|
|
||||||
function Write-PipelineTaskError {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Message,
|
|
||||||
[Parameter(Mandatory = $false)]
|
|
||||||
[string]$Type = 'error',
|
|
||||||
[string]$ErrCode,
|
|
||||||
[string]$SourcePath,
|
|
||||||
[string]$LineNumber,
|
|
||||||
[string]$ColumnNumber,
|
|
||||||
[switch]$AsOutput,
|
|
||||||
[switch]$Force
|
|
||||||
)
|
|
||||||
|
|
||||||
if (!$Force -And (-Not (Test-Path variable:ci) -Or !$ci)) {
|
|
||||||
if ($Type -eq 'error') {
|
|
||||||
Write-Host $Message -ForegroundColor Red
|
|
||||||
return
|
|
||||||
}
|
|
||||||
elseif ($Type -eq 'warning') {
|
|
||||||
Write-Host $Message -ForegroundColor Yellow
|
|
||||||
return
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (($Type -ne 'error') -and ($Type -ne 'warning')) {
|
|
||||||
Write-Host $Message
|
|
||||||
return
|
|
||||||
}
|
|
||||||
$PSBoundParameters.Remove('Force') | Out-Null
|
|
||||||
if (-not $PSBoundParameters.ContainsKey('Type')) {
|
|
||||||
$PSBoundParameters.Add('Type', 'error')
|
|
||||||
}
|
|
||||||
Write-LogIssue @PSBoundParameters
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelineSetVariable {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Name,
|
|
||||||
[string]$Value,
|
|
||||||
[switch]$Secret,
|
|
||||||
[switch]$AsOutput,
|
|
||||||
[bool]$IsMultiJobVariable = $true)
|
|
||||||
|
|
||||||
if ((Test-Path variable:ci) -And $ci) {
|
|
||||||
Write-LoggingCommand -Area 'task' -Event 'setvariable' -Data $Value -Properties @{
|
|
||||||
'variable' = $Name
|
|
||||||
'isSecret' = $Secret
|
|
||||||
'isOutput' = $IsMultiJobVariable
|
|
||||||
} -AsOutput:$AsOutput
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelinePrependPath {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Path,
|
|
||||||
[switch]$AsOutput)
|
|
||||||
|
|
||||||
if ((Test-Path variable:ci) -And $ci) {
|
|
||||||
Write-LoggingCommand -Area 'task' -Event 'prependpath' -Data $Path -AsOutput:$AsOutput
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelineSetResult {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[ValidateSet("Succeeded", "SucceededWithIssues", "Failed", "Cancelled", "Skipped")]
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Result,
|
|
||||||
[string]$Message)
|
|
||||||
if ((Test-Path variable:ci) -And $ci) {
|
|
||||||
Write-LoggingCommand -Area 'task' -Event 'complete' -Data $Message -Properties @{
|
|
||||||
'result' = $Result
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
<########################################
|
|
||||||
# Private functions.
|
|
||||||
########################################>
|
|
||||||
function Format-LoggingCommandData {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param([string]$Value, [switch]$Reverse)
|
|
||||||
|
|
||||||
if (!$Value) {
|
|
||||||
return ''
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!$Reverse) {
|
|
||||||
foreach ($mapping in $script:loggingCommandEscapeMappings) {
|
|
||||||
$Value = $Value.Replace($mapping.Token, $mapping.Replacement)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
for ($i = $script:loggingCommandEscapeMappings.Length - 1 ; $i -ge 0 ; $i--) {
|
|
||||||
$mapping = $script:loggingCommandEscapeMappings[$i]
|
|
||||||
$Value = $Value.Replace($mapping.Replacement, $mapping.Token)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return $Value
|
|
||||||
}
|
|
||||||
|
|
||||||
function Format-LoggingCommand {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Area,
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Event,
|
|
||||||
[string]$Data,
|
|
||||||
[hashtable]$Properties)
|
|
||||||
|
|
||||||
# Append the preamble.
|
|
||||||
[System.Text.StringBuilder]$sb = New-Object -TypeName System.Text.StringBuilder
|
|
||||||
$null = $sb.Append($script:loggingCommandPrefix).Append($Area).Append('.').Append($Event)
|
|
||||||
|
|
||||||
# Append the properties.
|
|
||||||
if ($Properties) {
|
|
||||||
$first = $true
|
|
||||||
foreach ($key in $Properties.Keys) {
|
|
||||||
[string]$value = Format-LoggingCommandData $Properties[$key]
|
|
||||||
if ($value) {
|
|
||||||
if ($first) {
|
|
||||||
$null = $sb.Append(' ')
|
|
||||||
$first = $false
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
$null = $sb.Append(';')
|
|
||||||
}
|
|
||||||
|
|
||||||
$null = $sb.Append("$key=$value")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# Append the tail and output the value.
|
|
||||||
$Data = Format-LoggingCommandData $Data
|
|
||||||
$sb.Append(']').Append($Data).ToString()
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-LoggingCommand {
|
|
||||||
[CmdletBinding(DefaultParameterSetName = 'Parameters')]
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true, ParameterSetName = 'Parameters')]
|
|
||||||
[string]$Area,
|
|
||||||
[Parameter(Mandatory = $true, ParameterSetName = 'Parameters')]
|
|
||||||
[string]$Event,
|
|
||||||
[Parameter(ParameterSetName = 'Parameters')]
|
|
||||||
[string]$Data,
|
|
||||||
[Parameter(ParameterSetName = 'Parameters')]
|
|
||||||
[hashtable]$Properties,
|
|
||||||
[Parameter(Mandatory = $true, ParameterSetName = 'Object')]
|
|
||||||
$Command,
|
|
||||||
[switch]$AsOutput)
|
|
||||||
|
|
||||||
if ($PSCmdlet.ParameterSetName -eq 'Object') {
|
|
||||||
Write-LoggingCommand -Area $Command.Area -Event $Command.Event -Data $Command.Data -Properties $Command.Properties -AsOutput:$AsOutput
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
$command = Format-LoggingCommand -Area $Area -Event $Event -Data $Data -Properties $Properties
|
|
||||||
if ($AsOutput) {
|
|
||||||
$command
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host $command
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-LogIssue {
|
|
||||||
[CmdletBinding()]
|
|
||||||
param(
|
|
||||||
[ValidateSet('warning', 'error')]
|
|
||||||
[Parameter(Mandatory = $true)]
|
|
||||||
[string]$Type,
|
|
||||||
[string]$Message,
|
|
||||||
[string]$ErrCode,
|
|
||||||
[string]$SourcePath,
|
|
||||||
[string]$LineNumber,
|
|
||||||
[string]$ColumnNumber,
|
|
||||||
[switch]$AsOutput)
|
|
||||||
|
|
||||||
$command = Format-LoggingCommand -Area 'task' -Event 'logissue' -Data $Message -Properties @{
|
|
||||||
'type' = $Type
|
|
||||||
'code' = $ErrCode
|
|
||||||
'sourcepath' = $SourcePath
|
|
||||||
'linenumber' = $LineNumber
|
|
||||||
'columnnumber' = $ColumnNumber
|
|
||||||
}
|
|
||||||
if ($AsOutput) {
|
|
||||||
return $command
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($Type -eq 'error') {
|
|
||||||
$foregroundColor = $host.PrivateData.ErrorForegroundColor
|
|
||||||
$backgroundColor = $host.PrivateData.ErrorBackgroundColor
|
|
||||||
if ($foregroundColor -isnot [System.ConsoleColor] -or $backgroundColor -isnot [System.ConsoleColor]) {
|
|
||||||
$foregroundColor = [System.ConsoleColor]::Red
|
|
||||||
$backgroundColor = [System.ConsoleColor]::Black
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
$foregroundColor = $host.PrivateData.WarningForegroundColor
|
|
||||||
$backgroundColor = $host.PrivateData.WarningBackgroundColor
|
|
||||||
if ($foregroundColor -isnot [System.ConsoleColor] -or $backgroundColor -isnot [System.ConsoleColor]) {
|
|
||||||
$foregroundColor = [System.ConsoleColor]::Yellow
|
|
||||||
$backgroundColor = [System.ConsoleColor]::Black
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host $command -ForegroundColor $foregroundColor -BackgroundColor $backgroundColor
|
|
||||||
}
|
|
||||||
|
|
@ -1,206 +0,0 @@
|
||||||
#!/usr/bin/env bash
|
|
||||||
|
|
||||||
function Write-PipelineTelemetryError {
|
|
||||||
local telemetry_category=''
|
|
||||||
local force=false
|
|
||||||
local function_args=()
|
|
||||||
local message=''
|
|
||||||
while [[ $# -gt 0 ]]; do
|
|
||||||
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-category|-c)
|
|
||||||
telemetry_category=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-force|-f)
|
|
||||||
force=true
|
|
||||||
;;
|
|
||||||
-*)
|
|
||||||
function_args+=("$1 $2")
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
message=$*
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
if [[ $force != true ]] && [[ "$ci" != true ]]; then
|
|
||||||
echo "$message" >&2
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [[ $force == true ]]; then
|
|
||||||
function_args+=("-force")
|
|
||||||
fi
|
|
||||||
message="(NETCORE_ENGINEERING_TELEMETRY=$telemetry_category) $message"
|
|
||||||
function_args+=("$message")
|
|
||||||
Write-PipelineTaskError ${function_args[@]}
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelineTaskError {
|
|
||||||
local message_type="error"
|
|
||||||
local sourcepath=''
|
|
||||||
local linenumber=''
|
|
||||||
local columnnumber=''
|
|
||||||
local error_code=''
|
|
||||||
local force=false
|
|
||||||
|
|
||||||
while [[ $# -gt 0 ]]; do
|
|
||||||
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-type|-t)
|
|
||||||
message_type=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-sourcepath|-s)
|
|
||||||
sourcepath=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-linenumber|-ln)
|
|
||||||
linenumber=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-columnnumber|-cn)
|
|
||||||
columnnumber=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-errcode|-e)
|
|
||||||
error_code=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-force|-f)
|
|
||||||
force=true
|
|
||||||
;;
|
|
||||||
*)
|
|
||||||
break
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
if [[ $force != true ]] && [[ "$ci" != true ]]; then
|
|
||||||
echo "$@" >&2
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
local message="##vso[task.logissue"
|
|
||||||
|
|
||||||
message="$message type=$message_type"
|
|
||||||
|
|
||||||
if [ -n "$sourcepath" ]; then
|
|
||||||
message="$message;sourcepath=$sourcepath"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "$linenumber" ]; then
|
|
||||||
message="$message;linenumber=$linenumber"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "$columnnumber" ]; then
|
|
||||||
message="$message;columnnumber=$columnnumber"
|
|
||||||
fi
|
|
||||||
|
|
||||||
if [ -n "$error_code" ]; then
|
|
||||||
message="$message;code=$error_code"
|
|
||||||
fi
|
|
||||||
|
|
||||||
message="$message]$*"
|
|
||||||
echo "$message"
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelineSetVariable {
|
|
||||||
if [[ "$ci" != true ]]; then
|
|
||||||
return
|
|
||||||
fi
|
|
||||||
|
|
||||||
local name=''
|
|
||||||
local value=''
|
|
||||||
local secret=false
|
|
||||||
local as_output=false
|
|
||||||
local is_multi_job_variable=true
|
|
||||||
|
|
||||||
while [[ $# -gt 0 ]]; do
|
|
||||||
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-name|-n)
|
|
||||||
name=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-value|-v)
|
|
||||||
value=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-secret|-s)
|
|
||||||
secret=true
|
|
||||||
;;
|
|
||||||
-as_output|-a)
|
|
||||||
as_output=true
|
|
||||||
;;
|
|
||||||
-is_multi_job_variable|-i)
|
|
||||||
is_multi_job_variable=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
value=${value/;/%3B}
|
|
||||||
value=${value/\\r/%0D}
|
|
||||||
value=${value/\\n/%0A}
|
|
||||||
value=${value/]/%5D}
|
|
||||||
|
|
||||||
local message="##vso[task.setvariable variable=$name;isSecret=$secret;isOutput=$is_multi_job_variable]$value"
|
|
||||||
|
|
||||||
if [[ "$as_output" == true ]]; then
|
|
||||||
$message
|
|
||||||
else
|
|
||||||
echo "$message"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelinePrependPath {
|
|
||||||
local prepend_path=''
|
|
||||||
|
|
||||||
while [[ $# -gt 0 ]]; do
|
|
||||||
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-path|-p)
|
|
||||||
prepend_path=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
export PATH="$prepend_path:$PATH"
|
|
||||||
|
|
||||||
if [[ "$ci" == true ]]; then
|
|
||||||
echo "##vso[task.prependpath]$prepend_path"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function Write-PipelineSetResult {
|
|
||||||
local result=''
|
|
||||||
local message=''
|
|
||||||
|
|
||||||
while [[ $# -gt 0 ]]; do
|
|
||||||
opt="$(echo "${1/#--/-}" | tr "[:upper:]" "[:lower:]")"
|
|
||||||
case "$opt" in
|
|
||||||
-result|-r)
|
|
||||||
result=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
-message|-m)
|
|
||||||
message=$2
|
|
||||||
shift
|
|
||||||
;;
|
|
||||||
esac
|
|
||||||
shift
|
|
||||||
done
|
|
||||||
|
|
||||||
if [[ "$ci" == true ]]; then
|
|
||||||
echo "##vso[task.complete result=$result;]$message"
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
@ -1,48 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][int] $BuildId,
|
|
||||||
[Parameter(Mandatory=$true)][int] $ChannelId,
|
|
||||||
[Parameter(Mandatory=$true)][string] $MaestroApiAccessToken,
|
|
||||||
[Parameter(Mandatory=$false)][string] $MaestroApiEndPoint = 'https://maestro-prod.westus2.cloudapp.azure.com',
|
|
||||||
[Parameter(Mandatory=$false)][string] $MaestroApiVersion = '2019-01-16'
|
|
||||||
)
|
|
||||||
|
|
||||||
try {
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
# Check that the channel we are going to promote the build to exist
|
|
||||||
$channelInfo = Get-MaestroChannel -ChannelId $ChannelId
|
|
||||||
|
|
||||||
if (!$channelInfo) {
|
|
||||||
Write-PipelineTelemetryCategory -Category 'PromoteBuild' -Message "Channel with BAR ID $ChannelId was not found in BAR!"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
# Get info about which channel(s) the build has already been promoted to
|
|
||||||
$buildInfo = Get-MaestroBuild -BuildId $BuildId
|
|
||||||
|
|
||||||
if (!$buildInfo) {
|
|
||||||
Write-PipelineTelemetryError -Category 'PromoteBuild' -Message "Build with BAR ID $BuildId was not found in BAR!"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
# Find whether the build is already assigned to the channel or not
|
|
||||||
if ($buildInfo.channels) {
|
|
||||||
foreach ($channel in $buildInfo.channels) {
|
|
||||||
if ($channel.Id -eq $ChannelId) {
|
|
||||||
Write-Host "The build with BAR ID $BuildId is already on channel $ChannelId!"
|
|
||||||
ExitWithExitCode 0
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "Promoting build '$BuildId' to channel '$ChannelId'."
|
|
||||||
|
|
||||||
Assign-BuildToChannel -BuildId $BuildId -ChannelId $ChannelId
|
|
||||||
|
|
||||||
Write-Host 'done.'
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-PipelineTelemetryError -Category 'PromoteBuild' -Message "There was an error while trying to promote build '$BuildId' to channel '$ChannelId'"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,40 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $PromoteToChannels, # List of channels that the build should be promoted to
|
|
||||||
[Parameter(Mandatory=$true)][array] $AvailableChannelIds # List of channel IDs available in the YAML implementation
|
|
||||||
)
|
|
||||||
|
|
||||||
try {
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
if ($PromoteToChannels -eq "") {
|
|
||||||
Write-PipelineTaskError -Type 'warning' -Message "This build won't publish assets as it's not configured to any Maestro channel. If that wasn't intended use Darc to configure a default channel using add-default-channel for this branch or to promote it to a channel using add-build-to-channel. See https://github.com/dotnet/arcade/blob/master/Documentation/Darc.md#assigning-an-individual-build-to-a-channel for more info."
|
|
||||||
ExitWithExitCode 0
|
|
||||||
}
|
|
||||||
|
|
||||||
# Check that every channel that Maestro told to promote the build to
|
|
||||||
# is available in YAML
|
|
||||||
$PromoteToChannelsIds = $PromoteToChannels -split "\D" | Where-Object { $_ }
|
|
||||||
|
|
||||||
$hasErrors = $false
|
|
||||||
|
|
||||||
foreach ($id in $PromoteToChannelsIds) {
|
|
||||||
if (($id -ne 0) -and ($id -notin $AvailableChannelIds)) {
|
|
||||||
Write-PipelineTaskError -Message "Channel $id is not present in the post-build YAML configuration! This is an error scenario. Please contact @dnceng."
|
|
||||||
$hasErrors = $true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# The `Write-PipelineTaskError` doesn't error the script and we might report several errors
|
|
||||||
# in the previous lines. The check below makes sure that we return an error state from the
|
|
||||||
# script if we reported any validation error
|
|
||||||
if ($hasErrors) {
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host 'done.'
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckChannelConsistency' -Message "There was an error while trying to check consistency of Maestro default channels for the build and post-build YAML configuration."
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,24 +0,0 @@
|
||||||
# This script validates NuGet package metadata information using this
|
|
||||||
# tool: https://github.com/NuGet/NuGetGallery/tree/jver-verify/src/VerifyMicrosoftPackage
|
|
||||||
|
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $PackagesPath, # Path to where the packages to be validated are
|
|
||||||
[Parameter(Mandatory=$true)][string] $ToolDestinationPath # Where the validation tool should be downloaded to
|
|
||||||
)
|
|
||||||
|
|
||||||
try {
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
$url = 'https://raw.githubusercontent.com/NuGet/NuGetGallery/3e25ad135146676bcab0050a516939d9958bfa5d/src/VerifyMicrosoftPackage/verify.ps1'
|
|
||||||
|
|
||||||
New-Item -ItemType 'directory' -Path ${ToolDestinationPath} -Force
|
|
||||||
|
|
||||||
Invoke-WebRequest $url -OutFile ${ToolDestinationPath}\verify.ps1
|
|
||||||
|
|
||||||
& ${ToolDestinationPath}\verify.ps1 ${PackagesPath}\*.nupkg
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'NuGetValidation' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,91 +0,0 @@
|
||||||
# Most of the functions in this file require the variables `MaestroApiEndPoint`,
|
|
||||||
# `MaestroApiVersion` and `MaestroApiAccessToken` to be globally available.
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the post-build
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
function Create-MaestroApiRequestHeaders([string]$ContentType = 'application/json') {
|
|
||||||
Validate-MaestroVars
|
|
||||||
|
|
||||||
$headers = New-Object 'System.Collections.Generic.Dictionary[[String],[String]]'
|
|
||||||
$headers.Add('Accept', $ContentType)
|
|
||||||
$headers.Add('Authorization',"Bearer $MaestroApiAccessToken")
|
|
||||||
return $headers
|
|
||||||
}
|
|
||||||
|
|
||||||
function Get-MaestroChannel([int]$ChannelId) {
|
|
||||||
Validate-MaestroVars
|
|
||||||
|
|
||||||
$apiHeaders = Create-MaestroApiRequestHeaders
|
|
||||||
$apiEndpoint = "$MaestroApiEndPoint/api/channels/${ChannelId}?api-version=$MaestroApiVersion"
|
|
||||||
|
|
||||||
$result = try { Invoke-WebRequest -Method Get -Uri $apiEndpoint -Headers $apiHeaders | ConvertFrom-Json } catch { Write-Host "Error: $_" }
|
|
||||||
return $result
|
|
||||||
}
|
|
||||||
|
|
||||||
function Get-MaestroBuild([int]$BuildId) {
|
|
||||||
Validate-MaestroVars
|
|
||||||
|
|
||||||
$apiHeaders = Create-MaestroApiRequestHeaders -AuthToken $MaestroApiAccessToken
|
|
||||||
$apiEndpoint = "$MaestroApiEndPoint/api/builds/${BuildId}?api-version=$MaestroApiVersion"
|
|
||||||
|
|
||||||
$result = try { return Invoke-WebRequest -Method Get -Uri $apiEndpoint -Headers $apiHeaders | ConvertFrom-Json } catch { Write-Host "Error: $_" }
|
|
||||||
return $result
|
|
||||||
}
|
|
||||||
|
|
||||||
function Get-MaestroSubscriptions([string]$SourceRepository, [int]$ChannelId) {
|
|
||||||
Validate-MaestroVars
|
|
||||||
|
|
||||||
$SourceRepository = [System.Web.HttpUtility]::UrlEncode($SourceRepository)
|
|
||||||
$apiHeaders = Create-MaestroApiRequestHeaders -AuthToken $MaestroApiAccessToken
|
|
||||||
$apiEndpoint = "$MaestroApiEndPoint/api/subscriptions?sourceRepository=$SourceRepository&channelId=$ChannelId&api-version=$MaestroApiVersion"
|
|
||||||
|
|
||||||
$result = try { Invoke-WebRequest -Method Get -Uri $apiEndpoint -Headers $apiHeaders | ConvertFrom-Json } catch { Write-Host "Error: $_" }
|
|
||||||
return $result
|
|
||||||
}
|
|
||||||
|
|
||||||
function Assign-BuildToChannel([int]$BuildId, [int]$ChannelId) {
|
|
||||||
Validate-MaestroVars
|
|
||||||
|
|
||||||
$apiHeaders = Create-MaestroApiRequestHeaders -AuthToken $MaestroApiAccessToken
|
|
||||||
$apiEndpoint = "$MaestroApiEndPoint/api/channels/${ChannelId}/builds/${BuildId}?api-version=$MaestroApiVersion"
|
|
||||||
Invoke-WebRequest -Method Post -Uri $apiEndpoint -Headers $apiHeaders | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
function Trigger-Subscription([string]$SubscriptionId) {
|
|
||||||
Validate-MaestroVars
|
|
||||||
|
|
||||||
$apiHeaders = Create-MaestroApiRequestHeaders -AuthToken $MaestroApiAccessToken
|
|
||||||
$apiEndpoint = "$MaestroApiEndPoint/api/subscriptions/$SubscriptionId/trigger?api-version=$MaestroApiVersion"
|
|
||||||
Invoke-WebRequest -Uri $apiEndpoint -Headers $apiHeaders -Method Post | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
function Validate-MaestroVars {
|
|
||||||
try {
|
|
||||||
Get-Variable MaestroApiEndPoint | Out-Null
|
|
||||||
Get-Variable MaestroApiVersion | Out-Null
|
|
||||||
Get-Variable MaestroApiAccessToken | Out-Null
|
|
||||||
|
|
||||||
if (!($MaestroApiEndPoint -Match '^http[s]?://maestro-(int|prod).westus2.cloudapp.azure.com$')) {
|
|
||||||
Write-PipelineTelemetryError -Category 'MaestroVars' -Message "MaestroApiEndPoint is not a valid Maestro URL. '$MaestroApiEndPoint'"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!($MaestroApiVersion -Match '^[0-9]{4}-[0-9]{2}-[0-9]{2}$')) {
|
|
||||||
Write-PipelineTelemetryError -Category 'MaestroVars' -Message "MaestroApiVersion does not match a version string in the format yyyy-MM-DD. '$MaestroApiVersion'"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-PipelineTelemetryError -Category 'MaestroVars' -Message 'Error: Variables `MaestroApiEndPoint`, `MaestroApiVersion` and `MaestroApiAccessToken` are required while using this script.'
|
|
||||||
Write-Host $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -1,80 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][int] $BuildId,
|
|
||||||
[Parameter(Mandatory=$true)][int] $PublishingInfraVersion,
|
|
||||||
[Parameter(Mandatory=$true)][string] $AzdoToken,
|
|
||||||
[Parameter(Mandatory=$true)][string] $MaestroToken,
|
|
||||||
[Parameter(Mandatory=$false)][string] $MaestroApiEndPoint = 'https://maestro-prod.westus2.cloudapp.azure.com',
|
|
||||||
[Parameter(Mandatory=$true)][string] $WaitPublishingFinish,
|
|
||||||
[Parameter(Mandatory=$false)][string] $EnableSourceLinkValidation,
|
|
||||||
[Parameter(Mandatory=$false)][string] $EnableSigningValidation,
|
|
||||||
[Parameter(Mandatory=$false)][string] $EnableNugetValidation,
|
|
||||||
[Parameter(Mandatory=$false)][string] $PublishInstallersAndChecksums,
|
|
||||||
[Parameter(Mandatory=$false)][string] $ArtifactsPublishingAdditionalParameters,
|
|
||||||
[Parameter(Mandatory=$false)][string] $SymbolPublishingAdditionalParameters,
|
|
||||||
[Parameter(Mandatory=$false)][string] $SigningValidationAdditionalParameters
|
|
||||||
)
|
|
||||||
|
|
||||||
try {
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
$darc = Get-Darc
|
|
||||||
|
|
||||||
$optionalParams = [System.Collections.ArrayList]::new()
|
|
||||||
|
|
||||||
if ("" -ne $ArtifactsPublishingAdditionalParameters) {
|
|
||||||
$optionalParams.Add("--artifact-publishing-parameters") | Out-Null
|
|
||||||
$optionalParams.Add($ArtifactsPublishingAdditionalParameters) | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
if ("" -ne $SymbolPublishingAdditionalParameters) {
|
|
||||||
$optionalParams.Add("--symbol-publishing-parameters") | Out-Null
|
|
||||||
$optionalParams.Add($SymbolPublishingAdditionalParameters) | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
if ("false" -eq $WaitPublishingFinish) {
|
|
||||||
$optionalParams.Add("--no-wait") | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
if ("false" -ne $PublishInstallersAndChecksums) {
|
|
||||||
$optionalParams.Add("--publish-installers-and-checksums") | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
if ("true" -eq $EnableNugetValidation) {
|
|
||||||
$optionalParams.Add("--validate-nuget") | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
if ("true" -eq $EnableSourceLinkValidation) {
|
|
||||||
$optionalParams.Add("--validate-sourcelinkchecksums") | Out-Null
|
|
||||||
}
|
|
||||||
|
|
||||||
if ("true" -eq $EnableSigningValidation) {
|
|
||||||
$optionalParams.Add("--validate-signingchecksums") | Out-Null
|
|
||||||
|
|
||||||
if ("" -ne $SigningValidationAdditionalParameters) {
|
|
||||||
$optionalParams.Add("--signing-validation-parameters") | Out-Null
|
|
||||||
$optionalParams.Add($SigningValidationAdditionalParameters) | Out-Null
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
& $darc add-build-to-channel `
|
|
||||||
--id $buildId `
|
|
||||||
--publishing-infra-version $PublishingInfraVersion `
|
|
||||||
--default-channels `
|
|
||||||
--source-branch main `
|
|
||||||
--azdev-pat $AzdoToken `
|
|
||||||
--bar-uri $MaestroApiEndPoint `
|
|
||||||
--password $MaestroToken `
|
|
||||||
@optionalParams
|
|
||||||
|
|
||||||
if ($LastExitCode -ne 0) {
|
|
||||||
Write-Host "Problems using Darc to promote build ${buildId} to default channels. Stopping execution..."
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host 'done.'
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-PipelineTelemetryError -Category 'PromoteBuild' -Message "There was an error while trying to publish build '$BuildId' to default channels."
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,314 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $InputPath, # Full path to directory where Symbols.NuGet packages to be checked are stored
|
|
||||||
[Parameter(Mandatory=$true)][string] $ExtractPath, # Full path to directory where the packages will be extracted during validation
|
|
||||||
[Parameter(Mandatory=$false)][string] $GHRepoName, # GitHub name of the repo including the Org. E.g., dotnet/arcade
|
|
||||||
[Parameter(Mandatory=$false)][string] $GHCommit, # GitHub commit SHA used to build the packages
|
|
||||||
[Parameter(Mandatory=$true)][string] $SourcelinkCliVersion # Version of SourceLink CLI to use
|
|
||||||
)
|
|
||||||
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
# Cache/HashMap (File -> Exist flag) used to consult whether a file exist
|
|
||||||
# in the repository at a specific commit point. This is populated by inserting
|
|
||||||
# all files present in the repo at a specific commit point.
|
|
||||||
$global:RepoFiles = @{}
|
|
||||||
|
|
||||||
# Maximum number of jobs to run in parallel
|
|
||||||
$MaxParallelJobs = 16
|
|
||||||
|
|
||||||
$MaxRetries = 5
|
|
||||||
$RetryWaitTimeInSeconds = 30
|
|
||||||
|
|
||||||
# Wait time between check for system load
|
|
||||||
$SecondsBetweenLoadChecks = 10
|
|
||||||
|
|
||||||
$ValidatePackage = {
|
|
||||||
param(
|
|
||||||
[string] $PackagePath # Full path to a Symbols.NuGet package
|
|
||||||
)
|
|
||||||
|
|
||||||
. $using:PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
# Ensure input file exist
|
|
||||||
if (!(Test-Path $PackagePath)) {
|
|
||||||
Write-Host "Input file does not exist: $PackagePath"
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = 1
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# Extensions for which we'll look for SourceLink information
|
|
||||||
# For now we'll only care about Portable & Embedded PDBs
|
|
||||||
$RelevantExtensions = @('.dll', '.exe', '.pdb')
|
|
||||||
|
|
||||||
Write-Host -NoNewLine 'Validating ' ([System.IO.Path]::GetFileName($PackagePath)) '...'
|
|
||||||
|
|
||||||
$PackageId = [System.IO.Path]::GetFileNameWithoutExtension($PackagePath)
|
|
||||||
$ExtractPath = Join-Path -Path $using:ExtractPath -ChildPath $PackageId
|
|
||||||
$FailedFiles = 0
|
|
||||||
|
|
||||||
Add-Type -AssemblyName System.IO.Compression.FileSystem
|
|
||||||
|
|
||||||
[System.IO.Directory]::CreateDirectory($ExtractPath) | Out-Null
|
|
||||||
|
|
||||||
try {
|
|
||||||
$zip = [System.IO.Compression.ZipFile]::OpenRead($PackagePath)
|
|
||||||
|
|
||||||
$zip.Entries |
|
|
||||||
Where-Object {$RelevantExtensions -contains [System.IO.Path]::GetExtension($_.Name)} |
|
|
||||||
ForEach-Object {
|
|
||||||
$FileName = $_.FullName
|
|
||||||
$Extension = [System.IO.Path]::GetExtension($_.Name)
|
|
||||||
$FakeName = -Join((New-Guid), $Extension)
|
|
||||||
$TargetFile = Join-Path -Path $ExtractPath -ChildPath $FakeName
|
|
||||||
|
|
||||||
# We ignore resource DLLs
|
|
||||||
if ($FileName.EndsWith('.resources.dll')) {
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = 0
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
[System.IO.Compression.ZipFileExtensions]::ExtractToFile($_, $TargetFile, $true)
|
|
||||||
|
|
||||||
$ValidateFile = {
|
|
||||||
param(
|
|
||||||
[string] $FullPath, # Full path to the module that has to be checked
|
|
||||||
[string] $RealPath,
|
|
||||||
[ref] $FailedFiles
|
|
||||||
)
|
|
||||||
|
|
||||||
$sourcelinkExe = "$env:USERPROFILE\.dotnet\tools"
|
|
||||||
$sourcelinkExe = Resolve-Path "$sourcelinkExe\sourcelink.exe"
|
|
||||||
$SourceLinkInfos = & $sourcelinkExe print-urls $FullPath | Out-String
|
|
||||||
|
|
||||||
if ($LASTEXITCODE -eq 0 -and -not ([string]::IsNullOrEmpty($SourceLinkInfos))) {
|
|
||||||
$NumFailedLinks = 0
|
|
||||||
|
|
||||||
# We only care about Http addresses
|
|
||||||
$Matches = (Select-String '(http[s]?)(:\/\/)([^\s,]+)' -Input $SourceLinkInfos -AllMatches).Matches
|
|
||||||
|
|
||||||
if ($Matches.Count -ne 0) {
|
|
||||||
$Matches.Value |
|
|
||||||
ForEach-Object {
|
|
||||||
$Link = $_
|
|
||||||
$CommitUrl = "https://raw.githubusercontent.com/${using:GHRepoName}/${using:GHCommit}/"
|
|
||||||
|
|
||||||
$FilePath = $Link.Replace($CommitUrl, "")
|
|
||||||
$Status = 200
|
|
||||||
$Cache = $using:RepoFiles
|
|
||||||
|
|
||||||
$attempts = 0
|
|
||||||
|
|
||||||
while ($attempts -lt $using:MaxRetries) {
|
|
||||||
if ( !($Cache.ContainsKey($FilePath)) ) {
|
|
||||||
try {
|
|
||||||
$Uri = $Link -as [System.URI]
|
|
||||||
|
|
||||||
if ($Link -match "submodules") {
|
|
||||||
# Skip submodule links until sourcelink properly handles submodules
|
|
||||||
$Status = 200
|
|
||||||
}
|
|
||||||
elseif ($Uri.AbsoluteURI -ne $null -and ($Uri.Host -match 'github' -or $Uri.Host -match 'githubusercontent')) {
|
|
||||||
# Only GitHub links are valid
|
|
||||||
$Status = (Invoke-WebRequest -Uri $Link -UseBasicParsing -Method HEAD -TimeoutSec 5).StatusCode
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
# If it's not a github link, we want to break out of the loop and not retry.
|
|
||||||
$Status = 0
|
|
||||||
$attempts = $using:MaxRetries
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
$Status = 0
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($Status -ne 200) {
|
|
||||||
$attempts++
|
|
||||||
|
|
||||||
if ($attempts -lt $using:MaxRetries)
|
|
||||||
{
|
|
||||||
$attemptsLeft = $using:MaxRetries - $attempts
|
|
||||||
Write-Warning "Download failed, $attemptsLeft attempts remaining, will retry in $using:RetryWaitTimeInSeconds seconds"
|
|
||||||
Start-Sleep -Seconds $using:RetryWaitTimeInSeconds
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
if ($NumFailedLinks -eq 0) {
|
|
||||||
if ($FailedFiles.Value -eq 0) {
|
|
||||||
Write-Host
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "`tFile $RealPath has broken links:"
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "`t`tFailed to retrieve $Link"
|
|
||||||
|
|
||||||
$NumFailedLinks++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
break
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($NumFailedLinks -ne 0) {
|
|
||||||
$FailedFiles.value++
|
|
||||||
$global:LASTEXITCODE = 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
&$ValidateFile $TargetFile $FileName ([ref]$FailedFiles)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
}
|
|
||||||
finally {
|
|
||||||
$zip.Dispose()
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($FailedFiles -eq 0) {
|
|
||||||
Write-Host 'Passed.'
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = 0
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-PipelineTelemetryError -Category 'SourceLink' -Message "$PackagePath has broken SourceLink links."
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = 1
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function CheckJobResult(
|
|
||||||
$result,
|
|
||||||
$packagePath,
|
|
||||||
[ref]$ValidationFailures,
|
|
||||||
[switch]$logErrors) {
|
|
||||||
if ($result -ne '0') {
|
|
||||||
if ($logErrors) {
|
|
||||||
Write-PipelineTelemetryError -Category 'SourceLink' -Message "$packagePath has broken SourceLink links."
|
|
||||||
}
|
|
||||||
$ValidationFailures.Value++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function ValidateSourceLinkLinks {
|
|
||||||
if ($GHRepoName -ne '' -and !($GHRepoName -Match '^[^\s\/]+/[^\s\/]+$')) {
|
|
||||||
if (!($GHRepoName -Match '^[^\s-]+-[^\s]+$')) {
|
|
||||||
Write-PipelineTelemetryError -Category 'SourceLink' -Message "GHRepoName should be in the format <org>/<repo> or <org>-<repo>. '$GHRepoName'"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
$GHRepoName = $GHRepoName -replace '^([^\s-]+)-([^\s]+)$', '$1/$2';
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($GHCommit -ne '' -and !($GHCommit -Match '^[0-9a-fA-F]{40}$')) {
|
|
||||||
Write-PipelineTelemetryError -Category 'SourceLink' -Message "GHCommit should be a 40 chars hexadecimal string. '$GHCommit'"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($GHRepoName -ne '' -and $GHCommit -ne '') {
|
|
||||||
$RepoTreeURL = -Join('http://api.github.com/repos/', $GHRepoName, '/git/trees/', $GHCommit, '?recursive=1')
|
|
||||||
$CodeExtensions = @('.cs', '.vb', '.fs', '.fsi', '.fsx', '.fsscript')
|
|
||||||
|
|
||||||
try {
|
|
||||||
# Retrieve the list of files in the repo at that particular commit point and store them in the RepoFiles hash
|
|
||||||
$Data = Invoke-WebRequest $RepoTreeURL -UseBasicParsing | ConvertFrom-Json | Select-Object -ExpandProperty tree
|
|
||||||
|
|
||||||
foreach ($file in $Data) {
|
|
||||||
$Extension = [System.IO.Path]::GetExtension($file.path)
|
|
||||||
|
|
||||||
if ($CodeExtensions.Contains($Extension)) {
|
|
||||||
$RepoFiles[$file.path] = 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host "Problems downloading the list of files from the repo. Url used: $RepoTreeURL . Execution will proceed without caching."
|
|
||||||
}
|
|
||||||
}
|
|
||||||
elseif ($GHRepoName -ne '' -or $GHCommit -ne '') {
|
|
||||||
Write-Host 'For using the http caching mechanism both GHRepoName and GHCommit should be informed.'
|
|
||||||
}
|
|
||||||
|
|
||||||
if (Test-Path $ExtractPath) {
|
|
||||||
Remove-Item $ExtractPath -Force -Recurse -ErrorAction SilentlyContinue
|
|
||||||
}
|
|
||||||
|
|
||||||
$ValidationFailures = 0
|
|
||||||
|
|
||||||
# Process each NuGet package in parallel
|
|
||||||
Get-ChildItem "$InputPath\*.symbols.nupkg" |
|
|
||||||
ForEach-Object {
|
|
||||||
Write-Host "Starting $($_.FullName)"
|
|
||||||
Start-Job -ScriptBlock $ValidatePackage -ArgumentList $_.FullName | Out-Null
|
|
||||||
$NumJobs = @(Get-Job -State 'Running').Count
|
|
||||||
|
|
||||||
while ($NumJobs -ge $MaxParallelJobs) {
|
|
||||||
Write-Host "There are $NumJobs validation jobs running right now. Waiting $SecondsBetweenLoadChecks seconds to check again."
|
|
||||||
sleep $SecondsBetweenLoadChecks
|
|
||||||
$NumJobs = @(Get-Job -State 'Running').Count
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($Job in @(Get-Job -State 'Completed')) {
|
|
||||||
$jobResult = Wait-Job -Id $Job.Id | Receive-Job
|
|
||||||
CheckJobResult $jobResult.result $jobResult.packagePath ([ref]$ValidationFailures) -LogErrors
|
|
||||||
Remove-Job -Id $Job.Id
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($Job in @(Get-Job)) {
|
|
||||||
$jobResult = Wait-Job -Id $Job.Id | Receive-Job
|
|
||||||
CheckJobResult $jobResult.result $jobResult.packagePath ([ref]$ValidationFailures)
|
|
||||||
Remove-Job -Id $Job.Id
|
|
||||||
}
|
|
||||||
if ($ValidationFailures -gt 0) {
|
|
||||||
Write-PipelineTelemetryError -Category 'SourceLink' -Message "$ValidationFailures package(s) failed validation."
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function InstallSourcelinkCli {
|
|
||||||
$sourcelinkCliPackageName = 'sourcelink'
|
|
||||||
|
|
||||||
$dotnetRoot = InitializeDotNetCli -install:$true
|
|
||||||
$dotnet = "$dotnetRoot\dotnet.exe"
|
|
||||||
$toolList = & "$dotnet" tool list --global
|
|
||||||
|
|
||||||
if (($toolList -like "*$sourcelinkCliPackageName*") -and ($toolList -like "*$sourcelinkCliVersion*")) {
|
|
||||||
Write-Host "SourceLink CLI version $sourcelinkCliVersion is already installed."
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host "Installing SourceLink CLI version $sourcelinkCliVersion..."
|
|
||||||
Write-Host 'You may need to restart your command window if this is the first dotnet tool you have installed.'
|
|
||||||
& "$dotnet" tool install $sourcelinkCliPackageName --version $sourcelinkCliVersion --verbosity "minimal" --global
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
InstallSourcelinkCli
|
|
||||||
|
|
||||||
foreach ($Job in @(Get-Job)) {
|
|
||||||
Remove-Job -Id $Job.Id
|
|
||||||
}
|
|
||||||
|
|
||||||
ValidateSourceLinkLinks
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.Exception
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'SourceLink' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,316 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory = $true)][string] $InputPath, # Full path to directory where NuGet packages to be checked are stored
|
|
||||||
[Parameter(Mandatory = $true)][string] $ExtractPath, # Full path to directory where the packages will be extracted during validation
|
|
||||||
[Parameter(Mandatory = $true)][string] $DotnetSymbolVersion, # Version of dotnet symbol to use
|
|
||||||
[Parameter(Mandatory = $false)][switch] $CheckForWindowsPdbs, # If we should check for the existence of windows pdbs in addition to portable PDBs
|
|
||||||
[Parameter(Mandatory = $false)][switch] $ContinueOnError, # If we should keep checking symbols after an error
|
|
||||||
[Parameter(Mandatory = $false)][switch] $Clean # Clean extracted symbols directory after checking symbols
|
|
||||||
)
|
|
||||||
|
|
||||||
# Maximum number of jobs to run in parallel
|
|
||||||
$MaxParallelJobs = 16
|
|
||||||
|
|
||||||
# Max number of retries
|
|
||||||
$MaxRetry = 5
|
|
||||||
|
|
||||||
# Wait time between check for system load
|
|
||||||
$SecondsBetweenLoadChecks = 10
|
|
||||||
|
|
||||||
# Set error codes
|
|
||||||
Set-Variable -Name "ERROR_BADEXTRACT" -Option Constant -Value -1
|
|
||||||
Set-Variable -Name "ERROR_FILEDOESNOTEXIST" -Option Constant -Value -2
|
|
||||||
|
|
||||||
$WindowsPdbVerificationParam = ""
|
|
||||||
if ($CheckForWindowsPdbs) {
|
|
||||||
$WindowsPdbVerificationParam = "--windows-pdbs"
|
|
||||||
}
|
|
||||||
|
|
||||||
$CountMissingSymbols = {
|
|
||||||
param(
|
|
||||||
[string] $PackagePath, # Path to a NuGet package
|
|
||||||
[string] $WindowsPdbVerificationParam # If we should check for the existence of windows pdbs in addition to portable PDBs
|
|
||||||
)
|
|
||||||
|
|
||||||
. $using:PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
Add-Type -AssemblyName System.IO.Compression.FileSystem
|
|
||||||
|
|
||||||
Write-Host "Validating $PackagePath "
|
|
||||||
|
|
||||||
# Ensure input file exist
|
|
||||||
if (!(Test-Path $PackagePath)) {
|
|
||||||
Write-PipelineTaskError "Input file does not exist: $PackagePath"
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = $using:ERROR_FILEDOESNOTEXIST
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# Extensions for which we'll look for symbols
|
|
||||||
$RelevantExtensions = @('.dll', '.exe', '.so', '.dylib')
|
|
||||||
|
|
||||||
# How many files are missing symbol information
|
|
||||||
$MissingSymbols = 0
|
|
||||||
|
|
||||||
$PackageId = [System.IO.Path]::GetFileNameWithoutExtension($PackagePath)
|
|
||||||
$PackageGuid = New-Guid
|
|
||||||
$ExtractPath = Join-Path -Path $using:ExtractPath -ChildPath $PackageGuid
|
|
||||||
$SymbolsPath = Join-Path -Path $ExtractPath -ChildPath 'Symbols'
|
|
||||||
|
|
||||||
try {
|
|
||||||
[System.IO.Compression.ZipFile]::ExtractToDirectory($PackagePath, $ExtractPath)
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host "Something went wrong extracting $PackagePath"
|
|
||||||
Write-Host $_
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = $using:ERROR_BADEXTRACT
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Get-ChildItem -Recurse $ExtractPath |
|
|
||||||
Where-Object { $RelevantExtensions -contains $_.Extension } |
|
|
||||||
ForEach-Object {
|
|
||||||
$FileName = $_.FullName
|
|
||||||
if ($FileName -Match '\\ref\\') {
|
|
||||||
Write-Host "`t Ignoring reference assembly file " $FileName
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
$FirstMatchingSymbolDescriptionOrDefault = {
|
|
||||||
param(
|
|
||||||
[string] $FullPath, # Full path to the module that has to be checked
|
|
||||||
[string] $TargetServerParam, # Parameter to pass to `Symbol Tool` indicating the server to lookup for symbols
|
|
||||||
[string] $WindowsPdbVerificationParam, # Parameter to pass to potential check for windows-pdbs.
|
|
||||||
[string] $SymbolsPath
|
|
||||||
)
|
|
||||||
|
|
||||||
$FileName = [System.IO.Path]::GetFileName($FullPath)
|
|
||||||
$Extension = [System.IO.Path]::GetExtension($FullPath)
|
|
||||||
|
|
||||||
# Those below are potential symbol files that the `dotnet symbol` might
|
|
||||||
# return. Which one will be returned depend on the type of file we are
|
|
||||||
# checking and which type of file was uploaded.
|
|
||||||
|
|
||||||
# The file itself is returned
|
|
||||||
$SymbolPath = $SymbolsPath + '\' + $FileName
|
|
||||||
|
|
||||||
# PDB file for the module
|
|
||||||
$PdbPath = $SymbolPath.Replace($Extension, '.pdb')
|
|
||||||
|
|
||||||
# PDB file for R2R module (created by crossgen)
|
|
||||||
$NGenPdb = $SymbolPath.Replace($Extension, '.ni.pdb')
|
|
||||||
|
|
||||||
# DBG file for a .so library
|
|
||||||
$SODbg = $SymbolPath.Replace($Extension, '.so.dbg')
|
|
||||||
|
|
||||||
# DWARF file for a .dylib
|
|
||||||
$DylibDwarf = $SymbolPath.Replace($Extension, '.dylib.dwarf')
|
|
||||||
|
|
||||||
$dotnetSymbolExe = "$env:USERPROFILE\.dotnet\tools"
|
|
||||||
$dotnetSymbolExe = Resolve-Path "$dotnetSymbolExe\dotnet-symbol.exe"
|
|
||||||
|
|
||||||
$totalRetries = 0
|
|
||||||
|
|
||||||
while ($totalRetries -lt $using:MaxRetry) {
|
|
||||||
|
|
||||||
# Save the output and get diagnostic output
|
|
||||||
$output = & $dotnetSymbolExe --symbols --modules $WindowsPdbVerificationParam $TargetServerParam $FullPath -o $SymbolsPath --diagnostics | Out-String
|
|
||||||
|
|
||||||
if (Test-Path $PdbPath) {
|
|
||||||
return 'PDB'
|
|
||||||
}
|
|
||||||
elseif (Test-Path $NGenPdb) {
|
|
||||||
return 'NGen PDB'
|
|
||||||
}
|
|
||||||
elseif (Test-Path $SODbg) {
|
|
||||||
return 'DBG for SO'
|
|
||||||
}
|
|
||||||
elseif (Test-Path $DylibDwarf) {
|
|
||||||
return 'Dwarf for Dylib'
|
|
||||||
}
|
|
||||||
elseif (Test-Path $SymbolPath) {
|
|
||||||
return 'Module'
|
|
||||||
}
|
|
||||||
else
|
|
||||||
{
|
|
||||||
$totalRetries++
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return $null
|
|
||||||
}
|
|
||||||
|
|
||||||
$FileGuid = New-Guid
|
|
||||||
$ExpandedSymbolsPath = Join-Path -Path $SymbolsPath -ChildPath $FileGuid
|
|
||||||
|
|
||||||
$SymbolsOnMSDL = & $FirstMatchingSymbolDescriptionOrDefault `
|
|
||||||
-FullPath $FileName `
|
|
||||||
-TargetServerParam '--microsoft-symbol-server' `
|
|
||||||
-SymbolsPath "$ExpandedSymbolsPath-msdl" `
|
|
||||||
-WindowsPdbVerificationParam $WindowsPdbVerificationParam
|
|
||||||
$SymbolsOnSymWeb = & $FirstMatchingSymbolDescriptionOrDefault `
|
|
||||||
-FullPath $FileName `
|
|
||||||
-TargetServerParam '--internal-server' `
|
|
||||||
-SymbolsPath "$ExpandedSymbolsPath-symweb" `
|
|
||||||
-WindowsPdbVerificationParam $WindowsPdbVerificationParam
|
|
||||||
|
|
||||||
Write-Host -NoNewLine "`t Checking file " $FileName "... "
|
|
||||||
|
|
||||||
if ($SymbolsOnMSDL -ne $null -and $SymbolsOnSymWeb -ne $null) {
|
|
||||||
Write-Host "Symbols found on MSDL ($SymbolsOnMSDL) and SymWeb ($SymbolsOnSymWeb)"
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
$MissingSymbols++
|
|
||||||
|
|
||||||
if ($SymbolsOnMSDL -eq $null -and $SymbolsOnSymWeb -eq $null) {
|
|
||||||
Write-Host 'No symbols found on MSDL or SymWeb!'
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
if ($SymbolsOnMSDL -eq $null) {
|
|
||||||
Write-Host 'No symbols found on MSDL!'
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host 'No symbols found on SymWeb!'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($using:Clean) {
|
|
||||||
Remove-Item $ExtractPath -Recurse -Force
|
|
||||||
}
|
|
||||||
|
|
||||||
Pop-Location
|
|
||||||
|
|
||||||
return [pscustomobject]@{
|
|
||||||
result = $MissingSymbols
|
|
||||||
packagePath = $PackagePath
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function CheckJobResult(
|
|
||||||
$result,
|
|
||||||
$packagePath,
|
|
||||||
[ref]$DupedSymbols,
|
|
||||||
[ref]$TotalFailures) {
|
|
||||||
if ($result -eq $ERROR_BADEXTRACT) {
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckSymbols' -Message "$packagePath has duplicated symbol files"
|
|
||||||
$DupedSymbols.Value++
|
|
||||||
}
|
|
||||||
elseif ($result -eq $ERROR_FILEDOESNOTEXIST) {
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckSymbols' -Message "$packagePath does not exist"
|
|
||||||
$TotalFailures.Value++
|
|
||||||
}
|
|
||||||
elseif ($result -gt '0') {
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckSymbols' -Message "Missing symbols for $result modules in the package $packagePath"
|
|
||||||
$TotalFailures.Value++
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host "All symbols verified for package $packagePath"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function CheckSymbolsAvailable {
|
|
||||||
if (Test-Path $ExtractPath) {
|
|
||||||
Remove-Item $ExtractPath -Force -Recurse -ErrorAction SilentlyContinue
|
|
||||||
}
|
|
||||||
|
|
||||||
$TotalPackages = 0
|
|
||||||
$TotalFailures = 0
|
|
||||||
$DupedSymbols = 0
|
|
||||||
|
|
||||||
Get-ChildItem "$InputPath\*.nupkg" |
|
|
||||||
ForEach-Object {
|
|
||||||
$FileName = $_.Name
|
|
||||||
$FullName = $_.FullName
|
|
||||||
|
|
||||||
# These packages from Arcade-Services include some native libraries that
|
|
||||||
# our current symbol uploader can't handle. Below is a workaround until
|
|
||||||
# we get issue: https://github.com/dotnet/arcade/issues/2457 sorted.
|
|
||||||
if ($FileName -Match 'Microsoft\.DotNet\.Darc\.') {
|
|
||||||
Write-Host "Ignoring Arcade-services file: $FileName"
|
|
||||||
Write-Host
|
|
||||||
return
|
|
||||||
}
|
|
||||||
elseif ($FileName -Match 'Microsoft\.DotNet\.Maestro\.Tasks\.') {
|
|
||||||
Write-Host "Ignoring Arcade-services file: $FileName"
|
|
||||||
Write-Host
|
|
||||||
return
|
|
||||||
}
|
|
||||||
|
|
||||||
$TotalPackages++
|
|
||||||
|
|
||||||
Start-Job -ScriptBlock $CountMissingSymbols -ArgumentList @($FullName,$WindowsPdbVerificationParam) | Out-Null
|
|
||||||
|
|
||||||
$NumJobs = @(Get-Job -State 'Running').Count
|
|
||||||
|
|
||||||
while ($NumJobs -ge $MaxParallelJobs) {
|
|
||||||
Write-Host "There are $NumJobs validation jobs running right now. Waiting $SecondsBetweenLoadChecks seconds to check again."
|
|
||||||
sleep $SecondsBetweenLoadChecks
|
|
||||||
$NumJobs = @(Get-Job -State 'Running').Count
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($Job in @(Get-Job -State 'Completed')) {
|
|
||||||
$jobResult = Wait-Job -Id $Job.Id | Receive-Job
|
|
||||||
CheckJobResult $jobResult.result $jobResult.packagePath ([ref]$DupedSymbols) ([ref]$TotalFailures)
|
|
||||||
Remove-Job -Id $Job.Id
|
|
||||||
}
|
|
||||||
Write-Host
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($Job in @(Get-Job)) {
|
|
||||||
$jobResult = Wait-Job -Id $Job.Id | Receive-Job
|
|
||||||
CheckJobResult $jobResult.result $jobResult.packagePath ([ref]$DupedSymbols) ([ref]$TotalFailures)
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($TotalFailures -gt 0 -or $DupedSymbols -gt 0) {
|
|
||||||
if ($TotalFailures -gt 0) {
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckSymbols' -Message "Symbols missing for $TotalFailures/$TotalPackages packages"
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($DupedSymbols -gt 0) {
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckSymbols' -Message "$DupedSymbols/$TotalPackages packages had duplicated symbol files and could not be extracted"
|
|
||||||
}
|
|
||||||
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host "All symbols validated!"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
function InstallDotnetSymbol {
|
|
||||||
$dotnetSymbolPackageName = 'dotnet-symbol'
|
|
||||||
|
|
||||||
$dotnetRoot = InitializeDotNetCli -install:$true
|
|
||||||
$dotnet = "$dotnetRoot\dotnet.exe"
|
|
||||||
$toolList = & "$dotnet" tool list --global
|
|
||||||
|
|
||||||
if (($toolList -like "*$dotnetSymbolPackageName*") -and ($toolList -like "*$dotnetSymbolVersion*")) {
|
|
||||||
Write-Host "dotnet-symbol version $dotnetSymbolVersion is already installed."
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host "Installing dotnet-symbol version $dotnetSymbolVersion..."
|
|
||||||
Write-Host 'You may need to restart your command window if this is the first dotnet tool you have installed.'
|
|
||||||
& "$dotnet" tool install $dotnetSymbolPackageName --version $dotnetSymbolVersion --verbosity "minimal" --global
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
InstallDotnetSymbol
|
|
||||||
|
|
||||||
foreach ($Job in @(Get-Job)) {
|
|
||||||
Remove-Job -Id $Job.Id
|
|
||||||
}
|
|
||||||
|
|
||||||
CheckSymbolsAvailable
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'CheckSymbols' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,64 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $SourceRepo,
|
|
||||||
[Parameter(Mandatory=$true)][int] $ChannelId,
|
|
||||||
[Parameter(Mandatory=$true)][string] $MaestroApiAccessToken,
|
|
||||||
[Parameter(Mandatory=$false)][string] $MaestroApiEndPoint = 'https://maestro-prod.westus2.cloudapp.azure.com',
|
|
||||||
[Parameter(Mandatory=$false)][string] $MaestroApiVersion = '2019-01-16'
|
|
||||||
)
|
|
||||||
|
|
||||||
try {
|
|
||||||
. $PSScriptRoot\post-build-utils.ps1
|
|
||||||
|
|
||||||
# Get all the $SourceRepo subscriptions
|
|
||||||
$normalizedSourceRepo = $SourceRepo.Replace('dnceng@', '')
|
|
||||||
$subscriptions = Get-MaestroSubscriptions -SourceRepository $normalizedSourceRepo -ChannelId $ChannelId
|
|
||||||
|
|
||||||
if (!$subscriptions) {
|
|
||||||
Write-PipelineTelemetryError -Category 'TriggerSubscriptions' -Message "No subscriptions found for source repo '$normalizedSourceRepo' in channel '$ChannelId'"
|
|
||||||
ExitWithExitCode 0
|
|
||||||
}
|
|
||||||
|
|
||||||
$subscriptionsToTrigger = New-Object System.Collections.Generic.List[string]
|
|
||||||
$failedTriggeredSubscription = $false
|
|
||||||
|
|
||||||
# Get all enabled subscriptions that need dependency flow on 'everyBuild'
|
|
||||||
foreach ($subscription in $subscriptions) {
|
|
||||||
if ($subscription.enabled -and $subscription.policy.updateFrequency -like 'everyBuild' -and $subscription.channel.id -eq $ChannelId) {
|
|
||||||
Write-Host "Should trigger this subscription: ${$subscription.id}"
|
|
||||||
[void]$subscriptionsToTrigger.Add($subscription.id)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($subscriptionToTrigger in $subscriptionsToTrigger) {
|
|
||||||
try {
|
|
||||||
Write-Host "Triggering subscription '$subscriptionToTrigger'."
|
|
||||||
|
|
||||||
Trigger-Subscription -SubscriptionId $subscriptionToTrigger
|
|
||||||
|
|
||||||
Write-Host 'done.'
|
|
||||||
}
|
|
||||||
catch
|
|
||||||
{
|
|
||||||
Write-Host "There was an error while triggering subscription '$subscriptionToTrigger'"
|
|
||||||
Write-Host $_
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
$failedTriggeredSubscription = $true
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($subscriptionsToTrigger.Count -eq 0) {
|
|
||||||
Write-Host "No subscription matched source repo '$normalizedSourceRepo' and channel ID '$ChannelId'."
|
|
||||||
}
|
|
||||||
elseif ($failedTriggeredSubscription) {
|
|
||||||
Write-PipelineTelemetryError -Category 'TriggerSubscriptions' -Message 'At least one subscription failed to be triggered...'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
Write-Host 'All subscriptions were triggered successfully!'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'TriggerSubscriptions' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,100 +0,0 @@
|
||||||
[CmdletBinding(PositionalBinding=$false)]
|
|
||||||
Param(
|
|
||||||
[string] $configuration = 'Debug',
|
|
||||||
[string] $task,
|
|
||||||
[string] $verbosity = 'minimal',
|
|
||||||
[string] $msbuildEngine = $null,
|
|
||||||
[switch] $restore,
|
|
||||||
[switch] $prepareMachine,
|
|
||||||
[switch] $help,
|
|
||||||
[Parameter(ValueFromRemainingArguments=$true)][String[]]$properties
|
|
||||||
)
|
|
||||||
|
|
||||||
$ci = $true
|
|
||||||
$binaryLog = $true
|
|
||||||
$warnAsError = $true
|
|
||||||
|
|
||||||
. $PSScriptRoot\tools.ps1
|
|
||||||
|
|
||||||
function Print-Usage() {
|
|
||||||
Write-Host "Common settings:"
|
|
||||||
Write-Host " -task <value> Name of Arcade task (name of a project in SdkTasks directory of the Arcade SDK package)"
|
|
||||||
Write-Host " -restore Restore dependencies"
|
|
||||||
Write-Host " -verbosity <value> Msbuild verbosity: q[uiet], m[inimal], n[ormal], d[etailed], and diag[nostic]"
|
|
||||||
Write-Host " -help Print help and exit"
|
|
||||||
Write-Host ""
|
|
||||||
|
|
||||||
Write-Host "Advanced settings:"
|
|
||||||
Write-Host " -prepareMachine Prepare machine for CI run"
|
|
||||||
Write-Host " -msbuildEngine <value> Msbuild engine to use to run build ('dotnet', 'vs', or unspecified)."
|
|
||||||
Write-Host ""
|
|
||||||
Write-Host "Command line arguments not listed above are passed thru to msbuild."
|
|
||||||
}
|
|
||||||
|
|
||||||
function Build([string]$target) {
|
|
||||||
$logSuffix = if ($target -eq 'Execute') { '' } else { ".$target" }
|
|
||||||
$log = Join-Path $LogDir "$task$logSuffix.binlog"
|
|
||||||
$outputPath = Join-Path $ToolsetDir "$task\"
|
|
||||||
|
|
||||||
MSBuild $taskProject `
|
|
||||||
/bl:$log `
|
|
||||||
/t:$target `
|
|
||||||
/p:Configuration=$configuration `
|
|
||||||
/p:RepoRoot=$RepoRoot `
|
|
||||||
/p:BaseIntermediateOutputPath=$outputPath `
|
|
||||||
/v:$verbosity `
|
|
||||||
@properties
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
if ($help -or (($null -ne $properties) -and ($properties.Contains('/help') -or $properties.Contains('/?')))) {
|
|
||||||
Print-Usage
|
|
||||||
exit 0
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($task -eq "") {
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message "Missing required parameter '-task <value>'"
|
|
||||||
Print-Usage
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
if( $msbuildEngine -eq "vs") {
|
|
||||||
# Ensure desktop MSBuild is available for sdk tasks.
|
|
||||||
if( -not ($GlobalJson.tools.PSObject.Properties.Name -contains "vs" )) {
|
|
||||||
$GlobalJson.tools | Add-Member -Name "vs" -Value (ConvertFrom-Json "{ `"version`": `"16.5`" }") -MemberType NoteProperty
|
|
||||||
}
|
|
||||||
if( -not ($GlobalJson.tools.PSObject.Properties.Name -match "xcopy-msbuild" )) {
|
|
||||||
$GlobalJson.tools | Add-Member -Name "xcopy-msbuild" -Value "16.10.0-preview2" -MemberType NoteProperty
|
|
||||||
}
|
|
||||||
if ($GlobalJson.tools."xcopy-msbuild".Trim() -ine "none") {
|
|
||||||
$xcopyMSBuildToolsFolder = InitializeXCopyMSBuild $GlobalJson.tools."xcopy-msbuild" -install $true
|
|
||||||
}
|
|
||||||
if ($xcopyMSBuildToolsFolder -eq $null) {
|
|
||||||
throw 'Unable to get xcopy downloadable version of msbuild'
|
|
||||||
}
|
|
||||||
|
|
||||||
$global:_MSBuildExe = "$($xcopyMSBuildToolsFolder)\MSBuild\Current\Bin\MSBuild.exe"
|
|
||||||
}
|
|
||||||
|
|
||||||
$taskProject = GetSdkTaskProject $task
|
|
||||||
if (!(Test-Path $taskProject)) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message "Unknown task: $task"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($restore) {
|
|
||||||
if ($ci) {
|
|
||||||
Try-LogClientIpAddress
|
|
||||||
}
|
|
||||||
Build 'Restore'
|
|
||||||
}
|
|
||||||
|
|
||||||
Build 'Execute'
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
ExitWithExitCode 0
|
|
||||||
|
|
@ -1,13 +0,0 @@
|
||||||
<?xml version="1.0" encoding="utf-8"?>
|
|
||||||
<configuration>
|
|
||||||
<solution>
|
|
||||||
<add key="disableSourceControlIntegration" value="true" />
|
|
||||||
</solution>
|
|
||||||
<packageSources>
|
|
||||||
<clear />
|
|
||||||
<add key="guardian" value="https://securitytools.pkgs.visualstudio.com/_packaging/Guardian/nuget/v3/index.json" />
|
|
||||||
</packageSources>
|
|
||||||
<disabledPackageSources>
|
|
||||||
<clear />
|
|
||||||
</disabledPackageSources>
|
|
||||||
</configuration>
|
|
||||||
|
|
@ -1,109 +0,0 @@
|
||||||
Param(
|
|
||||||
[string] $GuardianCliLocation,
|
|
||||||
[string] $WorkingDirectory,
|
|
||||||
[string] $TargetDirectory,
|
|
||||||
[string] $GdnFolder,
|
|
||||||
# The list of Guardian tools to configure. For each object in the array:
|
|
||||||
# - If the item is a [hashtable], it must contain these entries:
|
|
||||||
# - Name = The tool name as Guardian knows it.
|
|
||||||
# - Scenario = (Optional) Scenario-specific name for this configuration entry. It must be unique
|
|
||||||
# among all tool entries with the same Name.
|
|
||||||
# - Args = (Optional) Array of Guardian tool configuration args, like '@("Target > C:\temp")'
|
|
||||||
# - If the item is a [string] $v, it is treated as '@{ Name="$v" }'
|
|
||||||
[object[]] $ToolsList,
|
|
||||||
[string] $GuardianLoggerLevel='Standard',
|
|
||||||
# Optional: Additional params to add to any tool using CredScan.
|
|
||||||
[string[]] $CrScanAdditionalRunConfigParams,
|
|
||||||
# Optional: Additional params to add to any tool using PoliCheck.
|
|
||||||
[string[]] $PoliCheckAdditionalRunConfigParams
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
$global:LASTEXITCODE = 0
|
|
||||||
|
|
||||||
try {
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
# Normalize tools list: all in [hashtable] form with defined values for each key.
|
|
||||||
$ToolsList = $ToolsList |
|
|
||||||
ForEach-Object {
|
|
||||||
if ($_ -is [string]) {
|
|
||||||
$_ = @{ Name = $_ }
|
|
||||||
}
|
|
||||||
|
|
||||||
if (-not ($_['Scenario'])) { $_.Scenario = "" }
|
|
||||||
if (-not ($_['Args'])) { $_.Args = @() }
|
|
||||||
$_
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "List of tools to configure:"
|
|
||||||
$ToolsList | ForEach-Object { $_ | Out-String | Write-Host }
|
|
||||||
|
|
||||||
# We store config files in the r directory of .gdn
|
|
||||||
$gdnConfigPath = Join-Path $GdnFolder 'r'
|
|
||||||
$ValidPath = Test-Path $GuardianCliLocation
|
|
||||||
|
|
||||||
if ($ValidPath -eq $False)
|
|
||||||
{
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Invalid Guardian CLI Location."
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($tool in $ToolsList) {
|
|
||||||
# Put together the name and scenario to make a unique key.
|
|
||||||
$toolConfigName = $tool.Name
|
|
||||||
if ($tool.Scenario) {
|
|
||||||
$toolConfigName += "_" + $tool.Scenario
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "=== Configuring $toolConfigName..."
|
|
||||||
|
|
||||||
$gdnConfigFile = Join-Path $gdnConfigPath "$toolConfigName-configure.gdnconfig"
|
|
||||||
|
|
||||||
# For some tools, add default and automatic args.
|
|
||||||
if ($tool.Name -eq 'credscan') {
|
|
||||||
if ($targetDirectory) {
|
|
||||||
$tool.Args += "TargetDirectory < $TargetDirectory"
|
|
||||||
}
|
|
||||||
$tool.Args += "OutputType < pre"
|
|
||||||
$tool.Args += $CrScanAdditionalRunConfigParams
|
|
||||||
} elseif ($tool.Name -eq 'policheck') {
|
|
||||||
if ($targetDirectory) {
|
|
||||||
$tool.Args += "Target < $TargetDirectory"
|
|
||||||
}
|
|
||||||
$tool.Args += $PoliCheckAdditionalRunConfigParams
|
|
||||||
}
|
|
||||||
|
|
||||||
# Create variable pointing to the args array directly so we can use splat syntax later.
|
|
||||||
$toolArgs = $tool.Args
|
|
||||||
|
|
||||||
# Configure the tool. If args array is provided or the current tool has some default arguments
|
|
||||||
# defined, add "--args" and splat each element on the end. Arg format is "{Arg id} < {Value}",
|
|
||||||
# one per parameter. Doc page for "guardian configure":
|
|
||||||
# https://dev.azure.com/securitytools/SecurityIntegration/_wiki/wikis/Guardian/1395/configure
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $GuardianCliLocation configure `
|
|
||||||
--working-directory $WorkingDirectory `
|
|
||||||
--tool $tool.Name `
|
|
||||||
--output-path $gdnConfigFile `
|
|
||||||
--logger-level $GuardianLoggerLevel `
|
|
||||||
--noninteractive `
|
|
||||||
--force `
|
|
||||||
$(if ($toolArgs) { "--args" }) @toolArgs
|
|
||||||
Exit-IfNZEC "Sdl"
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "Created '$toolConfigName' configuration file: $gdnConfigFile"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,163 +0,0 @@
|
||||||
Param(
|
|
||||||
[string] $GuardianPackageName, # Required: the name of guardian CLI package (not needed if GuardianCliLocation is specified)
|
|
||||||
[string] $NugetPackageDirectory, # Required: directory where NuGet packages are installed (not needed if GuardianCliLocation is specified)
|
|
||||||
[string] $GuardianCliLocation, # Optional: Direct location of Guardian CLI executable if GuardianPackageName & NugetPackageDirectory are not specified
|
|
||||||
[string] $Repository=$env:BUILD_REPOSITORY_NAME, # Required: the name of the repository (e.g. dotnet/arcade)
|
|
||||||
[string] $BranchName=$env:BUILD_SOURCEBRANCH, # Optional: name of branch or version of gdn settings; defaults to master
|
|
||||||
[string] $SourceDirectory=$env:BUILD_SOURCESDIRECTORY, # Required: the directory where source files are located
|
|
||||||
[string] $ArtifactsDirectory = (Join-Path $env:BUILD_ARTIFACTSTAGINGDIRECTORY ('artifacts')), # Required: the directory where build artifacts are located
|
|
||||||
[string] $AzureDevOpsAccessToken, # Required: access token for dnceng; should be provided via KeyVault
|
|
||||||
|
|
||||||
# Optional: list of SDL tools to run on source code. See 'configure-sdl-tool.ps1' for tools list
|
|
||||||
# format.
|
|
||||||
[object[]] $SourceToolsList,
|
|
||||||
# Optional: list of SDL tools to run on built artifacts. See 'configure-sdl-tool.ps1' for tools
|
|
||||||
# list format.
|
|
||||||
[object[]] $ArtifactToolsList,
|
|
||||||
# Optional: list of SDL tools to run without automatically specifying a target directory. See
|
|
||||||
# 'configure-sdl-tool.ps1' for tools list format.
|
|
||||||
[object[]] $CustomToolsList,
|
|
||||||
|
|
||||||
[bool] $TsaPublish=$False, # Optional: true will publish results to TSA; only set to true after onboarding to TSA; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaBranchName=$env:BUILD_SOURCEBRANCH, # Optional: required for TSA publish; defaults to $(Build.SourceBranchName); TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaRepositoryName=$env:BUILD_REPOSITORY_NAME, # Optional: TSA repository name; will be generated automatically if not submitted; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $BuildNumber=$env:BUILD_BUILDNUMBER, # Optional: required for TSA publish; defaults to $(Build.BuildNumber)
|
|
||||||
[bool] $UpdateBaseline=$False, # Optional: if true, will update the baseline in the repository; should only be run after fixing any issues which need to be fixed
|
|
||||||
[bool] $TsaOnboard=$False, # Optional: if true, will onboard the repository to TSA; should only be run once; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaInstanceUrl, # Optional: only needed if TsaOnboard or TsaPublish is true; the instance-url registered with TSA; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaCodebaseName, # Optional: only needed if TsaOnboard or TsaPublish is true; the name of the codebase registered with TSA; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaProjectName, # Optional: only needed if TsaOnboard or TsaPublish is true; the name of the project registered with TSA; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaNotificationEmail, # Optional: only needed if TsaOnboard is true; the email(s) which will receive notifications of TSA bug filings (e.g. alias@microsoft.com); TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaCodebaseAdmin, # Optional: only needed if TsaOnboard is true; the aliases which are admins of the TSA codebase (e.g. DOMAIN\alias); TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaBugAreaPath, # Optional: only needed if TsaOnboard is true; the area path where TSA will file bugs in AzDO; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $TsaIterationPath, # Optional: only needed if TsaOnboard is true; the iteration path where TSA will file bugs in AzDO; TSA is the automated framework used to upload test results as bugs.
|
|
||||||
[string] $GuardianLoggerLevel='Standard', # Optional: the logger level for the Guardian CLI; options are Trace, Verbose, Standard, Warning, and Error
|
|
||||||
[string[]] $CrScanAdditionalRunConfigParams, # Optional: Additional Params to custom build a CredScan run config in the format @("xyz:abc","sdf:1")
|
|
||||||
[string[]] $PoliCheckAdditionalRunConfigParams, # Optional: Additional Params to custom build a Policheck run config in the format @("xyz:abc","sdf:1")
|
|
||||||
[bool] $BreakOnFailure=$False # Optional: Fail the build if there were errors during the run
|
|
||||||
)
|
|
||||||
|
|
||||||
try {
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
$global:LASTEXITCODE = 0
|
|
||||||
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
#Replace repo names to the format of org/repo
|
|
||||||
if (!($Repository.contains('/'))) {
|
|
||||||
$RepoName = $Repository -replace '(.*?)-(.*)', '$1/$2';
|
|
||||||
}
|
|
||||||
else{
|
|
||||||
$RepoName = $Repository;
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($GuardianPackageName) {
|
|
||||||
$guardianCliLocation = Join-Path $NugetPackageDirectory (Join-Path $GuardianPackageName (Join-Path 'tools' 'guardian.cmd'))
|
|
||||||
} else {
|
|
||||||
$guardianCliLocation = $GuardianCliLocation
|
|
||||||
}
|
|
||||||
|
|
||||||
$workingDirectory = (Split-Path $SourceDirectory -Parent)
|
|
||||||
$ValidPath = Test-Path $guardianCliLocation
|
|
||||||
|
|
||||||
if ($ValidPath -eq $False)
|
|
||||||
{
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message 'Invalid Guardian CLI Location.'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $(Join-Path $PSScriptRoot 'init-sdl.ps1') -GuardianCliLocation $guardianCliLocation -Repository $RepoName -BranchName $BranchName -WorkingDirectory $workingDirectory -AzureDevOpsAccessToken $AzureDevOpsAccessToken -GuardianLoggerLevel $GuardianLoggerLevel
|
|
||||||
}
|
|
||||||
$gdnFolder = Join-Path $workingDirectory '.gdn'
|
|
||||||
|
|
||||||
if ($TsaOnboard) {
|
|
||||||
if ($TsaCodebaseName -and $TsaNotificationEmail -and $TsaCodebaseAdmin -and $TsaBugAreaPath) {
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $guardianCliLocation tsa-onboard --codebase-name "$TsaCodebaseName" --notification-alias "$TsaNotificationEmail" --codebase-admin "$TsaCodebaseAdmin" --instance-url "$TsaInstanceUrl" --project-name "$TsaProjectName" --area-path "$TsaBugAreaPath" --iteration-path "$TsaIterationPath" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
|
||||||
}
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian tsa-onboard failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message 'Could not onboard to TSA -- not all required values ($TsaCodebaseName, $TsaNotificationEmail, $TsaCodebaseAdmin, $TsaBugAreaPath) were specified.'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# Configure a list of tools with a default target directory. Populates the ".gdn/r" directory.
|
|
||||||
function Configure-ToolsList([object[]] $tools, [string] $targetDirectory) {
|
|
||||||
if ($tools -and $tools.Count -gt 0) {
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $(Join-Path $PSScriptRoot 'configure-sdl-tool.ps1') `
|
|
||||||
-GuardianCliLocation $guardianCliLocation `
|
|
||||||
-WorkingDirectory $workingDirectory `
|
|
||||||
-TargetDirectory $targetDirectory `
|
|
||||||
-GdnFolder $gdnFolder `
|
|
||||||
-ToolsList $tools `
|
|
||||||
-AzureDevOpsAccessToken $AzureDevOpsAccessToken `
|
|
||||||
-GuardianLoggerLevel $GuardianLoggerLevel `
|
|
||||||
-CrScanAdditionalRunConfigParams $CrScanAdditionalRunConfigParams `
|
|
||||||
-PoliCheckAdditionalRunConfigParams $PoliCheckAdditionalRunConfigParams
|
|
||||||
if ($BreakOnFailure) {
|
|
||||||
Exit-IfNZEC "Sdl"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# Configure Artifact and Source tools with default Target directories.
|
|
||||||
Configure-ToolsList $ArtifactToolsList $ArtifactsDirectory
|
|
||||||
Configure-ToolsList $SourceToolsList $SourceDirectory
|
|
||||||
# Configure custom tools with no default Target directory.
|
|
||||||
Configure-ToolsList $CustomToolsList $null
|
|
||||||
|
|
||||||
# At this point, all tools are configured in the ".gdn" directory. Run them all in a single call.
|
|
||||||
# (If we used "run" multiple times, each run would overwrite data from earlier runs.)
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $(Join-Path $PSScriptRoot 'run-sdl.ps1') `
|
|
||||||
-GuardianCliLocation $guardianCliLocation `
|
|
||||||
-WorkingDirectory $workingDirectory `
|
|
||||||
-UpdateBaseline $UpdateBaseline `
|
|
||||||
-GdnFolder $gdnFolder
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($TsaPublish) {
|
|
||||||
if ($TsaBranchName -and $BuildNumber) {
|
|
||||||
if (-not $TsaRepositoryName) {
|
|
||||||
$TsaRepositoryName = "$($Repository)-$($BranchName)"
|
|
||||||
}
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $guardianCliLocation tsa-publish --all-tools --repository-name "$TsaRepositoryName" --branch-name "$TsaBranchName" --build-number "$BuildNumber" --onboard $True --codebase-name "$TsaCodebaseName" --notification-alias "$TsaNotificationEmail" --codebase-admin "$TsaCodebaseAdmin" --instance-url "$TsaInstanceUrl" --project-name "$TsaProjectName" --area-path "$TsaBugAreaPath" --iteration-path "$TsaIterationPath" --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
|
||||||
}
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Guardian tsa-publish failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message 'Could not publish to TSA -- not all required values ($TsaBranchName, $BuildNumber) were specified.'
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if ($BreakOnFailure) {
|
|
||||||
Write-Host "Failing the build in case of breaking results..."
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $guardianCliLocation break --working-directory $workingDirectory --logger-level $GuardianLoggerLevel
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
Write-Host "Letting the build pass even if there were breaking results..."
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,63 +0,0 @@
|
||||||
# This script looks for each archive file in a directory and extracts it into the target directory.
|
|
||||||
# For example, the file "$InputPath/bin.tar.gz" extracts to "$ExtractPath/bin.tar.gz.extracted/**".
|
|
||||||
# Uses the "tar" utility added to Windows 10 / Windows 2019 that supports tar.gz and zip.
|
|
||||||
param(
|
|
||||||
# Full path to directory where archives are stored.
|
|
||||||
[Parameter(Mandatory=$true)][string] $InputPath,
|
|
||||||
# Full path to directory to extract archives into. May be the same as $InputPath.
|
|
||||||
[Parameter(Mandatory=$true)][string] $ExtractPath
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
|
|
||||||
try {
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
Measure-Command {
|
|
||||||
$jobs = @()
|
|
||||||
|
|
||||||
# Find archive files for non-Windows and Windows builds.
|
|
||||||
$archiveFiles = @(
|
|
||||||
Get-ChildItem (Join-Path $InputPath "*.tar.gz")
|
|
||||||
Get-ChildItem (Join-Path $InputPath "*.zip")
|
|
||||||
)
|
|
||||||
|
|
||||||
foreach ($targzFile in $archiveFiles) {
|
|
||||||
$jobs += Start-Job -ScriptBlock {
|
|
||||||
$file = $using:targzFile
|
|
||||||
$fileName = [System.IO.Path]::GetFileName($file)
|
|
||||||
$extractDir = Join-Path $using:ExtractPath "$fileName.extracted"
|
|
||||||
|
|
||||||
New-Item $extractDir -ItemType Directory -Force | Out-Null
|
|
||||||
|
|
||||||
Write-Host "Extracting '$file' to '$extractDir'..."
|
|
||||||
|
|
||||||
# Pipe errors to stdout to prevent PowerShell detecting them and quitting the job early.
|
|
||||||
# This type of quit skips the catch, so we wouldn't be able to tell which file triggered the
|
|
||||||
# error. Save output so it can be stored in the exception string along with context.
|
|
||||||
$output = tar -xf $file -C $extractDir 2>&1
|
|
||||||
# Handle NZEC manually rather than using Exit-IfNZEC: we are in a background job, so we
|
|
||||||
# don't have access to the outer scope.
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
throw "Error extracting '$file': non-zero exit code ($LASTEXITCODE). Output: '$output'"
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "Extracted to $extractDir"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Receive-Job $jobs -Wait
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,80 +0,0 @@
|
||||||
param(
|
|
||||||
[Parameter(Mandatory=$true)][string] $InputPath, # Full path to directory where artifact packages are stored
|
|
||||||
[Parameter(Mandatory=$true)][string] $ExtractPath # Full path to directory where the packages will be extracted
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
|
|
||||||
function ExtractArtifacts {
|
|
||||||
if (!(Test-Path $InputPath)) {
|
|
||||||
Write-Host "Input Path does not exist: $InputPath"
|
|
||||||
ExitWithExitCode 0
|
|
||||||
}
|
|
||||||
$Jobs = @()
|
|
||||||
Get-ChildItem "$InputPath\*.nupkg" |
|
|
||||||
ForEach-Object {
|
|
||||||
$Jobs += Start-Job -ScriptBlock $ExtractPackage -ArgumentList $_.FullName
|
|
||||||
}
|
|
||||||
|
|
||||||
foreach ($Job in $Jobs) {
|
|
||||||
Wait-Job -Id $Job.Id | Receive-Job
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
try {
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
$ExtractPackage = {
|
|
||||||
param(
|
|
||||||
[string] $PackagePath # Full path to a NuGet package
|
|
||||||
)
|
|
||||||
|
|
||||||
if (!(Test-Path $PackagePath)) {
|
|
||||||
Write-PipelineTelemetryError -Category 'Build' -Message "Input file does not exist: $PackagePath"
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
$RelevantExtensions = @('.dll', '.exe', '.pdb')
|
|
||||||
Write-Host -NoNewLine 'Extracting ' ([System.IO.Path]::GetFileName($PackagePath)) '...'
|
|
||||||
|
|
||||||
$PackageId = [System.IO.Path]::GetFileNameWithoutExtension($PackagePath)
|
|
||||||
$ExtractPath = Join-Path -Path $using:ExtractPath -ChildPath $PackageId
|
|
||||||
|
|
||||||
Add-Type -AssemblyName System.IO.Compression.FileSystem
|
|
||||||
|
|
||||||
[System.IO.Directory]::CreateDirectory($ExtractPath);
|
|
||||||
|
|
||||||
try {
|
|
||||||
$zip = [System.IO.Compression.ZipFile]::OpenRead($PackagePath)
|
|
||||||
|
|
||||||
$zip.Entries |
|
|
||||||
Where-Object {$RelevantExtensions -contains [System.IO.Path]::GetExtension($_.Name)} |
|
|
||||||
ForEach-Object {
|
|
||||||
$TargetFile = Join-Path -Path $ExtractPath -ChildPath $_.Name
|
|
||||||
|
|
||||||
[System.IO.Compression.ZipFileExtensions]::ExtractToFile($_, $TargetFile, $true)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
finally {
|
|
||||||
$zip.Dispose()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Measure-Command { ExtractArtifacts }
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,55 +0,0 @@
|
||||||
Param(
|
|
||||||
[string] $GuardianCliLocation,
|
|
||||||
[string] $Repository,
|
|
||||||
[string] $BranchName='master',
|
|
||||||
[string] $WorkingDirectory,
|
|
||||||
[string] $AzureDevOpsAccessToken,
|
|
||||||
[string] $GuardianLoggerLevel='Standard'
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
$global:LASTEXITCODE = 0
|
|
||||||
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
# Don't display the console progress UI - it's a huge perf hit
|
|
||||||
$ProgressPreference = 'SilentlyContinue'
|
|
||||||
|
|
||||||
# Construct basic auth from AzDO access token; construct URI to the repository's gdn folder stored in that repository; construct location of zip file
|
|
||||||
$encodedPat = [Convert]::ToBase64String([System.Text.Encoding]::ASCII.GetBytes(":$AzureDevOpsAccessToken"))
|
|
||||||
$escapedRepository = [Uri]::EscapeDataString("/$Repository/$BranchName/.gdn")
|
|
||||||
$uri = "https://dev.azure.com/dnceng/internal/_apis/git/repositories/sdl-tool-cfg/Items?path=$escapedRepository&versionDescriptor[versionOptions]=0&`$format=zip&api-version=5.0"
|
|
||||||
$zipFile = "$WorkingDirectory/gdn.zip"
|
|
||||||
|
|
||||||
Add-Type -AssemblyName System.IO.Compression.FileSystem
|
|
||||||
$gdnFolder = (Join-Path $WorkingDirectory '.gdn')
|
|
||||||
|
|
||||||
try {
|
|
||||||
# if the folder does not exist, we'll do a guardian init and push it to the remote repository
|
|
||||||
Write-Host 'Initializing Guardian...'
|
|
||||||
Write-Host "$GuardianCliLocation init --working-directory $WorkingDirectory --logger-level $GuardianLoggerLevel"
|
|
||||||
& $GuardianCliLocation init --working-directory $WorkingDirectory --logger-level $GuardianLoggerLevel
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Build' -Message "Guardian init failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
|
||||||
# We create the mainbaseline so it can be edited later
|
|
||||||
Write-Host "$GuardianCliLocation baseline --working-directory $WorkingDirectory --name mainbaseline"
|
|
||||||
& $GuardianCliLocation baseline --working-directory $WorkingDirectory --name mainbaseline
|
|
||||||
if ($LASTEXITCODE -ne 0) {
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Build' -Message "Guardian baseline failed with exit code $LASTEXITCODE."
|
|
||||||
ExitWithExitCode $LASTEXITCODE
|
|
||||||
}
|
|
||||||
ExitWithExitCode 0
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,4 +0,0 @@
|
||||||
<?xml version="1.0" encoding="utf-8"?>
|
|
||||||
<packages>
|
|
||||||
<package id="Microsoft.Guardian.Cli" version="0.53.3"/>
|
|
||||||
</packages>
|
|
||||||
|
|
@ -1,49 +0,0 @@
|
||||||
Param(
|
|
||||||
[string] $GuardianCliLocation,
|
|
||||||
[string] $WorkingDirectory,
|
|
||||||
[string] $GdnFolder,
|
|
||||||
[string] $UpdateBaseline,
|
|
||||||
[string] $GuardianLoggerLevel='Standard'
|
|
||||||
)
|
|
||||||
|
|
||||||
$ErrorActionPreference = 'Stop'
|
|
||||||
Set-StrictMode -Version 2.0
|
|
||||||
$disableConfigureToolsetImport = $true
|
|
||||||
$global:LASTEXITCODE = 0
|
|
||||||
|
|
||||||
try {
|
|
||||||
# `tools.ps1` checks $ci to perform some actions. Since the SDL
|
|
||||||
# scripts don't necessarily execute in the same agent that run the
|
|
||||||
# build.ps1/sh script this variable isn't automatically set.
|
|
||||||
$ci = $true
|
|
||||||
. $PSScriptRoot\..\tools.ps1
|
|
||||||
|
|
||||||
# We store config files in the r directory of .gdn
|
|
||||||
$gdnConfigPath = Join-Path $GdnFolder 'r'
|
|
||||||
$ValidPath = Test-Path $GuardianCliLocation
|
|
||||||
|
|
||||||
if ($ValidPath -eq $False)
|
|
||||||
{
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message "Invalid Guardian CLI Location."
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
||||||
$gdnConfigFiles = Get-ChildItem $gdnConfigPath -Recurse -Include '*.gdnconfig'
|
|
||||||
Write-Host "Discovered Guardian config files:"
|
|
||||||
$gdnConfigFiles | Out-String | Write-Host
|
|
||||||
|
|
||||||
Exec-BlockVerbosely {
|
|
||||||
& $GuardianCliLocation run `
|
|
||||||
--working-directory $WorkingDirectory `
|
|
||||||
--baseline mainbaseline `
|
|
||||||
--update-baseline $UpdateBaseline `
|
|
||||||
--logger-level $GuardianLoggerLevel `
|
|
||||||
--config @gdnConfigFiles
|
|
||||||
Exit-IfNZEC "Sdl"
|
|
||||||
}
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
Write-PipelineTelemetryError -Force -Category 'Sdl' -Message $_
|
|
||||||
ExitWithExitCode 1
|
|
||||||
}
|
|
||||||
|
|
@ -1,185 +0,0 @@
|
||||||
parameters:
|
|
||||||
enable: 'false' # Whether the SDL validation job should execute or not
|
|
||||||
overrideParameters: '' # Optional: to override values for parameters.
|
|
||||||
additionalParameters: '' # Optional: parameters that need user specific values eg: '-SourceToolsList @("abc","def") -ArtifactToolsList @("ghi","jkl")'
|
|
||||||
# Optional: if specified, restore and use this version of Guardian instead of the default.
|
|
||||||
overrideGuardianVersion: ''
|
|
||||||
# Optional: if true, publish the '.gdn' folder as a pipeline artifact. This can help with in-depth
|
|
||||||
# diagnosis of problems with specific tool configurations.
|
|
||||||
publishGuardianDirectoryToPipeline: false
|
|
||||||
# The script to run to execute all SDL tools. Use this if you want to use a script to define SDL
|
|
||||||
# parameters rather than relying on YAML. It may be better to use a local script, because you can
|
|
||||||
# reproduce results locally without piecing together a command based on the YAML.
|
|
||||||
executeAllSdlToolsScript: 'eng/common/sdl/execute-all-sdl-tools.ps1'
|
|
||||||
# There is some sort of bug (has been reported) in Azure DevOps where if this parameter is named
|
|
||||||
# 'continueOnError', the parameter value is not correctly picked up.
|
|
||||||
# This can also be remedied by the caller (post-build.yml) if it does not use a nested parameter
|
|
||||||
sdlContinueOnError: false # optional: determines whether to continue the build if the step errors;
|
|
||||||
# optional: determines if build artifacts should be downloaded.
|
|
||||||
downloadArtifacts: true
|
|
||||||
# optional: determines if this job should search the directory of downloaded artifacts for
|
|
||||||
# 'tar.gz' and 'zip' archive files and extract them before running SDL validation tasks.
|
|
||||||
extractArchiveArtifacts: false
|
|
||||||
dependsOn: '' # Optional: dependencies of the job
|
|
||||||
artifactNames: '' # Optional: patterns supplied to DownloadBuildArtifacts
|
|
||||||
# Usage:
|
|
||||||
# artifactNames:
|
|
||||||
# - 'BlobArtifacts'
|
|
||||||
# - 'Artifacts_Windows_NT_Release'
|
|
||||||
# Optional: download a list of pipeline artifacts. 'downloadArtifacts' controls build artifacts,
|
|
||||||
# not pipeline artifacts, so doesn't affect the use of this parameter.
|
|
||||||
pipelineArtifactNames: []
|
|
||||||
# Optional: location and ID of the AzDO build that the build/pipeline artifacts should be
|
|
||||||
# downloaded from. By default, uses runtime expressions to decide based on the variables set by
|
|
||||||
# the 'setupMaestroVars' dependency. Overriding this parameter is necessary if SDL tasks are
|
|
||||||
# running without Maestro++/BAR involved, or to download artifacts from a specific existing build
|
|
||||||
# to iterate quickly on SDL changes.
|
|
||||||
AzDOProjectName: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
AzDOPipelineId: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
AzDOBuildId: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: Run_SDL
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
displayName: Run SDL tool
|
|
||||||
condition: eq( ${{ parameters.enable }}, 'true')
|
|
||||||
variables:
|
|
||||||
- group: DotNet-VSTS-Bot
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: ${{ parameters.AzDOProjectName }}
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: ${{ parameters.AzDOPipelineId }}
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: ${{ parameters.AzDOBuildId }}
|
|
||||||
# The Guardian version specified in 'eng/common/sdl/packages.config'. This value must be kept in
|
|
||||||
# sync with the packages.config file.
|
|
||||||
- name: DefaultGuardianVersion
|
|
||||||
value: 0.53.3
|
|
||||||
- name: GuardianVersion
|
|
||||||
value: ${{ coalesce(parameters.overrideGuardianVersion, '$(DefaultGuardianVersion)') }}
|
|
||||||
- name: GuardianPackagesConfigFile
|
|
||||||
value: $(Build.SourcesDirectory)\eng\common\sdl\packages.config
|
|
||||||
pool:
|
|
||||||
# To extract archives (.tar.gz, .zip), we need access to "tar", added in Windows 10/2019.
|
|
||||||
${{ if eq(parameters.extractArchiveArtifacts, 'false') }}:
|
|
||||||
name: Hosted VS2017
|
|
||||||
${{ if ne(parameters.extractArchiveArtifacts, 'false') }}:
|
|
||||||
vmImage: windows-2019
|
|
||||||
steps:
|
|
||||||
- checkout: self
|
|
||||||
clean: true
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.downloadArtifacts, 'false')}}:
|
|
||||||
- ${{ if ne(parameters.artifactNames, '') }}:
|
|
||||||
- ${{ each artifactName in parameters.artifactNames }}:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Build Artifacts
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
artifactName: ${{ artifactName }}
|
|
||||||
downloadPath: $(Build.ArtifactStagingDirectory)\artifacts
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
- ${{ if eq(parameters.artifactNames, '') }}:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Build Artifacts
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
downloadType: specific files
|
|
||||||
itemPattern: "**"
|
|
||||||
downloadPath: $(Build.ArtifactStagingDirectory)\artifacts
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- ${{ each artifactName in parameters.pipelineArtifactNames }}:
|
|
||||||
- task: DownloadPipelineArtifact@2
|
|
||||||
displayName: Download Pipeline Artifacts
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
artifactName: ${{ artifactName }}
|
|
||||||
downloadPath: $(Build.ArtifactStagingDirectory)\artifacts
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- powershell: eng/common/sdl/extract-artifact-packages.ps1
|
|
||||||
-InputPath $(Build.ArtifactStagingDirectory)\artifacts\BlobArtifacts
|
|
||||||
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts\BlobArtifacts
|
|
||||||
displayName: Extract Blob Artifacts
|
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
|
||||||
|
|
||||||
- powershell: eng/common/sdl/extract-artifact-packages.ps1
|
|
||||||
-InputPath $(Build.ArtifactStagingDirectory)\artifacts\PackageArtifacts
|
|
||||||
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts\PackageArtifacts
|
|
||||||
displayName: Extract Package Artifacts
|
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.extractArchiveArtifacts, 'false') }}:
|
|
||||||
- powershell: eng/common/sdl/extract-artifact-archives.ps1
|
|
||||||
-InputPath $(Build.ArtifactStagingDirectory)\artifacts
|
|
||||||
-ExtractPath $(Build.ArtifactStagingDirectory)\artifacts
|
|
||||||
displayName: Extract Archive Artifacts
|
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.overrideGuardianVersion, '') }}:
|
|
||||||
- powershell: |
|
|
||||||
$content = Get-Content $(GuardianPackagesConfigFile)
|
|
||||||
|
|
||||||
Write-Host "packages.config content was:`n$content"
|
|
||||||
|
|
||||||
$content = $content.Replace('$(DefaultGuardianVersion)', '$(GuardianVersion)')
|
|
||||||
$content | Set-Content $(GuardianPackagesConfigFile)
|
|
||||||
|
|
||||||
Write-Host "packages.config content updated to:`n$content"
|
|
||||||
displayName: Use overridden Guardian version ${{ parameters.overrideGuardianVersion }}
|
|
||||||
|
|
||||||
- task: NuGetToolInstaller@1
|
|
||||||
displayName: 'Install NuGet.exe'
|
|
||||||
- task: NuGetCommand@2
|
|
||||||
displayName: 'Install Guardian'
|
|
||||||
inputs:
|
|
||||||
restoreSolution: $(Build.SourcesDirectory)\eng\common\sdl\packages.config
|
|
||||||
feedsToUse: config
|
|
||||||
nugetConfigPath: $(Build.SourcesDirectory)\eng\common\sdl\NuGet.config
|
|
||||||
externalFeedCredentials: GuardianConnect
|
|
||||||
restoreDirectory: $(Build.SourcesDirectory)\.packages
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.overrideParameters, '') }}:
|
|
||||||
- powershell: ${{ parameters.executeAllSdlToolsScript }} ${{ parameters.overrideParameters }}
|
|
||||||
displayName: Execute SDL
|
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
|
||||||
- ${{ if eq(parameters.overrideParameters, '') }}:
|
|
||||||
- powershell: ${{ parameters.executeAllSdlToolsScript }}
|
|
||||||
-GuardianPackageName Microsoft.Guardian.Cli.$(GuardianVersion)
|
|
||||||
-NugetPackageDirectory $(Build.SourcesDirectory)\.packages
|
|
||||||
-AzureDevOpsAccessToken $(dn-bot-dotnet-build-rw-code-rw)
|
|
||||||
${{ parameters.additionalParameters }}
|
|
||||||
displayName: Execute SDL
|
|
||||||
continueOnError: ${{ parameters.sdlContinueOnError }}
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.publishGuardianDirectoryToPipeline, 'false') }}:
|
|
||||||
# We want to publish the Guardian results and configuration for easy diagnosis. However, the
|
|
||||||
# '.gdn' dir is a mix of configuration, results, extracted dependencies, and Guardian default
|
|
||||||
# tooling files. Some of these files are large and aren't useful during an investigation, so
|
|
||||||
# exclude them by simply deleting them before publishing. (As of writing, there is no documented
|
|
||||||
# way to selectively exclude a dir from the pipeline artifact publish task.)
|
|
||||||
- task: DeleteFiles@1
|
|
||||||
displayName: Delete Guardian dependencies to avoid uploading
|
|
||||||
inputs:
|
|
||||||
SourceFolder: $(Agent.BuildDirectory)/.gdn
|
|
||||||
Contents: |
|
|
||||||
c
|
|
||||||
i
|
|
||||||
condition: succeededOrFailed()
|
|
||||||
- publish: $(Agent.BuildDirectory)/.gdn
|
|
||||||
artifact: GuardianConfiguration
|
|
||||||
displayName: Publish GuardianConfiguration
|
|
||||||
condition: succeededOrFailed()
|
|
||||||
|
|
@ -1,48 +0,0 @@
|
||||||
parameters:
|
|
||||||
# Optional: dependencies of the job
|
|
||||||
dependsOn: ''
|
|
||||||
|
|
||||||
# Optional: A defined YAML pool - https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema?view=vsts&tabs=schema#pool
|
|
||||||
pool: {}
|
|
||||||
|
|
||||||
# Optional: Include toolset dependencies in the generated graph files
|
|
||||||
includeToolset: false
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: Generate_Graph_Files
|
|
||||||
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
|
|
||||||
displayName: Generate Graph Files
|
|
||||||
|
|
||||||
pool: ${{ parameters.pool }}
|
|
||||||
|
|
||||||
variables:
|
|
||||||
# Publish-Build-Assets provides: MaestroAccessToken, BotAccount-dotnet-maestro-bot-PAT
|
|
||||||
# DotNet-AllOrgs-Darc-Pats provides: dn-bot-devdiv-dnceng-rw-code-pat
|
|
||||||
- group: Publish-Build-Assets
|
|
||||||
- group: DotNet-AllOrgs-Darc-Pats
|
|
||||||
- name: _GraphArguments
|
|
||||||
value: -gitHubPat $(BotAccount-dotnet-maestro-bot-PAT)
|
|
||||||
-azdoPat $(dn-bot-devdiv-dnceng-rw-code-pat)
|
|
||||||
-barToken $(MaestroAccessToken)
|
|
||||||
-outputFolder '$(Build.StagingDirectory)/GraphFiles/'
|
|
||||||
- ${{ if ne(parameters.includeToolset, 'false') }}:
|
|
||||||
- name: _GraphArguments
|
|
||||||
value: ${{ variables._GraphArguments }} -includeToolset
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Generate Graph Files
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\generate-graph-files.ps1
|
|
||||||
arguments: $(_GraphArguments)
|
|
||||||
continueOnError: true
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish Graph to Artifacts
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.StagingDirectory)/GraphFiles'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: GraphFiles
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
|
|
@ -1,244 +0,0 @@
|
||||||
# Internal resources (telemetry, microbuild) can only be accessed from non-public projects,
|
|
||||||
# and some (Microbuild) should only be applied to non-PR cases for internal builds.
|
|
||||||
|
|
||||||
parameters:
|
|
||||||
# Job schema parameters - https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema?view=vsts&tabs=schema#job
|
|
||||||
cancelTimeoutInMinutes: ''
|
|
||||||
condition: ''
|
|
||||||
container: ''
|
|
||||||
continueOnError: false
|
|
||||||
dependsOn: ''
|
|
||||||
displayName: ''
|
|
||||||
pool: ''
|
|
||||||
steps: []
|
|
||||||
strategy: ''
|
|
||||||
timeoutInMinutes: ''
|
|
||||||
variables: []
|
|
||||||
workspace: ''
|
|
||||||
|
|
||||||
# Job base template specific parameters
|
|
||||||
# See schema documentation - https://github.com/dotnet/arcade/blob/master/Documentation/AzureDevOps/TemplateSchema.md
|
|
||||||
artifacts: ''
|
|
||||||
enableMicrobuild: false
|
|
||||||
enablePublishBuildArtifacts: false
|
|
||||||
enablePublishBuildAssets: false
|
|
||||||
enablePublishTestResults: false
|
|
||||||
enablePublishUsingPipelines: false
|
|
||||||
mergeTestResults: false
|
|
||||||
testRunTitle: ''
|
|
||||||
testResultsFormat: ''
|
|
||||||
name: ''
|
|
||||||
preSteps: []
|
|
||||||
runAsPublic: false
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: ${{ parameters.name }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.cancelTimeoutInMinutes, '') }}:
|
|
||||||
cancelTimeoutInMinutes: ${{ parameters.cancelTimeoutInMinutes }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.condition, '') }}:
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.container, '') }}:
|
|
||||||
container: ${{ parameters.container }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.continueOnError, '') }}:
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.dependsOn, '') }}:
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.displayName, '') }}:
|
|
||||||
displayName: ${{ parameters.displayName }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.pool, '') }}:
|
|
||||||
pool: ${{ parameters.pool }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.strategy, '') }}:
|
|
||||||
strategy: ${{ parameters.strategy }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.timeoutInMinutes, '') }}:
|
|
||||||
timeoutInMinutes: ${{ parameters.timeoutInMinutes }}
|
|
||||||
|
|
||||||
variables:
|
|
||||||
- ${{ if ne(parameters.enableTelemetry, 'false') }}:
|
|
||||||
- name: DOTNET_CLI_TELEMETRY_PROFILE
|
|
||||||
value: '$(Build.Repository.Uri)'
|
|
||||||
- ${{ if eq(parameters.enableRichCodeNavigation, 'true') }}:
|
|
||||||
- name: EnableRichCodeNavigation
|
|
||||||
value: 'true'
|
|
||||||
- ${{ each variable in parameters.variables }}:
|
|
||||||
# handle name-value variable syntax
|
|
||||||
# example:
|
|
||||||
# - name: [key]
|
|
||||||
# value: [value]
|
|
||||||
- ${{ if ne(variable.name, '') }}:
|
|
||||||
- name: ${{ variable.name }}
|
|
||||||
value: ${{ variable.value }}
|
|
||||||
|
|
||||||
# handle variable groups
|
|
||||||
- ${{ if ne(variable.group, '') }}:
|
|
||||||
- group: ${{ variable.group }}
|
|
||||||
|
|
||||||
# handle key-value variable syntax.
|
|
||||||
# example:
|
|
||||||
# - [key]: [value]
|
|
||||||
- ${{ if and(eq(variable.name, ''), eq(variable.group, '')) }}:
|
|
||||||
- ${{ each pair in variable }}:
|
|
||||||
- name: ${{ pair.key }}
|
|
||||||
value: ${{ pair.value }}
|
|
||||||
|
|
||||||
# DotNet-HelixApi-Access provides 'HelixApiAccessToken' for internal builds
|
|
||||||
- ${{ if and(eq(parameters.enableTelemetry, 'true'), eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- group: DotNet-HelixApi-Access
|
|
||||||
|
|
||||||
${{ if ne(parameters.workspace, '') }}:
|
|
||||||
workspace: ${{ parameters.workspace }}
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- ${{ if ne(parameters.preSteps, '') }}:
|
|
||||||
- ${{ each preStep in parameters.preSteps }}:
|
|
||||||
- ${{ preStep }}
|
|
||||||
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- ${{ if eq(parameters.enableMicrobuild, 'true') }}:
|
|
||||||
- task: MicroBuildSigningPlugin@3
|
|
||||||
displayName: Install MicroBuild plugin
|
|
||||||
inputs:
|
|
||||||
signType: $(_SignType)
|
|
||||||
zipSources: false
|
|
||||||
feedSource: https://dnceng.pkgs.visualstudio.com/_packaging/MicroBuildToolset/nuget/v3/index.json
|
|
||||||
env:
|
|
||||||
TeamName: $(_TeamName)
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
condition: and(succeeded(), in(variables['_SignType'], 'real', 'test'), eq(variables['Agent.Os'], 'Windows_NT'))
|
|
||||||
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
|
|
||||||
- ${{ if or(eq(parameters.artifacts.download, 'true'), ne(parameters.artifacts.download, '')) }}:
|
|
||||||
- task: DownloadPipelineArtifact@2
|
|
||||||
inputs:
|
|
||||||
buildType: current
|
|
||||||
artifactName: ${{ coalesce(parameters.artifacts.download.name, 'Artifacts_$(Agent.OS)_$(_BuildConfig)') }}
|
|
||||||
targetPath: ${{ coalesce(parameters.artifacts.download.path, 'artifacts') }}
|
|
||||||
itemPattern: ${{ coalesce(parameters.artifacts.download.pattern, '**') }}
|
|
||||||
|
|
||||||
- ${{ each step in parameters.steps }}:
|
|
||||||
- ${{ step }}
|
|
||||||
|
|
||||||
- ${{ if eq(parameters.enableRichCodeNavigation, true) }}:
|
|
||||||
- task: RichCodeNavIndexer@0
|
|
||||||
displayName: RichCodeNav Upload
|
|
||||||
inputs:
|
|
||||||
languages: ${{ coalesce(parameters.richCodeNavigationLanguage, 'csharp') }}
|
|
||||||
environment: ${{ coalesce(parameters.richCodeNavigationEnvironment, 'production') }}
|
|
||||||
richNavLogOutputDirectory: $(Build.SourcesDirectory)/artifacts/bin
|
|
||||||
continueOnError: true
|
|
||||||
|
|
||||||
- ${{ if eq(parameters.enableMicrobuild, 'true') }}:
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- task: MicroBuildCleanup@1
|
|
||||||
displayName: Execute Microbuild cleanup tasks
|
|
||||||
condition: and(always(), in(variables['_SignType'], 'real', 'test'), eq(variables['Agent.Os'], 'Windows_NT'))
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
env:
|
|
||||||
TeamName: $(_TeamName)
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.artifacts.publish, '') }}:
|
|
||||||
- ${{ if or(eq(parameters.artifacts.publish.artifacts, 'true'), ne(parameters.artifacts.publish.artifacts, '')) }}:
|
|
||||||
- task: CopyFiles@2
|
|
||||||
displayName: Gather binaries for publish to artifacts
|
|
||||||
inputs:
|
|
||||||
SourceFolder: 'artifacts/bin'
|
|
||||||
Contents: '**'
|
|
||||||
TargetFolder: '$(Build.ArtifactStagingDirectory)/artifacts/bin'
|
|
||||||
- task: CopyFiles@2
|
|
||||||
displayName: Gather packages for publish to artifacts
|
|
||||||
inputs:
|
|
||||||
SourceFolder: 'artifacts/packages'
|
|
||||||
Contents: '**'
|
|
||||||
TargetFolder: '$(Build.ArtifactStagingDirectory)/artifacts/packages'
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish pipeline artifacts
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.ArtifactStagingDirectory)/artifacts'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: ${{ coalesce(parameters.artifacts.publish.artifacts.name , 'Artifacts_$(Agent.Os)_$(_BuildConfig)') }}
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
- ${{ if or(eq(parameters.artifacts.publish.logs, 'true'), ne(parameters.artifacts.publish.logs, '')) }}:
|
|
||||||
- publish: artifacts/log
|
|
||||||
artifact: ${{ coalesce(parameters.artifacts.publish.logs.name, 'Logs_Build_$(Agent.Os)_$(_BuildConfig)') }}
|
|
||||||
displayName: Publish logs
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
- ${{ if or(eq(parameters.artifacts.publish.manifests, 'true'), ne(parameters.artifacts.publish.manifests, '')) }}:
|
|
||||||
- ${{ if and(ne(parameters.enablePublishUsingPipelines, 'true'), eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- task: CopyFiles@2
|
|
||||||
displayName: Gather Asset Manifests
|
|
||||||
inputs:
|
|
||||||
SourceFolder: '$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/AssetManifest'
|
|
||||||
TargetFolder: '$(Build.ArtifactStagingDirectory)/AssetManifests'
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
condition: and(succeeded(), eq(variables['_DotNetPublishToBlobFeed'], 'true'))
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Push Asset Manifests
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.ArtifactStagingDirectory)/AssetManifests'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: AssetManifests
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
condition: and(succeeded(), eq(variables['_DotNetPublishToBlobFeed'], 'true'))
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.enablePublishBuildArtifacts, 'false') }}:
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish Logs
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: ${{ coalesce(parameters.enablePublishBuildArtifacts.artifactName, '$(Agent.Os)_$(Agent.JobName)' ) }}
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
|
|
||||||
- ${{ if or(and(eq(parameters.enablePublishTestResults, 'true'), eq(parameters.testResultsFormat, '')), eq(parameters.testResultsFormat, 'xunit')) }}:
|
|
||||||
- task: PublishTestResults@2
|
|
||||||
displayName: Publish XUnit Test Results
|
|
||||||
inputs:
|
|
||||||
testResultsFormat: 'xUnit'
|
|
||||||
testResultsFiles: '*.xml'
|
|
||||||
searchFolder: '$(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)'
|
|
||||||
testRunTitle: ${{ coalesce(parameters.testRunTitle, parameters.name, '$(System.JobName)') }}-xunit
|
|
||||||
mergeTestResults: ${{ parameters.mergeTestResults }}
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
- ${{ if or(and(eq(parameters.enablePublishTestResults, 'true'), eq(parameters.testResultsFormat, '')), eq(parameters.testResultsFormat, 'vstest')) }}:
|
|
||||||
- task: PublishTestResults@2
|
|
||||||
displayName: Publish TRX Test Results
|
|
||||||
inputs:
|
|
||||||
testResultsFormat: 'VSTest'
|
|
||||||
testResultsFiles: '*.trx'
|
|
||||||
searchFolder: '$(Build.SourcesDirectory)/artifacts/TestResults/$(_BuildConfig)'
|
|
||||||
testRunTitle: ${{ coalesce(parameters.testRunTitle, parameters.name, '$(System.JobName)') }}-trx
|
|
||||||
mergeTestResults: ${{ parameters.mergeTestResults }}
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
|
|
||||||
- ${{ if and(eq(parameters.enablePublishBuildAssets, true), ne(parameters.enablePublishUsingPipelines, 'true'), eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- task: CopyFiles@2
|
|
||||||
displayName: Gather Asset Manifests
|
|
||||||
inputs:
|
|
||||||
SourceFolder: '$(Build.SourcesDirectory)/artifacts/log/$(_BuildConfig)/AssetManifest'
|
|
||||||
TargetFolder: '$(Build.StagingDirectory)/AssetManifests'
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
condition: and(succeeded(), eq(variables['_DotNetPublishToBlobFeed'], 'true'))
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Push Asset Manifests
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.StagingDirectory)/AssetManifests'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: AssetManifests
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
condition: and(succeeded(), eq(variables['_DotNetPublishToBlobFeed'], 'true'))
|
|
||||||
|
|
@ -1,93 +0,0 @@
|
||||||
parameters:
|
|
||||||
# Optional: dependencies of the job
|
|
||||||
dependsOn: ''
|
|
||||||
|
|
||||||
# Optional: A defined YAML pool - https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema?view=vsts&tabs=schema#pool
|
|
||||||
pool:
|
|
||||||
vmImage: vs2017-win2016
|
|
||||||
|
|
||||||
CeapexPat: $(dn-bot-ceapex-package-r) # PAT for the loc AzDO instance https://dev.azure.com/ceapex
|
|
||||||
GithubPat: $(BotAccount-dotnet-bot-repo-PAT)
|
|
||||||
|
|
||||||
SourcesDirectory: $(Build.SourcesDirectory)
|
|
||||||
CreatePr: true
|
|
||||||
AutoCompletePr: false
|
|
||||||
UseLfLineEndings: true
|
|
||||||
UseCheckedInLocProjectJson: false
|
|
||||||
LanguageSet: VS_Main_Languages
|
|
||||||
LclSource: lclFilesInRepo
|
|
||||||
LclPackageId: ''
|
|
||||||
RepoType: gitHub
|
|
||||||
GitHubOrg: dotnet
|
|
||||||
MirrorRepo: ''
|
|
||||||
MirrorBranch: main
|
|
||||||
condition: ''
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: OneLocBuild
|
|
||||||
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
|
|
||||||
displayName: OneLocBuild
|
|
||||||
|
|
||||||
pool: ${{ parameters.pool }}
|
|
||||||
|
|
||||||
variables:
|
|
||||||
- group: OneLocBuildVariables # Contains the CeapexPat and GithubPat
|
|
||||||
- name: _GenerateLocProjectArguments
|
|
||||||
value: -SourcesDirectory ${{ parameters.SourcesDirectory }}
|
|
||||||
-LanguageSet "${{ parameters.LanguageSet }}"
|
|
||||||
-CreateNeutralXlfs
|
|
||||||
- ${{ if eq(parameters.UseCheckedInLocProjectJson, 'true') }}:
|
|
||||||
- name: _GenerateLocProjectArguments
|
|
||||||
value: ${{ variables._GenerateLocProjectArguments }} -UseCheckedInLocProjectJson
|
|
||||||
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- task: Powershell@2
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/generate-locproject.ps1
|
|
||||||
arguments: $(_GenerateLocProjectArguments)
|
|
||||||
displayName: Generate LocProject.json
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
||||||
- task: OneLocBuild@2
|
|
||||||
displayName: OneLocBuild
|
|
||||||
env:
|
|
||||||
SYSTEM_ACCESSTOKEN: $(System.AccessToken)
|
|
||||||
inputs:
|
|
||||||
locProj: eng/Localize/LocProject.json
|
|
||||||
outDir: $(Build.ArtifactStagingDirectory)
|
|
||||||
lclSource: ${{ parameters.LclSource }}
|
|
||||||
lclPackageId: ${{ parameters.LclPackageId }}
|
|
||||||
isCreatePrSelected: ${{ parameters.CreatePr }}
|
|
||||||
${{ if eq(parameters.CreatePr, true) }}:
|
|
||||||
isAutoCompletePrSelected: ${{ parameters.AutoCompletePr }}
|
|
||||||
isUseLfLineEndingsSelected: ${{ parameters.UseLfLineEndings }}
|
|
||||||
packageSourceAuth: patAuth
|
|
||||||
patVariable: ${{ parameters.CeapexPat }}
|
|
||||||
${{ if eq(parameters.RepoType, 'gitHub') }}:
|
|
||||||
repoType: ${{ parameters.RepoType }}
|
|
||||||
gitHubPatVariable: "${{ parameters.GithubPat }}"
|
|
||||||
${{ if ne(parameters.MirrorRepo, '') }}:
|
|
||||||
isMirrorRepoSelected: true
|
|
||||||
gitHubOrganization: ${{ parameters.GitHubOrg }}
|
|
||||||
mirrorRepo: ${{ parameters.MirrorRepo }}
|
|
||||||
mirrorBranch: ${{ parameters.MirrorBranch }}
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish Localization Files
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.ArtifactStagingDirectory)/loc'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: Loc
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish LocProject.json
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.SourcesDirectory)/eng/Localize/'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: Loc
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
@ -1,125 +0,0 @@
|
||||||
parameters:
|
|
||||||
configuration: 'Debug'
|
|
||||||
|
|
||||||
# Optional: condition for the job to run
|
|
||||||
condition: ''
|
|
||||||
|
|
||||||
# Optional: 'true' if future jobs should run even if this job fails
|
|
||||||
continueOnError: false
|
|
||||||
|
|
||||||
# Optional: dependencies of the job
|
|
||||||
dependsOn: ''
|
|
||||||
|
|
||||||
# Optional: Include PublishBuildArtifacts task
|
|
||||||
enablePublishBuildArtifacts: false
|
|
||||||
|
|
||||||
# Optional: A defined YAML pool - https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema?view=vsts&tabs=schema#pool
|
|
||||||
pool: {}
|
|
||||||
|
|
||||||
# Optional: should run as a public build even in the internal project
|
|
||||||
# if 'true', the build won't run any of the internal only steps, even if it is running in non-public projects.
|
|
||||||
runAsPublic: false
|
|
||||||
|
|
||||||
# Optional: whether the build's artifacts will be published using release pipelines or direct feed publishing
|
|
||||||
publishUsingPipelines: false
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: Asset_Registry_Publish
|
|
||||||
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
|
|
||||||
displayName: Publish to Build Asset Registry
|
|
||||||
|
|
||||||
pool: ${{ parameters.pool }}
|
|
||||||
|
|
||||||
variables:
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- name: _BuildConfig
|
|
||||||
value: ${{ parameters.configuration }}
|
|
||||||
- group: Publish-Build-Assets
|
|
||||||
- group: AzureDevOps-Artifact-Feeds-Pats
|
|
||||||
# Skip component governance and codesign validation for SDL. These jobs
|
|
||||||
# create no content.
|
|
||||||
- name: skipComponentGovernanceDetection
|
|
||||||
value: true
|
|
||||||
- name: runCodesignValidationInjection
|
|
||||||
value: false
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download artifact
|
|
||||||
inputs:
|
|
||||||
artifactName: AssetManifests
|
|
||||||
downloadPath: '$(Build.StagingDirectory)/Download'
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Enable cross-org NuGet feed authentication
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/enable-cross-org-publishing.ps1
|
|
||||||
arguments: -token $(dn-bot-all-orgs-artifact-feeds-rw)
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Publish Build Assets
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\sdk-task.ps1
|
|
||||||
arguments: -task PublishBuildAssets -restore -msbuildEngine dotnet
|
|
||||||
/p:ManifestsPath='$(Build.StagingDirectory)/Download/AssetManifests'
|
|
||||||
/p:BuildAssetRegistryToken=$(MaestroAccessToken)
|
|
||||||
/p:MaestroApiEndpoint=https://maestro-prod.westus2.cloudapp.azure.com
|
|
||||||
/p:PublishUsingPipelines=${{ parameters.publishUsingPipelines }}
|
|
||||||
/p:Configuration=$(_BuildConfig)
|
|
||||||
/p:OfficialBuildId=$(Build.BuildNumber)
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
|
|
||||||
- task: powershell@2
|
|
||||||
displayName: Create ReleaseConfigs Artifact
|
|
||||||
inputs:
|
|
||||||
targetType: inline
|
|
||||||
script: |
|
|
||||||
Add-Content -Path "$(Build.StagingDirectory)/ReleaseConfigs.txt" -Value $(BARBuildId)
|
|
||||||
Add-Content -Path "$(Build.StagingDirectory)/ReleaseConfigs.txt" -Value "$(DefaultChannels)"
|
|
||||||
Add-Content -Path "$(Build.StagingDirectory)/ReleaseConfigs.txt" -Value $(IsStableBuild)
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish ReleaseConfigs Artifact
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.StagingDirectory)/ReleaseConfigs.txt'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: ReleaseConfigs
|
|
||||||
|
|
||||||
- task: powershell@2
|
|
||||||
displayName: Check if SymbolPublishingExclusionsFile.txt exists
|
|
||||||
inputs:
|
|
||||||
targetType: inline
|
|
||||||
script: |
|
|
||||||
$symbolExclusionfile = "$(Build.SourcesDirectory)/eng/SymbolPublishingExclusionsFile.txt"
|
|
||||||
if(Test-Path -Path $symbolExclusionfile)
|
|
||||||
{
|
|
||||||
Write-Host "SymbolExclusionFile exists"
|
|
||||||
Write-Host "##vso[task.setvariable variable=SymbolExclusionFile]true"
|
|
||||||
}
|
|
||||||
else{
|
|
||||||
Write-Host "Symbols Exclusion file does not exists"
|
|
||||||
Write-Host "##vso[task.setvariable variable=SymbolExclusionFile]false"
|
|
||||||
}
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish SymbolPublishingExclusionsFile Artifact
|
|
||||||
condition: eq(variables['SymbolExclusionFile'], 'true')
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.SourcesDirectory)/eng/SymbolPublishingExclusionsFile.txt'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: ReleaseConfigs
|
|
||||||
|
|
||||||
- ${{ if eq(parameters.enablePublishBuildArtifacts, 'true') }}:
|
|
||||||
- template: /eng/common/templates/steps/publish-logs.yml
|
|
||||||
parameters:
|
|
||||||
JobLabel: 'Publish_Artifacts_Logs'
|
|
||||||
|
|
@ -1,60 +0,0 @@
|
||||||
parameters:
|
|
||||||
# This template adds arcade-powered source-build to CI. The template produces a server job with a
|
|
||||||
# default ID 'Source_Build_Complete' to put in a dependency list if necessary.
|
|
||||||
|
|
||||||
# Specifies the prefix for source-build jobs added to pipeline. Use this if disambiguation needed.
|
|
||||||
jobNamePrefix: 'Source_Build'
|
|
||||||
|
|
||||||
# Defines the platform on which to run the job. By default, a linux-x64 machine, suitable for
|
|
||||||
# managed-only repositories. This is an object with these properties:
|
|
||||||
#
|
|
||||||
# name: ''
|
|
||||||
# The name of the job. This is included in the job ID.
|
|
||||||
# targetRID: ''
|
|
||||||
# The name of the target RID to use, instead of the one auto-detected by Arcade.
|
|
||||||
# nonPortable: false
|
|
||||||
# Enables non-portable mode. This means a more specific RID (e.g. fedora.32-x64 rather than
|
|
||||||
# linux-x64), and compiling against distro-provided packages rather than portable ones.
|
|
||||||
# skipPublishValidation: false
|
|
||||||
# Disables publishing validation. By default, a check is performed to ensure no packages are
|
|
||||||
# published by source-build.
|
|
||||||
# container: ''
|
|
||||||
# A container to use. Runs in docker.
|
|
||||||
# pool: {}
|
|
||||||
# A pool to use. Runs directly on an agent.
|
|
||||||
# buildScript: ''
|
|
||||||
# Specifies the build script to invoke to perform the build in the repo. The default
|
|
||||||
# './build.sh' should work for typical Arcade repositories, but this is customizable for
|
|
||||||
# difficult situations.
|
|
||||||
# jobProperties: {}
|
|
||||||
# A list of job properties to inject at the top level, for potential extensibility beyond
|
|
||||||
# container and pool.
|
|
||||||
platform: {}
|
|
||||||
|
|
||||||
# The default VM host AzDO pool. This should be capable of running Docker containers: almost all
|
|
||||||
# source-build builds run in Docker, including the default managed platform.
|
|
||||||
defaultContainerHostPool:
|
|
||||||
vmImage: ubuntu-20.04
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: ${{ parameters.jobNamePrefix }}_${{ parameters.platform.name }}
|
|
||||||
displayName: Source-Build (${{ parameters.platform.name }})
|
|
||||||
|
|
||||||
${{ each property in parameters.platform.jobProperties }}:
|
|
||||||
${{ property.key }}: ${{ property.value }}
|
|
||||||
|
|
||||||
${{ if ne(parameters.platform.container, '') }}:
|
|
||||||
container: ${{ parameters.platform.container }}
|
|
||||||
|
|
||||||
${{ if eq(parameters.platform.pool, '') }}:
|
|
||||||
pool: ${{ parameters.defaultContainerHostPool }}
|
|
||||||
${{ if ne(parameters.platform.pool, '') }}:
|
|
||||||
pool: ${{ parameters.platform.pool }}
|
|
||||||
|
|
||||||
workspace:
|
|
||||||
clean: all
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- template: /eng/common/templates/steps/source-build.yml
|
|
||||||
parameters:
|
|
||||||
platform: ${{ parameters.platform }}
|
|
||||||
|
|
@ -1,57 +0,0 @@
|
||||||
parameters:
|
|
||||||
runAsPublic: false
|
|
||||||
sourceIndexPackageVersion: 1.0.1-20210614.1
|
|
||||||
sourceIndexPackageSource: https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json
|
|
||||||
sourceIndexBuildCommand: powershell -NoLogo -NoProfile -ExecutionPolicy Bypass -Command "eng/common/build.ps1 -restore -build -binarylog -ci"
|
|
||||||
preSteps: []
|
|
||||||
binlogPath: artifacts/log/Debug/Build.binlog
|
|
||||||
pool:
|
|
||||||
vmImage: vs2017-win2016
|
|
||||||
condition: ''
|
|
||||||
dependsOn: ''
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: SourceIndexStage1
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
variables:
|
|
||||||
- name: SourceIndexPackageVersion
|
|
||||||
value: ${{ parameters.sourceIndexPackageVersion }}
|
|
||||||
- name: SourceIndexPackageSource
|
|
||||||
value: ${{ parameters.sourceIndexPackageSource }}
|
|
||||||
- name: BinlogPath
|
|
||||||
value: ${{ parameters.binlogPath }}
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- group: source-dot-net stage1 variables
|
|
||||||
|
|
||||||
pool: ${{ parameters.pool }}
|
|
||||||
steps:
|
|
||||||
- ${{ each preStep in parameters.preSteps }}:
|
|
||||||
- ${{ preStep }}
|
|
||||||
|
|
||||||
- task: UseDotNet@2
|
|
||||||
displayName: Use .NET Core sdk 3.1
|
|
||||||
inputs:
|
|
||||||
packageType: sdk
|
|
||||||
version: 3.1.x
|
|
||||||
installationPath: $(Agent.TempDirectory)/dotnet
|
|
||||||
workingDirectory: $(Agent.TempDirectory)
|
|
||||||
|
|
||||||
- script: |
|
|
||||||
$(Agent.TempDirectory)/dotnet/dotnet tool install BinLogToSln --version $(SourceIndexPackageVersion) --add-source $(SourceIndexPackageSource) --tool-path $(Agent.TempDirectory)/.source-index/tools
|
|
||||||
$(Agent.TempDirectory)/dotnet/dotnet tool install UploadIndexStage1 --version $(SourceIndexPackageVersion) --add-source $(SourceIndexPackageSource) --tool-path $(Agent.TempDirectory)/.source-index/tools
|
|
||||||
displayName: Download Tools
|
|
||||||
# Set working directory to temp directory so 'dotnet' doesn't try to use global.json and use the repo's sdk.
|
|
||||||
workingDirectory: $(Agent.TempDirectory)
|
|
||||||
|
|
||||||
- script: ${{ parameters.sourceIndexBuildCommand }}
|
|
||||||
displayName: Build Repository
|
|
||||||
|
|
||||||
- script: $(Agent.TempDirectory)/.source-index/tools/BinLogToSln -i $(BinlogPath) -r $(Build.SourcesDirectory) -n $(Build.Repository.Name) -o .source-index/stage1output
|
|
||||||
displayName: Process Binlog into indexable sln
|
|
||||||
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
- script: $(Agent.TempDirectory)/.source-index/tools/UploadIndexStage1 -i .source-index/stage1output -n $(Build.Repository.Name)
|
|
||||||
displayName: Upload stage1 artifacts to source index
|
|
||||||
env:
|
|
||||||
BLOB_CONTAINER_URL: $(source-dot-net-stage1-blob-container-url)
|
|
||||||
|
|
@ -1,99 +0,0 @@
|
||||||
parameters:
|
|
||||||
# See schema documentation in /Documentation/AzureDevOps/TemplateSchema.md
|
|
||||||
continueOnError: false
|
|
||||||
|
|
||||||
# Optional: Include PublishBuildArtifacts task
|
|
||||||
enablePublishBuildArtifacts: false
|
|
||||||
|
|
||||||
# Optional: Enable publishing using release pipelines
|
|
||||||
enablePublishUsingPipelines: false
|
|
||||||
|
|
||||||
# Optional: Enable running the source-build jobs to build repo from source
|
|
||||||
enableSourceBuild: false
|
|
||||||
|
|
||||||
# Optional: Parameters for source-build template.
|
|
||||||
# See /eng/common/templates/jobs/source-build.yml for options
|
|
||||||
sourceBuildParameters: []
|
|
||||||
|
|
||||||
graphFileGeneration:
|
|
||||||
# Optional: Enable generating the graph files at the end of the build
|
|
||||||
enabled: false
|
|
||||||
# Optional: Include toolset dependencies in the generated graph files
|
|
||||||
includeToolset: false
|
|
||||||
|
|
||||||
# Required: A collection of jobs to run - https://docs.microsoft.com/en-us/azure/devops/pipelines/yaml-schema?view=vsts&tabs=schema#job
|
|
||||||
jobs: []
|
|
||||||
|
|
||||||
# Optional: Override automatically derived dependsOn value for "publish build assets" job
|
|
||||||
publishBuildAssetsDependsOn: ''
|
|
||||||
|
|
||||||
# Optional: should run as a public build even in the internal project
|
|
||||||
# if 'true', the build won't run any of the internal only steps, even if it is running in non-public projects.
|
|
||||||
runAsPublic: false
|
|
||||||
|
|
||||||
enableSourceIndex: false
|
|
||||||
sourceIndexParams: {}
|
|
||||||
|
|
||||||
# Internal resources (telemetry, microbuild) can only be accessed from non-public projects,
|
|
||||||
# and some (Microbuild) should only be applied to non-PR cases for internal builds.
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- ${{ each job in parameters.jobs }}:
|
|
||||||
- template: ../job/job.yml
|
|
||||||
parameters:
|
|
||||||
# pass along parameters
|
|
||||||
${{ each parameter in parameters }}:
|
|
||||||
${{ if ne(parameter.key, 'jobs') }}:
|
|
||||||
${{ parameter.key }}: ${{ parameter.value }}
|
|
||||||
|
|
||||||
# pass along job properties
|
|
||||||
${{ each property in job }}:
|
|
||||||
${{ if ne(property.key, 'job') }}:
|
|
||||||
${{ property.key }}: ${{ property.value }}
|
|
||||||
|
|
||||||
name: ${{ job.job }}
|
|
||||||
|
|
||||||
- ${{ if eq(parameters.enableSourceBuild, true) }}:
|
|
||||||
- template: /eng/common/templates/jobs/source-build.yml
|
|
||||||
parameters:
|
|
||||||
allCompletedJobId: Source_Build_Complete
|
|
||||||
${{ each parameter in parameters.sourceBuildParameters }}:
|
|
||||||
${{ parameter.key }}: ${{ parameter.value }}
|
|
||||||
|
|
||||||
- ${{ if eq(parameters.enableSourceIndex, 'true') }}:
|
|
||||||
- template: ../job/source-index-stage1.yml
|
|
||||||
parameters:
|
|
||||||
runAsPublic: ${{ parameters.runAsPublic }}
|
|
||||||
${{ each parameter in parameters.sourceIndexParams }}:
|
|
||||||
${{ parameter.key }}: ${{ parameter.value }}
|
|
||||||
|
|
||||||
- ${{ if and(eq(parameters.runAsPublic, 'false'), ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}:
|
|
||||||
|
|
||||||
- ${{ if or(eq(parameters.enablePublishBuildAssets, true), eq(parameters.artifacts.publish.manifests, 'true'), ne(parameters.artifacts.publish.manifests, '')) }}:
|
|
||||||
- template: ../job/publish-build-assets.yml
|
|
||||||
parameters:
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
dependsOn:
|
|
||||||
- ${{ if ne(parameters.publishBuildAssetsDependsOn, '') }}:
|
|
||||||
- ${{ each job in parameters.publishBuildAssetsDependsOn }}:
|
|
||||||
- ${{ job.job }}
|
|
||||||
- ${{ if eq(parameters.publishBuildAssetsDependsOn, '') }}:
|
|
||||||
- ${{ each job in parameters.jobs }}:
|
|
||||||
- ${{ job.job }}
|
|
||||||
- ${{ if eq(parameters.enableSourceBuild, true) }}:
|
|
||||||
- Source_Build_Complete
|
|
||||||
pool:
|
|
||||||
vmImage: vs2017-win2016
|
|
||||||
runAsPublic: ${{ parameters.runAsPublic }}
|
|
||||||
publishUsingPipelines: ${{ parameters.enablePublishUsingPipelines }}
|
|
||||||
enablePublishBuildArtifacts: ${{ parameters.enablePublishBuildArtifacts }}
|
|
||||||
|
|
||||||
- ${{ if eq(parameters.graphFileGeneration.enabled, true) }}:
|
|
||||||
- template: ../job/generate-graph-files.yml
|
|
||||||
parameters:
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
includeToolset: ${{ parameters.graphFileGeneration.includeToolset }}
|
|
||||||
dependsOn:
|
|
||||||
- Asset_Registry_Publish
|
|
||||||
pool:
|
|
||||||
vmImage: vs2017-win2016
|
|
||||||
|
|
@ -1,46 +0,0 @@
|
||||||
parameters:
|
|
||||||
# This template adds arcade-powered source-build to CI. A job is created for each platform, as
|
|
||||||
# well as an optional server job that completes when all platform jobs complete.
|
|
||||||
|
|
||||||
# The name of the "join" job for all source-build platforms. If set to empty string, the job is
|
|
||||||
# not included. Existing repo pipelines can use this job depend on all source-build jobs
|
|
||||||
# completing without maintaining a separate list of every single job ID: just depend on this one
|
|
||||||
# server job. By default, not included. Recommended name if used: 'Source_Build_Complete'.
|
|
||||||
allCompletedJobId: ''
|
|
||||||
|
|
||||||
# See /eng/common/templates/job/source-build.yml
|
|
||||||
jobNamePrefix: 'Source_Build'
|
|
||||||
|
|
||||||
# This is the default platform provided by Arcade, intended for use by a managed-only repo.
|
|
||||||
defaultManagedPlatform:
|
|
||||||
name: 'Managed'
|
|
||||||
container: 'mcr.microsoft.com/dotnet-buildtools/prereqs:centos-7-3e800f1-20190501005343'
|
|
||||||
|
|
||||||
# Defines the platforms on which to run build jobs. One job is created for each platform, and the
|
|
||||||
# object in this array is sent to the job template as 'platform'. If no platforms are specified,
|
|
||||||
# one job runs on 'defaultManagedPlatform'.
|
|
||||||
platforms: []
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
|
|
||||||
- ${{ if ne(parameters.allCompletedJobId, '') }}:
|
|
||||||
- job: ${{ parameters.allCompletedJobId }}
|
|
||||||
displayName: Source-Build Complete
|
|
||||||
pool: server
|
|
||||||
dependsOn:
|
|
||||||
- ${{ each platform in parameters.platforms }}:
|
|
||||||
- ${{ parameters.jobNamePrefix }}_${{ platform.name }}
|
|
||||||
- ${{ if eq(length(parameters.platforms), 0) }}:
|
|
||||||
- ${{ parameters.jobNamePrefix }}_${{ parameters.defaultManagedPlatform.name }}
|
|
||||||
|
|
||||||
- ${{ each platform in parameters.platforms }}:
|
|
||||||
- template: /eng/common/templates/job/source-build.yml
|
|
||||||
parameters:
|
|
||||||
jobNamePrefix: ${{ parameters.jobNamePrefix }}
|
|
||||||
platform: ${{ platform }}
|
|
||||||
|
|
||||||
- ${{ if eq(length(parameters.platforms), 0) }}:
|
|
||||||
- template: /eng/common/templates/job/source-build.yml
|
|
||||||
parameters:
|
|
||||||
jobNamePrefix: ${{ parameters.jobNamePrefix }}
|
|
||||||
platform: ${{ parameters.defaultManagedPlatform }}
|
|
||||||
|
|
@ -1,190 +0,0 @@
|
||||||
parameters:
|
|
||||||
BARBuildId: ''
|
|
||||||
PromoteToChannelIds: ''
|
|
||||||
artifactsPublishingAdditionalParameters: ''
|
|
||||||
dependsOn:
|
|
||||||
- Validate
|
|
||||||
publishInstallersAndChecksums: true
|
|
||||||
symbolPublishingAdditionalParameters: ''
|
|
||||||
stageName: ''
|
|
||||||
channelName: ''
|
|
||||||
channelId: ''
|
|
||||||
transportFeed: ''
|
|
||||||
shippingFeed: ''
|
|
||||||
symbolsFeed: ''
|
|
||||||
|
|
||||||
stages:
|
|
||||||
- stage: ${{ parameters.stageName }}
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
variables:
|
|
||||||
- template: ../common-variables.yml
|
|
||||||
displayName: ${{ parameters.channelName }} Publishing
|
|
||||||
jobs:
|
|
||||||
- template: ../setup-maestro-vars.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
|
|
||||||
- job: publish_symbols
|
|
||||||
displayName: Symbol Publishing
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
condition: contains(dependencies.setupMaestroVars.outputs['setReleaseVars.TargetChannels'], format('[{0}]', ${{ parameters.channelId }} ))
|
|
||||||
variables:
|
|
||||||
- group: DotNet-Symbol-Server-Pats
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- script: echo "##vso[task.logissue type=warning]Going forward, v2 Arcade publishing is no longer supported. Please read https://github.com/dotnet/arcade/blob/main/Documentation/CorePackages/Publishing.md for details, then contact dnceng if you have further questions."
|
|
||||||
displayName: Warn about v2 Arcade Publishing Usage
|
|
||||||
|
|
||||||
# This is necessary whenever we want to publish/restore to an AzDO private feed
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
displayName: 'Authenticate to AzDO Feeds'
|
|
||||||
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Build Assets
|
|
||||||
continueOnError: true
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
downloadType: 'specific'
|
|
||||||
itemPattern: |
|
|
||||||
PdbArtifacts/**
|
|
||||||
BlobArtifacts/**
|
|
||||||
downloadPath: '$(Build.ArtifactStagingDirectory)'
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
# This is necessary whenever we want to publish/restore to an AzDO private feed
|
|
||||||
# Since sdk-task.ps1 tries to restore packages we need to do this authentication here
|
|
||||||
# otherwise it'll complain about accessing a private feed.
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
displayName: 'Authenticate to AzDO Feeds'
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Enable cross-org publishing
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\enable-cross-org-publishing.ps1
|
|
||||||
arguments: -token $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Publish
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\sdk-task.ps1
|
|
||||||
arguments: -task PublishToSymbolServers -restore -msbuildEngine dotnet
|
|
||||||
/p:DotNetSymbolServerTokenMsdl=$(microsoft-symbol-server-pat)
|
|
||||||
/p:DotNetSymbolServerTokenSymWeb=$(symweb-symbol-server-pat)
|
|
||||||
/p:PDBArtifactsDirectory='$(Build.ArtifactStagingDirectory)/PDBArtifacts/'
|
|
||||||
/p:BlobBasePath='$(Build.ArtifactStagingDirectory)/BlobArtifacts/'
|
|
||||||
/p:SymbolPublishingExclusionsFile='$(Build.SourcesDirectory)/eng/SymbolPublishingExclusionsFile.txt'
|
|
||||||
/p:Configuration=Release
|
|
||||||
/p:PublishToMSDL=false
|
|
||||||
${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
|
|
||||||
- template: ../../steps/publish-logs.yml
|
|
||||||
parameters:
|
|
||||||
StageLabel: '${{ parameters.stageName }}'
|
|
||||||
JobLabel: 'SymbolPublishing'
|
|
||||||
|
|
||||||
- job: publish_assets
|
|
||||||
displayName: Publish Assets
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
timeoutInMinutes: 120
|
|
||||||
variables:
|
|
||||||
- name: BARBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.BARBuildId'] ]
|
|
||||||
- name: IsStableBuild
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.IsStableBuild'] ]
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
condition: contains(dependencies.setupMaestroVars.outputs['setReleaseVars.TargetChannels'], format('[{0}]', ${{ parameters.channelId }} ))
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- script: echo "##vso[task.logissue type=warning]Going forward, v2 Arcade publishing is no longer supported. Please read https://github.com/dotnet/arcade/blob/main/Documentation/CorePackages/Publishing.md for details, then contact dnceng if you have further questions."
|
|
||||||
displayName: Warn about v2 Arcade Publishing Usage
|
|
||||||
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Build Assets
|
|
||||||
continueOnError: true
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
downloadType: 'specific'
|
|
||||||
itemPattern: |
|
|
||||||
PackageArtifacts/**
|
|
||||||
BlobArtifacts/**
|
|
||||||
AssetManifests/**
|
|
||||||
downloadPath: '$(Build.ArtifactStagingDirectory)'
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- task: NuGetToolInstaller@1
|
|
||||||
displayName: 'Install NuGet.exe'
|
|
||||||
|
|
||||||
# This is necessary whenever we want to publish/restore to an AzDO private feed
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
displayName: 'Authenticate to AzDO Feeds'
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Enable cross-org publishing
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\enable-cross-org-publishing.ps1
|
|
||||||
arguments: -token $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Publish Assets
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\sdk-task.ps1
|
|
||||||
arguments: -task PublishArtifactsInManifest -restore -msbuildEngine dotnet
|
|
||||||
/p:PublishingInfraVersion=2
|
|
||||||
/p:IsStableBuild=$(IsStableBuild)
|
|
||||||
/p:IsInternalBuild=$(IsInternalBuild)
|
|
||||||
/p:RepositoryName=$(Build.Repository.Name)
|
|
||||||
/p:CommitSha=$(Build.SourceVersion)
|
|
||||||
/p:NugetPath=$(NuGetExeToolPath)
|
|
||||||
/p:AzdoTargetFeedPAT='$(dn-bot-dnceng-universal-packages-rw)'
|
|
||||||
/p:AzureStorageTargetFeedPAT='$(dotnetfeed-storage-access-key-1)'
|
|
||||||
/p:BARBuildId=$(BARBuildId)
|
|
||||||
/p:MaestroApiEndpoint='$(MaestroApiEndPoint)'
|
|
||||||
/p:BuildAssetRegistryToken='$(MaestroApiAccessToken)'
|
|
||||||
/p:ManifestsBasePath='$(Build.ArtifactStagingDirectory)/AssetManifests/'
|
|
||||||
/p:BlobBasePath='$(Build.ArtifactStagingDirectory)/BlobArtifacts/'
|
|
||||||
/p:PackageBasePath='$(Build.ArtifactStagingDirectory)/PackageArtifacts/'
|
|
||||||
/p:Configuration=Release
|
|
||||||
/p:PublishInstallersAndChecksums=${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
/p:ChecksumsTargetStaticFeed=$(InternalChecksumsBlobFeedUrl)
|
|
||||||
/p:ChecksumsAzureAccountKey=$(InternalChecksumsBlobFeedKey)
|
|
||||||
/p:InstallersTargetStaticFeed=$(InternalInstallersBlobFeedUrl)
|
|
||||||
/p:InstallersAzureAccountKey=$(InternalInstallersBlobFeedKey)
|
|
||||||
/p:AzureDevOpsStaticShippingFeed='${{ parameters.shippingFeed }}'
|
|
||||||
/p:AzureDevOpsStaticShippingFeedKey='$(dn-bot-dnceng-artifact-feeds-rw)'
|
|
||||||
/p:AzureDevOpsStaticTransportFeed='${{ parameters.transportFeed }}'
|
|
||||||
/p:AzureDevOpsStaticTransportFeedKey='$(dn-bot-dnceng-artifact-feeds-rw)'
|
|
||||||
/p:AzureDevOpsStaticSymbolsFeed='${{ parameters.symbolsFeed }}'
|
|
||||||
/p:AzureDevOpsStaticSymbolsFeedKey='$(dn-bot-dnceng-artifact-feeds-rw)'
|
|
||||||
/p:PublishToMSDL=false
|
|
||||||
${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
|
|
||||||
- template: ../../steps/publish-logs.yml
|
|
||||||
parameters:
|
|
||||||
StageLabel: '${{ parameters.stageName }}'
|
|
||||||
JobLabel: 'AssetsPublishing'
|
|
||||||
|
|
||||||
- template: ../../steps/add-build-to-channel.yml
|
|
||||||
parameters:
|
|
||||||
ChannelId: ${{ parameters.channelId }}
|
|
||||||
|
|
@ -1,192 +0,0 @@
|
||||||
parameters:
|
|
||||||
BARBuildId: ''
|
|
||||||
PromoteToChannelIds: ''
|
|
||||||
artifactsPublishingAdditionalParameters: ''
|
|
||||||
dependsOn:
|
|
||||||
- Validate
|
|
||||||
publishInstallersAndChecksums: true
|
|
||||||
symbolPublishingAdditionalParameters: ''
|
|
||||||
stageName: ''
|
|
||||||
channelName: ''
|
|
||||||
channelId: ''
|
|
||||||
transportFeed: ''
|
|
||||||
shippingFeed: ''
|
|
||||||
symbolsFeed: ''
|
|
||||||
# If the channel name is empty, no links will be generated
|
|
||||||
akaMSChannelName: ''
|
|
||||||
|
|
||||||
stages:
|
|
||||||
- stage: ${{ parameters.stageName }}
|
|
||||||
dependsOn: ${{ parameters.dependsOn }}
|
|
||||||
variables:
|
|
||||||
- template: ../common-variables.yml
|
|
||||||
displayName: ${{ parameters.channelName }} Publishing
|
|
||||||
jobs:
|
|
||||||
- template: ../setup-maestro-vars.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
|
|
||||||
- job: publish_symbols
|
|
||||||
displayName: Symbol Publishing
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
condition: contains(dependencies.setupMaestroVars.outputs['setReleaseVars.TargetChannels'], format('[{0}]', ${{ parameters.channelId }} ))
|
|
||||||
variables:
|
|
||||||
- group: DotNet-Symbol-Server-Pats
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- script: echo "##vso[task.logissue type=warning]Going forward, v2 Arcade publishing is no longer supported. Please read https://github.com/dotnet/arcade/blob/main/Documentation/CorePackages/Publishing.md for details, then contact dnceng if you have further questions."
|
|
||||||
displayName: Warn about v2 Arcade Publishing Usage
|
|
||||||
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Build Assets
|
|
||||||
continueOnError: true
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
downloadType: 'specific'
|
|
||||||
itemPattern: |
|
|
||||||
PdbArtifacts/**
|
|
||||||
BlobArtifacts/**
|
|
||||||
downloadPath: '$(Build.ArtifactStagingDirectory)'
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
# This is necessary whenever we want to publish/restore to an AzDO private feed
|
|
||||||
# Since sdk-task.ps1 tries to restore packages we need to do this authentication here
|
|
||||||
# otherwise it'll complain about accessing a private feed.
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
displayName: 'Authenticate to AzDO Feeds'
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Enable cross-org publishing
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\enable-cross-org-publishing.ps1
|
|
||||||
arguments: -token $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Publish
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\sdk-task.ps1
|
|
||||||
arguments: -task PublishToSymbolServers -restore -msbuildEngine dotnet
|
|
||||||
/p:DotNetSymbolServerTokenMsdl=$(microsoft-symbol-server-pat)
|
|
||||||
/p:DotNetSymbolServerTokenSymWeb=$(symweb-symbol-server-pat)
|
|
||||||
/p:PDBArtifactsDirectory='$(Build.ArtifactStagingDirectory)/PDBArtifacts/'
|
|
||||||
/p:BlobBasePath='$(Build.ArtifactStagingDirectory)/BlobArtifacts/'
|
|
||||||
/p:SymbolPublishingExclusionsFile='$(Build.SourcesDirectory)/eng/SymbolPublishingExclusionsFile.txt'
|
|
||||||
/p:Configuration=Release
|
|
||||||
${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
|
|
||||||
- template: ../../steps/publish-logs.yml
|
|
||||||
parameters:
|
|
||||||
StageLabel: '${{ parameters.stageName }}'
|
|
||||||
JobLabel: 'SymbolPublishing'
|
|
||||||
|
|
||||||
- job: publish_assets
|
|
||||||
displayName: Publish Assets
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
timeoutInMinutes: 120
|
|
||||||
variables:
|
|
||||||
- name: BARBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.BARBuildId'] ]
|
|
||||||
- name: IsStableBuild
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.IsStableBuild'] ]
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
- name: ArtifactsCategory
|
|
||||||
value: ${{ coalesce(variables._DotNetArtifactsCategory, '.NETCore') }}
|
|
||||||
condition: contains(dependencies.setupMaestroVars.outputs['setReleaseVars.TargetChannels'], format('[{0}]', ${{ parameters.channelId }} ))
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- script: echo "##vso[task.logissue type=warning]Going forward, v2 Arcade publishing is no longer supported. Please read https://github.com/dotnet/arcade/blob/main/Documentation/CorePackages/Publishing.md for details, then contact dnceng if you have further questions."
|
|
||||||
displayName: Warn about v2 Arcade Publishing Usage
|
|
||||||
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Build Assets
|
|
||||||
continueOnError: true
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
downloadType: 'specific'
|
|
||||||
itemPattern: |
|
|
||||||
PackageArtifacts/**
|
|
||||||
BlobArtifacts/**
|
|
||||||
AssetManifests/**
|
|
||||||
downloadPath: '$(Build.ArtifactStagingDirectory)'
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- task: NuGetToolInstaller@1
|
|
||||||
displayName: 'Install NuGet.exe'
|
|
||||||
|
|
||||||
# This is necessary whenever we want to publish/restore to an AzDO private feed
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
displayName: 'Authenticate to AzDO Feeds'
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Enable cross-org publishing
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\enable-cross-org-publishing.ps1
|
|
||||||
arguments: -token $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Publish Assets
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\sdk-task.ps1
|
|
||||||
arguments: -task PublishArtifactsInManifest -restore -msbuildEngine dotnet
|
|
||||||
/p:PublishingInfraVersion=2
|
|
||||||
/p:ArtifactsCategory=$(ArtifactsCategory)
|
|
||||||
/p:IsStableBuild=$(IsStableBuild)
|
|
||||||
/p:IsInternalBuild=$(IsInternalBuild)
|
|
||||||
/p:RepositoryName=$(Build.Repository.Name)
|
|
||||||
/p:CommitSha=$(Build.SourceVersion)
|
|
||||||
/p:NugetPath=$(NuGetExeToolPath)
|
|
||||||
/p:AzdoTargetFeedPAT='$(dn-bot-dnceng-universal-packages-rw)'
|
|
||||||
/p:AzureStorageTargetFeedPAT='$(dotnetfeed-storage-access-key-1)'
|
|
||||||
/p:BARBuildId=$(BARBuildId)
|
|
||||||
/p:MaestroApiEndpoint='$(MaestroApiEndPoint)'
|
|
||||||
/p:BuildAssetRegistryToken='$(MaestroApiAccessToken)'
|
|
||||||
/p:ManifestsBasePath='$(Build.ArtifactStagingDirectory)/AssetManifests/'
|
|
||||||
/p:BlobBasePath='$(Build.ArtifactStagingDirectory)/BlobArtifacts/'
|
|
||||||
/p:PackageBasePath='$(Build.ArtifactStagingDirectory)/PackageArtifacts/'
|
|
||||||
/p:Configuration=Release
|
|
||||||
/p:PublishInstallersAndChecksums=${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
/p:InstallersTargetStaticFeed=$(InstallersBlobFeedUrl)
|
|
||||||
/p:InstallersAzureAccountKey=$(dotnetcli-storage-key)
|
|
||||||
/p:ChecksumsTargetStaticFeed=$(ChecksumsBlobFeedUrl)
|
|
||||||
/p:ChecksumsAzureAccountKey=$(dotnetclichecksums-storage-key)
|
|
||||||
/p:AzureDevOpsStaticShippingFeed='${{ parameters.shippingFeed }}'
|
|
||||||
/p:AzureDevOpsStaticShippingFeedKey='$(dn-bot-dnceng-artifact-feeds-rw)'
|
|
||||||
/p:AzureDevOpsStaticTransportFeed='${{ parameters.transportFeed }}'
|
|
||||||
/p:AzureDevOpsStaticTransportFeedKey='$(dn-bot-dnceng-artifact-feeds-rw)'
|
|
||||||
/p:AzureDevOpsStaticSymbolsFeed='${{ parameters.symbolsFeed }}'
|
|
||||||
/p:AzureDevOpsStaticSymbolsFeedKey='$(dn-bot-dnceng-artifact-feeds-rw)'
|
|
||||||
/p:LatestLinkShortUrlPrefix=dotnet/'${{ parameters.akaMSChannelName }}'
|
|
||||||
/p:AkaMSClientId=$(akams-client-id)
|
|
||||||
/p:AkaMSClientSecret=$(akams-client-secret)
|
|
||||||
${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
|
|
||||||
- template: ../../steps/publish-logs.yml
|
|
||||||
parameters:
|
|
||||||
StageLabel: '${{ parameters.stageName }}'
|
|
||||||
JobLabel: 'AssetsPublishing'
|
|
||||||
|
|
||||||
- template: ../../steps/add-build-to-channel.yml
|
|
||||||
parameters:
|
|
||||||
ChannelId: ${{ parameters.channelId }}
|
|
||||||
|
|
@ -1,99 +0,0 @@
|
||||||
variables:
|
|
||||||
- group: AzureDevOps-Artifact-Feeds-Pats
|
|
||||||
- group: DotNet-Blob-Feed
|
|
||||||
- group: DotNet-DotNetCli-Storage
|
|
||||||
- group: DotNet-MSRC-Storage
|
|
||||||
- group: Publish-Build-Assets
|
|
||||||
|
|
||||||
# .NET Core 3.1 Dev
|
|
||||||
- name: PublicDevRelease_31_Channel_Id
|
|
||||||
value: 128
|
|
||||||
|
|
||||||
# .NET 5 Dev
|
|
||||||
- name: Net_5_Dev_Channel_Id
|
|
||||||
value: 131
|
|
||||||
|
|
||||||
# .NET Eng - Validation
|
|
||||||
- name: Net_Eng_Validation_Channel_Id
|
|
||||||
value: 9
|
|
||||||
|
|
||||||
# .NET Eng - Latest
|
|
||||||
- name: Net_Eng_Latest_Channel_Id
|
|
||||||
value: 2
|
|
||||||
|
|
||||||
# .NET 3 Eng - Validation
|
|
||||||
- name: NET_3_Eng_Validation_Channel_Id
|
|
||||||
value: 390
|
|
||||||
|
|
||||||
# .NET 3 Eng
|
|
||||||
- name: NetCore_3_Tools_Channel_Id
|
|
||||||
value: 344
|
|
||||||
|
|
||||||
# .NET Core 3.0 Internal Servicing
|
|
||||||
- name: InternalServicing_30_Channel_Id
|
|
||||||
value: 184
|
|
||||||
|
|
||||||
# .NET Core 3.0 Release
|
|
||||||
- name: PublicRelease_30_Channel_Id
|
|
||||||
value: 19
|
|
||||||
|
|
||||||
# .NET Core 3.1 Release
|
|
||||||
- name: PublicRelease_31_Channel_Id
|
|
||||||
value: 129
|
|
||||||
|
|
||||||
# General Testing
|
|
||||||
- name: GeneralTesting_Channel_Id
|
|
||||||
value: 529
|
|
||||||
|
|
||||||
# .NET Core 3.1 Blazor Features
|
|
||||||
- name: NetCore_31_Blazor_Features_Channel_Id
|
|
||||||
value: 531
|
|
||||||
|
|
||||||
# .NET Core Experimental
|
|
||||||
- name: NetCore_Experimental_Channel_Id
|
|
||||||
value: 562
|
|
||||||
|
|
||||||
# Whether the build is internal or not
|
|
||||||
- name: IsInternalBuild
|
|
||||||
value: ${{ and(ne(variables['System.TeamProject'], 'public'), contains(variables['Build.SourceBranch'], 'internal')) }}
|
|
||||||
|
|
||||||
# Default Maestro++ API Endpoint and API Version
|
|
||||||
- name: MaestroApiEndPoint
|
|
||||||
value: "https://maestro-prod.westus2.cloudapp.azure.com"
|
|
||||||
- name: MaestroApiAccessToken
|
|
||||||
value: $(MaestroAccessToken)
|
|
||||||
- name: MaestroApiVersion
|
|
||||||
value: "2020-02-20"
|
|
||||||
|
|
||||||
- name: SourceLinkCLIVersion
|
|
||||||
value: 3.0.0
|
|
||||||
- name: SymbolToolVersion
|
|
||||||
value: 1.0.1
|
|
||||||
|
|
||||||
# Feed Configurations
|
|
||||||
# These should include the suffix "/index.json"
|
|
||||||
|
|
||||||
# Default locations for Installers and checksums
|
|
||||||
# Public Locations
|
|
||||||
- name: ChecksumsBlobFeedUrl
|
|
||||||
value: https://dotnetclichecksums.blob.core.windows.net/dotnet/index.json
|
|
||||||
- name: InstallersBlobFeedUrl
|
|
||||||
value: https://dotnetcli.blob.core.windows.net/dotnet/index.json
|
|
||||||
|
|
||||||
# Private Locations
|
|
||||||
- name: InternalChecksumsBlobFeedUrl
|
|
||||||
value: https://dotnetclichecksumsmsrc.blob.core.windows.net/dotnet/index.json
|
|
||||||
- name: InternalChecksumsBlobFeedKey
|
|
||||||
value: $(dotnetclichecksumsmsrc-storage-key)
|
|
||||||
|
|
||||||
- name: InternalInstallersBlobFeedUrl
|
|
||||||
value: https://dotnetclimsrc.blob.core.windows.net/dotnet/index.json
|
|
||||||
- name: InternalInstallersBlobFeedKey
|
|
||||||
value: $(dotnetclimsrc-access-key)
|
|
||||||
|
|
||||||
# Skip component governance and codesign validation for SDL. These jobs
|
|
||||||
# create no content.
|
|
||||||
- name: skipComponentGovernanceDetection
|
|
||||||
value: true
|
|
||||||
- name: runCodesignValidationInjection
|
|
||||||
value: false
|
|
||||||
|
|
@ -1,589 +0,0 @@
|
||||||
parameters:
|
|
||||||
# Which publishing infra should be used. THIS SHOULD MATCH THE VERSION ON THE BUILD MANIFEST.
|
|
||||||
# Publishing V2 accepts optionally outlining the publishing stages - default is inline.
|
|
||||||
# Publishing V3 DOES NOT accept inlining the publishing stages.
|
|
||||||
publishingInfraVersion: 2
|
|
||||||
# When set to true the publishing templates from the repo will be used
|
|
||||||
# otherwise Darc add-build-to-channel will be used to trigger the promotion pipeline
|
|
||||||
inline: true
|
|
||||||
|
|
||||||
# Only used if inline==false. When set to true will stall the current build until
|
|
||||||
# the Promotion Pipeline build finishes. Otherwise, the current build will continue
|
|
||||||
# execution concurrently with the promotion build.
|
|
||||||
waitPublishingFinish: true
|
|
||||||
|
|
||||||
BARBuildId: ''
|
|
||||||
PromoteToChannelIds: ''
|
|
||||||
|
|
||||||
enableSourceLinkValidation: false
|
|
||||||
enableSigningValidation: true
|
|
||||||
enableSymbolValidation: false
|
|
||||||
enableNugetValidation: true
|
|
||||||
publishInstallersAndChecksums: true
|
|
||||||
SDLValidationParameters:
|
|
||||||
enable: false
|
|
||||||
continueOnError: false
|
|
||||||
params: ''
|
|
||||||
artifactNames: ''
|
|
||||||
downloadArtifacts: true
|
|
||||||
|
|
||||||
# These parameters let the user customize the call to sdk-task.ps1 for publishing
|
|
||||||
# symbols & general artifacts as well as for signing validation
|
|
||||||
symbolPublishingAdditionalParameters: ''
|
|
||||||
artifactsPublishingAdditionalParameters: ''
|
|
||||||
signingValidationAdditionalParameters: ''
|
|
||||||
|
|
||||||
# Which stages should finish execution before post-build stages start
|
|
||||||
validateDependsOn:
|
|
||||||
- build
|
|
||||||
publishDependsOn:
|
|
||||||
- Validate
|
|
||||||
|
|
||||||
# Channel ID's instantiated in this file.
|
|
||||||
# When adding a new channel implementation the call to `check-channel-consistency.ps1`
|
|
||||||
# needs to be updated with the new channel ID
|
|
||||||
NetEngLatestChannelId: 2
|
|
||||||
NetEngValidationChannelId: 9
|
|
||||||
NetDev5ChannelId: 131
|
|
||||||
NetDev6ChannelId: 1296
|
|
||||||
GeneralTestingChannelId: 529
|
|
||||||
NETCoreToolingDevChannelId: 548
|
|
||||||
NETCoreToolingReleaseChannelId: 549
|
|
||||||
NETInternalToolingChannelId: 551
|
|
||||||
NETCoreExperimentalChannelId: 562
|
|
||||||
NetEngServicesIntChannelId: 678
|
|
||||||
NetEngServicesProdChannelId: 679
|
|
||||||
NetCoreSDK313xxChannelId: 759
|
|
||||||
NetCoreSDK313xxInternalChannelId: 760
|
|
||||||
NetCoreSDK314xxChannelId: 921
|
|
||||||
NetCoreSDK314xxInternalChannelId: 922
|
|
||||||
VS166ChannelId: 1010
|
|
||||||
VS167ChannelId: 1011
|
|
||||||
VS168ChannelId: 1154
|
|
||||||
VSMasterChannelId: 1012
|
|
||||||
VS169ChannelId: 1473
|
|
||||||
VS1610ChannelId: 1692
|
|
||||||
|
|
||||||
stages:
|
|
||||||
- ${{ if or(and(le(parameters.publishingInfraVersion, 2), eq(parameters.inline, 'true')), eq( parameters.enableNugetValidation, 'true'), eq(parameters.enableSigningValidation, 'true'), eq(parameters.enableSourceLinkValidation, 'true'), eq(parameters.SDLValidationParameters.enable, 'true')) }}:
|
|
||||||
- stage: Validate
|
|
||||||
dependsOn: ${{ parameters.validateDependsOn }}
|
|
||||||
displayName: Validate Build Assets
|
|
||||||
variables:
|
|
||||||
- template: common-variables.yml
|
|
||||||
jobs:
|
|
||||||
- template: setup-maestro-vars.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
|
|
||||||
- ${{ if and(le(parameters.publishingInfraVersion, 2), eq(parameters.inline, 'true')) }}:
|
|
||||||
- job:
|
|
||||||
displayName: Post-build Checks
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
variables:
|
|
||||||
- name: TargetChannels
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.TargetChannels'] ]
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Maestro Channels Consistency
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/post-build/check-channel-consistency.ps1
|
|
||||||
arguments: -PromoteToChannels "$(TargetChannels)"
|
|
||||||
-AvailableChannelIds ${{parameters.NetEngLatestChannelId}},${{parameters.NetEngValidationChannelId}},${{parameters.NetDev5ChannelId}},${{parameters.NetDev6ChannelId}},${{parameters.GeneralTestingChannelId}},${{parameters.NETCoreToolingDevChannelId}},${{parameters.NETCoreToolingReleaseChannelId}},${{parameters.NETInternalToolingChannelId}},${{parameters.NETCoreExperimentalChannelId}},${{parameters.NetEngServicesIntChannelId}},${{parameters.NetEngServicesProdChannelId}},${{parameters.NetCoreSDK313xxChannelId}},${{parameters.NetCoreSDK313xxInternalChannelId}},${{parameters.NetCoreSDK314xxChannelId}},${{parameters.NetCoreSDK314xxInternalChannelId}},${{parameters.VS166ChannelId}},${{parameters.VS167ChannelId}},${{parameters.VS168ChannelId}},${{parameters.VSMasterChannelId}},${{parameters.VS169ChannelId}},${{parameters.VS1610ChannelId}}
|
|
||||||
|
|
||||||
- job:
|
|
||||||
displayName: NuGet Validation
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
condition: eq( ${{ parameters.enableNugetValidation }}, 'true')
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
variables:
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
steps:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Package Artifacts
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
artifactName: PackageArtifacts
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Validate
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/post-build/nuget-validation.ps1
|
|
||||||
arguments: -PackagesPath $(Build.ArtifactStagingDirectory)/PackageArtifacts/
|
|
||||||
-ToolDestinationPath $(Agent.BuildDirectory)/Extract/
|
|
||||||
|
|
||||||
- job:
|
|
||||||
displayName: Signing Validation
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
condition: and( eq( ${{ parameters.enableSigningValidation }}, 'true'), ne( variables['PostBuildSign'], 'true'))
|
|
||||||
variables:
|
|
||||||
- template: common-variables.yml
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Package Artifacts
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
artifactName: PackageArtifacts
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
itemPattern: |
|
|
||||||
**
|
|
||||||
!**/Microsoft.SourceBuild.Intermediate.*.nupkg
|
|
||||||
|
|
||||||
# This is necessary whenever we want to publish/restore to an AzDO private feed
|
|
||||||
# Since sdk-task.ps1 tries to restore packages we need to do this authentication here
|
|
||||||
# otherwise it'll complain about accessing a private feed.
|
|
||||||
- task: NuGetAuthenticate@0
|
|
||||||
displayName: 'Authenticate to AzDO Feeds'
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Enable cross-org publishing
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\enable-cross-org-publishing.ps1
|
|
||||||
arguments: -token $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
|
|
||||||
# Signing validation will optionally work with the buildmanifest file which is downloaded from
|
|
||||||
# Azure DevOps above.
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Validate
|
|
||||||
inputs:
|
|
||||||
filePath: eng\common\sdk-task.ps1
|
|
||||||
arguments: -task SigningValidation -restore -msbuildEngine vs
|
|
||||||
/p:PackageBasePath='$(Build.ArtifactStagingDirectory)/PackageArtifacts'
|
|
||||||
/p:SignCheckExclusionsFile='$(Build.SourcesDirectory)/eng/SignCheckExclusionsFile.txt'
|
|
||||||
${{ parameters.signingValidationAdditionalParameters }}
|
|
||||||
|
|
||||||
- template: ../steps/publish-logs.yml
|
|
||||||
parameters:
|
|
||||||
StageLabel: 'Validation'
|
|
||||||
JobLabel: 'Signing'
|
|
||||||
|
|
||||||
- job:
|
|
||||||
displayName: SourceLink Validation
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
condition: eq( ${{ parameters.enableSourceLinkValidation }}, 'true')
|
|
||||||
variables:
|
|
||||||
- template: common-variables.yml
|
|
||||||
- name: AzDOProjectName
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOProjectName'] ]
|
|
||||||
- name: AzDOPipelineId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOPipelineId'] ]
|
|
||||||
- name: AzDOBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.AzDOBuildId'] ]
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Blob Artifacts
|
|
||||||
inputs:
|
|
||||||
buildType: specific
|
|
||||||
buildVersionToDownload: specific
|
|
||||||
project: $(AzDOProjectName)
|
|
||||||
pipeline: $(AzDOPipelineId)
|
|
||||||
buildId: $(AzDOBuildId)
|
|
||||||
artifactName: BlobArtifacts
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Validate
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/post-build/sourcelink-validation.ps1
|
|
||||||
arguments: -InputPath $(Build.ArtifactStagingDirectory)/BlobArtifacts/
|
|
||||||
-ExtractPath $(Agent.BuildDirectory)/Extract/
|
|
||||||
-GHRepoName $(Build.Repository.Name)
|
|
||||||
-GHCommit $(Build.SourceVersion)
|
|
||||||
-SourcelinkCliVersion $(SourceLinkCLIVersion)
|
|
||||||
continueOnError: true
|
|
||||||
|
|
||||||
- template: /eng/common/templates/job/execute-sdl.yml
|
|
||||||
parameters:
|
|
||||||
enable: ${{ parameters.SDLValidationParameters.enable }}
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
additionalParameters: ${{ parameters.SDLValidationParameters.params }}
|
|
||||||
continueOnError: ${{ parameters.SDLValidationParameters.continueOnError }}
|
|
||||||
artifactNames: ${{ parameters.SDLValidationParameters.artifactNames }}
|
|
||||||
downloadArtifacts: ${{ parameters.SDLValidationParameters.downloadArtifacts }}
|
|
||||||
|
|
||||||
- ${{ if or(ge(parameters.publishingInfraVersion, 3), eq(parameters.inline, 'false')) }}:
|
|
||||||
- stage: publish_using_darc
|
|
||||||
${{ if or(eq(parameters.enableNugetValidation, 'true'), eq(parameters.enableSigningValidation, 'true'), eq(parameters.enableSourceLinkValidation, 'true'), eq(parameters.SDLValidationParameters.enable, 'true')) }}:
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
${{ if and(ne(parameters.enableNugetValidation, 'true'), ne(parameters.enableSigningValidation, 'true'), ne(parameters.enableSourceLinkValidation, 'true'), ne(parameters.SDLValidationParameters.enable, 'true')) }}:
|
|
||||||
dependsOn: ${{ parameters.validateDependsOn }}
|
|
||||||
displayName: Publish using Darc
|
|
||||||
variables:
|
|
||||||
- template: common-variables.yml
|
|
||||||
jobs:
|
|
||||||
- template: setup-maestro-vars.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
|
|
||||||
- job:
|
|
||||||
displayName: Publish Using Darc
|
|
||||||
dependsOn: setupMaestroVars
|
|
||||||
timeoutInMinutes: 120
|
|
||||||
variables:
|
|
||||||
- name: BARBuildId
|
|
||||||
value: $[ dependencies.setupMaestroVars.outputs['setReleaseVars.BARBuildId'] ]
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Publish Using Darc
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/post-build/publish-using-darc.ps1
|
|
||||||
arguments: -BuildId $(BARBuildId)
|
|
||||||
-PublishingInfraVersion ${{ parameters.PublishingInfraVersion }}
|
|
||||||
-AzdoToken '$(publishing-dnceng-devdiv-code-r-build-re)'
|
|
||||||
-MaestroToken '$(MaestroApiAccessToken)'
|
|
||||||
-WaitPublishingFinish ${{ parameters.waitPublishingFinish }}
|
|
||||||
-PublishInstallersAndChecksums ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
-ArtifactsPublishingAdditionalParameters '${{ parameters.artifactsPublishingAdditionalParameters }}'
|
|
||||||
-SymbolPublishingAdditionalParameters '${{ parameters.symbolPublishingAdditionalParameters }}'
|
|
||||||
|
|
||||||
- ${{ if and(le(parameters.publishingInfraVersion, 2), eq(parameters.inline, 'true')) }}:
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NetCore_Dev5_Publish'
|
|
||||||
channelName: '.NET 5 Dev'
|
|
||||||
akaMSChannelName: 'net5/dev'
|
|
||||||
channelId: ${{ parameters.NetDev5ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet5-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet5/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet5-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NetCore_Dev6_Publish'
|
|
||||||
channelName: '.NET 6 Dev'
|
|
||||||
akaMSChannelName: 'net6/dev'
|
|
||||||
channelId: ${{ parameters.NetDev6ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet6-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet6/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet6-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'Net_Eng_Latest_Publish'
|
|
||||||
channelName: '.NET Eng - Latest'
|
|
||||||
akaMSChannelName: 'eng/daily'
|
|
||||||
channelId: ${{ parameters.NetEngLatestChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'Net_Eng_Validation_Publish'
|
|
||||||
channelName: '.NET Eng - Validation'
|
|
||||||
akaMSChannelName: 'eng/validation'
|
|
||||||
channelId: ${{ parameters.NetEngValidationChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'General_Testing_Publish'
|
|
||||||
channelName: 'General Testing'
|
|
||||||
akaMSChannelName: 'generaltesting'
|
|
||||||
channelId: ${{ parameters.GeneralTestingChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/general-testing/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/general-testing/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/general-testing-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_Tooling_Dev_Publishing'
|
|
||||||
channelName: '.NET Core Tooling Dev'
|
|
||||||
channelId: ${{ parameters.NETCoreToolingDevChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_Tooling_Release_Publishing'
|
|
||||||
channelName: '.NET Core Tooling Release'
|
|
||||||
channelId: ${{ parameters.NETCoreToolingReleaseChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-internal-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NET_Internal_Tooling_Publishing'
|
|
||||||
channelName: '.NET Internal Tooling'
|
|
||||||
channelId: ${{ parameters.NETInternalToolingChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet-tools-internal/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet-tools-internal/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/internal/_packaging/dotnet-tools-internal-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_Experimental_Publishing'
|
|
||||||
channelName: '.NET Core Experimental'
|
|
||||||
channelId: ${{ parameters.NETCoreExperimentalChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-experimental/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-experimental/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-experimental-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'Net_Eng_Services_Int_Publish'
|
|
||||||
channelName: '.NET Eng Services - Int'
|
|
||||||
channelId: ${{ parameters.NetEngServicesIntChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'Net_Eng_Services_Prod_Publish'
|
|
||||||
channelName: '.NET Eng Services - Prod'
|
|
||||||
channelId: ${{ parameters.NetEngServicesProdChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-eng-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_SDK_314xx_Publishing'
|
|
||||||
channelName: '.NET Core SDK 3.1.4xx'
|
|
||||||
channelId: ${{ parameters.NetCoreSDK314xxChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-internal-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_SDK_314xx_Internal_Publishing'
|
|
||||||
channelName: '.NET Core SDK 3.1.4xx Internal'
|
|
||||||
channelId: ${{ parameters.NetCoreSDK314xxInternalChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_SDK_313xx_Publishing'
|
|
||||||
channelName: '.NET Core SDK 3.1.3xx'
|
|
||||||
channelId: ${{ parameters.NetCoreSDK313xxChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet3.1-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-internal-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'NETCore_SDK_313xx_Internal_Publishing'
|
|
||||||
channelName: '.NET Core SDK 3.1.3xx Internal'
|
|
||||||
channelId: ${{ parameters.NetCoreSDK313xxInternalChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/_packaging/dotnet3.1-internal-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'VS16_6_Publishing'
|
|
||||||
channelName: 'VS 16.6'
|
|
||||||
channelId: ${{ parameters.VS166ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'VS16_7_Publishing'
|
|
||||||
channelName: 'VS 16.7'
|
|
||||||
channelId: ${{ parameters.VS167ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'VS16_8_Publishing'
|
|
||||||
channelName: 'VS 16.8'
|
|
||||||
channelId: ${{ parameters.VS168ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'VS_Master_Publishing'
|
|
||||||
channelName: 'VS Master'
|
|
||||||
channelId: ${{ parameters.VSMasterChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'VS_16_9_Publishing'
|
|
||||||
channelName: 'VS 16.9'
|
|
||||||
channelId: ${{ parameters.VS169ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
||||||
- template: \eng\common\templates\post-build\channels\generic-public-channel.yml
|
|
||||||
parameters:
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToChannelIds: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
artifactsPublishingAdditionalParameters: ${{ parameters.artifactsPublishingAdditionalParameters }}
|
|
||||||
dependsOn: ${{ parameters.publishDependsOn }}
|
|
||||||
publishInstallersAndChecksums: ${{ parameters.publishInstallersAndChecksums }}
|
|
||||||
symbolPublishingAdditionalParameters: ${{ parameters.symbolPublishingAdditionalParameters }}
|
|
||||||
stageName: 'VS_16_10_Publishing'
|
|
||||||
channelName: 'VS 16.10'
|
|
||||||
channelId: ${{ parameters.VS1610ChannelId }}
|
|
||||||
transportFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-transport/nuget/v3/index.json'
|
|
||||||
shippingFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools/nuget/v3/index.json'
|
|
||||||
symbolsFeed: 'https://pkgs.dev.azure.com/dnceng/public/_packaging/dotnet-tools-symbols/nuget/v3/index.json'
|
|
||||||
|
|
@ -1,78 +0,0 @@
|
||||||
parameters:
|
|
||||||
BARBuildId: ''
|
|
||||||
PromoteToChannelIds: ''
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
- job: setupMaestroVars
|
|
||||||
displayName: Setup Maestro Vars
|
|
||||||
variables:
|
|
||||||
- template: common-variables.yml
|
|
||||||
pool:
|
|
||||||
vmImage: 'windows-2019'
|
|
||||||
steps:
|
|
||||||
- checkout: none
|
|
||||||
|
|
||||||
- ${{ if eq(coalesce(parameters.PromoteToChannelIds, 0), 0) }}:
|
|
||||||
- task: DownloadBuildArtifacts@0
|
|
||||||
displayName: Download Release Configs
|
|
||||||
inputs:
|
|
||||||
buildType: current
|
|
||||||
artifactName: ReleaseConfigs
|
|
||||||
checkDownloadedFiles: true
|
|
||||||
|
|
||||||
- task: PowerShell@2
|
|
||||||
name: setReleaseVars
|
|
||||||
displayName: Set Release Configs Vars
|
|
||||||
inputs:
|
|
||||||
targetType: inline
|
|
||||||
script: |
|
|
||||||
try {
|
|
||||||
if (!$Env:PromoteToMaestroChannels -or $Env:PromoteToMaestroChannels.Trim() -eq '') {
|
|
||||||
$Content = Get-Content $(Build.StagingDirectory)/ReleaseConfigs/ReleaseConfigs.txt
|
|
||||||
|
|
||||||
$BarId = $Content | Select -Index 0
|
|
||||||
$Channels = $Content | Select -Index 1
|
|
||||||
$IsStableBuild = $Content | Select -Index 2
|
|
||||||
|
|
||||||
$AzureDevOpsProject = $Env:System_TeamProject
|
|
||||||
$AzureDevOpsBuildDefinitionId = $Env:System_DefinitionId
|
|
||||||
$AzureDevOpsBuildId = $Env:Build_BuildId
|
|
||||||
}
|
|
||||||
else {
|
|
||||||
$buildApiEndpoint = "${Env:MaestroApiEndPoint}/api/builds/${Env:BARBuildId}?api-version=${Env:MaestroApiVersion}"
|
|
||||||
|
|
||||||
$apiHeaders = New-Object 'System.Collections.Generic.Dictionary[[String],[String]]'
|
|
||||||
$apiHeaders.Add('Accept', 'application/json')
|
|
||||||
$apiHeaders.Add('Authorization',"Bearer ${Env:MAESTRO_API_TOKEN}")
|
|
||||||
|
|
||||||
$buildInfo = try { Invoke-WebRequest -Method Get -Uri $buildApiEndpoint -Headers $apiHeaders | ConvertFrom-Json } catch { Write-Host "Error: $_" }
|
|
||||||
|
|
||||||
$BarId = $Env:BARBuildId
|
|
||||||
$Channels = $Env:PromoteToMaestroChannels -split ","
|
|
||||||
$Channels = $Channels -join "]["
|
|
||||||
$Channels = "[$Channels]"
|
|
||||||
|
|
||||||
$IsStableBuild = $buildInfo.stable
|
|
||||||
$AzureDevOpsProject = $buildInfo.azureDevOpsProject
|
|
||||||
$AzureDevOpsBuildDefinitionId = $buildInfo.azureDevOpsBuildDefinitionId
|
|
||||||
$AzureDevOpsBuildId = $buildInfo.azureDevOpsBuildId
|
|
||||||
}
|
|
||||||
|
|
||||||
Write-Host "##vso[task.setvariable variable=BARBuildId;isOutput=true]$BarId"
|
|
||||||
Write-Host "##vso[task.setvariable variable=TargetChannels;isOutput=true]$Channels"
|
|
||||||
Write-Host "##vso[task.setvariable variable=IsStableBuild;isOutput=true]$IsStableBuild"
|
|
||||||
|
|
||||||
Write-Host "##vso[task.setvariable variable=AzDOProjectName;isOutput=true]$AzureDevOpsProject"
|
|
||||||
Write-Host "##vso[task.setvariable variable=AzDOPipelineId;isOutput=true]$AzureDevOpsBuildDefinitionId"
|
|
||||||
Write-Host "##vso[task.setvariable variable=AzDOBuildId;isOutput=true]$AzureDevOpsBuildId"
|
|
||||||
}
|
|
||||||
catch {
|
|
||||||
Write-Host $_
|
|
||||||
Write-Host $_.Exception
|
|
||||||
Write-Host $_.ScriptStackTrace
|
|
||||||
exit 1
|
|
||||||
}
|
|
||||||
env:
|
|
||||||
MAESTRO_API_TOKEN: $(MaestroApiAccessToken)
|
|
||||||
BARBuildId: ${{ parameters.BARBuildId }}
|
|
||||||
PromoteToMaestroChannels: ${{ parameters.PromoteToChannelIds }}
|
|
||||||
|
|
@ -1,13 +0,0 @@
|
||||||
parameters:
|
|
||||||
ChannelId: 0
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Triggering subscriptions
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/post-build/trigger-subscriptions.ps1
|
|
||||||
arguments: -SourceRepo $(Build.Repository.Uri)
|
|
||||||
-ChannelId ${{ parameters.ChannelId }}
|
|
||||||
-MaestroApiAccessToken $(MaestroAccessToken)
|
|
||||||
-MaestroApiEndPoint $(MaestroApiEndPoint)
|
|
||||||
-MaestroApiVersion $(MaestroApiVersion)
|
|
||||||
|
|
@ -1,13 +0,0 @@
|
||||||
parameters:
|
|
||||||
ChannelId: 0
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- task: PowerShell@2
|
|
||||||
displayName: Add Build to Channel
|
|
||||||
inputs:
|
|
||||||
filePath: $(Build.SourcesDirectory)/eng/common/post-build/add-build-to-channel.ps1
|
|
||||||
arguments: -BuildId $(BARBuildId)
|
|
||||||
-ChannelId ${{ parameters.ChannelId }}
|
|
||||||
-MaestroApiAccessToken $(MaestroApiAccessToken)
|
|
||||||
-MaestroApiEndPoint $(MaestroApiEndPoint)
|
|
||||||
-MaestroApiVersion $(MaestroApiVersion)
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
# build-reason.yml
|
|
||||||
# Description: runs steps if build.reason condition is valid. conditions is a string of valid build reasons
|
|
||||||
# to include steps (',' separated).
|
|
||||||
parameters:
|
|
||||||
conditions: ''
|
|
||||||
steps: []
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- ${{ if and( not(startsWith(parameters.conditions, 'not')), contains(parameters.conditions, variables['build.reason'])) }}:
|
|
||||||
- ${{ parameters.steps }}
|
|
||||||
- ${{ if and( startsWith(parameters.conditions, 'not'), not(contains(parameters.conditions, variables['build.reason']))) }}:
|
|
||||||
- ${{ parameters.steps }}
|
|
||||||
|
|
@ -1,23 +0,0 @@
|
||||||
parameters:
|
|
||||||
StageLabel: ''
|
|
||||||
JobLabel: ''
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- task: Powershell@2
|
|
||||||
displayName: Prepare Binlogs to Upload
|
|
||||||
inputs:
|
|
||||||
targetType: inline
|
|
||||||
script: |
|
|
||||||
New-Item -ItemType Directory $(Build.SourcesDirectory)/PostBuildLogs/${{parameters.StageLabel}}/${{parameters.JobLabel}}/
|
|
||||||
Move-Item -Path $(Build.SourcesDirectory)/artifacts/log/Debug/* $(Build.SourcesDirectory)/PostBuildLogs/${{parameters.StageLabel}}/${{parameters.JobLabel}}/
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
|
|
||||||
- task: PublishBuildArtifacts@1
|
|
||||||
displayName: Publish Logs
|
|
||||||
inputs:
|
|
||||||
PathtoPublish: '$(Build.SourcesDirectory)/PostBuildLogs'
|
|
||||||
PublishLocation: Container
|
|
||||||
ArtifactName: PostBuildLogs
|
|
||||||
continueOnError: true
|
|
||||||
condition: always()
|
|
||||||
|
|
@ -1,7 +0,0 @@
|
||||||
parameters:
|
|
||||||
agentOs: ''
|
|
||||||
steps: []
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- ${{ if ne(parameters.agentOs, 'Windows_NT') }}:
|
|
||||||
- ${{ parameters.steps }}
|
|
||||||
|
|
@ -1,7 +0,0 @@
|
||||||
parameters:
|
|
||||||
agentOs: ''
|
|
||||||
steps: []
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- ${{ if eq(parameters.agentOs, 'Windows_NT') }}:
|
|
||||||
- ${{ parameters.steps }}
|
|
||||||
|
|
@ -1,33 +0,0 @@
|
||||||
parameters:
|
|
||||||
# if parameter1 equals parameter 2, run 'ifScript' command, else run 'elsescript' command
|
|
||||||
parameter1: ''
|
|
||||||
parameter2: ''
|
|
||||||
ifScript: ''
|
|
||||||
elseScript: ''
|
|
||||||
|
|
||||||
# name of script step
|
|
||||||
name: Script
|
|
||||||
|
|
||||||
# display name of script step
|
|
||||||
displayName: If-Equal-Else Script
|
|
||||||
|
|
||||||
# environment
|
|
||||||
env: {}
|
|
||||||
|
|
||||||
# conditional expression for step execution
|
|
||||||
condition: ''
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- ${{ if and(ne(parameters.ifScript, ''), eq(parameters.parameter1, parameters.parameter2)) }}:
|
|
||||||
- script: ${{ parameters.ifScript }}
|
|
||||||
name: ${{ parameters.name }}
|
|
||||||
displayName: ${{ parameters.displayName }}
|
|
||||||
env: ${{ parameters.env }}
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
||||||
- ${{ if and(ne(parameters.elseScript, ''), ne(parameters.parameter1, parameters.parameter2)) }}:
|
|
||||||
- script: ${{ parameters.elseScript }}
|
|
||||||
name: ${{ parameters.name }}
|
|
||||||
displayName: ${{ parameters.displayName }}
|
|
||||||
env: ${{ parameters.env }}
|
|
||||||
condition: ${{ parameters.condition }}
|
|
||||||
|
|
@ -1,91 +0,0 @@
|
||||||
# Please remember to update the documentation if you make changes to these parameters!
|
|
||||||
parameters:
|
|
||||||
HelixSource: 'pr/default' # required -- sources must start with pr/, official/, prodcon/, or agent/
|
|
||||||
HelixType: 'tests/default/' # required -- Helix telemetry which identifies what type of data this is; should include "test" for clarity and must end in '/'
|
|
||||||
HelixBuild: $(Build.BuildNumber) # required -- the build number Helix will use to identify this -- automatically set to the AzDO build number
|
|
||||||
HelixTargetQueues: '' # required -- semicolon delimited list of Helix queues to test on; see https://helix.dot.net/ for a list of queues
|
|
||||||
HelixAccessToken: '' # required -- access token to make Helix API requests; should be provided by the appropriate variable group
|
|
||||||
HelixConfiguration: '' # optional -- additional property attached to a job
|
|
||||||
HelixPreCommands: '' # optional -- commands to run before Helix work item execution
|
|
||||||
HelixPostCommands: '' # optional -- commands to run after Helix work item execution
|
|
||||||
WorkItemDirectory: '' # optional -- a payload directory to zip up and send to Helix; requires WorkItemCommand; incompatible with XUnitProjects
|
|
||||||
WorkItemCommand: '' # optional -- a command to execute on the payload; requires WorkItemDirectory; incompatible with XUnitProjects
|
|
||||||
WorkItemTimeout: '' # optional -- a timeout in TimeSpan.Parse-ready value (e.g. 00:02:00) for the work item command; requires WorkItemDirectory; incompatible with XUnitProjects
|
|
||||||
CorrelationPayloadDirectory: '' # optional -- a directory to zip up and send to Helix as a correlation payload
|
|
||||||
XUnitProjects: '' # optional -- semicolon delimited list of XUnitProjects to parse and send to Helix; requires XUnitRuntimeTargetFramework, XUnitPublishTargetFramework, XUnitRunnerVersion, and IncludeDotNetCli=true
|
|
||||||
XUnitWorkItemTimeout: '' # optional -- the workitem timeout in seconds for all workitems created from the xUnit projects specified by XUnitProjects
|
|
||||||
XUnitPublishTargetFramework: '' # optional -- framework to use to publish your xUnit projects
|
|
||||||
XUnitRuntimeTargetFramework: '' # optional -- framework to use for the xUnit console runner
|
|
||||||
XUnitRunnerVersion: '' # optional -- version of the xUnit nuget package you wish to use on Helix; required for XUnitProjects
|
|
||||||
IncludeDotNetCli: false # optional -- true will download a version of the .NET CLI onto the Helix machine as a correlation payload; requires DotNetCliPackageType and DotNetCliVersion
|
|
||||||
DotNetCliPackageType: '' # optional -- either 'sdk', 'runtime' or 'aspnetcore-runtime'; determines whether the sdk or runtime will be sent to Helix; see https://raw.githubusercontent.com/dotnet/core/main/release-notes/releases-index.json
|
|
||||||
DotNetCliVersion: '' # optional -- version of the CLI to send to Helix; based on this: https://raw.githubusercontent.com/dotnet/core/main/release-notes/releases-index.json
|
|
||||||
WaitForWorkItemCompletion: true # optional -- true will make the task wait until work items have been completed and fail the build if work items fail. False is "fire and forget."
|
|
||||||
IsExternal: false # [DEPRECATED] -- doesn't do anything, jobs are external if HelixAccessToken is empty and Creator is set
|
|
||||||
HelixBaseUri: 'https://helix.dot.net/' # optional -- sets the Helix API base URI (allows targeting int)
|
|
||||||
Creator: '' # optional -- if the build is external, use this to specify who is sending the job
|
|
||||||
DisplayNamePrefix: 'Run Tests' # optional -- rename the beginning of the displayName of the steps in AzDO
|
|
||||||
condition: succeeded() # optional -- condition for step to execute; defaults to succeeded()
|
|
||||||
continueOnError: false # optional -- determines whether to continue the build if the step errors; defaults to false
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- powershell: 'powershell "$env:BUILD_SOURCESDIRECTORY\eng\common\msbuild.ps1 $env:BUILD_SOURCESDIRECTORY\eng\common\helixpublish.proj /restore /t:Test /bl:$env:BUILD_SOURCESDIRECTORY\artifacts\log\$env:BuildConfig\SendToHelix.binlog"'
|
|
||||||
displayName: ${{ parameters.DisplayNamePrefix }} (Windows)
|
|
||||||
env:
|
|
||||||
BuildConfig: $(_BuildConfig)
|
|
||||||
HelixSource: ${{ parameters.HelixSource }}
|
|
||||||
HelixType: ${{ parameters.HelixType }}
|
|
||||||
HelixBuild: ${{ parameters.HelixBuild }}
|
|
||||||
HelixConfiguration: ${{ parameters.HelixConfiguration }}
|
|
||||||
HelixTargetQueues: ${{ parameters.HelixTargetQueues }}
|
|
||||||
HelixAccessToken: ${{ parameters.HelixAccessToken }}
|
|
||||||
HelixPreCommands: ${{ parameters.HelixPreCommands }}
|
|
||||||
HelixPostCommands: ${{ parameters.HelixPostCommands }}
|
|
||||||
WorkItemDirectory: ${{ parameters.WorkItemDirectory }}
|
|
||||||
WorkItemCommand: ${{ parameters.WorkItemCommand }}
|
|
||||||
WorkItemTimeout: ${{ parameters.WorkItemTimeout }}
|
|
||||||
CorrelationPayloadDirectory: ${{ parameters.CorrelationPayloadDirectory }}
|
|
||||||
XUnitProjects: ${{ parameters.XUnitProjects }}
|
|
||||||
XUnitWorkItemTimeout: ${{ parameters.XUnitWorkItemTimeout }}
|
|
||||||
XUnitPublishTargetFramework: ${{ parameters.XUnitPublishTargetFramework }}
|
|
||||||
XUnitRuntimeTargetFramework: ${{ parameters.XUnitRuntimeTargetFramework }}
|
|
||||||
XUnitRunnerVersion: ${{ parameters.XUnitRunnerVersion }}
|
|
||||||
IncludeDotNetCli: ${{ parameters.IncludeDotNetCli }}
|
|
||||||
DotNetCliPackageType: ${{ parameters.DotNetCliPackageType }}
|
|
||||||
DotNetCliVersion: ${{ parameters.DotNetCliVersion }}
|
|
||||||
WaitForWorkItemCompletion: ${{ parameters.WaitForWorkItemCompletion }}
|
|
||||||
HelixBaseUri: ${{ parameters.HelixBaseUri }}
|
|
||||||
Creator: ${{ parameters.Creator }}
|
|
||||||
SYSTEM_ACCESSTOKEN: $(System.AccessToken)
|
|
||||||
condition: and(${{ parameters.condition }}, eq(variables['Agent.Os'], 'Windows_NT'))
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
- script: $BUILD_SOURCESDIRECTORY/eng/common/msbuild.sh $BUILD_SOURCESDIRECTORY/eng/common/helixpublish.proj /restore /t:Test /bl:$BUILD_SOURCESDIRECTORY/artifacts/log/$BuildConfig/SendToHelix.binlog
|
|
||||||
displayName: ${{ parameters.DisplayNamePrefix }} (Unix)
|
|
||||||
env:
|
|
||||||
BuildConfig: $(_BuildConfig)
|
|
||||||
HelixSource: ${{ parameters.HelixSource }}
|
|
||||||
HelixType: ${{ parameters.HelixType }}
|
|
||||||
HelixBuild: ${{ parameters.HelixBuild }}
|
|
||||||
HelixConfiguration: ${{ parameters.HelixConfiguration }}
|
|
||||||
HelixTargetQueues: ${{ parameters.HelixTargetQueues }}
|
|
||||||
HelixAccessToken: ${{ parameters.HelixAccessToken }}
|
|
||||||
HelixPreCommands: ${{ parameters.HelixPreCommands }}
|
|
||||||
HelixPostCommands: ${{ parameters.HelixPostCommands }}
|
|
||||||
WorkItemDirectory: ${{ parameters.WorkItemDirectory }}
|
|
||||||
WorkItemCommand: ${{ parameters.WorkItemCommand }}
|
|
||||||
WorkItemTimeout: ${{ parameters.WorkItemTimeout }}
|
|
||||||
CorrelationPayloadDirectory: ${{ parameters.CorrelationPayloadDirectory }}
|
|
||||||
XUnitProjects: ${{ parameters.XUnitProjects }}
|
|
||||||
XUnitWorkItemTimeout: ${{ parameters.XUnitWorkItemTimeout }}
|
|
||||||
XUnitPublishTargetFramework: ${{ parameters.XUnitPublishTargetFramework }}
|
|
||||||
XUnitRuntimeTargetFramework: ${{ parameters.XUnitRuntimeTargetFramework }}
|
|
||||||
XUnitRunnerVersion: ${{ parameters.XUnitRunnerVersion }}
|
|
||||||
IncludeDotNetCli: ${{ parameters.IncludeDotNetCli }}
|
|
||||||
DotNetCliPackageType: ${{ parameters.DotNetCliPackageType }}
|
|
||||||
DotNetCliVersion: ${{ parameters.DotNetCliVersion }}
|
|
||||||
WaitForWorkItemCompletion: ${{ parameters.WaitForWorkItemCompletion }}
|
|
||||||
HelixBaseUri: ${{ parameters.HelixBaseUri }}
|
|
||||||
Creator: ${{ parameters.Creator }}
|
|
||||||
SYSTEM_ACCESSTOKEN: $(System.AccessToken)
|
|
||||||
condition: and(${{ parameters.condition }}, ne(variables['Agent.Os'], 'Windows_NT'))
|
|
||||||
continueOnError: ${{ parameters.continueOnError }}
|
|
||||||
|
|
@ -1,102 +0,0 @@
|
||||||
parameters:
|
|
||||||
# This template adds arcade-powered source-build to CI.
|
|
||||||
|
|
||||||
# This is a 'steps' template, and is intended for advanced scenarios where the existing build
|
|
||||||
# infra has a careful build methodology that must be followed. For example, a repo
|
|
||||||
# (dotnet/runtime) might choose to clone the GitHub repo only once and store it as a pipeline
|
|
||||||
# artifact for all subsequent jobs to use, to reduce dependence on a strong network connection to
|
|
||||||
# GitHub. Using this steps template leaves room for that infra to be included.
|
|
||||||
|
|
||||||
# Defines the platform on which to run the steps. See 'eng/common/templates/job/source-build.yml'
|
|
||||||
# for details. The entire object is described in the 'job' template for simplicity, even though
|
|
||||||
# the usage of the properties on this object is split between the 'job' and 'steps' templates.
|
|
||||||
platform: {}
|
|
||||||
|
|
||||||
steps:
|
|
||||||
# Build. Keep it self-contained for simple reusability. (No source-build-specific job variables.)
|
|
||||||
- script: |
|
|
||||||
set -x
|
|
||||||
df -h
|
|
||||||
|
|
||||||
# If building on the internal project, the artifact feeds variable may be available (usually only if needed)
|
|
||||||
# In that case, call the feed setup script to add internal feeds corresponding to public ones.
|
|
||||||
# In addition, add an msbuild argument to copy the WIP from the repo to the target build location.
|
|
||||||
# This is because SetupNuGetSources.sh will alter the current NuGet.config file, and we need to preserve those
|
|
||||||
# changes.
|
|
||||||
$internalRestoreArgs=
|
|
||||||
if [ '$(dn-bot-dnceng-artifact-feeds-rw)' != '$''(dn-bot-dnceng-artifact-feeds-rw)' ]; then
|
|
||||||
# Temporarily work around https://github.com/dotnet/arcade/issues/7709
|
|
||||||
chmod +x $(Build.SourcesDirectory)/eng/common/SetupNugetSources.sh
|
|
||||||
$(Build.SourcesDirectory)/eng/common/SetupNugetSources.sh $(Build.SourcesDirectory)/NuGet.config $(dn-bot-dnceng-artifact-feeds-rw)
|
|
||||||
internalRestoreArgs='/p:CopyWipIntoInnerSourceBuildRepo=true'
|
|
||||||
|
|
||||||
# The 'Copy WIP' feature of source build uses git stash to apply changes from the original repo.
|
|
||||||
# This only works if there is a username/email configured, which won't be the case in most CI runs.
|
|
||||||
git config --get user.email
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
git config user.email dn-bot@microsoft.com
|
|
||||||
git config user.name dn-bot
|
|
||||||
fi
|
|
||||||
fi
|
|
||||||
|
|
||||||
# If building on the internal project, the internal storage variable may be available (usually only if needed)
|
|
||||||
# In that case, add variables to allow the download of internal runtimes if the specified versions are not found
|
|
||||||
# in the default public locations.
|
|
||||||
internalRuntimeDownloadArgs=
|
|
||||||
if [ '$(dotnetclimsrc-read-sas-token-base64)' != '$''(dotnetclimsrc-read-sas-token-base64)' ]; then
|
|
||||||
internalRuntimeDownloadArgs='/p:DotNetRuntimeSourceFeed=https://dotnetclimsrc.blob.core.windows.net/dotnet /p:DotNetRuntimeSourceFeedKey=$(dotnetclimsrc-read-sas-token-base64) --runtimesourcefeed https://dotnetclimsrc.blob.core.windows.net/dotnet --runtimesourcefeedkey $(dotnetclimsrc-read-sas-token-base64)'
|
|
||||||
fi
|
|
||||||
|
|
||||||
buildConfig=Release
|
|
||||||
# Check if AzDO substitutes in a build config from a variable, and use it if so.
|
|
||||||
if [ '$(_BuildConfig)' != '$''(_BuildConfig)' ]; then
|
|
||||||
buildConfig='$(_BuildConfig)'
|
|
||||||
fi
|
|
||||||
|
|
||||||
officialBuildArgs=
|
|
||||||
if [ '${{ and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}' = 'True' ]; then
|
|
||||||
officialBuildArgs='/p:DotNetPublishUsingPipelines=true /p:OfficialBuildId=$(BUILD.BUILDNUMBER)'
|
|
||||||
fi
|
|
||||||
|
|
||||||
targetRidArgs=
|
|
||||||
if [ '${{ parameters.platform.targetRID }}' != '' ]; then
|
|
||||||
targetRidArgs='/p:TargetRid=${{ parameters.platform.targetRID }}'
|
|
||||||
fi
|
|
||||||
|
|
||||||
publishArgs=
|
|
||||||
if [ '${{ parameters.platform.skipPublishValidation }}' != 'true' ]; then
|
|
||||||
publishArgs='--publish'
|
|
||||||
fi
|
|
||||||
|
|
||||||
${{ coalesce(parameters.platform.buildScript, './build.sh') }} --ci \
|
|
||||||
--configuration $buildConfig \
|
|
||||||
--restore --build --pack $publishArgs -bl \
|
|
||||||
$officialBuildArgs \
|
|
||||||
$internalRuntimeDownloadArgs \
|
|
||||||
$internalRestoreArgs \
|
|
||||||
$targetRidArgs \
|
|
||||||
/p:SourceBuildNonPortable=${{ parameters.platform.nonPortable }} \
|
|
||||||
/p:ArcadeBuildFromSource=true
|
|
||||||
displayName: Build
|
|
||||||
|
|
||||||
# Upload build logs for diagnosis.
|
|
||||||
- task: CopyFiles@2
|
|
||||||
displayName: Prepare BuildLogs staging directory
|
|
||||||
inputs:
|
|
||||||
SourceFolder: '$(Build.SourcesDirectory)'
|
|
||||||
Contents: |
|
|
||||||
**/*.log
|
|
||||||
**/*.binlog
|
|
||||||
artifacts/source-build/self/prebuilt-report/**
|
|
||||||
TargetFolder: '$(Build.StagingDirectory)/BuildLogs'
|
|
||||||
CleanTargetFolder: true
|
|
||||||
continueOnError: true
|
|
||||||
condition: succeededOrFailed()
|
|
||||||
|
|
||||||
- task: PublishPipelineArtifact@1
|
|
||||||
displayName: Publish BuildLogs
|
|
||||||
inputs:
|
|
||||||
targetPath: '$(Build.StagingDirectory)/BuildLogs'
|
|
||||||
artifactName: BuildLogs_SourceBuild_${{ parameters.platform.name }}_Attempt$(System.JobAttempt)
|
|
||||||
continueOnError: true
|
|
||||||
condition: succeededOrFailed()
|
|
||||||
Некоторые файлы не были показаны из-за слишком большого количества измененных файлов Показать больше
Загрузка…
Ссылка в новой задаче