306 lines
11 KiB
PowerShell
306 lines
11 KiB
PowerShell
#!/usr/bin/env pwsh
|
|
|
|
Param(
|
|
[Parameter(Mandatory=$true)]
|
|
[ValidateSet('DepsHash', 'Build', 'Test')]
|
|
[string] $Mode,
|
|
|
|
[Parameter(Mandatory=$true)]
|
|
[ValidateSet('x86', 'x64')]
|
|
[string] $BuildArch,
|
|
|
|
[Parameter()]
|
|
[ValidateSet('All', 'Deps', 'App')]
|
|
[string] $BuildPart = 'All',
|
|
|
|
[Parameter()]
|
|
[ValidateSet('None', 'All', 'Deps', 'App')]
|
|
[string] $CCachePart = 'None',
|
|
|
|
[Parameter()]
|
|
[string] $SourceDir,
|
|
|
|
[Parameter()]
|
|
[string] $RootDir,
|
|
|
|
[Parameter()]
|
|
[string] $ScriptBaseUrl,
|
|
|
|
[Parameter()]
|
|
[switch] $PackDebugSyms
|
|
)
|
|
|
|
Set-StrictMode -Version '6.0'
|
|
|
|
$ErrorActionPreference = 'Stop'
|
|
$PSDefaultParameterValues['*:ErrorAction'] = $ErrorActionPreference
|
|
|
|
$ScriptDir = Split-Path -Path $PSCommandPath -Parent
|
|
|
|
if (-not $RootDir) {
|
|
$RootDir = (Get-Item $ScriptDir).Root.Name
|
|
}
|
|
|
|
$CacheDir = Join-Path $RootDir "${BuildArch}-cache"
|
|
$TempDir = Join-Path $RootDir "${BuildArch}-temp"
|
|
$PrefixDir = Join-Path $RootDir "${BuildArch}-prefix"
|
|
|
|
function Invoke-NativeCommand() {
|
|
$Command = $Args[0]
|
|
$CommandArgs = @()
|
|
if ($Args.Count -gt 1) {
|
|
$CommandArgs = $Args[1..($Args.Count - 1)]
|
|
}
|
|
|
|
Write-Debug "Executing native command: $Command $CommandArgs"
|
|
& $Command $CommandArgs
|
|
$Result = $LastExitCode
|
|
|
|
if ($Result -ne 0) {
|
|
throw "$Command $CommandArgs exited with code $Result."
|
|
}
|
|
}
|
|
|
|
function Invoke-Download([string] $Url, [string] $OutFile) {
|
|
if (-not (Test-Path $OutFile)) {
|
|
Write-Information "Downloading ${Url} to ${OutFile}" -InformationAction Continue
|
|
$OldProgressPreference = $ProgressPreference
|
|
$ProgressPreference = 'SilentlyContinue'
|
|
Invoke-WebRequest -Uri $Url -OutFile $OutFile
|
|
$ProgressPreference = $OldProgressPreference
|
|
}
|
|
}
|
|
|
|
function Invoke-DownloadAndUnpack([string] $Url, [string] $Filename, [string[]] $MoreFlags = @()) {
|
|
New-Item -Path $CacheDir -ItemType Directory -ErrorAction Ignore | Out-Null
|
|
$ArchivePath = Join-Path $CacheDir $Filename
|
|
Invoke-Download $Url $ArchivePath
|
|
|
|
if ($ArchivePath -match '^(.+)(\.(gz|bz2|xz))$') {
|
|
$SubArchivePath = $Matches[1]
|
|
if (-not (Test-Path $SubArchivePath)) {
|
|
Write-Information "Unpacking archive ${ArchivePath} to ${CacheDir}" -InformationAction Continue
|
|
Invoke-NativeCommand 7z x -y $ArchivePath "-o${CacheDir}" | Out-Host
|
|
}
|
|
$ArchivePath = $SubArchivePath
|
|
}
|
|
|
|
if ($ArchivePath -match '^(.+)(\.(tar|zip))$') {
|
|
$FinalArchivePath = Join-Path $TempDir (Split-Path -Path $Matches[1] -Leaf)
|
|
|
|
New-Item -Path $TempDir -ItemType Directory -ErrorAction Ignore | Out-Null
|
|
Push-Location -Path $TempDir
|
|
|
|
Write-Information "Unpacking archive ${ArchivePath} to ${TempDir}" -InformationAction Continue
|
|
Invoke-NativeCommand 7z x -y $ArchivePath @MoreFlags | Out-Host
|
|
$ArchivePath = $FinalArchivePath
|
|
|
|
Pop-Location
|
|
} else {
|
|
throw "Archive type is not supported: ${ArchivePath}"
|
|
}
|
|
|
|
return $ArchivePath
|
|
}
|
|
|
|
function Invoke-DownloadAndInclude([string] $Uri, [string] $ScriptFile) {
|
|
Invoke-Download $Uri $ScriptFile
|
|
. $ScriptFile
|
|
}
|
|
|
|
function Edit-TextFile([string] $PatchedFile, [string] $MatchPattern, [string] $ReplacementString) {
|
|
(Get-Content $PatchedFile) -Replace $MatchPattern, $ReplacementString | Out-File "${PatchedFile}_new" -Encoding ascii
|
|
Move-Item -Path "${PatchedFile}_new" -Destination $PatchedFile -Force
|
|
}
|
|
|
|
function Invoke-VcEnvCommand() {
|
|
$VcEnvScript = Join-Path $TempDir vcenv.cmd
|
|
|
|
if (-not (Test-Path $VcEnvScript)) {
|
|
New-Item -Path $TempDir -ItemType Directory -ErrorAction Ignore | Out-Null
|
|
Set-Content $VcEnvScript @"
|
|
@pushd .
|
|
@call "${VcVarsScript}" ${BuildArch} || exit /b 1
|
|
@popd
|
|
@%* 2>&1
|
|
"@
|
|
}
|
|
|
|
Invoke-NativeCommand $VcEnvScript @args
|
|
}
|
|
|
|
function Get-StringHash([string] $String, [string] $HashName = 'sha1')
|
|
{
|
|
$StringBuilder = New-Object Text.StringBuilder
|
|
[System.Security.Cryptography.HashAlgorithm]::Create($HashName).ComputeHash([System.Text.Encoding]::UTF8.GetBytes($String)) | `
|
|
ForEach-Object { [void] $StringBuilder.Append($_.ToString('x2')) }
|
|
return $StringBuilder.ToString()
|
|
}
|
|
|
|
function Invoke-CMakeBuildAndInstall([string] $SourceDir, [string] $BuildDir, [string[]] $ConfigOptions) {
|
|
Invoke-VcEnvCommand cmake -S $SourceDir -B $BuildDir -G Ninja @ConfigOptions
|
|
Invoke-VcEnvCommand cmake --build $BuildDir
|
|
Invoke-VcEnvCommand cmake --build $BuildDir --target install
|
|
}
|
|
|
|
function Publish-CTestResults([string] $ReportXmlFilesMask) {
|
|
if ($env:APPVEYOR_URL) {
|
|
$CTestToJUnit = New-Object System.Xml.Xsl.XslCompiledTransform
|
|
$CTestToJUnit.Load("https://raw.githubusercontent.com/rpavlik/jenkins-ctest-plugin/master/ctest-to-junit.xsl")
|
|
$WebClient = New-Object System.Net.WebClient
|
|
foreach ($ReportXmlFile in (Get-ChildItem $ReportXmlFilesMask)) {
|
|
$CTestToJUnit.Transform($ReportXmlFile.FullName, "$($ReportXmlFile.FullName).junit.xml")
|
|
$WebClient.UploadFile("${env:APPVEYOR_URL}/api/testresults/junit/${env:APPVEYOR_JOB_ID}", "$($ReportXmlFile.FullName).junit.xml")
|
|
}
|
|
}
|
|
}
|
|
|
|
function Import-Script([string] $Name) {
|
|
$ScriptFile = Join-Path $ScriptDir "$($Name.ToLower()).ps1"
|
|
Invoke-DownloadAndInclude "${ScriptBaseUrl}/$($Name.ToLower()).ps1" $ScriptFile
|
|
Set-Variable -Name "$($Name -replace '\W+', '')ScriptFileHash" -Value (Get-StringHash (Get-Content -Path $ScriptFile)) -Scope Global
|
|
}
|
|
|
|
function Invoke-Build([string] $Name, [switch] $NoCache = $false, [switch] $CacheArchiveNameOnly = $false, [string[]] $MoreArguments = @()) {
|
|
Import-Script "Build-${Name}"
|
|
|
|
if (-not $NoCache -or $CacheArchiveNameOnly) {
|
|
$BuildScriptFileHash = Get-Variable -Name "Build${Name}ScriptFileHash" -ValueOnly
|
|
$BuildVersion = Get-Variable -Name "${Name}Version" -ValueOnly
|
|
$BuildDeps = Get-Variable -Name "${Name}Deps" -ValueOnly
|
|
|
|
$CacheArchiveDeps = @(
|
|
"$($Name.ToLower()):${BuildScriptFileHash}"
|
|
"toolchain:${ToolchainScriptFileHash}"
|
|
)
|
|
$BuildDeps | `
|
|
ForEach-Object { $CacheArchiveDeps += "$($_.ToLower()):$(Get-Variable -Name "Build$($_)ScriptFileHash" -ValueOnly)" }
|
|
$CacheArchiveDepsString = ($CacheArchiveDeps | Sort-Object) -join ' '
|
|
$CacheArchiveDepsHash = Get-StringHash $CacheArchiveDepsString
|
|
|
|
$CacheArchiveName = "$($Name.ToLower())_${BuildVersion}-vs_${VsVersion}-${BuildArch}-${CacheArchiveDepsHash}.7z"
|
|
$CacheArchive = Join-Path $CacheDir $CacheArchiveName
|
|
|
|
Write-Information "Cache archive: ${CacheArchiveName} (${CacheArchiveDepsString})" -InformationAction Continue
|
|
} else {
|
|
$CacheArchiveName = $null
|
|
$CacheArchive = $null
|
|
}
|
|
|
|
if ($CacheArchiveNameOnly) {
|
|
return $CacheArchiveName
|
|
}
|
|
|
|
while (-not $CacheArchive -or -not (Test-Path $CacheArchive)) {
|
|
if ($CacheArchive -and $env:AWS_S3_BUCKET_NAME) {
|
|
try {
|
|
Write-Information "Downloading cache archive ${CacheArchiveName} from S3" -InformationAction Continue
|
|
Invoke-NativeCommand aws s3 cp "s3://${env:AWS_S3_BUCKET_NAME}/windows/${CacheArchiveName}" $CacheArchive
|
|
break
|
|
} catch {
|
|
Write-Warning "Cache archive ${CacheArchiveName} download from S3 failed"
|
|
}
|
|
}
|
|
|
|
$Builder = (Get-Command "Build-${Name}" -CommandType Function).ScriptBlock
|
|
|
|
$TempPrefixDir = Join-Path $TempDir "${Name}-Prefix"
|
|
$BuilderArguments = @($TempPrefixDir, $BuildArch, $PrefixDir) + $MoreArguments
|
|
Write-Information "Running build for ${Name}" -InformationAction Continue
|
|
Invoke-Command -ScriptBlock $Builder -ArgumentList $BuilderArguments
|
|
|
|
if ($CacheArchive) {
|
|
Write-Information "Packing cache archive ${CacheArchive} from ${TempPrefixDir}" -InformationAction Continue
|
|
Invoke-NativeCommand cmake -E chdir $TempPrefixDir 7z a -t7z -m0=lzma -mx=9 -y $CacheArchive
|
|
|
|
if ($CacheArchive -and $env:AWS_S3_BUCKET_NAME) {
|
|
try {
|
|
Write-Information "Uploading cache archive ${CacheArchiveName} to S3" -InformationAction Continue
|
|
Invoke-NativeCommand aws s3 cp $CacheArchive "s3://${env:AWS_S3_BUCKET_NAME}/windows/${CacheArchiveName}" `
|
|
--metadata "build-deps=${CacheArchiveDepsString}"
|
|
} catch {
|
|
Write-Warning "Cache archive ${CacheArchiveName} upload to S3 failed"
|
|
}
|
|
}
|
|
}
|
|
|
|
break
|
|
}
|
|
|
|
if ($CacheArchive) {
|
|
Write-Information "Unpacking cache archive ${CacheArchive} to ${PrefixDir}" -InformationAction Continue
|
|
Invoke-NativeCommand 7z x -y $CacheArchive "-o${PrefixDir}"
|
|
}
|
|
}
|
|
|
|
function Invoke-Test([string] $Name, [string[]] $MoreArguments = @()) {
|
|
Import-Script "Build-${Name}"
|
|
|
|
$Tester = (Get-Command "Test-${Name}" -CommandType Function).ScriptBlock
|
|
|
|
Write-Information "Running test for ${Name}" -InformationAction Continue
|
|
Invoke-Command -ScriptBlock $Tester -ArgumentList $MoreArguments
|
|
}
|
|
|
|
[System.Net.ServicePointManager]::SecurityProtocol = [System.Net.SecurityProtocolType]::Tls12
|
|
|
|
if (-not $SourceDir) {
|
|
$SourceDir = (Get-Item $ScriptDir).Parent.Parent.FullName
|
|
}
|
|
|
|
if ($Mode -eq 'DepsHash') {
|
|
Import-Script Toolchain
|
|
|
|
$Names = @(
|
|
Invoke-Build Expat -CacheArchiveNameOnly
|
|
Invoke-Build DBus -CacheArchiveNameOnly
|
|
Invoke-Build Zlib -CacheArchiveNameOnly
|
|
Invoke-Build OpenSsl -CacheArchiveNameOnly
|
|
Invoke-Build Curl -CacheArchiveNameOnly
|
|
Invoke-Build Qt -CacheArchiveNameOnly
|
|
)
|
|
|
|
Write-Output (Get-StringHash ($Names -join ':'))
|
|
}
|
|
|
|
if ($Mode -eq 'Build') {
|
|
Import-Script Toolchain
|
|
|
|
$env:CFLAGS = $CompilerFlags -join ' '
|
|
$env:CXXFLAGS = $CompilerFlags -join ' '
|
|
$env:LDFLAGS = $LinkerFlags -join ' '
|
|
|
|
if (@('All', 'Deps') -contains $CCachePart) {
|
|
$Env:CMAKE_C_COMPILER_LAUNCHER = 'ccache'
|
|
$Env:CMAKE_CXX_COMPILER_LAUNCHER = 'ccache'
|
|
} else {
|
|
$Env:CMAKE_C_COMPILER_LAUNCHER = ''
|
|
$Env:CMAKE_CXX_COMPILER_LAUNCHER = ''
|
|
}
|
|
|
|
if (@('All', 'Deps') -contains $BuildPart) {
|
|
Invoke-Build Expat
|
|
Invoke-Build DBus
|
|
Invoke-Build Zlib
|
|
Invoke-Build OpenSsl
|
|
Invoke-Build Curl
|
|
Invoke-Build Qt
|
|
}
|
|
|
|
if (@('All', 'App') -contains $CCachePart) {
|
|
$Env:CMAKE_C_COMPILER_LAUNCHER = 'ccache'
|
|
$Env:CMAKE_CXX_COMPILER_LAUNCHER = 'ccache'
|
|
} else {
|
|
$Env:CMAKE_C_COMPILER_LAUNCHER = ''
|
|
$Env:CMAKE_CXX_COMPILER_LAUNCHER = ''
|
|
}
|
|
|
|
if (@('All', 'App') -contains $BuildPart) {
|
|
Invoke-Build Transmission -NoCache -MoreArguments @($SourceDir, $SourceDir, $PackDebugSyms.IsPresent)
|
|
}
|
|
}
|
|
|
|
if ($Mode -eq 'Test') {
|
|
Invoke-Test Transmission -MoreArguments @($PrefixDir, $SourceDir)
|
|
}
|