forked from Azure/azure-functions-host
-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.ps1
299 lines (236 loc) · 12.9 KB
/
build.ps1
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
param (
[string]$buildNumber = "0",
[string]$extensionVersion = "2.0.$buildNumber",
[bool]$includeVersion = $true
)
$currentDir = Split-Path -Parent $MyInvocation.MyCommand.Path
$buildOutput = Join-Path $currentDir "buildoutput"
function ZipContent([string] $sourceDirectory, [string] $target)
{
Write-Host $sourceDirectory
Write-Host $target
if (Test-Path $target) {
Remove-Item $target
}
Add-Type -assembly "system.io.compression.filesystem"
[IO.Compression.ZipFile]::CreateFromDirectory($sourceDirectory, $target)
}
function CrossGen([string] $runtime, [string] $publishTarget, [string] $privateSiteExtensionPath)
{
Write-Host "publishTarget: " $publishTarget
Write-Host "privateSiteExtensionPath: " $privateSiteExtensionPath
$selfContained = Join-Path $publishTarget "self-contained"
$crossGen = "$publishTarget\download\crossgen\crossgen.exe"
$symbolsPath = Join-Path $publishTarget "Symbols"
new-item -itemtype directory -path $symbolsPath
DownloadNupkg "https://dotnet.myget.org/F/dotnet-core/api/v2/package/runtime.$runtime.Microsoft.NETCore.Jit/2.1.0-rtm-26528-02" @("runtimes\$runtime\native\clrjit.dll") @("$publishTarget\download\clrjit")
DownloadNupkg "https://dotnet.myget.org/F/dotnet-core/api/v2/package/runtime.$runtime.Microsoft.NETCore.Runtime.CoreCLR/2.1.0-rtm-26528-02" @("tools\crossgen.exe") @("$publishTarget\download\crossgen")
DownloadNupkg "https://www.nuget.org/api/v2/package/Microsoft.Build.Tasks.Core/15.1.1012" @("lib\netstandard1.3\Microsoft.Build.Tasks.Core.dll") @("$selfContained")
DownloadNupkg "https://www.nuget.org/api/v2/package/Microsoft.Build.Utilities.Core/15.1.1012" @("lib\netstandard1.3\Microsoft.Build.Utilities.Core.dll") @("$selfContained")
if ($runtime -eq "win-x86") {
DownloadNupkg "https://dotnet.myget.org/F/aspnetcore-dev/api/v2/package/Microsoft.AspNetCore.AspNetCoreModuleV2/2.1.0-a-oob-2-1-oob-17297" @("contentFiles\any\any\x86\aspnetcorev2.dll", "contentFiles\any\any\x86\aspnetcorev2_inprocess.dll") @("$privateSiteExtensionPath\ancm", "$privateSiteExtensionPath\ancm")
} else {
DownloadNupkg "https://dotnet.myget.org/F/aspnetcore-dev/api/v2/package/Microsoft.AspNetCore.AspNetCoreModuleV2/2.1.0-a-oob-2-1-oob-17297" @("contentFiles\any\any\x64\aspnetcorev2.dll", "contentFiles\any\any\x64\aspnetcorev2_inprocess.dll") @("$privateSiteExtensionPath\ancm", "$privateSiteExtensionPath\ancm")
}
# Publish self-contained app with all required dlls for crossgen
dotnet publish .\src\WebJobs.Script.WebHost\WebJobs.Script.WebHost.csproj -r $runtime -o "$selfContained" -v q /p:BuildNumber=$buildNumber
# Modify web.config for inproc
dotnet tool install -g dotnet-xdt --version 2.1.0 2> $null
dotnet-xdt -s "$privateSiteExtensionPath\web.config" -t "$privateSiteExtensionPath\web.InProcess.$runtime.xdt" -o "$privateSiteExtensionPath\web.config"
$successfullDlls =@()
$failedDlls = @()
Get-ChildItem $privateSiteExtensionPath -Filter *.dll |
Foreach-Object {
$prm = "/JITPath", "$publishTarget\download\clrjit\clrjit.dll", "/Platform_Assemblies_Paths", "$selfContained", "/nologo", "/in", $_.FullName
# output for Microsoft.Azure.WebJobs.Script.WebHost.dll is Microsoft.Azure.WebJobs.Script.WebHost.exe.dll by default
if ($_.FullName -like "*Microsoft.Azure.WebJobs.Script.WebHost.dll") {
$prm += "/out"
$prm += Join-Path $privateSiteExtensionPath "Microsoft.Azure.WebJobs.Script.WebHost.ni.dll"
}
# Fix output for System.Private.CoreLib.dll
if ($_.FullName -like "*System.Private.CoreLib.dll") {
$prm += "/out"
$prm += Join-Path $privateSiteExtensionPath "System.Private.CoreLib.ni.dll"
}
& $crossGen $prm >> $buildOutput\crossgenout.$runtime.txt 2>&1
$niDll = Join-Path $privateSiteExtensionPath $([io.path]::GetFileNameWithoutExtension($_.FullName) + ".ni.dll")
if ([System.IO.File]::Exists($niDll)) {
Remove-Item $_.FullName
Rename-Item -Path $niDll -NewName $_.FullName
& $crossGen "/Platform_Assemblies_Paths", "$selfContained", "/CreatePDB", "$symbolsPath", $_.FullName >> $buildOutput\crossgenout-PDBs.$runtime.txt 2>&1
$successfullDlls+=[io.path]::GetFileName($_.FullName)
} else {
$failedDlls+=[io.path]::GetFileName($_.FullName)
}
}
# print results of crossgen process
$successfullDllsCount = $successfullDlls.length
$failedDllsCount = $failedDlls.length
Write-Host "CrossGen($runtime) results: Successfull: $successfullDllsCount, Failed: $failedDllsCount"
if ($failedDlls.length -gt 0) {
Write-Host "Failed CrossGen dlls:"
Write-Host $failedDlls
}
if ($runtime -eq "win-x86") {
Copy-Item -Path $privateSiteExtensionPath\runtimes\win\native\* -Destination $privateSiteExtensionPath -Force
}
#read-host "Press ENTER to continue..."
Remove-Item -Recurse -Force $selfContained -ErrorAction SilentlyContinue
Remove-Item -Recurse -Force $publishTarget\download -ErrorAction SilentlyContinue
}
function AddDiaSymReaderToPath()
{
$infoContent = dotnet --info
$sdkBasePath = $infoContent |
Where-Object {$_ -match 'Base Path:'} |
ForEach-Object {
$_ -replace '\s+Base Path:',''
}
$diaSymPath = Join-Path $sdkBasePath.Trim() "Roslyn\bincore\runtimes\win\native"
Write-Host "Adding DiaSymReader location to path ($diaSymPath)" -ForegroundColor Yellow
$env:Path = "$diaSymPath;$env:Path"
}
function DownloadNupkg([string] $nupkgPath, [string[]]$from, [string[]]$to) {
$tempFolderName = [System.IO.Path]::GetFileNameWithoutExtension([System.IO.Path]::GetTempFileName())
$tempFolder = [System.IO.Path]::Combine([System.IO.Path]::GetTempPath() ,$tempFolderName)
[System.IO.Directory]::CreateDirectory($tempFolder)
Remove-Item $tempFolder
$tempFile = [System.IO.Path]::GetTempFileName() |
Rename-Item -NewName { $_ -replace 'tmp$', 'zip' } -PassThru
Write-Host "Downloading '$nupkgPath' to '$tempFile'"
Invoke-WebRequest -Uri $nupkgPath -OutFile $tempFile
Write-Host "Extracting from '$tempFile' to '$tempFolder'"
Add-Type -AssemblyName System.IO.Compression.FileSystem
[System.IO.Compression.ZipFile]::ExtractToDirectory($tempFile, $tempFolder)
#copy nupkg files
for ($i=0; $i -lt $from.length; $i++) {
New-Item $to -Type Directory -Force
Copy-Item -Path $("$tempFolder\" + $from[$i]) -Destination $($to[$i] + "\") -Force -Verbose
}
}
function BuildPackages([bool] $isNoRuntime) {
if($isNoRuntime) {
BuildOutput ""
CreateZips ".no-runtime"
} else {
BuildOutput "win-x86"
BuildOutput "win-x64"
New-Item -Itemtype directory -path $buildOutput\publish.runtime\SiteExtensions\Functions
Move-Item -Path $buildOutput\publish.win-x86\SiteExtensions\Functions -Destination $buildOutput\publish.runtime\SiteExtensions\Functions\32bit -Force
Move-Item -Path $buildOutput\publish.win-x64\SiteExtensions\Functions -Destination $buildOutput\publish.runtime\SiteExtensions\Functions\64bit -Force
Move-Item -Path $buildOutput\publish.runtime\SiteExtensions\Functions\32bit\applicationHost.xdt -Destination $buildOutput\publish.runtime\SiteExtensions\Functions -Force
Remove-Item -Path $buildOutput\publish.runtime\SiteExtensions\Functions\64bit\applicationHost.xdt
CreateZips ".runtime"
}
}
function BuildOutput([string] $runtime) {
$runtimeSuffix = ""
if (![string]::IsNullOrEmpty($runtime)) {
$runtimeSuffix = ".$runtime"
} else {
$runtimeSuffix = ".no-runtime"
}
$publishTarget = "$buildOutput\publish$runtimeSuffix"
$siteExtensionPath = "$publishTarget\SiteExtensions"
$privateSiteExtensionPath = "$siteExtensionPath\Functions"
if ($runtime -eq "win-x86" -or $runtime -eq "") {
dotnet publish .\src\WebJobs.Script.WebHost\WebJobs.Script.WebHost.csproj -o "$privateSiteExtensionPath" -v q /p:BuildNumber=$buildNumber /p:IsPackable=false -c Release
} else {
# There are no preinstalled 'x64 .NET Core'/'x64 ASP.NET Core' on the stamp so we we need to build self-contained package for x64.
dotnet publish .\src\WebJobs.Script.WebHost\WebJobs.Script.WebHost.csproj -r $runtime -o "$privateSiteExtensionPath" -v q /p:BuildNumber=$buildNumber /p:IsPackable=false -c Release
}
# replace IL dlls with crossgen dlls
if (![string]::IsNullOrEmpty($runtime)) {
CrossGen $runtime $publishTarget $privateSiteExtensionPath
}
}
function CreateZips([string] $runtimeSuffix) {
$publishTarget = "$buildOutput\publish$runtimeSuffix"
$siteExtensionPath = "$publishTarget\SiteExtensions"
$privateSiteExtensionPath = "$siteExtensionPath\Functions"
# We do not want .runtime as suffix for zips
if ($runtimeSuffix -eq ".runtime") {
$runtimesuffix = "";
}
ZipContent $privateSiteExtensionPath "$buildOutput\Functions.Binaries.$extensionVersion$runtimeSuffix.zip"
if ($runtimeSuffix -eq ".no-runtime") {
# Project cleanup (trim some project files - this should be revisited)
cleanExtension ""
# Prepare private "no-runtime" with custom xdt
$currentXdtPath = "$privateSiteExtensionPath\applicationHost.xdt"
$tempXdtDir = "$buildOutput\xdt-temp"
$tempPublicXdtPath = "$tempXdtDir\applicationHost-public.xdt"
# Make a temp location
New-Item -Itemtype directory -path $tempXdtDir -ErrorAction SilentlyContinue
# Move the current (public) xdt to the temp location
Move-Item $currentXdtPath $tempPublicXdtPath
# Drop in the private XDT
Copy-Item .\src\WebJobs.Script.WebHost\applicationHost-private.xdt $currentXdtPath
# Make the zip
ZipContent $publishTarget "$buildOutput\Functions.Private.$extensionVersion$runtimeSuffix.zip"
# Restore the public XDT
Move-Item $tempPublicXdtPath $currentXdtPath -Force
Remove-Item $tempXdtDir -Recurse
} else {
# Project cleanup (trim some project files - this should be revisited)
cleanExtension "32bit"
cleanExtension "64bit"
# Create private extension for internal usage. To minimize size remove 64bit folder.
$tempPath = "$buildOutput\win-x32.inproc.temp\SiteExtensions"
# Make a temp location
New-Item -Itemtype directory -path $tempPath -ErrorAction SilentlyContinue
# Copy all files to temp folder
Copy-Item -Path $privateSiteExtensionPath -Destination $tempPath -Recurse
# Delete x64 folder to reduce size
Remove-Item "$tempPath\Functions\64bit" -Recurse
# Make the zip
ZipContent "$buildOutput\win-x32.inproc.temp" "$buildOutput\Functions.Private.$extensionVersion.win-x32.inproc.zip"
Remove-Item $tempPath -Recurse
}
# Zip up symbols for builds with runtime embedded
if ($runtimeSuffix -eq "") {
ZipContent "$buildOutput\publish.win-x86\Symbols" "$buildOutput\Functions.Symbols.$extensionVersion.win-x86.zip"
ZipContent "$buildOutput\publish.win-x64\Symbols" "$buildOutput\Functions.Symbols.$extensionVersion.win-x64.zip"
}
#Build site extension
Write-Host "privateSiteExtensionPath: " $privateSiteExtensionPath
Rename-Item "$privateSiteExtensionPath" "$siteExtensionPath\$extensionVersion"
Copy-Item .\src\WebJobs.Script.WebHost\extension.xml "$siteExtensionPath"
ZipContent $siteExtensionPath "$buildOutput\Functions.$extensionVersion$runtimeSuffix.zip"
}
function cleanExtension([string] $bitness) {
Remove-Item -Recurse -Force "$privateSiteExtensionPath\$bitness\publish" -ErrorAction SilentlyContinue
Remove-Item -Recurse -Force "$privateSiteExtensionPath\$bitness\runtimes\linux" -ErrorAction SilentlyContinue
Remove-Item -Recurse -Force "$privateSiteExtensionPath\$bitness\runtimes\osx" -ErrorAction SilentlyContinue
Get-ChildItem "$privateSiteExtensionPath\$bitness\workers\node\grpc\src\node\extension_binary" |
Foreach-Object {
if (-Not ($_.FullName -Match "win32")) {
Remove-Item -Recurse -Force $_.FullName
}
}
}
dotnet --version
dotnet build .\WebJobs.Script.sln -v q /p:BuildNumber="$buildNumber"
$projects =
"WebJobs.Script",
"WebJobs.Script.WebHost",
"WebJobs.Script.Grpc"
foreach ($project in $projects)
{
$cmd = "pack", "src\$project\$project.csproj", "-o", "..\..\buildoutput", "--no-build"
if ($includeVersion)
{
$cmd += "--version-suffix", "-$buildNumber"
}
& dotnet $cmd
}
$bypassPackaging = $env:APPVEYOR_PULL_REQUEST_NUMBER -and -not $env:APPVEYOR_PULL_REQUEST_TITLE.Contains("[pack]")
if ($bypassPackaging){
Write-Host "Bypassing artifact packaging and CrossGen for pull request." -ForegroundColor Yellow
} else {
AddDiaSymReaderToPath
# build no-runntime extension
BuildPackages 1
#build win-x86 and win-x64 extension
BuildPackages 0
}