2018-02-14 01:23:53 +08:00
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License.
2017-07-24 03:29:33 +08:00
# On Unix paths is separated by colon
# On Windows paths is separated by semicolon
$script:TestModulePathSeparator = [ System.IO.Path ] :: PathSeparator
2016-02-22 08:21:04 +08:00
2017-08-17 08:32:46 +08:00
$dotnetCLIChannel = " release "
2017-11-10 08:28:39 +08:00
$dotnetCLIRequiredVersion = $ ( Get-Content $PSScriptRoot / global . json | ConvertFrom-Json ) . Sdk . Version
2017-06-22 00:32:06 +08:00
2017-08-02 05:35:50 +08:00
# Track if tags have been sync'ed
$tagsUpToDate = $false
# Sync Tags
# When not using a branch in PowerShell/PowerShell, tags will not be fetched automatically
# Since code that uses Get-PSCommitID and Get-PSLatestTag assume that tags are fetched,
# This function can ensure that tags have been fetched.
# This function is used during the setup phase in tools/appveyor.psm1 and tools/travis.ps1
function Sync-PSTags
{
param (
[ Switch ]
$AddRemoteIfMissing
)
$PowerShellRemoteUrl = " https://github.com/powershell/powershell.git "
$upstreamRemoteDefaultName = 'upstream'
$remotes = Start-NativeExecution { git - -git -dir = " $PSScriptRoot /.git " remote }
$upstreamRemote = $null
foreach ( $remote in $remotes )
{
$url = Start-NativeExecution { git - -git -dir = " $PSScriptRoot /.git " remote get-url $remote }
if ( $url -eq $PowerShellRemoteUrl )
{
$upstreamRemote = $remote
break
}
}
if ( ! $upstreamRemote -and $AddRemoteIfMissing . IsPresent -and $remotes -notcontains $upstreamRemoteDefaultName )
{
$null = Start-NativeExecution { git - -git -dir = " $PSScriptRoot /.git " remote add $upstreamRemoteDefaultName $PowerShellRemoteUrl }
$upstreamRemote = $upstreamRemoteDefaultName
}
elseif ( ! $upstreamRemote )
{
Write-Error " Please add a remote to PowerShell\PowerShell. Example: git remote add $upstreamRemoteDefaultName $PowerShellRemoteUrl " -ErrorAction Stop
}
$null = Start-NativeExecution { git - -git -dir = " $PSScriptRoot /.git " fetch - -tags - -quiet $upstreamRemote }
$script:tagsUpToDate = $true
}
# Gets the latest tag for the current branch
function Get-PSLatestTag
{
2017-09-07 06:20:25 +08:00
[ CmdletBinding ( ) ]
param ( )
2017-08-02 05:35:50 +08:00
# This function won't always return the correct value unless tags have been sync'ed
# So, Write a warning to run Sync-PSTags
if ( ! $tagsUpToDate )
{
Write-Warning " Run Sync-PSTags to update tags "
}
return ( Start-NativeExecution { git - -git -dir = " $PSScriptRoot /.git " describe - -abbrev = 0 } )
}
function Get-PSVersion
{
2017-09-07 06:20:25 +08:00
[ CmdletBinding ( ) ]
2017-08-02 05:35:50 +08:00
param (
[ switch ]
$OmitCommitId
)
if ( $OmitCommitId . IsPresent )
{
return ( Get-PSLatestTag ) -replace '^v'
}
else
{
return ( Get-PSCommitId ) -replace '^v'
}
}
function Get-PSCommitId
{
2017-09-07 06:20:25 +08:00
[ CmdletBinding ( ) ]
param ( )
2017-08-02 05:35:50 +08:00
# This function won't always return the correct value unless tags have been sync'ed
# So, Write a warning to run Sync-PSTags
if ( ! $tagsUpToDate )
{
Write-Warning " Run Sync-PSTags to update tags "
}
return ( Start-NativeExecution { git - -git -dir = " $PSScriptRoot /.git " describe - -dirty - -abbrev = 60 } )
}
2017-07-24 03:29:33 +08:00
function Get-EnvironmentInformation
2016-09-16 10:22:18 +08:00
{
2017-07-24 03:29:33 +08:00
$environment = @ { }
2017-12-02 19:39:04 +08:00
# PowerShell Core will likely not be built on pre-1709 nanoserver
if ( $PSVersionTable . ContainsKey ( " PSEdition " ) -and " Core " -eq $PSVersionTable . PSEdition ) {
2017-07-24 03:29:33 +08:00
$environment + = @ { 'IsCoreCLR' = $true }
2017-12-02 19:39:04 +08:00
$environment + = @ { 'IsLinux' = $IsLinux }
$environment + = @ { 'IsMacOS' = $IsMacOS }
$environment + = @ { 'IsWindows' = $IsWindows }
} else {
2017-07-25 06:26:04 +08:00
$environment + = @ { 'IsCoreCLR' = $false }
$environment + = @ { 'IsLinux' = $false }
2017-09-08 01:34:40 +08:00
$environment + = @ { 'IsMacOS' = $false }
2017-07-25 06:26:04 +08:00
$environment + = @ { 'IsWindows' = $true }
2017-07-24 03:29:33 +08:00
}
if ( $Environment . IsWindows )
{
$environment + = @ { 'IsAdmin' = ( New-Object Security . Principal . WindowsPrincipal ( [ Security.Principal.WindowsIdentity ] :: GetCurrent ( ) ) ) . IsInRole ( [ Security.Principal.WindowsBuiltinRole ] :: Administrator ) }
# Can't use $env:HOME - not available on older systems (e.g. in AppVeyor)
$environment + = @ { 'nugetPackagesRoot' = " ${env:HOMEDRIVE} ${env:HOMEPATH} \.nuget\packages " }
}
else
{
$environment + = @ { 'nugetPackagesRoot' = " ${env:HOME} /.nuget/packages " }
}
if ( $Environment . IsLinux ) {
$LinuxInfo = Get-Content / etc / os-release -Raw | ConvertFrom-StringData
2016-09-16 10:22:18 +08:00
2017-07-24 03:29:33 +08:00
$environment + = @ { 'LinuxInfo' = $LinuxInfo }
2017-10-04 05:29:43 +08:00
$environment + = @ { 'IsDebian' = $LinuxInfo . ID -match 'debian' }
$environment + = @ { 'IsDebian8' = $Environment . IsDebian -and $LinuxInfo . VERSION_ID -match '8' }
$environment + = @ { 'IsDebian9' = $Environment . IsDebian -and $LinuxInfo . VERSION_ID -match '9' }
2017-07-24 03:29:33 +08:00
$environment + = @ { 'IsUbuntu' = $LinuxInfo . ID -match 'ubuntu' }
$environment + = @ { 'IsUbuntu14' = $Environment . IsUbuntu -and $LinuxInfo . VERSION_ID -match '14.04' }
$environment + = @ { 'IsUbuntu16' = $Environment . IsUbuntu -and $LinuxInfo . VERSION_ID -match '16.04' }
2018-05-08 03:30:58 +08:00
$environment + = @ { 'IsUbuntu17' = $Environment . IsUbuntu -and $LinuxInfo . VERSION_ID -match '17.10' }
$environment + = @ { 'IsUbuntu18' = $Environment . IsUbuntu -and $LinuxInfo . VERSION_ID -match '18.04' }
2017-07-24 03:29:33 +08:00
$environment + = @ { 'IsCentOS' = $LinuxInfo . ID -match 'centos' -and $LinuxInfo . VERSION_ID -match '7' }
$environment + = @ { 'IsFedora' = $LinuxInfo . ID -match 'fedora' -and $LinuxInfo . VERSION_ID -ge 24 }
$environment + = @ { 'IsOpenSUSE' = $LinuxInfo . ID -match 'opensuse' }
2018-01-23 06:58:17 +08:00
$environment + = @ { 'IsSLES' = $LinuxInfo . ID -match 'sles' }
$environment + = @ { 'IsOpenSUSE13' = $Environmenst . IsOpenSUSE -and $LinuxInfo . VERSION_ID -match '13' }
2017-07-24 03:29:33 +08:00
$environment + = @ { 'IsOpenSUSE42.1' = $Environment . IsOpenSUSE -and $LinuxInfo . VERSION_ID -match '42.1' }
2018-01-23 06:58:17 +08:00
$environment + = @ { 'IsRedHatFamily' = $Environment . IsCentOS -or $Environment . IsFedora }
$environment + = @ { 'IsSUSEFamily' = $Environment . IsSLES -or $Environment . IsOpenSUSE }
2017-07-24 03:29:33 +08:00
# Workaround for temporary LD_LIBRARY_PATH hack for Fedora 24
# https://github.com/PowerShell/PowerShell/issues/2511
if ( $environment . IsFedora -and ( Test-Path ENV : \ LD_LIBRARY_PATH ) ) {
Remove-Item -Force ENV : \ LD_LIBRARY_PATH
Get-ChildItem ENV :
}
2017-01-07 02:04:18 +08:00
}
2017-07-24 03:29:33 +08:00
return [ PSCustomObject ] $environment
2016-06-21 02:39:39 +08:00
}
2017-07-24 03:29:33 +08:00
$Environment = Get-EnvironmentInformation
2017-03-27 12:46:39 +08:00
# Autoload (in current session) temporary modules used in our tests
$TestModulePath = Join-Path $PSScriptRoot " test/tools/Modules "
2018-05-09 00:20:39 +08:00
if ( -not $env:PSModulePath . Contains ( $TestModulePath ) ) {
2017-03-27 12:46:39 +08:00
$env:PSModulePath = $TestModulePath + $TestModulePathSeparator + $ ( $env:PSModulePath )
}
2016-11-01 06:02:44 +08:00
function Test-Win10SDK {
# The Windows 10 SDK is installed to "${env:ProgramFiles(x86)}\Windows Kits\10\bin\x64",
# but the directory may exist even if the SDK has not been installed.
#
# A slightly more robust check is for the mc.exe binary within that directory.
# It is only present if the SDK is installed.
return ( Test-Path " $ {env:ProgramFiles(x86)}\Windows Kits\10\bin\x64\mc.exe " )
}
2016-04-02 13:01:05 +08:00
2017-07-26 07:50:27 +08:00
function Start-BuildNativeWindowsBinaries {
param (
[ ValidateSet ( 'Debug' , 'Release' ) ]
[ string ] $Configuration = 'Release' ,
2017-12-09 07:43:53 +08:00
# The `x64_arm` syntax is the build environment for VS2017, `x64` means the host is an x64 machine and will use
# the x64 built tool. The `arm` refers to the target architecture when doing cross compilation.
[ ValidateSet ( 'x64' , 'x86' , 'x64_arm64' , 'x64_arm' ) ]
[ string ] $Arch = 'x64' ,
[ switch ] $Clean
2017-07-26 07:50:27 +08:00
)
if ( -not $Environment . IsWindows ) {
Write-Warning -Message " 'Start-BuildNativeWindowsBinaries' is only supported on Windows platforms "
return
}
2017-10-18 08:25:11 +08:00
# cmake is needed to build pwsh.exe
2017-07-26 07:50:27 +08:00
if ( -not ( precheck 'cmake' $null ) ) {
throw 'cmake not found. Run "Start-PSBootstrap -BuildWindowsNative". You can also install it from https://chocolatey.org/packages/cmake'
}
Use-MSBuild
# mc.exe is Message Compiler for native resources
if ( -Not ( Test-Win10SDK ) ) {
throw 'Win 10 SDK not found. Run "Start-PSBootstrap -BuildWindowsNative" or install Microsoft Windows 10 SDK from https://developer.microsoft.com/en-US/windows/downloads/windows-10-sdk'
}
2017-12-09 07:43:53 +08:00
if ( $env:VS140COMNTOOLS -ne $null ) {
$vcPath = ( Get-Item ( Join-Path -Path " $env:VS140COMNTOOLS " -ChildPath '../../vc' ) ) . FullName
} else {
$vcPath = ( Get-ChildItem " $ {env:ProgramFiles(x86)}\Microsoft Visual Studio\2017 " -Filter " VC " -Directory -Recurse | Select-Object -First 1 ) . FullName
}
2017-07-26 07:50:27 +08:00
$atlMfcIncludePath = Join-Path -Path $vcPath -ChildPath 'atlmfc/include'
2017-12-09 07:43:53 +08:00
if ( ! ( Test-Path $atlMfcIncludePath ) ) { # for VS2017, need to search for it
$atlMfcIncludePath = ( Get-ChildItem $vcPath -Filter AtlBase . h -Recurse -File | Select-Object -First 1 ) . DirectoryName
}
2017-07-26 07:50:27 +08:00
# atlbase.h is included in the pwrshplugin project
if ( ( Test-Path -Path $atlMfcIncludePath \ atlbase . h ) -eq $false ) {
throw " Could not find Visual Studio include file atlbase.h at $atlMfcIncludePath . Please ensure the optional feature 'Microsoft Foundation Classes for C++' is installed. "
}
# vcvarsall.bat is used to setup environment variables
2017-12-09 07:43:53 +08:00
$vcvarsallbatPath = " $vcPath \vcvarsall.bat "
if ( ! ( Test-Path -Path $vcvarsallbatPath ) ) { # for VS2017, need to search for it
$vcvarsallbatPath = ( Get-ChildItem $vcPath -Filter vcvarsall . bat -Recurse -File | Select-Object -First 1 ) . FullName
}
if ( ( Test-Path -Path $vcvarsallbatPath ) -eq $false ) {
throw " Could not find Visual Studio vcvarsall.bat at $vcvarsallbatPath . Please ensure the optional feature 'Common Tools for Visual C++' is installed. "
2017-07-26 07:50:27 +08:00
}
2018-03-09 02:47:20 +08:00
Write-Log " Start building native Windows binaries "
2017-07-26 07:50:27 +08:00
2017-12-09 07:43:53 +08:00
if ( $Clean ) {
git clean -fdx
Remove-Item $HOME \ source \ cmakecache . txt -ErrorAction SilentlyContinue
}
2017-07-26 07:50:27 +08:00
try {
Push-Location " $PSScriptRoot \src\powershell-native "
# setup cmakeGenerator
2017-12-09 07:43:53 +08:00
$cmakeGeneratorPlatform = " "
2017-07-26 07:50:27 +08:00
if ( $Arch -eq 'x86' ) {
2017-12-09 07:43:53 +08:00
$cmakeGenerator = 'Visual Studio 15 2017'
$cmakeArch = 'x86'
} elseif ( $Arch -eq 'x64_arm' ) {
$cmakeGenerator = 'Visual Studio 15 2017 ARM'
$cmakeArch = 'arm'
} elseif ( $Arch -eq 'x64_arm64' ) {
$cmakeGenerator = 'Visual Studio 15 2017'
$cmakeArch = 'arm64'
$cmakeGeneratorPlatform = " -A ARM64 "
2017-07-26 07:50:27 +08:00
} else {
2017-12-09 07:43:53 +08:00
$cmakeGenerator = 'Visual Studio 15 2017 Win64'
$cmakeArch = 'x64'
2017-07-26 07:50:27 +08:00
}
# Compile native resources
$currentLocation = Get-Location
2017-12-09 07:43:53 +08:00
@ ( " nativemsh\pwrshplugin " ) | ForEach-Object {
2017-07-26 07:50:27 +08:00
$nativeResourcesFolder = $_
Get-ChildItem $nativeResourcesFolder -Filter " *.mc " | ForEach-Object {
$command = @"
2017-12-09 07:43:53 +08:00
cmd . exe / C cd / d " $currentLocation " " & " " $vcvarsallbatPath " " $Arch " " & " mc . exe -o -d -c -U " $( $_ . FullName ) " -h " $currentLocation \ $nativeResourcesFolder " -r " $currentLocation \ $nativeResourcesFolder "
2017-07-26 07:50:27 +08:00
" @
2018-03-09 02:47:20 +08:00
Write-Log " Executing mc.exe Command: $command "
2017-12-09 07:43:53 +08:00
Start-NativeExecution { Invoke-Expression -Command: $command }
2017-07-26 07:50:27 +08:00
}
}
2017-12-09 07:43:53 +08:00
# make sure we use version we installed and not from VS
$cmakePath = ( Get-Command cmake ) . Source
2017-07-26 07:50:27 +08:00
# Disabling until I figure out if it is necessary
# $overrideFlags = "-DCMAKE_USER_MAKE_RULES_OVERRIDE=$PSScriptRoot\src\powershell-native\windows-compiler-override.txt"
$overrideFlags = " "
$command = @"
2017-12-09 07:43:53 +08:00
cmd . exe / C cd / d " $currentLocation " " & " " $vcvarsallbatPath " " $Arch " " & " " $cmakePath " " $overrideFlags " -DBUILD_ONECORE = ON -DBUILD_TARGET_ARCH = $cmakeArch -G " $cmakeGenerator " $cmakeGeneratorPlatform " $currentLocation " " & " msbuild ALL_BUILD . vcxproj " /p:Configuration= $Configuration "
2017-07-26 07:50:27 +08:00
" @
2018-03-09 02:47:20 +08:00
Write-Log " Executing Build Command: $command "
2017-07-26 07:50:27 +08:00
Start-NativeExecution { Invoke-Expression -Command: $command }
# Copy the binaries from the local build directory to the packaging directory
$FilesToCopy = @ ( 'pwrshplugin.dll' , 'pwrshplugin.pdb' )
$dstPath = " $PSScriptRoot \src\powershell-win-core "
$FilesToCopy | ForEach-Object {
2017-08-22 06:23:52 +08:00
$srcPath = [ IO.Path ] :: Combine ( ( Get-Location ) , " bin " , $Configuration , " CoreClr/ $_ " )
2017-08-09 00:36:22 +08:00
2018-03-09 02:47:20 +08:00
Write-Log " Copying $srcPath to $dstPath "
2017-07-26 07:50:27 +08:00
Copy-Item $srcPath $dstPath
}
2017-11-10 01:23:00 +08:00
#
# Build the ETW manifest resource-only binary
#
$location = " $PSScriptRoot \src\PowerShell.Core.Instrumentation "
Set-Location -Path $location
2017-12-09 07:43:53 +08:00
Remove-Item $HOME \ source \ cmakecache . txt -ErrorAction SilentlyContinue
2017-11-10 01:23:00 +08:00
$command = @"
2017-12-09 07:43:53 +08:00
cmd . exe / C cd / d " $location " " & " " $vcvarsallbatPath " " $Arch " " & " " $cmakePath " " $overrideFlags " -DBUILD_ONECORE = ON -DBUILD_TARGET_ARCH = $cmakeArch -G " $cmakeGenerator " $cmakeGeneratorPlatform " $location " " & " msbuild ALL_BUILD . vcxproj " /p:Configuration= $Configuration "
2017-11-10 01:23:00 +08:00
" @
2018-03-09 02:47:20 +08:00
Write-Log " Executing Build Command for PowerShell.Core.Instrumentation: $command "
2017-11-10 01:23:00 +08:00
Start-NativeExecution { Invoke-Expression -Command: $command }
# Copy the binary to the packaging directory
# NOTE: No PDB file; it's a resource-only DLL.
2017-12-09 07:43:53 +08:00
# VS2017 puts this in $HOME\source
$srcPath = [ IO.Path ] :: Combine ( $HOME , " source " , $Configuration , 'PowerShell.Core.Instrumentation.dll' )
2017-11-10 01:23:00 +08:00
Copy-Item -Path $srcPath -Destination $dstPath
2017-07-26 07:50:27 +08:00
} finally {
Pop-Location
}
}
2017-09-26 03:49:43 +08:00
function Start-BuildNativeUnixBinaries {
param (
[ switch ] $BuildLinuxArm
)
if ( -not $Environment . IsLinux -and -not $Environment . IsMacOS ) {
Write-Warning -Message " 'Start-BuildNativeUnixBinaries' is only supported on Linux/macOS platforms "
return
}
if ( $BuildLinuxArm -and -not $Environment . IsUbuntu ) {
throw " Cross compiling for linux-arm is only supported on Ubuntu environment "
}
# Verify we have all tools in place to do the build
$precheck = $true
foreach ( $Dependency in 'cmake' , 'make' , 'g++' ) {
$precheck = $precheck -and ( precheck $Dependency " Build dependency ' $Dependency ' not found. Run 'Start-PSBootstrap'. " )
}
if ( $BuildLinuxArm ) {
foreach ( $Dependency in 'arm-linux-gnueabihf-gcc' , 'arm-linux-gnueabihf-g++' ) {
$precheck = $precheck -and ( precheck $Dependency " Build dependency ' $Dependency ' not found. Run 'Start-PSBootstrap'. " )
}
}
# Abort if any precheck failed
if ( -not $precheck ) {
return
}
# Build native components
$Ext = if ( $Environment . IsLinux ) {
" so "
} elseif ( $Environment . IsMacOS ) {
" dylib "
}
$Native = " $PSScriptRoot /src/libpsl-native "
$Lib = " $PSScriptRoot /src/powershell-unix/libpsl-native. $Ext "
2018-03-09 02:47:20 +08:00
Write-Log " Start building $Lib "
2017-09-26 03:49:43 +08:00
git clean -qfdX $Native
try {
Push-Location $Native
if ( $BuildLinuxArm ) {
Start-NativeExecution { cmake -DCMAKE_TOOLCHAIN_FILE = " ./arm.toolchain.cmake " . }
Start-NativeExecution { make -j }
}
else {
Start-NativeExecution { cmake -DCMAKE_BUILD_TYPE = Debug . }
Start-NativeExecution { make -j }
Start-NativeExecution { ctest - -verbose }
}
} finally {
Pop-Location
}
if ( -not ( Test-Path $Lib ) ) {
throw " Compilation of $Lib failed "
}
}
2016-04-02 05:41:13 +08:00
function Start-PSBuild {
2017-08-17 03:07:45 +08:00
[ CmdletBinding ( ) ]
2016-02-22 07:06:39 +08:00
param (
2016-07-20 10:09:06 +08:00
# When specified this switch will stops running dev powershell
# to help avoid compilation error, because file are in use.
[ switch ] $StopDevPowerShell ,
2016-02-24 08:21:00 +08:00
[ switch ] $Restore ,
2016-05-07 01:28:45 +08:00
[ string ] $Output ,
2016-06-15 18:42:54 +08:00
[ switch ] $ResGen ,
2016-06-18 02:23:29 +08:00
[ switch ] $TypeGen ,
2016-06-23 10:46:16 +08:00
[ switch ] $Clean ,
2016-11-19 01:55:23 +08:00
[ switch ] $PSModuleRestore ,
2017-12-05 09:16:53 +08:00
[ switch ] $CI ,
2016-03-12 08:19:05 +08:00
2016-08-27 04:46:03 +08:00
# this switch will re-build only System.Management.Automation.dll
2016-07-20 03:51:11 +08:00
# it's useful for development, to do a quick changes in the engine
[ switch ] $SMAOnly ,
2016-03-04 07:54:52 +08:00
# These runtimes must match those in project.json
# We do not use ValidateScript since we want tab completion
2017-11-16 02:52:06 +08:00
# If this parameter is not provided it will get determined automatically.
2017-09-19 00:31:07 +08:00
[ ValidateSet ( " win7-x64 " ,
2016-11-15 05:04:33 +08:00
" win7-x86 " ,
2018-05-03 07:58:39 +08:00
" osx-x64 " ,
2017-09-19 00:31:07 +08:00
" linux-x64 " ,
2017-12-09 07:43:53 +08:00
" linux-arm " ,
" win-arm " ,
" win-arm64 " ) ]
2016-03-12 08:19:05 +08:00
[ string ] $Runtime ,
2018-05-15 06:01:44 +08:00
[ ValidateSet ( 'Debug' , 'Release' , 'CodeCoverage' , '' ) ] # We might need "Checked" as well
2016-07-30 01:00:46 +08:00
[ string ] $Configuration ,
2017-06-06 01:21:28 +08:00
[ switch ] $CrossGen ,
2017-11-16 08:55:13 +08:00
[ ValidatePattern ( " ^v\d+\.\d+\.\d+(-\w+(\.\d+)?)? $ " ) ]
2017-06-06 01:21:28 +08:00
[ ValidateNotNullOrEmpty ( ) ]
[ string ] $ReleaseTag
2016-02-24 08:21:00 +08:00
)
2016-02-22 07:06:39 +08:00
2017-09-26 03:49:43 +08:00
if ( $Runtime -eq " linux-arm " -and -not $Environment . IsUbuntu ) {
throw " Cross compiling for linux-arm is only supported on Ubuntu environment "
}
2017-12-09 07:43:53 +08:00
if ( " win-arm " , " win-arm64 " -contains $Runtime -and -not $Environment . IsWindows ) {
throw " Cross compiling for win-arm or win-arm64 is only supported on Windows environment "
}
2016-08-04 04:23:21 +08:00
function Stop-DevPowerShell {
2017-10-25 07:28:22 +08:00
Get-Process pwsh * |
2016-08-04 04:23:21 +08:00
Where-Object {
$_ . Modules |
Where-Object {
2016-07-20 10:09:06 +08:00
$_ . FileName -eq ( Resolve-Path $script:Options . Output ) . Path
2016-08-04 04:23:21 +08:00
}
} |
2016-07-20 10:09:06 +08:00
Stop-Process -Verbose
}
2016-08-04 04:23:21 +08:00
if ( $Clean ) {
2018-03-09 02:47:20 +08:00
Write-Log " Cleaning your working directory. You can also do it with 'git clean -fdX' "
2016-07-26 10:53:21 +08:00
Push-Location $PSScriptRoot
2016-08-04 04:23:21 +08:00
try {
2016-07-26 10:53:21 +08:00
git clean -fdX
2017-01-17 05:31:14 +08:00
# Extra cleaning is required to delete the CMake temporary files.
2016-11-22 08:55:03 +08:00
# These are not cleaned when using "X" and cause CMake to retain state, leading to
# mis-configured environment issues when switching between x86 and x64 compilation
# environments.
git clean -fdx . \ src \ powershell-native
2016-08-04 04:23:21 +08:00
} finally {
2016-07-26 10:53:21 +08:00
Pop-Location
}
2016-06-23 10:46:16 +08:00
}
2016-06-21 02:59:14 +08:00
# Add .NET CLI tools to PATH
Find-Dotnet
2016-04-14 07:41:50 +08:00
2017-09-26 03:49:43 +08:00
# Verify we have .NET SDK in place to do the build, and abort if the precheck failed
2016-08-05 07:15:49 +08:00
$precheck = precheck 'dotnet' " Build dependency 'dotnet' not found in PATH. Run Start-PSBootstrap. Also see: https://dotnet.github.io/getting-started/ "
2017-07-26 07:50:27 +08:00
if ( -not $precheck ) {
return
}
# Verify if the dotnet in-use is the required version
2017-08-22 06:23:52 +08:00
$dotnetCLIInstalledVersion = ( dotnet - -version )
2017-07-26 07:50:27 +08:00
If ( $dotnetCLIInstalledVersion -ne $dotnetCLIRequiredVersion ) {
2017-06-22 00:32:06 +08:00
Write-Warning @"
The currently installed . NET Command Line Tools is not the required version .
2017-07-08 00:43:37 +08:00
Installed version : $dotnetCLIInstalledVersion
2017-06-22 00:32:06 +08:00
Required version : $dotnetCLIRequiredVersion
Fix steps :
1 . Remove the installed version from :
- on windows '`$env:LOCALAPPDATA\Microsoft\dotnet'
2017-09-08 01:34:40 +08:00
- on macOS and linux '`$env:HOME/.dotnet'
2017-06-22 00:32:06 +08:00
2 . Run Start-PSBootstrap or Install-Dotnet
3 . Start-PSBuild -Clean
` n
" @
return
}
2016-04-15 06:06:14 +08:00
# set output options
2016-07-20 03:51:11 +08:00
$OptionsArguments = @ {
2016-09-29 01:47:16 +08:00
CrossGen = $CrossGen
2016-07-20 03:51:11 +08:00
Output = $Output
Runtime = $Runtime
Configuration = $Configuration
Verbose = $true
SMAOnly = [ bool ] $SMAOnly
2017-11-03 04:52:17 +08:00
PSModuleRestore = $PSModuleRestore
2016-07-20 03:51:11 +08:00
}
2016-04-15 06:06:14 +08:00
$script:Options = New-PSOptions @OptionsArguments
2016-04-02 08:51:38 +08:00
2016-08-04 04:23:21 +08:00
if ( $StopDevPowerShell ) {
2016-07-20 10:09:06 +08:00
Stop-DevPowerShell
}
2016-04-15 06:06:14 +08:00
# setup arguments
2018-03-09 02:01:19 +08:00
$Arguments = @ ( " publish " , " --no-restore " , " /property:GenerateFullPaths=true " )
2016-05-07 01:28:45 +08:00
if ( $Output ) {
2016-10-04 02:04:40 +08:00
$Arguments + = " --output " , $Output
2016-05-07 01:28:45 +08:00
}
2016-07-20 03:51:11 +08:00
elseif ( $SMAOnly ) {
$Arguments + = " --output " , ( Split-Path $script:Options . Output )
}
2016-04-15 06:06:14 +08:00
$Arguments + = " --configuration " , $Options . Configuration
$Arguments + = " --framework " , $Options . Framework
2017-06-06 05:10:42 +08:00
if ( -not $SMAOnly ) {
# libraries should not have runtime
$Arguments + = " --runtime " , $Options . Runtime
}
2016-04-02 08:51:38 +08:00
2017-09-07 06:20:25 +08:00
if ( $ReleaseTag ) {
$ReleaseTagToUse = $ReleaseTag -Replace '^v'
$Arguments + = " /property:ReleaseTag= $ReleaseTagToUse "
}
2016-03-12 10:24:43 +08:00
# handle Restore
2018-03-23 02:22:16 +08:00
Restore-PSPackage -Options $Options -Force: $Restore
2016-02-22 07:06:39 +08:00
2016-06-15 18:42:54 +08:00
# handle ResGen
2016-06-17 22:51:32 +08:00
# Heuristic to run ResGen on the fresh machine
2016-08-04 04:23:21 +08:00
if ( $ResGen -or -not ( Test-Path " $PSScriptRoot /src/Microsoft.PowerShell.ConsoleHost/gen " ) ) {
2018-03-09 02:47:20 +08:00
Write-Log " Run ResGen (generating C# bindings for resx files) "
2016-07-16 07:52:00 +08:00
Start-ResGen
}
2016-06-15 18:42:54 +08:00
2017-11-16 02:52:06 +08:00
# Handle TypeGen
# .inc file name must be different for Windows and Linux to allow build on Windows and WSL.
$incFileName = " powershell_ $( $Options . Runtime ) .inc "
2017-11-24 18:42:41 +08:00
if ( $TypeGen -or -not ( Test-Path " $PSScriptRoot /src/TypeCatalogGen/ $incFileName " ) ) {
2018-03-09 02:47:20 +08:00
Write-Log " Run TypeGen (generating CorePsTypeCatalog.cs) "
2017-11-16 02:52:06 +08:00
Start-TypeGen -IncFileName $incFileName
2016-06-18 02:23:29 +08:00
}
2017-10-18 08:25:11 +08:00
# Get the folder path where pwsh.exe is located.
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
$publishPath = Split-Path $Options . Output -Parent
2016-04-02 05:41:13 +08:00
try {
2016-04-02 03:14:09 +08:00
# Relative paths do not work well if cwd is not changed to project
2016-04-15 06:06:14 +08:00
Push-Location $Options . Top
2018-03-09 02:47:20 +08:00
Write-Log " Run dotnet $Arguments from $pwd "
2016-04-20 07:59:03 +08:00
Start-NativeExecution { dotnet $Arguments }
2016-07-30 01:00:46 +08:00
2016-08-04 04:23:21 +08:00
if ( $CrossGen ) {
2016-11-21 04:59:50 +08:00
Start-CrossGen -PublishPath $publishPath -Runtime $script:Options . Runtime
2018-03-09 02:47:20 +08:00
Write-Log " pwsh.exe with ngen binaries is available at: $( $Options . Output ) "
2016-08-04 04:23:21 +08:00
} else {
2018-03-09 02:47:20 +08:00
Write-Log " PowerShell output: $( $Options . Output ) "
2016-07-30 01:00:46 +08:00
}
2016-04-02 05:41:13 +08:00
} finally {
2016-04-02 03:14:09 +08:00
Pop-Location
2016-03-12 08:19:05 +08:00
}
2016-11-18 05:54:38 +08:00
2018-05-03 07:58:39 +08:00
# publish netcoreapp2.1 reference assemblies
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
try {
Push-Location " $PSScriptRoot /src/TypeCatalogGen "
2017-11-16 02:52:06 +08:00
$refAssemblies = Get-Content -Path $incFileName | Where-Object { $_ -like " *microsoft.netcore.app* " } | ForEach-Object { $_ . TrimEnd ( ';' ) }
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
$refDestFolder = Join-Path -Path $publishPath -ChildPath " ref "
if ( Test-Path $refDestFolder -PathType Container ) {
Remove-Item $refDestFolder -Force -Recurse -ErrorAction Stop
}
New-Item -Path $refDestFolder -ItemType Directory -Force -ErrorAction Stop > $null
Copy-Item -Path $refAssemblies -Destination $refDestFolder -Force -ErrorAction Stop
} finally {
Pop-Location
}
2017-07-24 03:29:33 +08:00
if ( $Environment . IsRedHatFamily ) {
2017-07-21 00:42:34 +08:00
# add two symbolic links to system shared libraries that libmi.so is dependent on to handle
# platform specific changes. This is the only set of platforms needed for this currently
2017-09-08 01:34:40 +08:00
# as Ubuntu has these specific library files in the platform and macOS builds for itself
2017-07-21 00:42:34 +08:00
# against the correct versions.
if ( ! ( test-path " $publishPath /libssl.so.1.0.0 " ) ) {
$null = New-Item -Force -ItemType SymbolicLink -Target " /lib64/libssl.so.10 " -Path " $publishPath /libssl.so.1.0.0 " -ErrorAction Stop
}
if ( ! ( test-path " $publishPath /libcrypto.so.1.0.0 " ) ) {
$null = New-Item -Force -ItemType SymbolicLink -Target " /lib64/libcrypto.so.10 " -Path " $publishPath /libcrypto.so.1.0.0 " -ErrorAction Stop
}
}
2017-11-12 02:32:10 +08:00
if ( $Environment . IsWindows ) {
## need RCEdit to modify the binaries embedded resources
if ( -not ( Test-Path " ~/.rcedit/rcedit-x64.exe " ) ) {
throw " RCEdit is required to modify pwsh.exe resources, please run 'Start-PSBootStrap' to install "
}
$ReleaseVersion = " "
if ( $ReleaseTagToUse ) {
$ReleaseVersion = $ReleaseTagToUse
} else {
2017-11-16 01:41:11 +08:00
$ReleaseVersion = ( Get-PSCommitId -WarningAction SilentlyContinue ) -replace '^v'
2017-11-12 02:32:10 +08:00
}
2017-11-16 03:40:49 +08:00
# in VSCode, depending on where you started it from, the git commit id may be empty so provide a default value
if ( ! $ReleaseVersion ) {
$ReleaseVersion = " 6.0.0 "
$fileVersion = " 6.0.0 "
} else {
$fileVersion = $ReleaseVersion . Split ( " - " ) [ 0 ]
}
# in VSCode, the build output folder doesn't include the name of the exe so we have to add it for rcedit
$pwshPath = $Options . Output
if ( ! $pwshPath . EndsWith ( " pwsh.exe " ) ) {
$pwshPath = Join-Path $Options . Output " pwsh.exe "
}
2017-11-12 02:32:10 +08:00
2017-11-16 03:40:49 +08:00
Start-NativeExecution { & " ~/.rcedit/rcedit-x64.exe " $pwshPath - -set -icon " $PSScriptRoot \assets\Powershell_black.ico " `
- -set -file -version $fileVersion - -set -product -version $ReleaseVersion - -set -version -string " ProductName " " PowerShell Core 6 " `
2018-03-29 04:36:16 +08:00
- -set -version -string " LegalCopyright " " (C) Microsoft Corporation. All Rights Reserved. " `
- -application -manifest " $PSScriptRoot \assets\pwsh.manifest " } | Write-Verbose
2017-11-12 02:32:10 +08:00
}
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
# download modules from powershell gallery.
# - PowerShellGet, PackageManagement, Microsoft.PowerShell.Archive
2018-03-22 05:24:44 +08:00
if ( $PSModuleRestore ) {
Restore-PSModuleToBuild -PublishPath $publishPath
}
# Restore the Pester module
if ( $CI ) {
Restore-PSPester -Destination ( Join-Path $publishPath " Modules " )
2017-11-14 02:10:51 +08:00
}
}
2016-11-21 04:50:06 +08:00
2018-03-23 02:22:16 +08:00
function Restore-PSPackage
{
param (
[ ValidateNotNullOrEmpty ( ) ]
[ Parameter ( ) ]
[ string[] ] $ProjectDirs ,
[ ValidateNotNullOrEmpty ( ) ]
[ Parameter ( ) ]
$Options = ( Get-PSOptions -DefaultToNew ) ,
[ switch ] $Force
)
if ( -not $ProjectDirs )
{
$ProjectDirs = @ ( $Options . Top , " $PSScriptRoot /src/TypeCatalogGen " , " $PSScriptRoot /src/ResGen " , " $PSScriptRoot /src/Modules " )
}
if ( $Force -or ( -not ( Test-Path " $( $Options . Top ) /obj/project.assets.json " ) ) ) {
$RestoreArguments = @ ( " --runtime " , $Options . Runtime , " --verbosity " )
if ( $PSCmdlet . MyInvocation . BoundParameters [ " Verbose " ] . IsPresent ) {
$RestoreArguments + = " detailed "
} else {
$RestoreArguments + = " quiet "
}
$ProjectDirs | ForEach-Object {
Write-Log " Run dotnet restore $_ $RestoreArguments "
Start-NativeExecution { dotnet restore $_ $RestoreArguments }
}
}
}
2017-11-14 02:10:51 +08:00
function Restore-PSModuleToBuild
{
param (
[ Parameter ( Mandatory ) ]
[ string ]
2018-03-22 05:24:44 +08:00
$PublishPath
2017-11-14 02:10:51 +08:00
)
2016-11-21 04:50:06 +08:00
2018-03-09 02:47:20 +08:00
Write-Log " Restore PowerShell modules to $publishPath "
2017-11-14 02:10:51 +08:00
$modulesDir = Join-Path -Path $publishPath -ChildPath " Modules "
2018-02-28 05:36:54 +08:00
Copy-PSGalleryModules -Destination $modulesDir
2017-12-05 09:16:53 +08:00
}
2017-12-13 08:07:12 +08:00
function Restore-PSPester
{
2018-02-08 05:44:29 +08:00
param (
2017-12-13 08:07:12 +08:00
[ ValidateNotNullOrEmpty ( ) ]
2018-02-08 05:44:29 +08:00
[ string ] $Destination = ( [ IO.Path ] :: Combine ( ( Split-Path ( Get-PSOptions -DefaultToNew ) . Output ) , " Modules " ) )
2017-12-13 08:07:12 +08:00
)
2018-04-28 06:34:54 +08:00
Save-Module -Name Pester -Path $Destination -Repository PSGallery -RequiredVersion " 4.2 "
2017-12-13 08:07:12 +08:00
}
2018-02-08 05:44:29 +08:00
2016-09-29 07:20:29 +08:00
function Compress-TestContent {
[ CmdletBinding ( ) ]
param (
$Destination
)
2017-10-03 03:14:19 +08:00
$null = Publish-PSTestTools
2017-06-06 08:37:48 +08:00
$powerShellTestRoot = Join-Path $PSScriptRoot 'test'
2016-09-29 07:20:29 +08:00
Add-Type -AssemblyName System . IO . Compression . FileSystem
$resolvedPath = $ExecutionContext . SessionState . Path . GetUnresolvedProviderPathFromPSPath ( $Destination )
2017-01-17 05:31:14 +08:00
[ System.IO.Compression.ZipFile ] :: CreateFromDirectory ( $powerShellTestRoot , $resolvedPath )
2016-09-29 07:20:29 +08:00
}
2016-04-15 06:06:14 +08:00
function New-PSOptions {
[ CmdletBinding ( ) ]
param (
2018-05-15 06:01:44 +08:00
[ ValidateSet ( " Debug " , " Release " , " CodeCoverage " , '' ) ]
2016-04-15 06:06:14 +08:00
[ string ] $Configuration ,
2018-05-03 07:58:39 +08:00
[ ValidateSet ( " netcoreapp2.1 " ) ]
2016-04-15 06:06:14 +08:00
[ string ] $Framework ,
# These are duplicated from Start-PSBuild
# We do not use ValidateScript since we want tab completion
[ ValidateSet ( " " ,
2016-11-16 02:14:31 +08:00
" win7-x86 " ,
2016-04-15 06:06:14 +08:00
" win7-x64 " ,
2018-05-03 07:58:39 +08:00
" osx-x64 " ,
2017-09-19 00:31:07 +08:00
" linux-x64 " ,
2017-12-09 07:43:53 +08:00
" linux-arm " ,
" win-arm " ,
" win-arm64 " ) ]
2016-04-15 06:06:14 +08:00
[ string ] $Runtime ,
2016-09-29 01:47:16 +08:00
[ switch ] $CrossGen ,
2016-05-07 01:28:45 +08:00
[ string ] $Output ,
2016-04-15 06:06:14 +08:00
2017-11-03 04:52:17 +08:00
[ switch ] $SMAOnly ,
2017-11-10 01:23:00 +08:00
2017-11-03 04:52:17 +08:00
[ switch ] $PSModuleRestore
2016-04-15 06:06:14 +08:00
)
2016-06-21 02:59:14 +08:00
# Add .NET CLI tools to PATH
Find-Dotnet
2016-09-29 01:47:16 +08:00
$ConfigWarningMsg = " The passed-in Configuration value '{0}' is not supported on '{1}'. Use '{2}' instead. "
2016-04-15 06:06:14 +08:00
if ( -not $Configuration ) {
2018-05-15 06:01:44 +08:00
$Configuration = 'Debug'
2016-09-29 01:47:16 +08:00
} else {
switch ( $Configuration ) {
2016-11-12 03:12:07 +08:00
" CodeCoverage " {
2017-07-24 03:29:33 +08:00
if ( -not $Environment . IsWindows ) {
2018-05-15 06:01:44 +08:00
$Configuration = " Debug "
2017-07-24 03:29:33 +08:00
Write-Warning ( $ConfigWarningMsg -f $switch . Current , $Environment . LinuxInfo . PRETTY_NAME , $Configuration )
2016-09-29 01:47:16 +08:00
}
}
}
2016-04-15 06:06:14 +08:00
}
2016-09-29 01:47:16 +08:00
Write-Verbose " Using configuration ' $Configuration ' "
2016-04-15 06:06:14 +08:00
2018-05-15 06:01:44 +08:00
$PowerShellDir = if ( ! $Environment . IsWindows ) {
2016-09-29 01:47:16 +08:00
" powershell-unix "
2016-07-22 09:47:46 +08:00
} else {
2016-09-29 01:47:16 +08:00
" powershell-win-core "
2016-07-22 09:47:46 +08:00
}
2016-09-29 01:47:16 +08:00
$Top = [ IO.Path ] :: Combine ( $PSScriptRoot , " src " , $PowerShellDir )
2016-07-22 09:47:46 +08:00
Write-Verbose " Top project directory is $Top "
2016-04-15 06:06:14 +08:00
if ( -not $Framework ) {
2018-05-03 07:58:39 +08:00
$Framework = " netcoreapp2.1 "
2016-07-02 03:09:50 +08:00
Write-Verbose " Using framework ' $Framework ' "
2016-04-15 06:06:14 +08:00
}
if ( -not $Runtime ) {
2017-09-19 00:31:07 +08:00
if ( $Environment . IsLinux ) {
$Runtime = " linux-x64 "
2018-05-03 07:58:39 +08:00
} elseif ( $Environment . IsMacOS ) {
$Runtime = " osx-x64 "
2017-09-19 00:31:07 +08:00
} else {
$RID = dotnet - -info | ForEach-Object {
if ( $_ -match " RID " ) {
$_ -split " \s+ " | Select-Object -Last 1
}
2016-04-15 06:06:14 +08:00
}
2018-05-03 07:58:39 +08:00
# We plan to release packages targetting win7-x64 and win7-x86 RIDs,
# which supports all supported windows platforms.
# So we, will change the RID to win7-<arch>
$Runtime = $RID -replace " win\d+ " , " win7 "
2017-08-30 08:21:50 +08:00
}
2016-04-15 06:06:14 +08:00
if ( -not $Runtime ) {
Throw " Could not determine Runtime Identifier, please update dotnet "
} else {
2016-07-02 03:09:50 +08:00
Write-Verbose " Using runtime ' $Runtime ' "
2016-04-15 06:06:14 +08:00
}
2016-04-02 13:01:37 +08:00
}
2017-09-08 01:34:40 +08:00
$Executable = if ( $Environment . IsLinux -or $Environment . IsMacOS ) {
2017-10-18 08:25:11 +08:00
" pwsh "
2017-07-24 03:29:33 +08:00
} elseif ( $Environment . IsWindows ) {
2017-10-18 08:25:11 +08:00
" pwsh.exe "
2016-04-15 06:06:14 +08:00
}
2016-05-07 01:28:45 +08:00
# Build the Output path
2016-10-04 02:04:40 +08:00
if ( ! $Output ) {
2017-04-19 04:12:35 +08:00
$Output = [ IO.Path ] :: Combine ( $Top , " bin " , $Configuration , $Framework , $Runtime , " publish " , $Executable )
2016-05-07 01:28:45 +08:00
}
2016-04-15 06:06:14 +08:00
2016-07-20 03:51:11 +08:00
if ( $SMAOnly )
{
2016-09-29 01:47:16 +08:00
$Top = [ IO.Path ] :: Combine ( $PSScriptRoot , " src " , " System.Management.Automation " )
2016-07-20 03:51:11 +08:00
}
2017-08-16 07:17:45 +08:00
$RootInfo = @ { RepoPath = $PSScriptRoot }
# the valid root is the root of the filesystem and the folder PowerShell
$RootInfo [ 'ValidPath' ] = Join-Path -Path ( [ system.io.path ] :: GetPathRoot ( $RootInfo . RepoPath ) ) -ChildPath 'PowerShell'
2017-08-22 06:23:52 +08:00
2017-08-17 07:07:18 +08:00
if ( $RootInfo . RepoPath -ne $RootInfo . ValidPath )
2017-08-16 07:17:45 +08:00
{
2017-09-12 03:36:24 +08:00
$RootInfo [ 'Warning' ] = " Please ensure your repo is at the root of the file system and named 'PowerShell' (example: ' $( $RootInfo . ValidPath ) '), when building and packaging for release! "
2017-08-16 07:17:45 +08:00
$RootInfo [ 'IsValid' ] = $false
}
2017-08-22 06:23:52 +08:00
else
2017-08-16 07:17:45 +08:00
{
$RootInfo [ 'IsValid' ] = $true
}
return @ { RootInfo = [ PSCustomObject ] $RootInfo
2017-11-14 02:10:51 +08:00
Top = $Top
Configuration = $Configuration
Framework = $Framework
Runtime = $Runtime
Output = $Output
CrossGen = $CrossGen . IsPresent
PSModuleRestore = $PSModuleRestore . IsPresent }
2016-04-15 06:06:14 +08:00
}
2017-07-24 03:29:33 +08:00
# Get the Options of the last build
function Get-PSOptions {
2017-12-13 08:07:12 +08:00
param (
[ Parameter ( HelpMessage = 'Defaults to New-PSOption if a build has not ocurred.' ) ]
[ switch ]
$DefaultToNew
)
if ( ! $script:Options -and $DefaultToNew . IsPresent )
{
return New-PSOptions
}
2017-07-24 03:29:33 +08:00
return $script:Options
}
2017-11-14 02:10:51 +08:00
function Set-PSOptions {
param (
[ PSObject ]
$Options
)
$script:Options = $Options
}
2016-04-15 06:06:14 +08:00
function Get-PSOutput {
[ CmdletBinding ( ) ] param (
[ hashtable ] $Options
)
if ( $Options ) {
return $Options . Output
} elseif ( $script:Options ) {
return $script:Options . Output
} else {
return ( New-PSOptions ) . Output
}
2016-02-22 07:06:39 +08:00
}
2016-07-27 08:41:03 +08:00
function Get-PesterTag {
param ( [ Parameter ( Position = 0 ) ] [ string ] $testbase = " $PSScriptRoot /test/powershell " )
$alltags = @ { }
$warnings = @ ( )
2017-07-22 12:03:49 +08:00
get-childitem -Recurse $testbase -File | Where-Object { $_ . name -match " tests.ps1 " } | ForEach-Object {
2016-07-27 08:41:03 +08:00
$fullname = $_ . fullname
$tok = $err = $null
$ast = [ System.Management.Automation.Language.Parser ] :: ParseFile ( $FullName , [ ref ] $tok , [ ref ] $err )
$des = $ast . FindAll ( { $args [ 0 ] -is " System.Management.Automation.Language.CommandAst " -and $args [ 0 ] . CommandElements [ 0 ] . Value -eq " Describe " } , $true )
foreach ( $describe in $des ) {
$elements = $describe . CommandElements
$lineno = $elements [ 0 ] . Extent . StartLineNumber
2016-09-27 09:12:11 +08:00
$foundPriorityTags = @ ( )
2016-07-27 08:41:03 +08:00
for ( $i = 0 ; $i -lt $elements . Count ; $i + + ) {
if ( $elements [ $i ] . extent . text -match " ^-t " ) {
$vAst = $elements [ $i + 1 ]
if ( $vAst . FindAll ( { $args [ 0 ] -is " System.Management.Automation.Language.VariableExpressionAst " } , $true ) ) {
$warnings + = " TAGS must be static strings, error in ${fullname} , line $lineno "
}
$values = $vAst . FindAll ( { $args [ 0 ] -is " System.Management.Automation.Language.StringConstantExpressionAst " } , $true ) . Value
2017-07-22 12:03:49 +08:00
$values | ForEach-Object {
2018-02-17 03:13:23 +08:00
if ( @ ( 'REQUIREADMINONWINDOWS' , 'REQUIRESUDOONUNIX' , 'SLOW' ) -contains $_ ) {
2016-09-16 10:33:54 +08:00
# These are valid tags also, but they are not the priority tags
}
elseif ( @ ( 'CI' , 'FEATURE' , 'SCENARIO' ) -contains $_ ) {
2016-09-27 09:12:11 +08:00
$foundPriorityTags + = $_
2016-09-16 10:33:54 +08:00
}
else {
2016-07-27 08:41:03 +08:00
$warnings + = " ${fullname} includes improper tag ' $_ ', line ' $lineno ' "
}
2016-09-16 10:33:54 +08:00
2016-08-04 04:23:21 +08:00
$alltags [ $_ ] + +
2016-09-16 10:33:54 +08:00
}
2016-07-27 08:41:03 +08:00
}
}
2016-09-27 09:12:11 +08:00
if ( $foundPriorityTags . Count -eq 0 ) {
$warnings + = " ${fullname} : $lineno does not include -Tag in Describe "
}
elseif ( $foundPriorityTags . Count -gt 1 ) {
$warnings + = " ${fullname} : $lineno includes more then one scope -Tag: $foundPriorityTags "
2016-07-27 08:41:03 +08:00
}
}
}
if ( $Warnings . Count -gt 0 ) {
$alltags [ 'Result' ] = " Fail "
}
else {
$alltags [ 'Result' ] = " Pass "
}
$alltags [ 'Warnings' ] = $warnings
2016-08-04 04:23:21 +08:00
$o = [ pscustomobject ] $alltags
2016-07-27 08:41:03 +08:00
$o . psobject . TypeNames . Add ( " DescribeTagsInUse " )
$o
}
2016-09-13 01:39:42 +08:00
function Publish-PSTestTools {
2016-09-12 14:14:30 +08:00
[ CmdletBinding ( ) ]
param ( )
Find-Dotnet
2017-06-14 08:49:56 +08:00
$tools = @ (
@ { Path = " ${PSScriptRoot} /test/tools/TestExe " ; Output = " testexe " }
2017-08-31 17:30:35 +08:00
@ { Path = " ${PSScriptRoot} /test/tools/WebListener " ; Output = " WebListener " }
2017-06-14 08:49:56 +08:00
)
2017-12-13 08:07:12 +08:00
$Options = Get-PSOptions -DefaultToNew
2016-11-01 00:41:13 +08:00
2017-06-14 08:49:56 +08:00
# Publish tools so it can be run by tests
2016-11-01 00:41:13 +08:00
foreach ( $tool in $tools )
{
2017-06-14 08:49:56 +08:00
Push-Location $tool . Path
2016-11-01 00:41:13 +08:00
try {
2017-03-24 04:04:52 +08:00
dotnet publish - -output bin - -configuration $Options . Configuration - -framework $Options . Framework - -runtime $Options . Runtime
2017-06-14 08:49:56 +08:00
$toolPath = Join-Path -Path $tool . Path -ChildPath " bin "
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
2018-05-09 00:20:39 +08:00
if ( -not $env:PATH . Contains ( $toolPath ) ) {
2017-06-14 08:49:56 +08:00
$env:PATH = $toolPath + $TestModulePathSeparator + $ ( $env:PATH )
}
2016-11-01 00:41:13 +08:00
} finally {
Pop-Location
}
2016-09-12 14:14:30 +08:00
}
}
2016-04-02 13:01:45 +08:00
function Start-PSPester {
2017-08-26 23:26:06 +08:00
[ CmdletBinding ( DefaultParameterSetName = 'default' ) ]
2016-09-01 03:13:05 +08:00
param (
2016-07-26 08:43:28 +08:00
[ string ] $OutputFormat = " NUnitXml " ,
[ string ] $OutputFile = " pester-tests.xml " ,
2016-09-16 10:22:18 +08:00
[ string[] ] $ExcludeTag = 'Slow' ,
2017-07-19 05:20:14 +08:00
[ string[] ] $Tag = @ ( " CI " , " Feature " ) ,
2017-03-28 07:44:28 +08:00
[ string[] ] $Path = @ ( " $PSScriptRoot /test/common " , " $PSScriptRoot /test/powershell " ) ,
2016-08-31 02:47:27 +08:00
[ switch ] $ThrowOnFailure ,
2017-12-13 08:07:12 +08:00
[ string ] $binDir = ( Split-Path ( Get-PSOptions -DefaultToNew ) . Output ) ,
2017-10-18 08:25:11 +08:00
[ string ] $powershell = ( Join-Path $binDir 'pwsh' ) ,
2016-09-16 10:33:54 +08:00
[ string ] $Pester = ( [ IO.Path ] :: Combine ( $binDir , " Modules " , " Pester " ) ) ,
2017-08-26 23:26:06 +08:00
[ Parameter ( ParameterSetName = 'Unelevate' , Mandatory = $true ) ]
2016-12-02 03:23:14 +08:00
[ switch ] $Unelevate ,
2017-03-07 05:13:34 +08:00
[ switch ] $Quiet ,
2017-09-20 05:56:32 +08:00
[ switch ] $Terse ,
2017-08-26 23:26:06 +08:00
[ Parameter ( ParameterSetName = 'PassThru' , Mandatory = $true ) ]
2017-09-14 05:14:08 +08:00
[ switch ] $PassThru ,
2018-02-17 03:13:23 +08:00
[ Parameter ( ParameterSetName = 'PassThru' , HelpMessage = 'Run commands on Linux with sudo.' ) ]
[ switch ] $Sudo ,
2017-09-14 05:14:08 +08:00
[ switch ] $IncludeFailingTest
2016-04-02 13:01:45 +08:00
)
2016-07-27 07:01:31 +08:00
2018-04-28 06:34:54 +08:00
$getModuleResults = Get-Module -ListAvailable -Name $Pester -ErrorAction SilentlyContinue
if ( -not $getModuleResults )
2017-10-11 03:37:17 +08:00
{
Write-Warning @"
Pester module not found .
2017-12-13 08:07:12 +08:00
Restore the module to '$Pester' by running :
2018-02-08 05:44:29 +08:00
Restore-PSPester
2018-04-28 06:34:54 +08:00
" @
return ;
}
if ( -not ( $getModuleResults | Where-Object { $_ . Version -ge " 4.2 " } ) ) {
Write-Warning @"
No Pester module of version 4.2 and higher .
Restore the required module version to '$Pester' by running :
Restore-PSPester
2017-10-11 03:37:17 +08:00
" @
return ;
}
2017-09-14 05:14:08 +08:00
if ( $IncludeFailingTest . IsPresent )
{
$Path + = " $PSScriptRoot /tools/failingTests "
}
2017-09-19 00:31:07 +08:00
2016-09-16 10:22:18 +08:00
# we need to do few checks and if user didn't provide $ExcludeTag explicitly, we should alternate the default
if ( $Unelevate )
{
2017-07-24 03:29:33 +08:00
if ( -not $Environment . IsWindows )
2016-09-16 10:22:18 +08:00
{
throw '-Unelevate is currently not supported on non-Windows platforms'
}
2017-07-24 03:29:33 +08:00
if ( -not $Environment . IsAdmin )
2016-09-16 10:22:18 +08:00
{
throw '-Unelevate cannot be applied because the current user is not Administrator'
}
2016-09-27 04:15:58 +08:00
if ( -not $PSBoundParameters . ContainsKey ( 'ExcludeTag' ) )
2016-09-16 10:22:18 +08:00
{
$ExcludeTag + = 'RequireAdminOnWindows'
}
}
2017-07-24 03:29:33 +08:00
elseif ( $Environment . IsWindows -and ( -not $Environment . IsAdmin ) )
2016-09-16 10:22:18 +08:00
{
2016-09-27 04:15:58 +08:00
if ( -not $PSBoundParameters . ContainsKey ( 'ExcludeTag' ) )
2016-09-16 10:22:18 +08:00
{
$ExcludeTag + = 'RequireAdminOnWindows'
}
}
2018-02-28 01:23:05 +08:00
elseif ( -not $Environment . IsWindows -and ( -not $Sudo . IsPresent ) )
{
if ( -not $PSBoundParameters . ContainsKey ( 'ExcludeTag' ) )
{
$ExcludeTag + = 'RequireSudoOnUnix'
}
}
elseif ( -not $Environment . IsWindows -and $Sudo . IsPresent )
{
if ( -not $PSBoundParameters . ContainsKey ( 'Tag' ) )
{
$Tag = 'RequireSudoOnUnix'
}
}
2016-09-16 10:22:18 +08:00
2016-09-01 03:13:05 +08:00
Write-Verbose " Running pester tests at ' $path ' with tag ' $( $Tag -join ''', ''' ) ' and ExcludeTag ' $( $ExcludeTag -join ''', ''' ) ' " -Verbose
2017-08-26 23:26:06 +08:00
Publish-PSTestTools | ForEach-Object { Write-Host $_ }
2017-03-27 12:46:39 +08:00
2016-08-10 03:03:30 +08:00
# All concatenated commands/arguments are suffixed with the delimiter (space)
2018-04-14 01:29:39 +08:00
# Disable telemetry for all startups of pwsh in tests
$command = " `$ env:POWERSHELL_TELEMETRY_OPTOUT = 1; "
2017-09-20 05:56:32 +08:00
if ( $Terse )
{
2018-02-17 03:13:23 +08:00
$command + = " `$ ProgressPreference = 'silentlyContinue'; "
2017-09-20 05:56:32 +08:00
}
2016-08-10 03:03:30 +08:00
2017-03-27 12:46:39 +08:00
# Autoload (in subprocess) temporary modules used in our tests
2018-02-17 03:13:23 +08:00
$command + = '$env:PSModulePath = ' + " ' $TestModulePath $TestModulePathSeparator ' " + '+$($env:PSModulePath);'
2017-03-27 12:46:39 +08:00
2016-08-10 03:03:30 +08:00
# Windows needs the execution policy adjusted
2017-07-24 03:29:33 +08:00
if ( $Environment . IsWindows ) {
2018-02-17 03:13:23 +08:00
$command + = " Set-ExecutionPolicy -Scope Process Unrestricted; "
2016-08-10 03:03:30 +08:00
}
2018-02-17 03:13:23 +08:00
$command + = " Import-Module ' $Pester '; "
2016-09-16 10:22:18 +08:00
if ( $Unelevate )
{
$outputBufferFilePath = [ System.IO.Path ] :: GetTempFileName ( )
}
2017-01-17 05:31:14 +08:00
2018-02-17 03:13:23 +08:00
$command + = " Invoke-Pester "
2016-08-10 03:03:30 +08:00
2018-02-17 03:13:23 +08:00
$command + = " -OutputFormat ${OutputFormat} -OutputFile ${OutputFile} "
2016-08-10 03:03:30 +08:00
if ( $ExcludeTag -and ( $ExcludeTag -ne " " ) ) {
2018-02-17 03:13:23 +08:00
$command + = " -ExcludeTag @(' " + ( $ { ExcludeTag } -join " ',' " ) + " ') "
2016-08-05 07:46:44 +08:00
}
2016-08-10 03:03:30 +08:00
if ( $Tag ) {
2018-02-17 03:13:23 +08:00
$command + = " -Tag @(' " + ( $ { Tag } -join " ',' " ) + " ') "
2016-08-10 03:03:30 +08:00
}
2016-12-02 03:23:14 +08:00
# sometimes we need to eliminate Pester output, especially when we're
# doing a daily build as the log file is too large
if ( $Quiet ) {
2018-02-17 03:13:23 +08:00
$command + = " -Quiet "
2016-12-02 03:23:14 +08:00
}
2017-03-07 05:13:34 +08:00
if ( $PassThru ) {
2018-02-17 03:13:23 +08:00
$command + = " -PassThru "
2017-03-07 05:13:34 +08:00
}
2016-08-10 03:03:30 +08:00
2018-02-17 03:13:23 +08:00
$command + = " ' " + ( $Path -join " ',' " ) + " ' "
2016-09-16 10:22:18 +08:00
if ( $Unelevate )
{
2018-02-17 03:13:23 +08:00
$command + = " *> $outputBufferFilePath ; '__UNELEVATED_TESTS_THE_END__' >> $outputBufferFilePath "
2016-09-16 10:22:18 +08:00
}
2018-02-17 03:13:23 +08:00
Write-Verbose $command
2016-08-31 02:47:27 +08:00
2017-09-20 05:56:32 +08:00
$script:nonewline = $true
$script:inerror = $false
function Write-Terse([string ] $line )
{
$trimmedline = $line . Trim ( )
if ( $trimmedline . StartsWith ( " [+] " ) ) {
Write-Host " + " -NoNewline -ForegroundColor Green
$script:nonewline = $true
$script:inerror = $false
}
elseif ( $trimmedline . StartsWith ( " [?] " ) ) {
Write-Host " ? " -NoNewline -ForegroundColor Cyan
$script:nonewline = $true
$script:inerror = $false
}
elseif ( $trimmedline . StartsWith ( " [!] " ) ) {
Write-Host " ! " -NoNewline -ForegroundColor Gray
$script:nonewline = $true
$script:inerror = $false
}
2018-03-09 02:17:23 +08:00
elseif ( $trimmedline . StartsWith ( " Executing script " ) ) {
# Skip lines where Pester reports that is executing a test script
return
}
2018-02-27 08:57:27 +08:00
elseif ( $trimmedline -match " ^\d+(\.\d+)?m?s $ " ) {
# Skip the time elapse like '12ms', '1ms', '1.2s' and '12.53s'
return
}
2017-09-20 05:56:32 +08:00
else {
if ( $script:nonewline ) {
Write-Host " `n " -NoNewline
}
if ( $trimmedline . StartsWith ( " [-] " ) -or $script:inerror ) {
Write-Host $line -ForegroundColor Red
$script:inerror = $true
}
elseif ( $trimmedline . StartsWith ( " VERBOSE: " ) ) {
Write-Host $line -ForegroundColor Yellow
$script:inerror = $false
}
elseif ( $trimmedline . StartsWith ( " Describing " ) -or $trimmedline . StartsWith ( " Context " ) ) {
Write-Host $line -ForegroundColor Magenta
$script:inerror = $false
}
else {
Write-Host $line -ForegroundColor Gray
}
$script:nonewline = $false
}
}
2016-08-10 03:03:30 +08:00
# To ensure proper testing, the module path must not be inherited by the spawned process
2017-08-17 03:07:45 +08:00
try {
$originalModulePath = $env:PSModulePath
2018-04-14 01:29:39 +08:00
$originalTelemetry = $env:POWERSHELL_TELEMETRY_OPTOUT
$env:POWERSHELL_TELEMETRY_OPTOUT = 1
2017-08-17 03:07:45 +08:00
if ( $Unelevate )
{
Start-UnelevatedProcess -process $powershell -arguments @ ( '-noprofile' , '-c' , $Command )
$currentLines = 0
while ( $true )
2016-09-16 10:22:18 +08:00
{
2017-08-17 03:07:45 +08:00
$lines = Get-Content $outputBufferFilePath | Select-Object -Skip $currentLines
2017-09-20 05:56:32 +08:00
if ( $Terse )
{
foreach ( $line in $lines )
{
Write-Terse -line $line
}
}
else
{
$lines | Write-Host
}
2017-08-17 03:07:45 +08:00
if ( $lines | Where-Object { $_ -eq '__UNELEVATED_TESTS_THE_END__' } )
2016-09-16 10:22:18 +08:00
{
2017-08-17 03:07:45 +08:00
break
}
2016-09-16 10:22:18 +08:00
2017-08-17 03:07:45 +08:00
$count = ( $lines | measure-object ) . Count
if ( $count -eq 0 )
{
2017-08-22 06:23:52 +08:00
Start-Sleep -Seconds 1
2017-08-17 03:07:45 +08:00
}
else
{
$currentLines + = $count
2016-09-16 10:22:18 +08:00
}
}
2017-01-17 05:31:14 +08:00
}
2017-08-17 03:07:45 +08:00
else
{
2017-08-26 23:26:06 +08:00
if ( $PassThru . IsPresent )
{
$passThruFile = [ System.IO.Path ] :: GetTempFileName ( )
2017-09-12 03:16:58 +08:00
try
2017-08-26 23:26:06 +08:00
{
2018-02-17 03:13:23 +08:00
$command + = " |Export-Clixml -Path ' $passThruFile ' -Force "
$passThruCommand = { & $powershell -noprofile -c $command }
if ( $Sudo . IsPresent ) {
$passThruCommand = { & sudo $powershell -noprofile -c $command }
2017-09-20 05:56:32 +08:00
}
2018-02-17 03:13:23 +08:00
$writeCommand = { Write-Host $_ }
if ( $Terse )
2017-09-20 05:56:32 +08:00
{
2018-02-17 03:13:23 +08:00
$writeCommand = { Write-Terse $_ }
2017-09-20 05:56:32 +08:00
}
2018-02-17 03:13:23 +08:00
Start-NativeExecution -sb $passThruCommand | ForEach-Object $writeCommand
2017-08-26 23:26:06 +08:00
Import-Clixml -Path $passThruFile | Where-Object { $_ . TotalCount -is [ Int32 ] }
}
finally
{
2018-02-17 03:13:23 +08:00
Remove-Item $passThruFile -ErrorAction SilentlyContinue -Force
2017-08-26 23:26:06 +08:00
}
}
2017-09-12 03:16:58 +08:00
else
2017-08-26 23:26:06 +08:00
{
2017-09-20 05:56:32 +08:00
if ( $Terse )
{
2018-02-17 03:13:23 +08:00
Start-NativeExecution -sb { & $powershell -noprofile -c $command } | ForEach-Object { Write-Terse -line $_ }
2017-09-20 05:56:32 +08:00
}
else
{
2018-02-17 03:13:23 +08:00
Start-NativeExecution -sb { & $powershell -noprofile -c $command }
2017-09-20 05:56:32 +08:00
}
2017-08-26 23:26:06 +08:00
}
2017-08-17 03:07:45 +08:00
}
} finally {
$env:PSModulePath = $originalModulePath
2018-04-14 01:29:39 +08:00
$env:POWERSHELL_TELEMETRY_OPTOUT = $originalTelemetry
2017-08-17 03:07:45 +08:00
if ( $Unelevate )
{
Remove-Item $outputBufferFilePath
}
2016-08-10 03:03:30 +08:00
}
2017-08-17 03:07:45 +08:00
2016-08-31 02:47:27 +08:00
if ( $ThrowOnFailure )
{
Test-PSPesterResults -TestResultsFile $OutputFile
}
}
2016-09-16 10:22:18 +08:00
function script: Start-UnelevatedProcess
{
param (
[ string ] $process ,
[ string[] ] $arguments
)
2017-07-24 03:29:33 +08:00
if ( -not $Environment . IsWindows )
2016-09-16 10:22:18 +08:00
{
throw " Start-UnelevatedProcess is currently not supported on non-Windows platforms "
}
runas . exe / trustlevel : 0x20000 " $process $arguments "
}
2016-12-02 03:23:14 +08:00
function Show-PSPesterError
{
2017-08-26 23:26:06 +08:00
[ CmdletBinding ( DefaultParameterSetName = 'xml' ) ]
2017-09-12 03:16:58 +08:00
param (
2017-08-26 23:26:06 +08:00
[ Parameter ( ParameterSetName = 'xml' , Mandatory ) ]
[ Xml.XmlElement ] $testFailure ,
[ Parameter ( ParameterSetName = 'object' , Mandatory ) ]
[ PSCustomObject ] $testFailureObject
)
2017-09-12 03:16:58 +08:00
2017-08-26 23:26:06 +08:00
if ( $PSCmdLet . ParameterSetName -eq 'xml' )
{
$description = $testFailure . description
$name = $testFailure . name
$message = $testFailure . failure . message
$stackTrace = $testFailure . failure . " stack-trace "
}
elseif ( $PSCmdLet . ParameterSetName -eq 'object' )
{
$description = $testFailureObject . Describe + '/' + $testFailureObject . Context
$name = $testFailureObject . Name
$message = $testFailureObject . FailureMessage
$stackTrace = $testFailureObject . StackTrace
}
else
{
throw 'Unknown Show-PSPester parameter set'
}
2018-03-09 02:47:20 +08:00
Write-Log -Error ( " Description: " + $description )
Write-Log -Error ( " Name: " + $name )
Write-Log -Error " message: "
Write-Log -Error $message
Write-Log -Error " stack-trace: "
Write-Log -Error $stackTrace
2017-08-26 23:26:06 +08:00
2016-12-02 03:23:14 +08:00
}
2017-12-01 06:44:41 +08:00
function Test-XUnitTestResults
{
param (
[ Parameter ( Mandatory ) ]
[ ValidateNotNullOrEmpty ( ) ]
[ string ] $TestResultsFile
)
if ( -not ( Test-Path $TestResultsFile ) )
{
throw " File not found $TestResultsFile "
}
try
{
$results = [ xml ] ( Get-Content $TestResultsFile )
}
catch
{
throw " Cannot convert $TestResultsFile to xml : $( $_ . message ) "
}
$failedTests = $results . assemblies . assembly . collection | Where-Object failed -gt 0
if ( -not $failedTests )
{
return $true
}
foreach ( $failure in $failedTests )
{
$description = $failure . test . type
$name = $failure . test . method
$message = $failure . test . failure . message . '#cdata-section'
$stackTrace = $failure . test . failure . 'stack-trace' . '#cdata-section'
2018-03-09 02:47:20 +08:00
Write-Log -Error ( " Description: " + $description )
Write-Log -Error ( " Name: " + $name )
Write-Log -Error " message: "
Write-Log -Error $message
Write-Log -Error " stack-trace: "
Write-Log -Error $stackTrace
2017-12-01 06:44:41 +08:00
}
throw " $( $failedTests . failed ) tests failed "
}
2016-08-31 02:47:27 +08:00
#
# Read the test result file and
2017-01-17 05:31:14 +08:00
# Throw if a test failed
2016-08-31 02:47:27 +08:00
function Test-PSPesterResults
{
2017-08-26 23:26:06 +08:00
[ CmdletBinding ( DefaultParameterSetName = 'file' ) ]
2016-08-31 02:47:27 +08:00
param (
2017-08-26 23:26:06 +08:00
[ Parameter ( ParameterSetName = 'file' ) ]
2016-08-31 02:47:27 +08:00
[ string ] $TestResultsFile = " pester-tests.xml " ,
2017-08-26 23:26:06 +08:00
[ Parameter ( ParameterSetName = 'file' ) ]
[ string ] $TestArea = 'test/powershell' ,
[ Parameter ( ParameterSetName = 'PesterPassThruObject' , Mandatory ) ]
[ pscustomobject ] $ResultObject
)
2016-08-10 03:03:30 +08:00
2017-08-26 23:26:06 +08:00
if ( $PSCmdLet . ParameterSetName -eq 'file' )
2016-08-31 02:47:27 +08:00
{
2017-08-26 23:26:06 +08:00
if ( ! ( Test-Path $TestResultsFile ) )
{
throw " Test result file ' $testResultsFile ' not found for $TestArea . "
}
2016-08-31 02:47:27 +08:00
2017-08-26 23:26:06 +08:00
$x = [ xml ] ( Get-Content -raw $testResultsFile )
if ( [ int ] $x . 'test-results' . failures -gt 0 )
{
2018-03-09 02:47:20 +08:00
Write-Log -Error " TEST FAILURES "
2017-08-26 23:26:06 +08:00
# switch between methods, SelectNode is not available on dotnet core
2017-09-12 03:16:58 +08:00
if ( " System.Xml.XmlDocumentXPathExtensions " -as [ Type ] )
2017-08-26 23:26:06 +08:00
{
$failures = [ System.Xml.XmlDocumentXPathExtensions ] :: SelectNodes ( $x . " test-results " , './/test-case[@result = "Failure"]' )
}
2017-09-12 03:16:58 +08:00
else
2017-08-26 23:26:06 +08:00
{
$failures = $x . SelectNodes ( './/test-case[@result = "Failure"]' )
}
foreach ( $testfail in $failures )
{
Show-PSPesterError -testFailure $testfail
}
throw " $( $x . 'test-results' . failures ) tests in $TestArea failed "
2017-01-11 06:42:27 +08:00
}
2017-08-26 23:26:06 +08:00
}
elseif ( $PSCmdLet . ParameterSetName -eq 'PesterPassThruObject' )
{
if ( $ResultObject . TotalCount -le 0 )
{
2017-09-14 05:14:08 +08:00
throw 'NO TESTS RUN'
2017-01-11 06:42:27 +08:00
}
2017-08-26 23:26:06 +08:00
elseif ( $ResultObject . FailedCount -gt 0 )
2016-12-02 03:23:14 +08:00
{
2018-03-09 02:47:20 +08:00
Write-Log -Error 'TEST FAILURES'
2017-09-14 05:14:08 +08:00
2017-08-26 23:26:06 +08:00
$ResultObject . TestResult | Where-Object { $_ . Passed -eq $false } | ForEach-Object {
Show-PSPesterError -testFailureObject $_
}
2017-09-14 05:14:08 +08:00
throw " $( $ResultObject . FailedCount ) tests in $TestArea failed "
2016-12-02 03:23:14 +08:00
}
2016-04-02 13:01:45 +08:00
}
}
2016-04-02 11:45:32 +08:00
function Start-PSxUnit {
2017-12-01 06:44:41 +08:00
[ CmdletBinding ( ) ] param (
2018-01-04 04:43:28 +08:00
[ string ] $SequentialTestResultsFile = " SequentialXUnitResults.xml " ,
[ string ] $ParallelTestResultsFile = " ParallelXUnitResults.xml "
2017-12-01 06:44:41 +08:00
)
2016-04-15 06:09:35 +08:00
2016-06-21 02:59:14 +08:00
# Add .NET CLI tools to PATH
Find-Dotnet
2016-04-02 13:01:37 +08:00
$Content = Split-Path -Parent ( Get-PSOutput )
2016-06-02 02:10:29 +08:00
if ( -not ( Test-Path $Content ) ) {
throw " PowerShell must be built before running tests! "
}
2018-01-04 04:43:28 +08:00
if ( Test-Path $SequentialTestResultsFile ) {
Remove-Item $SequentialTestResultsFile -Force -ErrorAction SilentlyContinue
}
if ( Test-Path $ParallelTestResultsFile ) {
Remove-Item $ParallelTestResultsFile -Force -ErrorAction SilentlyContinue
2017-12-01 06:44:41 +08:00
}
2016-04-02 11:45:32 +08:00
try {
Push-Location $PSScriptRoot / test / csharp
2017-12-01 06:44:41 +08:00
2016-04-26 05:11:13 +08:00
# Path manipulation to obtain test project output directory
2017-12-01 06:44:41 +08:00
dotnet restore
2018-01-04 04:43:28 +08:00
if ( -not $Environment . IsWindows )
2017-12-01 06:44:41 +08:00
{
if ( $Environment . IsMacOS )
{
$nativeLib = " $Content /libpsl-native.dylib "
}
else
{
$nativeLib = " $Content /libpsl-native.so "
}
$requiredDependencies = @ (
$nativeLib ,
" $Content /Microsoft.Management.Infrastructure.dll " ,
" $Content /System.Text.Encoding.CodePages.dll "
)
2016-04-19 11:22:20 +08:00
2017-12-01 06:44:41 +08:00
if ( ( Test-Path $requiredDependencies ) -notcontains $false )
{
2018-05-15 06:01:44 +08:00
$options = Get-PSOptions -DefaultToNew
2017-12-01 06:44:41 +08:00
$Destination = " bin/ $( $options . configuration ) / $( $options . framework ) "
New-Item $Destination -ItemType Directory -Force > $null
Copy-Item -Path $requiredDependencies -Destination $Destination -Force
}
else
{
throw " Dependencies $requiredDependencies not met. "
}
2016-04-02 11:45:32 +08:00
}
2018-01-04 04:43:28 +08:00
# Run sequential tests first, and then run the tests that can execute in parallel
2018-05-03 07:58:39 +08:00
dotnet xunit -configuration $Options . configuration -xml $SequentialTestResultsFile -namespace " PSTests.Sequential " -parallel none
dotnet xunit -configuration $Options . configuration -xml $ParallelTestResultsFile -namespace " PSTests.Parallel " -nobuild
2017-12-01 06:44:41 +08:00
}
finally {
2016-04-02 11:45:32 +08:00
Pop-Location
}
}
2016-09-10 05:35:54 +08:00
function Install-Dotnet {
[ CmdletBinding ( ) ]
param (
2017-06-22 00:32:06 +08:00
[ string ] $Channel = $dotnetCLIChannel ,
[ string ] $Version = $dotnetCLIRequiredVersion ,
2016-09-10 05:35:54 +08:00
[ switch ] $NoSudo
)
# This allows sudo install to be optional; needed when running in containers / as root
# Note that when it is null, Invoke-Expression (but not &) must be used to interpolate properly
$sudo = if ( ! $NoSudo ) { " sudo " }
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
$obtainUrl = " https://raw.githubusercontent.com/dotnet/cli/master/scripts/obtain "
2016-09-10 05:35:54 +08:00
# Install for Linux and OS X
2017-09-08 01:34:40 +08:00
if ( $Environment . IsLinux -or $Environment . IsMacOS ) {
2016-09-10 05:35:54 +08:00
# Uninstall all previous dotnet packages
2017-07-24 03:29:33 +08:00
$uninstallScript = if ( $Environment . IsUbuntu ) {
2016-09-10 05:35:54 +08:00
" dotnet-uninstall-debian-packages.sh "
2017-09-08 01:34:40 +08:00
} elseif ( $Environment . IsMacOS ) {
2016-09-10 05:35:54 +08:00
" dotnet-uninstall-pkgs.sh "
}
if ( $uninstallScript ) {
Start-NativeExecution {
curl -sO $obtainUrl / uninstall / $uninstallScript
Invoke-Expression " $sudo bash ./ $uninstallScript "
}
} else {
Write-Warning " This script only removes prior versions of dotnet for Ubuntu 14.04 and OS X "
}
2016-12-08 10:29:21 +08:00
# Install new dotnet 1.1.0 preview packages
2016-09-10 05:35:54 +08:00
$installScript = " dotnet-install.sh "
Start-NativeExecution {
curl -sO $obtainUrl / $installScript
bash . / $installScript -c $Channel -v $Version
}
2017-07-24 03:29:33 +08:00
} elseif ( $Environment . IsWindows ) {
2016-09-10 05:35:54 +08:00
Remove-Item -ErrorAction SilentlyContinue -Recurse -Force ~ \ AppData \ Local \ Microsoft \ dotnet
$installScript = " dotnet-install.ps1 "
Invoke-WebRequest -Uri $obtainUrl / $installScript -OutFile $installScript
2017-07-01 04:07:14 +08:00
2017-07-24 03:29:33 +08:00
if ( -not $Environment . IsCoreCLR ) {
2017-07-01 04:07:14 +08:00
& . / $installScript -Channel $Channel -Version $Version
} else {
# dotnet-install.ps1 uses APIs that are not supported in .NET Core, so we run it with Windows PowerShell
$fullPSPath = Join-Path -Path $env:windir -ChildPath " System32\WindowsPowerShell\v1.0\powershell.exe "
$fullDotnetInstallPath = Join-Path -Path $pwd . Path -ChildPath $installScript
Start-NativeExecution { & $fullPSPath -NoLogo -NoProfile -File $fullDotnetInstallPath -Channel $Channel -Version $Version }
}
2016-09-10 05:35:54 +08:00
}
}
2017-01-07 02:04:18 +08:00
function Get-RedHatPackageManager {
2017-07-24 03:29:33 +08:00
if ( $Environment . IsCentOS ) {
2017-03-08 07:03:38 +08:00
" yum install -y -q "
2017-07-24 03:29:33 +08:00
} elseif ( $Environment . IsFedora ) {
2017-03-08 07:03:38 +08:00
" dnf install -y -q "
2017-01-07 02:04:18 +08:00
} else {
throw " Error determining package manager for this distribution. "
}
}
2016-09-10 05:35:54 +08:00
2016-04-14 06:11:38 +08:00
function Start-PSBootstrap {
2016-07-23 05:31:32 +08:00
[ CmdletBinding (
SupportsShouldProcess = $true ,
ConfirmImpact = " High " ) ]
param (
2017-06-22 00:32:06 +08:00
[ string ] $Channel = $dotnetCLIChannel ,
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
# we currently pin dotnet-cli version, and will
# update it when more stable version comes out.
2017-06-22 00:32:06 +08:00
[ string ] $Version = $dotnetCLIRequiredVersion ,
2016-07-23 05:31:32 +08:00
[ switch ] $Package ,
2016-09-09 07:21:20 +08:00
[ switch ] $NoSudo ,
2017-07-26 07:50:27 +08:00
[ switch ] $BuildWindowsNative ,
2017-09-12 03:16:58 +08:00
[ switch ] $BuildLinuxArm ,
2016-07-23 05:31:32 +08:00
[ switch ] $Force
2016-06-15 04:33:19 +08:00
)
2016-04-14 06:11:38 +08:00
2018-03-09 02:47:20 +08:00
Write-Log " Installing PowerShell build dependencies "
2016-04-14 06:11:38 +08:00
2016-06-11 05:02:25 +08:00
Push-Location $PSScriptRoot / tools
2016-04-14 06:11:38 +08:00
2016-06-11 05:02:25 +08:00
try {
2017-09-08 01:34:40 +08:00
if ( $Environment . IsLinux -or $Environment . IsMacOS ) {
2017-07-26 07:50:27 +08:00
# This allows sudo install to be optional; needed when running in containers / as root
# Note that when it is null, Invoke-Expression (but not &) must be used to interpolate properly
$sudo = if ( ! $NoSudo ) { " sudo " }
2016-09-01 10:42:27 +08:00
try {
2017-07-26 07:50:27 +08:00
# Update googletest submodule for linux native cmake
2016-09-01 10:42:27 +08:00
Push-Location $PSScriptRoot
$Submodule = " $PSScriptRoot /src/libpsl-native/test/googletest "
Remove-Item -Path $Submodule -Recurse -Force -ErrorAction SilentlyContinue
2017-07-12 13:07:31 +08:00
git submodule - -quiet update - -init - - $submodule
2016-09-01 10:42:27 +08:00
} finally {
Pop-Location
}
2016-08-18 23:44:37 +08:00
2017-09-12 03:16:58 +08:00
if ( $BuildLinuxArm -and -not $Environment . IsUbuntu ) {
Write-Error " Cross compiling for linux-arm is only supported on Ubuntu environment "
return
}
2017-07-26 07:50:27 +08:00
# Install ours and .NET's dependencies
$Deps = @ ( )
if ( $Environment . IsUbuntu ) {
# Build tools
$Deps + = " curl " , " g++ " , " cmake " , " make "
2016-08-12 04:38:35 +08:00
2017-09-12 03:16:58 +08:00
if ( $BuildLinuxArm ) {
$Deps + = " gcc-arm-linux-gnueabihf " , " g++-arm-linux-gnueabihf "
}
2017-07-26 07:50:27 +08:00
# .NET Core required runtime libraries
$Deps + = " libunwind8 "
if ( $Environment . IsUbuntu14 ) { $Deps + = " libicu52 " }
elseif ( $Environment . IsUbuntu16 ) { $Deps + = " libicu55 " }
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# Packaging tools
2018-03-13 06:59:58 +08:00
if ( $Package ) { $Deps + = " ruby-dev " , " groff " , " libffi-dev " }
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# Install dependencies
2018-03-13 06:59:58 +08:00
# change the fontend from apt-get to noninteractive
$originalDebianFrontEnd = $env:DEBIAN_FRONTEND
$env:DEBIAN_FRONTEND = 'noninteractive'
try {
Start-NativeExecution {
Invoke-Expression " $sudo apt-get update -qq "
Invoke-Expression " $sudo apt-get install -y -qq $Deps "
}
}
finally {
# change the apt frontend back to the original
$env:DEBIAN_FRONTEND = $originalDebianFrontEnd
2017-07-26 07:50:27 +08:00
}
} elseif ( $Environment . IsRedHatFamily ) {
# Build tools
$Deps + = " which " , " curl " , " gcc-c++ " , " cmake " , " make "
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# .NET Core required runtime libraries
$Deps + = " libicu " , " libunwind "
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# Packaging tools
2018-03-13 06:59:58 +08:00
if ( $Package ) { $Deps + = " ruby-devel " , " rpm-build " , " groff " , 'libffi-devel' }
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
$PackageManager = Get-RedHatPackageManager
2017-01-07 02:04:18 +08:00
2017-07-26 07:50:27 +08:00
$baseCommand = " $sudo $PackageManager "
2017-03-08 07:03:38 +08:00
2017-07-26 07:50:27 +08:00
# On OpenSUSE 13.2 container, sudo does not exist, so don't use it if not needed
if ( $NoSudo )
{
$baseCommand = $PackageManager
}
2017-03-08 07:03:38 +08:00
2018-01-23 06:58:17 +08:00
# Install dependencies
Start-NativeExecution {
Invoke-Expression " $baseCommand $Deps "
}
} elseif ( $Environment . IsSUSEFamily ) {
# Build tools
$Deps + = " gcc " , " cmake " , " make "
# Packaging tools
2018-03-13 06:59:58 +08:00
if ( $Package ) { $Deps + = " ruby-devel " , " rpmbuild " , " groff " , 'libffi-devel' }
2018-01-23 06:58:17 +08:00
$PackageManager = " zypper --non-interactive install "
$baseCommand = " $sudo $PackageManager "
# On OpenSUSE 13.2 container, sudo does not exist, so don't use it if not needed
if ( $NoSudo )
{
$baseCommand = $PackageManager
}
2017-07-26 07:50:27 +08:00
# Install dependencies
Start-NativeExecution {
Invoke-Expression " $baseCommand $Deps "
}
2017-09-08 01:34:40 +08:00
} elseif ( $Environment . IsMacOS ) {
2017-07-26 07:50:27 +08:00
precheck 'brew' " Bootstrap dependency 'brew' not found, must install Homebrew! See http://brew.sh/ "
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# Build tools
$Deps + = " cmake "
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# .NET Core required runtime libraries
$Deps + = " openssl "
2016-08-12 04:38:35 +08:00
2017-07-26 07:50:27 +08:00
# Install dependencies
# ignore exitcode, because they may be already installed
Start-NativeExecution { brew install $Deps } -IgnoreExitcode
2016-09-21 05:26:07 +08:00
2017-07-26 07:50:27 +08:00
# Install patched version of curl
2017-12-07 04:20:44 +08:00
Start-NativeExecution { brew install curl - -with -openssl - -with -gssapi } -IgnoreExitcode
2017-07-26 07:50:27 +08:00
}
2016-04-14 06:11:38 +08:00
2017-07-26 07:50:27 +08:00
# Install [fpm](https://github.com/jordansissel/fpm) and [ronn](https://github.com/rtomayko/ronn)
if ( $Package ) {
try {
2018-04-11 03:18:11 +08:00
# We cannot guess if the user wants to run gem install as root on linux and windows,
# but macOs usually requires sudo
$gemsudo = ''
if ( $Environment . IsMacOS ) {
$gemsudo = $sudo
}
Start-NativeExecution ( [ ScriptBlock ] :: Create ( " $gemsudo gem install fpm -v 1.9.3 " ) )
Start-NativeExecution ( [ ScriptBlock ] :: Create ( " $gemsudo gem install ronn -v 0.7.3 " ) )
2017-07-26 07:50:27 +08:00
} catch {
Write-Warning " Installation of fpm and ronn gems failed! Must resolve manually. "
}
2016-09-09 07:21:43 +08:00
}
2016-07-06 02:03:08 +08:00
}
2017-10-11 05:01:01 +08:00
# Try to locate dotnet-SDK before installing it
Find-Dotnet
2017-07-26 07:50:27 +08:00
# Install dotnet-SDK
2017-07-19 02:39:04 +08:00
$dotNetExists = precheck 'dotnet' $null
$dotNetVersion = [ string ] :: Empty
if ( $dotNetExists ) {
$dotNetVersion = ( dotnet - -version )
}
if ( ! $dotNetExists -or $dotNetVersion -ne $dotnetCLIRequiredVersion -or $Force . IsPresent ) {
if ( $Force . IsPresent ) {
2018-03-09 02:47:20 +08:00
Write-Log " Installing dotnet due to -Force. "
2017-07-19 02:39:04 +08:00
}
elseif ( ! $dotNetExistis ) {
2018-03-09 02:47:20 +08:00
Write-Log " dotnet not present. Installing dotnet. "
2017-07-19 02:39:04 +08:00
}
else {
2018-03-09 02:47:20 +08:00
Write-Log " dotnet out of date ( $dotNetVersion ). Updating dotnet. "
2017-07-19 02:39:04 +08:00
}
$DotnetArguments = @ { Channel = $Channel ; Version = $Version ; NoSudo = $NoSudo }
Install-Dotnet @DotnetArguments
}
2017-07-26 07:50:27 +08:00
else {
2018-03-09 02:47:20 +08:00
Write-Log " dotnet is already installed. Skipping installation. "
2017-07-19 02:39:04 +08:00
}
2016-04-14 07:41:50 +08:00
2017-07-26 07:50:27 +08:00
# Install Windows dependencies if `-Package` or `-BuildWindowsNative` is specified
2017-07-24 03:29:33 +08:00
if ( $Environment . IsWindows ) {
2017-11-11 00:28:02 +08:00
## The VSCode build task requires 'pwsh.exe' to be found in Path
if ( -not ( Get-Command -Name pwsh . exe -CommandType Application -ErrorAction SilentlyContinue ) )
{
2018-03-09 02:47:20 +08:00
Write-Log " pwsh.exe not found. Install latest PowerShell Core release and add it to Path "
2017-11-11 00:28:02 +08:00
$psInstallFile = [ System.IO.Path ] :: Combine ( $PSScriptRoot , " tools " , " install-powershell.ps1 " )
& $psInstallFile -AddToPath
}
2017-10-27 12:52:08 +08:00
## need RCEdit to modify the binaries embedded resources
if ( -not ( Test-Path " ~/.rcedit/rcedit-x64.exe " ) )
{
2018-03-09 02:47:20 +08:00
Write-Log " Install RCEdit for modifying exe resources "
2017-10-27 12:52:08 +08:00
$rceditUrl = " https://github.com/electron/rcedit/releases/download/v1.0.0/rcedit-x64.exe "
New-Item -Path " ~/.rcedit " -Type Directory -Force > $null
2018-02-25 03:01:37 +08:00
## need to specify TLS version 1.2 since GitHub API requires it
2018-02-25 04:05:49 +08:00
[ Net.ServicePointManager ] :: SecurityProtocol = [ Net.ServicePointManager ] :: SecurityProtocol -bor [ Net.SecurityProtocolType ] :: Tls12
2018-02-25 03:01:37 +08:00
2017-10-27 12:52:08 +08:00
Invoke-WebRequest -OutFile " ~/.rcedit/rcedit-x64.exe " -Uri $rceditUrl
}
2017-07-26 07:50:27 +08:00
if ( $BuildWindowsNative ) {
2018-03-09 02:47:20 +08:00
Write-Log " Install Windows dependencies for building PSRP plugin "
2016-07-22 06:47:28 +08:00
2017-07-26 07:50:27 +08:00
$machinePath = [ Environment ] :: GetEnvironmentVariable ( 'Path' , 'MACHINE' )
$newMachineEnvironmentPath = $machinePath
2016-07-23 05:31:32 +08:00
2017-07-26 07:50:27 +08:00
$cmakePresent = precheck 'cmake' $null
$sdkPresent = Test-Win10SDK
2016-08-04 04:23:21 +08:00
2017-07-26 07:50:27 +08:00
# Install chocolatey
$chocolateyPath = " $env:AllUsersProfile \chocolatey\bin "
if ( precheck 'choco' $null ) {
2018-03-09 02:47:20 +08:00
Write-Log " Chocolatey is already installed. Skipping installation. "
2017-07-26 07:50:27 +08:00
}
elseif ( ( $cmakePresent -eq $false ) -or ( $sdkPresent -eq $false ) ) {
2018-03-09 02:47:20 +08:00
Write-Log " Chocolatey not present. Installing chocolatey. "
2017-07-26 07:50:27 +08:00
if ( $Force -or $PSCmdlet . ShouldProcess ( " Install chocolatey via https://chocolatey.org/install.ps1 " ) ) {
Invoke-Expression ( ( new-object net . webclient ) . DownloadString ( 'https://chocolatey.org/install.ps1' ) )
if ( -not ( $machinePath . ToLower ( ) . Contains ( $chocolateyPath . ToLower ( ) ) ) ) {
2018-03-09 02:47:20 +08:00
Write-Log " Adding $chocolateyPath to Path environment variable "
2017-07-26 07:50:27 +08:00
$env:Path + = " ; $chocolateyPath "
$newMachineEnvironmentPath + = " ; $chocolateyPath "
} else {
2018-03-09 02:47:20 +08:00
Write-Log " $chocolateyPath already present in Path environment variable "
2017-07-26 07:50:27 +08:00
}
2016-08-04 04:23:21 +08:00
} else {
2017-07-26 07:50:27 +08:00
Write-Error " Chocolatey is required to install missing dependencies. Please install it from https://chocolatey.org/ manually. Alternatively, install cmake and Windows 10 SDK. "
return
2016-07-23 07:42:19 +08:00
}
2016-08-04 04:23:21 +08:00
} else {
2018-03-09 02:47:20 +08:00
Write-Log " Skipping installation of chocolatey, cause both cmake and Win 10 SDK are present. "
2016-07-22 06:33:16 +08:00
}
2016-07-22 06:47:28 +08:00
2017-07-26 07:50:27 +08:00
# Install cmake
$cmakePath = " ${env:ProgramFiles} \CMake\bin "
2017-12-09 07:43:53 +08:00
if ( $cmakePresent -and ! ( $force . IsPresent ) ) {
2018-03-09 02:47:20 +08:00
Write-Log " Cmake is already installed. Skipping installation. "
2016-08-04 04:23:21 +08:00
} else {
2018-03-09 02:47:20 +08:00
Write-Log " Cmake not present or -Force used. Installing cmake. "
2017-12-09 07:43:53 +08:00
Start-NativeExecution { choco install cmake -y - -version 3.10 . 0 }
2017-07-26 07:50:27 +08:00
if ( -not ( $machinePath . ToLower ( ) . Contains ( $cmakePath . ToLower ( ) ) ) ) {
2018-03-09 02:47:20 +08:00
Write-Log " Adding $cmakePath to Path environment variable "
2017-07-26 07:50:27 +08:00
$env:Path + = " ; $cmakePath "
$newMachineEnvironmentPath = " $cmakePath ; $newMachineEnvironmentPath "
} else {
2018-03-09 02:47:20 +08:00
Write-Log " $cmakePath already present in Path environment variable "
2017-07-26 07:50:27 +08:00
}
2016-07-22 06:47:28 +08:00
}
2017-07-26 07:50:27 +08:00
# Install Windows 10 SDK
$packageName = " windows-sdk-10.0 "
2016-07-22 07:10:57 +08:00
2017-07-26 07:50:27 +08:00
if ( -not $sdkPresent ) {
2018-03-09 02:47:20 +08:00
Write-Log " Windows 10 SDK not present. Installing $packageName . "
2017-07-26 07:50:27 +08:00
Start-NativeExecution { choco install windows-sdk - 10.0 -y }
} else {
2018-03-09 02:47:20 +08:00
Write-Log " Windows 10 SDK present. Skipping installation. "
2017-07-26 07:50:27 +08:00
}
2016-08-04 04:23:21 +08:00
2017-07-26 07:50:27 +08:00
# Update path machine environment variable
if ( $newMachineEnvironmentPath -ne $machinePath ) {
2018-03-09 02:47:20 +08:00
Write-Log " Updating Path machine environment variable "
2017-07-26 07:50:27 +08:00
if ( $Force -or $PSCmdlet . ShouldProcess ( " Update Path machine environment variable to $newMachineEnvironmentPath " ) ) {
[ Environment ] :: SetEnvironmentVariable ( 'Path' , $newMachineEnvironmentPath , 'MACHINE' )
}
2016-07-23 05:31:32 +08:00
}
2016-07-22 06:47:28 +08:00
}
2016-06-11 05:02:25 +08:00
}
} finally {
Pop-Location
2016-04-14 06:11:38 +08:00
}
}
2016-05-20 10:03:43 +08:00
function Publish-NuGetFeed
{
param (
[ string ] $OutputPath = " $PSScriptRoot /nuget-artifacts " ,
2017-11-16 08:55:13 +08:00
[ ValidatePattern ( " ^v\d+\.\d+\.\d+(-\w+(\.\d+)?)? $ " ) ]
2017-09-07 06:20:25 +08:00
[ ValidateNotNullOrEmpty ( ) ]
[ string ] $ReleaseTag
2016-05-20 10:03:43 +08:00
)
2016-06-21 02:59:14 +08:00
# Add .NET CLI tools to PATH
Find-Dotnet
2017-09-07 06:20:25 +08:00
## We update 'project.assets.json' files with new version tag value by 'GetPSCoreVersionFromGit' target.
$TopProject = ( New-PSOptions ) . Top
if ( $ReleaseTag ) {
$ReleaseTagToUse = $ReleaseTag -Replace '^v'
dotnet restore $TopProject " /property:ReleaseTag= $ReleaseTagToUse "
} else {
dotnet restore $TopProject
2017-05-02 13:34:25 +08:00
}
2017-03-24 04:04:52 +08:00
try {
Push-Location $PSScriptRoot
@ (
2016-05-20 10:03:43 +08:00
'Microsoft.PowerShell.Commands.Management' ,
'Microsoft.PowerShell.Commands.Utility' ,
2017-01-31 08:44:23 +08:00
'Microsoft.PowerShell.Commands.Diagnostics' ,
2016-05-20 10:03:43 +08:00
'Microsoft.PowerShell.ConsoleHost' ,
'Microsoft.PowerShell.Security' ,
2016-06-25 08:25:56 +08:00
'System.Management.Automation' ,
2016-07-27 07:43:32 +08:00
'Microsoft.PowerShell.CoreCLR.Eventing' ,
2016-08-30 07:01:38 +08:00
'Microsoft.WSMan.Management' ,
'Microsoft.WSMan.Runtime' ,
2016-07-27 07:43:32 +08:00
'Microsoft.PowerShell.SDK'
2017-07-22 12:03:49 +08:00
) | ForEach-Object {
2017-09-07 06:20:25 +08:00
if ( $ReleaseTag ) {
dotnet pack " src/ $_ " - -output $OutputPath " /property:IncludeSymbols=true;ReleaseTag= $ReleaseTagToUse "
2017-03-24 04:04:52 +08:00
} else {
dotnet pack " src/ $_ " - -output $OutputPath
}
2016-05-20 10:03:43 +08:00
}
2017-03-24 04:04:52 +08:00
} finally {
Pop-Location
2016-05-20 10:03:43 +08:00
}
}
2016-07-02 03:09:50 +08:00
function Start-DevPowerShell {
2016-02-04 02:53:43 +08:00
param (
[ string[] ] $ArgumentList = '' ,
[ switch ] $LoadProfile ,
2017-08-17 03:07:45 +08:00
[ string ] $binDir = ( Split-Path ( New-PSOptions ) . Output ) ,
2016-07-02 03:09:50 +08:00
[ switch ] $NoNewWindow ,
[ string ] $Command ,
[ switch ] $KeepPSModulePath
2016-02-04 02:53:43 +08:00
)
2016-04-02 13:01:05 +08:00
try {
2017-07-24 03:29:33 +08:00
if ( ( -not $NoNewWindow ) -and ( $Environment . IsCoreCLR ) ) {
2016-07-28 03:27:41 +08:00
Write-Warning " Start-DevPowerShell -NoNewWindow is currently implied in PowerShellCore edition https://github.com/PowerShell/PowerShell/issues/1543 "
2016-07-28 01:55:42 +08:00
$NoNewWindow = $true
}
2016-07-02 03:09:50 +08:00
if ( -not $LoadProfile ) {
2016-02-04 09:25:51 +08:00
$ArgumentList = @ ( '-noprofile' ) + $ArgumentList
2016-02-04 02:53:43 +08:00
}
2016-08-04 04:23:21 +08:00
if ( -not $KeepPSModulePath ) {
if ( -not $Command ) {
2016-07-02 03:09:50 +08:00
$ArgumentList = @ ( '-NoExit' ) + $ArgumentList
}
2017-03-16 03:04:28 +08:00
$Command = '$env:PSModulePath = Join-Path $env:DEVPATH Modules; ' + $Command
2016-08-04 04:23:21 +08:00
}
2016-07-02 03:09:50 +08:00
2016-08-04 04:23:21 +08:00
if ( $Command ) {
2016-07-02 03:09:50 +08:00
$ArgumentList = $ArgumentList + @ ( " -command $Command " )
}
2016-02-04 02:53:43 +08:00
$env:DEVPATH = $binDir
2016-02-22 07:06:39 +08:00
# splatting for the win
2016-02-04 09:25:51 +08:00
$startProcessArgs = @ {
2017-10-25 07:28:22 +08:00
FilePath = " $binDir \pwsh "
2016-02-04 09:25:51 +08:00
ArgumentList = " $ArgumentList "
2016-02-22 07:06:39 +08:00
}
2016-02-05 05:19:24 +08:00
if ( $NoNewWindow ) {
$startProcessArgs . NoNewWindow = $true
$startProcessArgs . Wait = $true
}
2016-02-22 07:06:39 +08:00
2016-02-04 09:25:51 +08:00
Start-Process @startProcessArgs
2016-04-02 13:01:05 +08:00
} finally {
2016-08-31 02:47:27 +08:00
if ( $env:DevPath )
{
Remove-Item env : DEVPATH
}
2017-01-17 05:31:14 +08:00
2016-04-02 13:01:05 +08:00
if ( $ZapDisable ) {
2016-08-31 02:47:27 +08:00
Remove-Item env : COMPLUS_ZapDisable
2016-02-04 02:53:43 +08:00
}
}
2016-02-21 06:35:46 +08:00
}
2016-03-23 07:00:20 +08:00
2016-06-18 02:23:29 +08:00
function Start-TypeGen
{
[ CmdletBinding ( ) ]
2017-11-16 02:52:06 +08:00
param
(
[ ValidateNotNullOrEmpty ( ) ]
$IncFileName = 'powershell.inc'
)
2016-06-18 02:23:29 +08:00
2016-06-21 02:59:14 +08:00
# Add .NET CLI tools to PATH
Find-Dotnet
2018-05-03 07:58:39 +08:00
# This custom target depends on 'ResolveAssemblyReferencesDesignTime', whose definition can be found in the sdk folder.
# To find the available properties of '_ReferencesFromRAR' when switching to a new dotnet sdk, follow the steps below:
# 1. create a dummy project using the new dotnet sdk.
# 2. build the dummy project with this command:
# dotnet msbuild .\dummy.csproj /t:ResolveAssemblyReferencesDesignTime /fileLogger /noconsolelogger /v:diag
# 3. search '_ReferencesFromRAR' in the produced 'msbuild.log' file. You will find the properties there.
2017-03-24 04:04:52 +08:00
$GetDependenciesTargetPath = " $PSScriptRoot /src/Microsoft.PowerShell.SDK/obj/Microsoft.PowerShell.SDK.csproj.TypeCatalog.targets "
$GetDependenciesTargetValue = @ '
< Project >
< Target Name = " _GetDependencies "
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
DependsOnTargets = " ResolveAssemblyReferencesDesignTime " >
2017-03-24 04:04:52 +08:00
< ItemGroup >
2018-05-03 07:58:39 +08:00
< _RefAssemblyPath Include = " %(_ReferencesFromRAR.HintPath)%3B " Condition = " '%(_ReferencesFromRAR.NuGetPackageId)' != 'Microsoft.Management.Infrastructure' " / >
2017-03-24 04:04:52 +08:00
< / ItemGroup >
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
< WriteLinesToFile File = " $( _DependencyFile ) " Lines = " @(_RefAssemblyPath) " Overwrite = " true " / >
2017-03-24 04:04:52 +08:00
< / Target >
< / Project >
' @
Set-Content -Path $GetDependenciesTargetPath -Value $GetDependenciesTargetValue -Force -Encoding Ascii
Push-Location " $PSScriptRoot /src/Microsoft.PowerShell.SDK "
2016-08-04 04:23:21 +08:00
try {
2017-11-16 02:52:06 +08:00
$ps_inc_file = " $PSScriptRoot /src/TypeCatalogGen/ $IncFileName "
2017-03-24 04:04:52 +08:00
dotnet msbuild . \ Microsoft . PowerShell . SDK . csproj / t: _GetDependencies " /property:DesignTimeBuild=true;_DependencyFile= $ps_inc_file " / nologo
2016-08-04 04:23:21 +08:00
} finally {
2016-06-18 02:23:29 +08:00
Pop-Location
}
Push-Location " $PSScriptRoot /src/TypeCatalogGen "
2016-08-04 04:23:21 +08:00
try {
2017-11-16 02:52:06 +08:00
dotnet run . . / System . Management . Automation / CoreCLR / CorePsTypeCatalog . cs $IncFileName
2016-08-04 04:23:21 +08:00
} finally {
2016-06-18 02:23:29 +08:00
Pop-Location
}
}
2016-04-05 05:20:34 +08:00
function Start-ResGen
{
2016-06-15 18:42:54 +08:00
[ CmdletBinding ( ) ]
param ( )
2016-08-03 02:47:53 +08:00
# Add .NET CLI tools to PATH
Find-Dotnet
Push-Location " $PSScriptRoot /src/ResGen "
2016-08-04 04:23:21 +08:00
try {
2016-08-03 02:47:53 +08:00
Start-NativeExecution { dotnet run } | Write-Verbose
2016-08-04 04:23:21 +08:00
} finally {
2016-08-03 02:47:53 +08:00
Pop-Location
2016-04-05 05:20:34 +08:00
}
}
2016-06-21 02:59:14 +08:00
function Find-Dotnet ( ) {
$originalPath = $env:PATH
2017-11-10 08:28:39 +08:00
$dotnetPath = if ( $Environment . IsWindows ) { " $env:LocalAppData \Microsoft\dotnet " } else { " $env:HOME /.dotnet " }
2016-06-21 02:59:14 +08:00
2017-11-10 08:28:39 +08:00
# If there dotnet is already in the PATH, check to see if that version of dotnet can find the required SDK
# This is "typically" the globally installed dotnet
if ( precheck dotnet ) {
# Must run from within repo to ensure global.json can specify the required SDK version
Push-Location $PSScriptRoot
$dotnetCLIInstalledVersion = ( dotnet - -version )
Pop-Location
if ( $dotnetCLIInstalledVersion -ne $dotnetCLIRequiredVersion ) {
Write-Warning " The 'dotnet' in the current path can't find SDK version ${dotnetCLIRequiredVersion} , prepending $dotnetPath to PATH. "
# Globally installed dotnet doesn't have the required SDK version, prepend the user local dotnet location
$env:PATH = $dotnetPath + [ IO.Path ] :: PathSeparator + $env:PATH
}
}
else {
Write-Warning " Could not find 'dotnet', appending $dotnetPath to PATH. "
2016-06-21 02:59:14 +08:00
$env:PATH + = [ IO.Path ] :: PathSeparator + $dotnetPath
}
if ( -not ( precheck 'dotnet' " Still could not find 'dotnet', restoring PATH. " ) ) {
$env:PATH = $originalPath
}
}
2016-07-01 07:02:07 +08:00
<#
2016-07-02 04:51:14 +08:00
This is one-time conversion . We use it for to turn GetEventResources . txt into GetEventResources . resx
2016-07-01 07:02:07 +08:00
. EXAMPLE Convert-TxtResourceToXml -Path Microsoft . PowerShell . Commands . Diagnostics \ resources
#>
function Convert-TxtResourceToXml
{
param (
[ string[] ] $Path
)
2016-08-04 04:23:21 +08:00
process {
2017-07-22 12:03:49 +08:00
$Path | ForEach-Object {
Get-ChildItem $_ -Filter " *.txt " | ForEach-Object {
2016-07-01 07:02:07 +08:00
$txtFile = $_ . FullName
$resxFile = Join-Path ( Split-Path $txtFile ) " $( $_ . BaseName ) .resx "
$resourceHashtable = ConvertFrom-StringData ( Get-Content -Raw $txtFile )
2017-07-22 12:03:49 +08:00
$resxContent = $resourceHashtable . GetEnumerator ( ) | ForEach-Object {
2016-07-01 07:02:07 +08:00
@ '
< data name = " {0} " xml : space = " preserve " >
< value > { 1 } < / value >
< / data >
' @ -f $_ . Key , $_ . Value
} | Out-String
Set-Content -Path $resxFile -Value ( $script:RESX_TEMPLATE -f $resxContent )
}
}
}
}
2016-06-22 07:54:57 +08:00
function script: Use-MSBuild {
2016-06-25 05:52:04 +08:00
# TODO: we probably should require a particular version of msbuild, if we are taking this dependency
# msbuild v14 and msbuild v4 behaviors are different for XAML generation
$frameworkMsBuildLocation = " ${env:SystemRoot} \Microsoft.Net\Framework\v4.0.30319\msbuild "
2016-06-23 10:46:16 +08:00
2016-06-25 05:52:04 +08:00
$msbuild = get-command msbuild -ErrorAction SilentlyContinue
2016-08-04 04:23:21 +08:00
if ( $msbuild ) {
2016-06-25 05:52:04 +08:00
# all good, nothing to do
return
2016-06-22 07:54:57 +08:00
}
2016-06-23 10:46:16 +08:00
2016-08-04 04:23:21 +08:00
if ( -not ( Test-Path $frameworkMsBuildLocation ) ) {
2016-06-25 05:52:04 +08:00
throw " msbuild not found in ' $frameworkMsBuildLocation '. Install Visual Studio 2015. "
2016-06-23 10:46:16 +08:00
}
2016-06-25 05:52:04 +08:00
Set-Alias msbuild $frameworkMsBuildLocation -Scope Script
2016-06-22 07:54:57 +08:00
}
2018-03-09 02:47:20 +08:00
function script: Write-Log
{
param
(
[ Parameter ( Position = 0 , Mandatory ) ]
[ ValidateNotNullOrEmpty ( ) ]
[ string ] $message ,
2016-04-02 13:01:05 +08:00
2018-03-09 02:47:20 +08:00
[ switch ] $error
)
if ( $error )
{
Write-Host -Foreground Red $message
}
else
{
Write-Host -Foreground Green $message
}
2016-12-02 03:23:14 +08:00
#reset colors for older package to at return to default after error message on a compilation error
[ console ] :: ResetColor ( )
}
2016-04-02 13:01:05 +08:00
function script: precheck([string]$command , [ string ] $missedMessage ) {
$c = Get-Command $command -ErrorAction SilentlyContinue
if ( -not $c ) {
2017-07-26 07:50:27 +08:00
if ( -not [ string ] :: IsNullOrEmpty ( $missedMessage ) )
2016-07-22 06:53:36 +08:00
{
Write-Warning $missedMessage
}
2016-04-02 13:01:05 +08:00
return $false
} else {
return $true
}
}
2016-04-20 07:59:03 +08:00
# this function wraps native command Execution
# for more information, read https://mnaoumov.wordpress.com/2015/01/11/execution-of-external-commands-in-powershell-done-right/
2018-02-27 07:45:15 +08:00
function script: Start-NativeExecution
2016-04-20 07:59:03 +08:00
{
2018-02-27 07:45:15 +08:00
param (
[ scriptblock ] $sb ,
[ switch ] $IgnoreExitcode ,
[ switch ] $VerboseOutputOnError
)
2016-04-20 07:59:03 +08:00
$backupEAP = $script:ErrorActionPreference
$script:ErrorActionPreference = " Continue "
2016-08-04 04:23:21 +08:00
try {
2018-02-27 07:45:15 +08:00
if ( $VerboseOutputOnError . IsPresent )
{
$output = & $sb
}
else
{
& $sb
}
2016-08-27 04:46:03 +08:00
# note, if $sb doesn't have a native invocation, $LASTEXITCODE will
2016-04-20 07:59:03 +08:00
# point to the obsolete value
2016-11-20 15:32:42 +08:00
if ( $LASTEXITCODE -ne 0 -and -not $IgnoreExitcode ) {
2018-02-27 07:45:15 +08:00
if ( $VerboseOutputOnError . IsPresent -and $output )
{
$output | Out-String | Write-Verbose -Verbose
}
# Get caller location for easier debugging
$caller = Get-PSCallStack -ErrorAction SilentlyContinue
if ( $caller )
{
$callerLocationParts = $caller [ 1 ] . Location -split " :\s*line\s* "
$callerFile = $callerLocationParts [ 0 ]
$callerLine = $callerLocationParts [ 1 ]
$errorMessage = " Execution of { $sb } by ${callerFile} : line $callerLine failed with exit code $LASTEXITCODE "
throw $errorMessage
}
2016-05-19 05:30:24 +08:00
throw " Execution of { $sb } failed with exit code $LASTEXITCODE "
2016-04-20 07:59:03 +08:00
}
2016-08-04 04:23:21 +08:00
} finally {
2016-04-20 07:59:03 +08:00
$script:ErrorActionPreference = $backupEAP
}
}
2016-04-05 05:20:34 +08:00
2016-08-03 04:33:51 +08:00
function Start-CrossGen {
[ CmdletBinding ( ) ]
param (
[ Parameter ( Mandatory = $true ) ]
[ ValidateNotNullOrEmpty ( ) ]
[ String ]
2016-11-21 04:59:50 +08:00
$PublishPath ,
[ Parameter ( Mandatory = $true ) ]
2017-09-19 00:31:07 +08:00
[ ValidateSet ( " win7-x86 " ,
2016-11-21 04:59:50 +08:00
" win7-x64 " ,
2018-05-03 07:58:39 +08:00
" osx-x64 " ,
2017-09-19 00:31:07 +08:00
" linux-x64 " ,
2017-12-09 07:43:53 +08:00
" linux-arm " ,
" win-arm " ,
" win-arm64 " ) ]
2016-11-21 04:59:50 +08:00
[ string ]
$Runtime
2016-08-03 04:33:51 +08:00
)
2016-08-04 03:35:58 +08:00
2016-08-03 04:33:51 +08:00
function Generate-CrossGenAssembly {
param (
[ Parameter ( Mandatory = $true ) ]
[ ValidateNotNullOrEmpty ( ) ]
[ String ]
$AssemblyPath ,
[ Parameter ( Mandatory = $true ) ]
[ ValidateNotNullOrEmpty ( ) ]
[ String ]
$CrossgenPath
)
$outputAssembly = $AssemblyPath . Replace ( " .dll " , " .ni.dll " )
$platformAssembliesPath = Split-Path $AssemblyPath -Parent
$crossgenFolder = Split-Path $CrossgenPath
$niAssemblyName = Split-Path $outputAssembly -Leaf
2016-08-04 03:35:58 +08:00
try {
2016-08-03 04:33:51 +08:00
Push-Location $crossgenFolder
# Generate the ngen assembly
2016-08-04 03:35:58 +08:00
Write-Verbose " Generating assembly $niAssemblyName "
2016-08-03 04:33:51 +08:00
Start-NativeExecution {
2016-08-03 15:19:39 +08:00
& $CrossgenPath / MissingDependenciesOK / in $AssemblyPath / out $outputAssembly / Platform_Assemblies_Paths $platformAssembliesPath
} | Write-Verbose
2016-08-04 03:35:58 +08:00
2016-08-03 04:33:51 +08:00
<#
# TODO: Generate the pdb for the ngen binary - currently, there is a hard dependency on diasymreader.dll, which is available at %windir%\Microsoft.NET\Framework\v4.0.30319.
# However, we still need to figure out the prerequisites on Linux.
Start-NativeExecution {
2016-08-03 15:19:39 +08:00
& $CrossgenPath / Platform_Assemblies_Paths $platformAssembliesPath / CreatePDB $platformAssembliesPath / lines $platformAssembliesPath $niAssemblyName
} | Write-Verbose
2016-08-03 04:33:51 +08:00
#>
2016-08-04 03:35:58 +08:00
} finally {
2016-08-03 04:33:51 +08:00
Pop-Location
}
}
2016-08-04 03:35:58 +08:00
if ( -not ( Test-Path $PublishPath ) ) {
2016-08-03 04:33:51 +08:00
throw " Path ' $PublishPath ' does not exist. "
}
2016-08-04 03:35:58 +08:00
# Get the path to crossgen
2017-07-24 03:29:33 +08:00
$crossGenExe = if ( $Environment . IsWindows ) { " crossgen.exe " } else { " crossgen " }
2016-08-03 04:33:51 +08:00
2016-08-04 03:05:26 +08:00
# The crossgen tool is only published for these particular runtimes
2017-07-24 03:29:33 +08:00
$crossGenRuntime = if ( $Environment . IsWindows ) {
2016-11-21 04:59:50 +08:00
if ( $Runtime -match " -x86 " ) {
2017-05-05 08:09:03 +08:00
" win-x86 "
2017-12-09 07:43:53 +08:00
} elseif ( $Runtime -match " -x64 " ) {
2017-05-05 08:09:03 +08:00
" win-x64 "
2017-12-09 07:43:53 +08:00
} elseif ( ! ( $env:PROCESSOR_ARCHITECTURE -match " arm " ) ) {
throw " crossgen for 'win-arm' and 'win-arm64' must be run on that platform "
2016-11-21 04:59:50 +08:00
}
2017-09-12 03:16:58 +08:00
} elseif ( $Runtime -eq " linux-arm " ) {
throw " crossgen is not available for 'linux-arm' "
2017-07-24 03:29:33 +08:00
} elseif ( $Environment . IsLinux ) {
Move powershell to .NET Core 2.0 (#3556)
This change moves powershell to .NET Core 2.0. Major changes are:
1. PowerShell assemblies are now targeting `netcoreapp2.0`. We are using `microsoft.netcore.app-2.0.0-preview1-001913-00`, which is from dotnet-core build 4/4/17. We cannot target `netstandard2.0` because the packages `System.Reflection.Emit` and `System.Reflection.Emit.Lightweight`, which are needed for powershell class, cannot be referenced when targeting `netstandard2.0`.
2. Refactor code to remove most CLR stub types and extension types.
3. Update build scripts to enable CI builds. The `-cache` section is specified to depend on `appveyor.yml`, so the cache will be invalidated if `appveyor.yml` is changed.
4. Ship `netcoreapp` reference assemblies with powershell to fix the issues in `Add-Type` (#2764). By default `Add-Type` will reference all those reference assemblies when compiling C# code. If `-ReferenceAssembly` is specified, then we search reference assemblies first, then the framework runtime assemblies, and lastly the loaded assemblies (possibly a third-party one that was already loaded).
5. `dotnet publish` generates executable on Unix platforms, but doesn't set "x" permission and thus it cannot execute. Currently, the "x" permission is set in the build script, `dotnet/cli` issue [#6286](https://github.com/dotnet/cli/issues/6286) is tracking this.
6. Replace the use of some APIs with the ones that take `SecureString`.
7. osx.10.12 is required to update to `netcoreapp2.0` because `dotnet-cli` 2.0.0-preview only works on osx.10.12.
8. Add dependency to `System.ValueTuple` to work around a ambiguous type identity issue in coreclr. The issue is tracked by `dotnet/corefx` [#17797](https://github.com/dotnet/corefx/issues/17797). When moving to newer version of `netcoreapp2.0`, we need to verify if this dependency is still needed.
2017-04-18 02:52:38 +08:00
" linux-x64 "
2017-09-08 01:34:40 +08:00
} elseif ( $Environment . IsMacOS ) {
2017-05-05 08:09:03 +08:00
" osx-x64 "
2016-08-04 03:05:26 +08:00
}
if ( -not $crossGenRuntime ) {
throw " crossgen is not available for this platform "
}
2018-05-03 07:58:39 +08:00
$dotnetRuntimeVersion = $script:Options . Framework -replace 'netcoreapp'
2016-10-13 01:24:08 +08:00
# Get the CrossGen.exe for the correct runtime with the latest version
2017-07-24 03:29:33 +08:00
$crossGenPath = Get-ChildItem $script:Environment . nugetPackagesRoot $crossGenExe -Recurse | `
2016-10-13 01:24:08 +08:00
Where-Object { $_ . FullName -match $crossGenRuntime } | `
2018-05-03 07:58:39 +08:00
Where-Object { $_ . FullName -match $dotnetRuntimeVersion } | `
2016-10-13 01:24:08 +08:00
Sort-Object -Property FullName -Descending | `
Select-Object -First 1 | `
ForEach-Object { $_ . FullName }
2016-08-04 03:05:26 +08:00
if ( -not $crossGenPath ) {
2016-08-03 04:33:51 +08:00
throw " Unable to find latest version of crossgen.exe. 'Please run Start-PSBuild -Clean' first, and then try again. "
}
2016-11-21 04:59:50 +08:00
Write-Verbose " Matched CrossGen.exe: $crossGenPath " -Verbose
2016-08-03 04:33:51 +08:00
# Crossgen.exe requires the following assemblies:
# mscorlib.dll
# System.Private.CoreLib.dll
2016-08-04 03:35:58 +08:00
# clrjit.dll on Windows or libclrjit.so/dylib on Linux/OS X
2016-08-03 04:33:51 +08:00
$crossGenRequiredAssemblies = @ ( " mscorlib.dll " , " System.Private.CoreLib.dll " )
2016-08-04 03:35:58 +08:00
2017-07-24 03:29:33 +08:00
$crossGenRequiredAssemblies + = if ( $Environment . IsWindows ) {
2016-08-04 03:35:58 +08:00
" clrjit.dll "
2017-07-24 03:29:33 +08:00
} elseif ( $Environment . IsLinux ) {
2016-08-04 03:35:58 +08:00
" libclrjit.so "
2017-09-08 01:34:40 +08:00
} elseif ( $Environment . IsMacOS ) {
2016-08-04 03:35:58 +08:00
" libclrjit.dylib "
2016-08-03 04:33:51 +08:00
}
2016-08-04 03:35:58 +08:00
# Make sure that all dependencies required by crossgen are at the directory.
2016-08-03 04:33:51 +08:00
$crossGenFolder = Split-Path $crossGenPath
2016-08-04 03:35:58 +08:00
foreach ( $assemblyName in $crossGenRequiredAssemblies ) {
if ( -not ( Test-Path " $crossGenFolder \ $assemblyName " ) ) {
2016-08-03 04:33:51 +08:00
Copy-Item -Path " $PublishPath \ $assemblyName " -Destination $crossGenFolder -Force -ErrorAction Stop
}
}
2017-05-16 14:34:32 +08:00
# Common assemblies used by Add-Type or assemblies with high JIT and no pdbs to crossgen
2017-02-04 07:19:05 +08:00
$commonAssembliesForAddType = @ (
" Microsoft.CodeAnalysis.CSharp.dll "
" Microsoft.CodeAnalysis.dll "
2017-05-16 14:34:32 +08:00
" System.Linq.Expressions.dll "
" Microsoft.CSharp.dll "
" System.Runtime.Extensions.dll "
" System.Linq.dll "
" System.Collections.Concurrent.dll "
" System.Collections.dll "
" Newtonsoft.Json.dll "
" System.IO.FileSystem.dll "
" System.Diagnostics.Process.dll "
" System.Threading.Tasks.Parallel.dll "
" System.Security.AccessControl.dll "
" System.Text.Encoding.CodePages.dll "
" System.Private.Uri.dll "
" System.Threading.dll "
" System.Security.Principal.Windows.dll "
" System.Console.dll "
" Microsoft.Win32.Registry.dll "
" System.IO.Pipes.dll "
" System.Diagnostics.FileVersionInfo.dll "
" System.Collections.Specialized.dll "
2017-02-04 07:19:05 +08:00
)
2016-08-04 03:35:58 +08:00
# Common PowerShell libraries to crossgen
2016-08-03 15:19:39 +08:00
$psCoreAssemblyList = @ (
" Microsoft.PowerShell.Commands.Utility.dll " ,
" Microsoft.PowerShell.Commands.Management.dll " ,
" Microsoft.PowerShell.Security.dll " ,
" Microsoft.PowerShell.CoreCLR.Eventing.dll " ,
" Microsoft.PowerShell.ConsoleHost.dll " ,
" System.Management.Automation.dll "
)
2016-08-03 04:33:51 +08:00
2016-08-04 03:35:58 +08:00
# Add Windows specific libraries
2017-07-24 03:29:33 +08:00
if ( $Environment . IsWindows ) {
2016-08-03 15:19:39 +08:00
$psCoreAssemblyList + = @ (
" Microsoft.WSMan.Management.dll " ,
" Microsoft.WSMan.Runtime.dll " ,
" Microsoft.PowerShell.Commands.Diagnostics.dll " ,
" Microsoft.Management.Infrastructure.CimCmdlets.dll "
)
}
2017-02-04 07:19:05 +08:00
$fullAssemblyList = $commonAssembliesForAddType + $psCoreAssemblyList
foreach ( $assemblyName in $fullAssemblyList ) {
2016-08-03 04:33:51 +08:00
$assemblyPath = Join-Path $PublishPath $assemblyName
2016-08-03 15:19:39 +08:00
Generate-CrossGenAssembly -CrossgenPath $crossGenPath -AssemblyPath $assemblyPath
}
2016-08-03 04:33:51 +08:00
2016-10-19 04:12:51 +08:00
#
# With the latest dotnet.exe, the default load context is only able to load TPAs, and TPA
# only contains IL assembly names. In order to make the default load context able to load
# the NI PS assemblies, we need to replace the IL PS assemblies with the corresponding NI
# PS assemblies, but with the same IL assembly names.
#
Write-Verbose " PowerShell Ngen assemblies have been generated. Deploying ... " -Verbose
2017-02-04 07:19:05 +08:00
foreach ( $assemblyName in $fullAssemblyList ) {
2016-08-03 15:19:39 +08:00
# Remove the IL assembly and its symbols.
2016-08-04 08:35:05 +08:00
$assemblyPath = Join-Path $PublishPath $assemblyName
2016-10-19 04:12:51 +08:00
$symbolsPath = [ System.IO.Path ] :: ChangeExtension ( $assemblyPath , " .pdb " )
2017-02-04 07:19:05 +08:00
2016-10-19 04:12:51 +08:00
Remove-Item $assemblyPath -Force -ErrorAction Stop
2017-02-04 07:19:05 +08:00
# No symbols are available for Microsoft.CodeAnalysis.CSharp.dll, Microsoft.CodeAnalysis.dll,
# Microsoft.CodeAnalysis.VisualBasic.dll, and Microsoft.CSharp.dll.
if ( $commonAssembliesForAddType -notcontains $assemblyName ) {
Remove-Item $symbolsPath -Force -ErrorAction Stop
}
2016-10-19 04:12:51 +08:00
# Rename the corresponding ni.dll assembly to be the same as the IL assembly
$niAssemblyPath = [ System.IO.Path ] :: ChangeExtension ( $assemblyPath , " ni.dll " )
Rename-Item $niAssemblyPath $assemblyPath -Force -ErrorAction Stop
2016-08-03 04:33:51 +08:00
}
}
2016-07-01 07:02:07 +08:00
2017-01-18 05:00:52 +08:00
# Cleans the PowerShell repo - everything but the root folder
2016-09-01 03:13:05 +08:00
function Clear-PSRepo
{
[ CmdletBinding ( ) ]
2017-01-18 05:00:52 +08:00
param ( )
Get-ChildItem $PSScriptRoot \ * -Directory | ForEach-Object {
2017-01-17 05:31:14 +08:00
Write-Verbose " Cleaning $_ ... "
2016-09-01 03:13:05 +08:00
git clean -fdX $_
}
}
2016-11-18 05:54:38 +08:00
# Install PowerShell modules such as PackageManagement, PowerShellGet
2018-02-28 05:36:54 +08:00
function Copy-PSGalleryModules
2016-11-18 05:54:38 +08:00
{
[ CmdletBinding ( ) ]
param (
[ Parameter ( Mandatory = $true ) ]
2018-03-01 13:08:17 +08:00
[ string ] $Destination
2018-02-28 05:36:54 +08:00
)
2018-01-23 08:09:35 +08:00
2018-02-28 05:36:54 +08:00
if ( ! $Destination . EndsWith ( " Modules " ) ) {
throw " Installing to an unexpected location "
}
2016-11-18 05:54:38 +08:00
2018-03-23 02:22:16 +08:00
Find-DotNet
Restore-PSPackage
2018-02-28 05:36:54 +08:00
$cache = dotnet nuget locals global-packages -l
if ( $cache -match " info : global-packages: (.*) " ) {
$nugetCache = $matches [ 1 ]
}
else {
throw " Can't find nuget global cache "
}
2016-11-18 05:54:38 +08:00
2018-02-28 05:36:54 +08:00
$psGalleryProj = [ xml ] ( Get-Content -Raw $PSScriptRoot \ src \ Modules \ PSGalleryModules . csproj )
2018-01-23 08:09:35 +08:00
2018-02-28 05:36:54 +08:00
foreach ( $m in $psGalleryProj . Project . ItemGroup . PackageReference ) {
$name = $m . Include
$version = $m . Version
2018-03-09 02:47:20 +08:00
Write-Log " Name=' $Name ', Version=' $version ', Destination=' $Destination ' "
2016-11-18 05:54:38 +08:00
2018-02-28 05:36:54 +08:00
# Remove the build revision from the src (nuget drops it).
$srcVer = if ( $version -match " (\d+.\d+.\d+).\d+ " ) {
$matches [ 1 ]
} else {
$version
2018-01-23 08:09:35 +08:00
}
2016-11-18 05:54:38 +08:00
2018-02-28 05:36:54 +08:00
# Remove semantic version in the destination directory
$destVer = if ( $version -match " (\d+.\d+.\d+)-.+ " ) {
$matches [ 1 ]
} else {
$version
2016-11-20 15:11:56 +08:00
}
2018-01-23 08:09:35 +08:00
2018-02-28 05:36:54 +08:00
# Nuget seems to always use lowercase in the cache
$src = " $nugetCache / $( $name . ToLower ( ) ) / $srcVer "
$dest = " $Destination / $name / $destVer "
2018-01-23 08:09:35 +08:00
2018-02-28 05:36:54 +08:00
Remove-Item -Force -ErrorAction Ignore -Recurse " $Destination / $name "
New-Item -Path $dest -ItemType Directory -Force -ErrorAction Stop > $null
$dontCopy = '*.nupkg' , '*.nupkg.sha512' , '*.nuspec' , 'System.Runtime.InteropServices.RuntimeInformation.dll'
2018-03-01 13:08:17 +08:00
Copy-Item -Exclude $dontCopy -Recurse $src / * $dest
2016-11-18 05:54:38 +08:00
}
}
2018-05-11 08:46:45 +08:00
function Merge-TestLogs
{
[ CmdletBinding ( ) ]
param (
[ Parameter ( Mandatory = $true ) ]
[ ValidateScript ( { Test-Path $_ } ) ]
[ string ] $XUnitLogPath ,
[ Parameter ( Mandatory = $true ) ]
[ ValidateScript ( { Test-Path $_ } ) ]
[ string[] ] $NUnitLogPath ,
[ Parameter ( ) ]
[ ValidateScript ( { Test-Path $_ } ) ]
[ string[] ] $AdditionalXUnitLogPath ,
[ Parameter ( ) ]
[ string ] $OutputLogPath
)
# Convert all the NUnit logs into single object
$convertedNUnit = ConvertFrom-PesterLog -logFile $NUnitLogPath
$xunit = [ xml ] ( Get-Content $XUnitLogPath -ReadCount 0 -Raw )
$strBld = [ System.Text.StringBuilder ] :: new ( $xunit . assemblies . InnerXml )
foreach ( $assembly in $convertedNUnit . assembly )
{
$strBld . Append ( $assembly . ToString ( ) ) | Out-Null
}
foreach ( $path in $AdditionalXUnitLogPath )
{
$addXunit = [ xml ] ( Get-Content $path -ReadCount 0 -Raw )
$strBld . Append ( $addXunit . assemblies . InnerXml ) | Out-Null
}
$xunit . assemblies . InnerXml = $strBld . ToString ( )
$xunit . Save ( $OutputLogPath )
}
function ConvertFrom-PesterLog {
[ CmdletBinding ( ) ]
param (
[ Parameter ( ValueFromPipeline = $true , Mandatory = $true , Position = 0 ) ]
[ string[] ] $Logfile ,
[ Parameter ( ) ] [ switch ] $IncludeEmpty ,
[ Parameter ( ) ] [ switch ] $MultipleLog
)
<#
Convert our test logs to
xunit schema - top level assemblies
Pester conversion
foreach $r in " test-results " . " test-suite " . results . " test-suite "
assembly
name = $r . Description
config-file = log file ( this is the only way we can determine between admin / nonadmin log )
test-framework = Pester
environment = top-level " test-results.environment.platform
run-date = date ( doesn ' t exist in pester except for beginning )
run-time = time
time =
#>
BEGIN {
# CLASSES
class assemblies {
# attributes
[ datetime ] $timestamp
# child elements
[ System.Collections.Generic.List[testAssembly] ] $assembly
assemblies ( ) {
$this . timestamp = [ datetime ] :: now
$this . assembly = [ System.Collections.Generic.List[testAssembly] ] :: new ( )
}
static [ assemblies ] op_Addition ( [ assemblies ] $ls , [ assemblies ] $rs ) {
$newAssembly = [ assemblies ] :: new ( )
$newAssembly . assembly . AddRange ( $ls . assembly )
$newAssembly . assembly . AddRange ( $rs . assembly )
return $newAssembly
}
[ string ] ToString ( ) {
$sb = [ text.stringbuilder ] :: new ( )
$sb . AppendLine ( '<assemblies timestamp="{0:MM}/{0:dd}/{0:yyyy} {0:HH}:{0:mm}:{0:ss}">' -f $this . timestamp )
foreach ( $a in $this . assembly ) {
$sb . Append ( " $a " )
}
$sb . AppendLine ( " </assemblies> " ) ;
return $sb . ToString ( )
}
# use Write-Output to emit these into the pipeline
[ array ] GetTests ( ) {
return $this . Assembly . collection . test
}
}
class testAssembly {
# attributes
[ string ] $name # path to pester file
[ string ] $ { config-file }
[ string ] $ { test-framework } # Pester
[ string ] $environment
[ string ] $ { run-date }
[ string ] $ { run-time }
[ decimal ] $time
[ int ] $total
[ int ] $passed
[ int ] $failed
[ int ] $skipped
[ int ] $errors
testAssembly ( ) {
$this . " config-file " = " no config "
$this . " test-framework " = " Pester "
$this . environment = $script:environment
$this . " run-date " = $script:rundate
$this . " run-time " = $script:runtime
$this . collection = [ System.Collections.Generic.List[collection] ] :: new ( )
}
# child elements
[ error[] ] $error
[ System.Collections.Generic.List[collection] ] $collection
[ string ] ToString ( ) {
$sb = [ System.Text.StringBuilder ] :: new ( )
$sb . AppendFormat ( ' <assembly name="{0}" ' , $this . name )
$sb . AppendFormat ( 'environment="{0}" ' , [ security.securityelement ] :: escape ( $this . environment ) )
$sb . AppendFormat ( 'test-framework="{0}" ' , $this . " test-framework " )
$sb . AppendFormat ( 'run-date="{0}" ' , $this . " run-date " )
$sb . AppendFormat ( 'run-time="{0}" ' , $this . " run-time " )
$sb . AppendFormat ( 'total="{0}" ' , $this . total )
$sb . AppendFormat ( 'passed="{0}" ' , $this . passed )
$sb . AppendFormat ( 'failed="{0}" ' , $this . failed )
$sb . AppendFormat ( 'skipped="{0}" ' , $this . skipped )
$sb . AppendFormat ( 'time="{0}" ' , $this . time )
$sb . AppendFormat ( 'errors="{0}" ' , $this . errors )
$sb . AppendLine ( " > " )
if ( $this . error ) {
$sb . AppendLine ( " <errors> " )
foreach ( $e in $this . error ) {
$sb . AppendLine ( $e . ToString ( ) )
}
$sb . AppendLine ( " </errors> " )
} else {
$sb . AppendLine ( " <errors /> " )
}
foreach ( $col in $this . collection ) {
$sb . AppendLine ( $col . ToString ( ) )
}
$sb . AppendLine ( " </assembly> " )
return $sb . ToString ( )
}
}
class collection {
# attributes
[ string ] $name
[ decimal ] $time
[ int ] $total
[ int ] $passed
[ int ] $failed
[ int ] $skipped
# child element
[ System.Collections.Generic.List[test] ] $test
# constructor
collection ( ) {
$this . test = [ System.Collections.Generic.List[test] ] :: new ( )
}
[ string ] ToString ( ) {
$sb = [ Text.StringBuilder ] :: new ( )
if ( $this . test . count -eq 0 ) {
$sb . AppendLine ( " <collection /> " )
} else {
$sb . AppendFormat ( ' <collection total="{0}" passed="{1}" failed="{2}" skipped="{3}" name="{4}" time="{5}">' + " `n " ,
$this . total , $this . passed , $this . failed , $this . skipped , [ security.securityelement ] :: escape ( $this . name ) , $this . time )
foreach ( $t in $this . test ) {
$sb . AppendLine ( " " + $t . ToString ( ) ) ;
}
$sb . Append ( " </collection> " )
}
return $sb . ToString ( )
}
}
class errors {
[ error[] ] $error
}
class error {
# attributes
[ string ] $type
[ string ] $name
# child elements
[ failure ] $failure
[ string ] ToString ( ) {
$sb = [ system.text.stringbuilder ] :: new ( )
$sb . AppendLine ( '<error type="{0}" name="{1}" >' -f $this . type , [ security.securityelement ] :: escape ( $this . Name ) )
$sb . AppendLine ( $this . failure -as [ string ] )
$sb . AppendLine ( " </error> " )
return $sb . ToString ( )
}
}
class cdata {
[ string ] $text
cdata ( [ string ] $s ) { $this . text = $s }
[ string ] ToString ( ) {
return '<![CDATA[' + [ security.securityelement ] :: escape ( $this . text ) + ']]>'
}
}
class failure {
[ string ] $ { exception-type }
[ cdata ] $message
[ cdata ] $ { stack-trace }
failure ( [ string ] $message , [ string ] $stack ) {
$this . " exception-type " = " Pester "
$this . Message = [ cdata ] :: new ( $message )
$this . " stack-trace " = [ cdata ] :: new ( $stack )
}
[ string ] ToString ( ) {
$sb = [ text.stringbuilder ] :: new ( )
$sb . AppendLine ( " <failure> " )
$sb . AppendLine ( " <message> " + ( $this . message -as [ string ] ) + " </message> " )
$sb . AppendLine ( " <stack-trace> " + ( $this . " stack-trace " -as [ string ] ) + " </stack-trace> " )
$sb . Append ( " </failure> " )
return $sb . ToString ( )
}
}
enum resultenum {
Pass
Fail
Skip
}
class trait {
# attributes
[ string ] $name
[ string ] $value
}
class traits {
[ trait[] ] $trait
}
class test {
# attributes
[ string ] $name
[ string ] $type
[ string ] $method
[ decimal ] $time
[ resultenum ] $result
# child elements
[ trait[] ] $traits
[ failure ] $failure
[ cdata ] $reason # skip reason
[ string ] ToString ( ) {
$sb = [ text.stringbuilder ] :: new ( )
$sb . appendformat ( ' <test name="{0}" type="{1}" method="{2}" time="{3}" result="{4}"' ,
[ security.securityelement ] :: escape ( $this . name ) , [ security.securityelement ] :: escape ( $this . type ) ,
[ security.securityelement ] :: escape ( $this . method ) , $this . time , $this . result )
if ( $this . failure ) {
$sb . AppendLine ( " > " )
$sb . AppendLine ( $this . failure -as [ string ] )
$sb . append ( ' </test>' )
} else {
$sb . Append ( " /> " )
}
return $sb . ToString ( )
}
}
function convert-pesterlog ( [ xml ] $x , $logpath , [ switch ] $includeEmpty ) {
<# $resultMap = @{
Success = " Pass "
Ignored = " Skip "
Failure = " Fail "
} #>
$resultMap = @ {
Success = " Pass "
Ignored = " Skip "
Failure = " Fail "
Inconclusive = " Skip "
}
$configfile = $logpath
$runtime = $x . " test-results " . time
$environment = $x . " test-results " . environment . platform + " - " + $x . " test-results " . environment . " os-version "
$rundate = $x . " test-results " . date
$suites = $x . " test-results " . " test-suite " . results . " test-suite "
$assemblies = [ assemblies ] :: new ( )
foreach ( $suite in $suites ) {
$tCases = $suite . SelectNodes ( " .//test-case " )
# only create an assembly group if we have tests
if ( $tCases . count -eq 0 -and ! $includeEmpty ) { continue }
$tGroup = $tCases | Group-Object result
$total = $tCases . Count
$asm = [ testassembly ] :: new ( )
$asm . environment = $environment
$asm . " run-date " = $rundate
$asm . " run-time " = $runtime
$asm . Name = $suite . name
$asm . " config-file " = $configfile
$asm . time = $suite . time
$asm . total = $suite . SelectNodes ( " .//test-case " ) . Count
$asm . Passed = $tGroup | ? { $_ . Name -eq " Success " } | % { $_ . Count }
$asm . Failed = $tGroup | ? { $_ . Name -eq " Failure " } | % { $_ . Count }
$asm . Skipped = $tGroup | ? { $_ . Name -eq " Ignored " } | % { $_ . Count }
$asm . Skipped + = $tGroup | ? { $_ . Name -eq " Inconclusive " } | % { $_ . Count }
$c = [ collection ] :: new ( )
$c . passed = $asm . Passed
$c . failed = $asm . failed
$c . skipped = $asm . skipped
$c . total = $asm . total
$c . time = $asm . time
$c . name = $asm . name
foreach ( $tc in $suite . SelectNodes ( " .//test-case " ) ) {
if ( $tc . result -match " Success|Ignored|Failure " ) {
$t = [ test ] :: new ( )
$t . name = $tc . Name
$t . time = $tc . time
$t . method = $tc . description # the pester actually puts the name of the "it" as description
$t . type = $suite . results . " test-suite " . description | Select-Object -First 1
$t . result = $resultMap [ $tc . result ]
if ( $tc . failure ) {
$t . failure = [ failure ] :: new ( $tc . failure . message , $tc . failure . " stack-trace " )
}
$null = $c . test . Add ( $t )
}
}
$null = $asm . collection . add ( $c )
$assemblies . assembly . Add ( $asm )
}
$assemblies
}
# convert it to our object model
# a simple conversion
function convert-xunitlog {
param ( $x , $logpath )
$asms = [ assemblies ] :: new ( )
$asms . timestamp = $x . assemblies . timestamp
foreach ( $assembly in $x . assemblies . assembly ) {
$asm = [ testAssembly ] :: new ( )
$asm . environment = $assembly . environment
$asm . " test-framework " = $assembly . " test-framework "
$asm . " run-date " = $assembly . " run-date "
$asm . " run-time " = $assembly . " run-time "
$asm . total = $assembly . total
$asm . passed = $assembly . passed
$asm . failed = $assembly . failed
$asm . skipped = $assembly . skipped
$asm . time = $assembly . time
$asm . name = $assembly . name
foreach ( $coll in $assembly . collection ) {
$c = [ collection ] :: new ( )
$c . name = $coll . name
$c . total = $coll . total
$c . passed = $coll . passed
$c . failed = $coll . failed
$c . skipped = $coll . skipped
$c . time = $coll . time
foreach ( $t in $coll . test ) {
$test = [ test ] :: new ( )
$test . name = $t . name
$test . type = $t . type
$test . method = $t . method
$test . time = $t . time
$test . result = $t . result
$c . test . Add ( $test )
}
$null = $asm . collection . add ( $c )
}
$null = $asms . assembly . add ( $asm )
}
$asms
}
$Logs = @ ( )
}
PROCESS {
#### MAIN ####
foreach ( $log in $Logfile ) {
foreach ( $logpath in ( resolve-path $log ) . path ) {
write-progress " converting file $logpath "
if ( ! $logpath ) { throw " Cannot resolve $Logfile " }
$x = [ xml ] ( get-content -raw -readcount 0 $logpath )
if ( $x . psobject . properties [ 'test-results' ] ) {
$Logs + = convert-pesterlog $x $logpath -includeempty: $includeempty
} elseif ( $x . psobject . properties [ 'assemblies' ] ) {
$Logs + = convert-xunitlog $x $logpath -includeEmpty: $includeEmpty
} else {
write-error " Cannot determine log type "
}
}
}
}
END {
if ( $MultipleLog ) {
$Logs
} else {
$combinedLog = $Logs [ 0 ]
for ( $i = 1 ; $i -lt $logs . count ; $i + + ) {
$combinedLog + = $Logs [ $i ]
}
$combinedLog
}
}
}
2018-05-18 10:04:20 +08:00
# Save PSOptions to be restored by Restore-PSOptions
function Save-PSOptions {
param (
[ ValidateScript ( { $parent = Split-Path $_ ; if ( $parent ) { Test-Path $parent } else { return $true } } ) ]
[ ValidateNotNullOrEmpty ( ) ]
[ string ]
$PSOptionsPath = ( Join-Path -Path $PSScriptRoot -ChildPath 'psoptions.json' ) ,
[ ValidateNotNullOrEmpty ( ) ]
[ object ]
$Options = ( Get-PSOptions -DefaultToNew )
)
$Options | ConvertTo-Json -Depth 3 | Out-File -Encoding utf8 -FilePath $PSOptionsPath
}
# Restore PSOptions
# Optionally remove the PSOptions file
function Restore-PSOptions {
param (
[ ValidateScript ( { Test-Path $_ } ) ]
[ string ]
$PSOptionsPath = ( Join-Path -Path $PSScriptRoot -ChildPath 'psoptions.json' ) ,
[ switch ]
$Remove
)
$options = Get-Content -Path $PSOptionsPath | ConvertFrom-Json
if ( $Remove )
{
# Remove PSOptions.
# The file is only used to set the PSOptions.
Remove-Item -Path $psOptionsPath
}
Set-PSOptions -Options $options
}
2016-07-01 07:02:07 +08:00
$script:RESX_TEMPLATE = @ '
< ? xml version = " 1.0 " encoding = " utf-8 " ? >
< root >
2016-08-04 04:23:21 +08:00
< ! - -
Microsoft ResX Schema
2016-07-01 07:02:07 +08:00
Version 2.0
2016-08-04 04:23:21 +08:00
The primary goals of this format is to allow a simple XML format
that is mostly human readable . The generation and parsing of the
various data types are done through the TypeConverter classes
2016-07-01 07:02:07 +08:00
associated with the data types .
2016-08-04 04:23:21 +08:00
2016-07-01 07:02:07 +08:00
Example :
2016-08-04 04:23:21 +08:00
2016-07-01 07:02:07 +08:00
. . . ado . net / XML headers & schema . . .
< resheader name = " resmimetype " > text / microsoft-resx < / resheader >
< resheader name = " version " > 2.0 < / resheader >
< resheader name = " reader " > System . Resources . ResXResourceReader , System . Windows . Forms , . . . < / resheader >
< resheader name = " writer " > System . Resources . ResXResourceWriter , System . Windows . Forms , . . . < / resheader >
< data name = " Name1 " > < value > this is my long string < / value > < comment > this is a comment < / comment > < / data >
< data name = " Color1 " type = " System.Drawing.Color, System.Drawing " > Blue < / data >
< data name = " Bitmap1 " mimetype = " application/x-microsoft.net.object.binary.base64 " >
< value > [ base64 mime encoded serialized .NET Framework object ] < / value >
< / data >
< data name = " Icon1 " type = " System.Drawing.Icon, System.Drawing " mimetype = " application/x-microsoft.net.object.bytearray.base64 " >
< value > [ base64 mime encoded string representing a byte array form of the .NET Framework object ] < / value >
< comment > This is a comment < / comment >
< / data >
2016-08-04 04:23:21 +08:00
There are any number of " resheader " rows that contain simple
2016-07-01 07:02:07 +08:00
name / value pairs .
2016-08-04 04:23:21 +08:00
Each data row contains a name , and value . The row also contains a
type or mimetype . Type corresponds to a . NET class that support
text / value conversion through the TypeConverter architecture .
Classes that don ' t support this are serialized and stored with the
2016-07-01 07:02:07 +08:00
mimetype set .
2016-08-04 04:23:21 +08:00
The mimetype is used for serialized objects , and tells the
ResXResourceReader how to depersist the object . This is currently not
2016-07-01 07:02:07 +08:00
extensible . For a given mimetype the value must be set accordingly :
2016-08-04 04:23:21 +08:00
Note - application / x-microsoft . net . object . binary . base64 is the format
that the ResXResourceWriter will generate , however the reader can
2016-07-01 07:02:07 +08:00
read any of the formats listed below .
2016-08-04 04:23:21 +08:00
2016-07-01 07:02:07 +08:00
mimetype : application / x-microsoft . net . object . binary . base64
2016-08-04 04:23:21 +08:00
value : The object must be serialized with
2016-07-01 07:02:07 +08:00
: System . Runtime . Serialization . Formatters . Binary . BinaryFormatter
: and then encoded with base64 encoding .
2016-08-04 04:23:21 +08:00
2016-07-01 07:02:07 +08:00
mimetype : application / x-microsoft . net . object . soap . base64
2016-08-04 04:23:21 +08:00
value : The object must be serialized with
2016-07-01 07:02:07 +08:00
: System . Runtime . Serialization . Formatters . Soap . SoapFormatter
: and then encoded with base64 encoding .
mimetype : application / x-microsoft . net . object . bytearray . base64
2016-08-04 04:23:21 +08:00
value : The object must be serialized into a byte array
2016-07-01 07:02:07 +08:00
: using a System . ComponentModel . TypeConverter
: and then encoded with base64 encoding .
- - >
< xsd : schema id = " root " xmlns = " " xmlns : xsd = " http://www.w3.org/2001/XMLSchema " xmlns : msdata = " urn:schemas-microsoft-com:xml-msdata " >
< xsd : import namespace = " http://www.w3.org/XML/1998/namespace " / >
< xsd : element name = " root " msdata : IsDataSet = " true " >
< xsd : complexType >
< xsd : choice maxOccurs = " unbounded " >
< xsd : element name = " metadata " >
< xsd : complexType >
< xsd : sequence >
< xsd : element name = " value " type = " xsd:string " minOccurs = " 0 " / >
< / xsd : sequence >
< xsd : attribute name = " name " use = " required " type = " xsd:string " / >
< xsd : attribute name = " type " type = " xsd:string " / >
< xsd : attribute name = " mimetype " type = " xsd:string " / >
< xsd : attribute ref = " xml:space " / >
< / xsd : complexType >
< / xsd : element >
< xsd : element name = " assembly " >
< xsd : complexType >
< xsd : attribute name = " alias " type = " xsd:string " / >
< xsd : attribute name = " name " type = " xsd:string " / >
< / xsd : complexType >
< / xsd : element >
< xsd : element name = " data " >
< xsd : complexType >
< xsd : sequence >
< xsd : element name = " value " type = " xsd:string " minOccurs = " 0 " msdata : Ordinal = " 1 " / >
< xsd : element name = " comment " type = " xsd:string " minOccurs = " 0 " msdata : Ordinal = " 2 " / >
< / xsd : sequence >
< xsd : attribute name = " name " type = " xsd:string " use = " required " msdata : Ordinal = " 1 " / >
< xsd : attribute name = " type " type = " xsd:string " msdata : Ordinal = " 3 " / >
< xsd : attribute name = " mimetype " type = " xsd:string " msdata : Ordinal = " 4 " / >
< xsd : attribute ref = " xml:space " / >
< / xsd : complexType >
< / xsd : element >
< xsd : element name = " resheader " >
< xsd : complexType >
< xsd : sequence >
< xsd : element name = " value " type = " xsd:string " minOccurs = " 0 " msdata : Ordinal = " 1 " / >
< / xsd : sequence >
< xsd : attribute name = " name " type = " xsd:string " use = " required " / >
< / xsd : complexType >
< / xsd : element >
< / xsd : choice >
< / xsd : complexType >
< / xsd : element >
< / xsd : schema >
< resheader name = " resmimetype " >
< value > text / microsoft-resx < / value >
< / resheader >
< resheader name = " version " >
< value > 2.0 < / value >
< / resheader >
< resheader name = " reader " >
< value > System . Resources . ResXResourceReader , System . Windows . Forms , Version = 2.0 . 0 . 0 , Culture = neutral , PublicKeyToken = b77a5c561934e089 < / value >
< / resheader >
< resheader name = " writer " >
< value > System . Resources . ResXResourceWriter , System . Windows . Forms , Version = 2.0 . 0 . 0 , Culture = neutral , PublicKeyToken = b77a5c561934e089 < / value >
< / resheader >
{ 0 }
< / root >
2016-07-06 01:36:38 +08:00
' @