PowerShell · adityapatwardhan · Aug 13, 2020 · Jul 15, 2019 · Jul 21, 2020 · Jul 21, 2020
@@ -0,0 +1,274 @@
+trigger: none
+
+# needed to disable CI trigger and allow manual trigger
+# when the branch is same as pipline source, the latest build from the source is used.
+# all environment used are for manual tasks and approvals.
+
+resources:
+  pipelines:
+  - pipeline: releasePipeline
+    source: 'Coordinated Packages'
+    trigger:
+      branches:
+      - release/*
+
+variables:
+  runCodesignValidationInjection: false
+
+stages:
+- stage: ValidateSDK
+  displayName: Validate SDK
+  dependsOn: []
+  jobs:
+  - template: templates/release-SDKTests.yml
+    parameters:
+      jobName: WinSDK
+      displayName: Windows SDK Test
+      imageName: windows-latest
+
+  - template: templates/release-SDKTests.yml
+    parameters:
+      jobName: LinuxSDK
+      displayName: Linux SDK Test
+      imageName: ubuntu-latest
+
+  - template: templates/release-SDKTests.yml
+    parameters:
+      jobName: macOSSDK
+      displayName: macOS SDK Test
+      imageName: macOS-latest
+
+- stage: PRCreation
+  displayName: Create PR in GH Master
+  dependsOn: []
+  jobs:
+  - deployment: CreatePRInMaster
+    displayName: Update README.md and metadata.json
+    pool: server
+    environment: PSReleaseCreatePR
+
+- stage: ValidateGlobalTool
+  displayName: Validate Global Tool
+  dependsOn: []
+  jobs:
+  - template: templates/release-GlobalToolTest.yml
+    parameters:
+      jobName: WinGblTool
+      displayName: Global Tool Test Windows
+      imageName: windows-latest
+      globalToolExeName: 'pwsh.exe'
+      globalToolPackageName: 'PowerShell.Windows.x64'
+
+  - template: templates/release-GlobalToolTest.yml
+    parameters:
+      jobName: LinuxWinGblTool
+      displayName: Global Tool Test Linux
+      imageName: ubuntu-latest
+      globalToolExeName: 'pwsh'
+      globalToolPackageName: 'PowerShell.Linux.x64'
+
+- stage: ValidatePkgNames
+  dependsOn: []
+  displayName: Package Names validation
+  jobs:
+  - job: ValidatePkgNames
+    pool:
+      vmImage: windows-latest
+    variables:
+    - group: 'Azure Blob variable group'
+    steps:
+      - template: templates/release-ValidatePackageNames.yml
+
+- stage: StartDocker
+  dependsOn: []
+  displayName: Kick Off Docker Staging build
+  jobs:
+  - deployment: PSDockerKickOff
+    displayName: Start Docker build
+    pool: server
+    environment: PSReleaseDockerKickOff
+
+- stage: ManualValidation
+  dependsOn: []
+  displayName: Manual Validation
+  jobs:
+  - deployment: ValidateWinPkg
+    displayName: Validate Windows Packages
+    pool: server
+    environment: PSReleaseWinPkgValidate
+
+  - deployment: ValidateLinuxPkg
+    displayName: Validate Linux Packages
+    pool: server
+    environment: PSReleaseLinuxPkgValidate
+
+- stage: ReleaseAutomation
+  displayName: Release Automation
+  dependsOn: []
+  jobs:
+  - deployment: ReleaseAutomationKickOff
+    displayName: Kick off release ReleaseAutomation
+    pool: server
+    environment: PSReleaseAutomationKickOff
+
+- stage: GitHubDraftRelease
+  displayName: Create GitHub draft release
+  # do not include stages that are likely to fail in dependency as there is no way to force deploy.
+  dependsOn:
+  - ValidateSDK
+  - PRCreation
+  - ValidatePkgNames
+  - StartDocker
+  - ManualValidation
+  - ReleaseAutomation
+
+# The environment here is used for approval.
+  jobs:
+  - deployment: AzureBlobPublic
+    displayName: Make Azure Blob Public
+    pool:
+      vmImage: windows-latest
+    variables:
+    - group: 'ACR'
+    environment: PSReleaseAzureBlobPublic
+    strategy:
+      runOnce:
+        deploy:
+          steps:
+          - template: templates/release-MakeContainerPublic.yml
+
+  - job: GitHubDraft
+    displayName: Create GitHub Draft release
+    pool:
+      vmImage: windows-latest
+    variables:
+    - group: 'Azure Blob variable group'
+    - group: 'AzDevOpsArtifacts'
+    dependsOn: AzureBlobPublic
+    steps:
+    - template: templates/release-CreateGitHubDraft.yml
+
+- stage: GitHubManualTasks
+  displayName: GitHub manual tasks
+  dependsOn: GitHubDraftRelease
+  jobs:
+  - deployment: UpdateChangeLog
+    displayName: Update Change Log
+    pool : server
+    environment: PSReleaseUpdateChangeLog
+
+  - deployment: PushTag
+    displayName: Push Git Tag
+    pool : server
+    environment: PSReleasePushTag
+
+  - deployment: MakeDraftPublic
+    displayName: Make GitHub Draft public
+    pool : server
+    environment: PSReleaseDraftPublic
+
+- stage: PublishPackages
+  displayName: Publish packages
+  dependsOn: GitHubManualTasks
+  jobs:
+  - job: PublishNuget
+    pool:
+      vmImage: windows-latest
+    steps:
+    - template: templates/release-ReleaseToNuGet.yml
+
+  - job: PublishPkgsMsftCom
+    pool:
+      vmImage: ubuntu-latest
+    variables:
+    - group: 'AzDevOpsArtifacts'
+    - group: 'packages.microsoft.com'
+    steps:
+    - template: templates/release-PublishPackageMsftCom.yml
+
+- stage: ChangesToMaster
+  displayName: Ensure changes are in GH master
+  dependsOn: PublishPackages
+  jobs:
+  - deployment: MergeToMaster
+    displayName: Make sure changes are in master
+    pool: server
+    environment: PSReleaseChangesToMaster
+
+- stage: ReleaseDocker
+  displayName: Release Docker
+  dependsOn:
+    - StartDocker
+  jobs:
+  - deployment: ReleaseDocker
+    displayName: Release Docker
+    pool: server
+    environment: PSReleaseDockerRelease
+
+- stage: ReleaseSnap
+  displayName: Release Snap
+  dependsOn:
+    - PublishPackages
+    - ChangesToMaster
+  jobs:
+  - deployment: ReleaseSnap
+    displayName: Release Snap
+    pool: server
+    environment: PSReleaseSnapRelease
+
+- stage: UpdateDotnetDocker
+  dependsOn: GitHubManualTasks
+  displayName: Update DotNet SDK Docker images
+  jobs:
+  - deployment: DotnetSDkDocker
+    displayName: Update .NET SDK docker images
+    pool: server
+    environment: PSReleaseUpdateDotnetDocker
+
+- stage: BuildInfoJson
+  dependsOn: GitHubManualTasks
+  displayName: Upload BuildInfoJson
+  jobs:
+  - job: UploadJson
+    pool:
+      vmImage: windows-latest
+    variables:
+    - group: 'Azure Blob variable group'
+    steps:
+    - template: templates/release-BuildJson.yml
+
+- stage: ReleaseVPack
+  dependsOn: GitHubManualTasks
+  displayName: Release VPack
+  jobs:
+  - deployment: ReleaseVPackManual
+    displayName: Release VPack
+    pool: server
+    environment: PSReleaseVpack
+
+- stage: ReleaseDeps
+  dependsOn: GitHubManualTasks
+  displayName: Update pwsh.deps.json links
+  jobs:
+  - template: templates/release-UpdateDepsJson.yml
+
+- stage: ReleaseClose
+  displayName: Finish Release
+  dependsOn:
+  - ReleaseVPack
+  - BuildInfoJson
+  - UpdateDotnetDocker
+  - ReleaseDocker
+  - ReleaseSnap
+  - ChangesToMaster
+  - ReleaseDeps
+  jobs:
+  - deployment: RetainBuild
+    displayName: Retain Build
+    pool: server
+    environment: PSReleaseRetainBuild
+
+  - deployment: DeleteBranch
+    displayName: Delete release branch
+    pool: server
+    environment: PSReleaseDeleteBranch
@@ -137,10 +137,18 @@ jobs:
       binVersionOverride: $(SigningVersionOverride)
     condition: and(succeeded(), eq(variables['SHOULD_SIGN'], 'true'))
 
+  - pwsh: |
+      if (-not (Test-Path '$(System.ArtifactsDirectory)\signed\')) { $null = New-Item -ItemType Directory -Path '$(System.ArtifactsDirectory)\signed\' }
+      Copy-Item -Path '$(PackagePath)\*.nupkg' -Destination '$(System.ArtifactsDirectory)\signed\' -Verbose -Force
+      Copy-Item -Path '$(PackagePath)\globaltool\*.nupkg' -Destination '$(System.ArtifactsDirectory)\signed\' -Verbose -Force
+    displayName: Fake copy when not signing
+    condition: eq(variables['SHOULD_SIGN'], 'false')
+
   - powershell: |
       Import-Module $(Build.SourcesDirectory)\build.psm1 -Force
       Get-ChildItem -Recurse "$(System.ArtifactsDirectory)\signed\*.nupkg" -Verbose | ForEach-Object {  Start-NativeExecution -sb { nuget.exe verify -All $_.FullName } }
     displayName: Verify all packages are signed
+    condition: eq(variables['SHOULD_SIGN'], 'true')
 
   - task: securedevelopmentteam.vss-secure-development-tools.build-task-antimalware.AntiMalware@3
     displayName: 'Run MpCmdRun.exe'
@@ -156,7 +164,11 @@ jobs:
       artifactPath: '$(System.ArtifactsDirectory)\signed'
 
   - powershell: |
-      $null = New-Item -Path "$(System.ArtifactsDirectory)\signed\globaltool" -ItemType Directory
+      if (-not (Test-Path "$(System.ArtifactsDirectory)\signed"))
+      {
+        $null = New-Item -Path "$(System.ArtifactsDirectory)\signed\globaltool" -ItemType Directory
+      }
+
       Move-Item -Path "$(System.ArtifactsDirectory)\signed\PowerShell.*" -Destination "$(System.ArtifactsDirectory)\signed\globaltool" -Force
       Get-ChildItem "$(System.ArtifactsDirectory)\signed\globaltool" -Recurse
     displayName: Move global tool packages to subfolder and capture

@@ -0,0 +1,69 @@
+steps:
+- download: releasePipeline
+  artifact: BuildInfoJson
+
+- pwsh: |
+    $jsonFile = Get-Item "$ENV:PIPELINE_WORKSPACE/releasePipeline/BuildInfoJson/*.json"
+    $fileName = Split-Path $jsonFile -Leaf
+
+    $dateTime = [datetime]::UtcNow
+    $dateTime = [datetime]::new($dateTime.Ticks - ($dateTime.Ticks % [timespan]::TicksPerSecond), $dateTime.Kind)
+
+    $buildInfo = Get-Content $jsonFile | ConvertFrom-Json
+    $buildInfo.ReleaseDate = $dateTime
+
+    $targetFile = "$ENV:PIPELINE_WORKSPACE/$fileName"
+    ConvertTo-Json -InputObject $buildInfo | Out-File $targetFile -Encoding ascii
+
+    $vstsCommandString = "vso[task.setvariable variable=BuildInfoJsonFile]$targetFile"
+    Write-Host "sending " + $vstsCommandString
+    Write-Host "##$vstsCommandString"
+
+
+    ## Create 'lts.json' if it's the latest stable and also a LTS release.
+
+    $vstsCommandCopyLTSBuildInfo = "vso[task.setvariable variable=CopyLTSBuildInfo]NO"
+
+    if ($fileName -eq "stable.json")
+    {
+        $releaseTag = $buildInfo.ReleaseTag
+        $version = $releaseTag -replace '^v'
+        $semVersion = [System.Management.Automation.SemanticVersion] $version
+
+        if ($semVersion.PreReleaseLabel -eq $null -and $semVersion.Minor % 2 -eq 0 -and $semVersion.Major -ge 7)
+        {
+            $ltsFile = "$ENV:PIPELINE_WORKSPACE/lts.json"
+            Copy-Item -Path $targetFile -Destination $ltsFile -Force
+            $vstsCommandLtsJsonFile = "vso[task.setvariable variable=LtsBuildInfoJsonFile]$ltsFile"
+            $vstsCommandCopyLTSBuildInfo = "vso[task.setvariable variable=CopyLTSBuildInfo]YES"
+        }
+    }
+
+    Write-Host "sending " + $vstsCommandCopyLTSBuildInfo
+    Write-Host "##$vstsCommandCopyLTSBuildInfo"
+
+    if ($vstsCommandLtsJsonFile)
+    {
+        Write-Host "sending " + $vstsCommandLtsJsonFile
+        Write-Host "##$vstsCommandLtsJsonFile"
+    }
+  displayName: Download and Capture NuPkgs
+
+- task: AzureFileCopy@2
+  displayName: 'AzureBlob build info JSON file Copy'
+  inputs:
+    SourcePath: '$(BuildInfoJsonFile)'
+    azureSubscription: '$(AzureFileCopySubscription)'
+    Destination: AzureBlob
+    storage: '$(StorageAccount)'
+    ContainerName: BuildInfo
+
+- task: AzureFileCopy@2
+  displayName: 'AzureBlob build info ''lts.json'' Copy when needed'
+  inputs:
+    SourcePath: '$(LtsBuildInfoJsonFile)'
+    azureSubscription: '$(AzureFileCopySubscription)'
+    Destination: AzureBlob
+    storage: '$(StorageAccount)'
+    ContainerName: BuildInfo
+  condition: and(succeeded(), eq(variables['CopyLTSBuildInfo'], 'YES'))
@@ -0,0 +1,22 @@
+steps:
+- download: none
+
+- template: release-SetReleaseTagAndContainerName.yml
+
+- pwsh: |
+    $azcopy = "C:\Program Files (x86)\Microsoft SDKs\Azure\AzCopy\AzCopy.exe"
+    & $azcopy /Source:https://$(StorageAccount).blob.core.windows.net/$(AzureVersion) /Dest:$(System.ArtifactsDirectory) /S /SourceKey:$(StorageAccountKey)
+  displayName: Download Azure Artifacts
+
+- pwsh: |
+    Get-ChildItem $(System.ArtifactsDirectory)\* -recurse | Select-Object -ExpandProperty Name
+  displayName: Capture downloaded artifacts
+
+- pwsh: |
+    git clone https://$(AzureDevOpsPat)@mscodehub.visualstudio.com/PowerShellCore/_git/Internal-PowerShellTeam-Tools '$(Pipeline.Workspace)/tools'
+  displayName: Clone Internal-Tools repository
+
+- pwsh: |
+    Import-module '$(Pipeline.Workspace)/tools/Scripts/GitHubRelease.psm1'
+    Publish-ReleaseDraft -Tag '$(ReleaseTag)' -Name '$(ReleaseTag) Release of PowerShell' -Description '<-- Update Me -->' -User PowerShell -Repository PowerShell  -PackageFolder $(System.ArtifactsDirectory) -Token $(GitHubReleasePat)
+  displayName: Publish Release Draft