PowerShell co-ordinated build OneBranch pipeline #21364
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,17 @@ | ||
| { | ||
| "tool": "Credential Scanner", | ||
| "suppressions": [ | ||
| { | ||
| "file": "\\test\\tools\\Modules\\WebListener\\ClientCert.pfx", | ||
| "_justification": "Test certificate with private key" | ||
| }, | ||
| { | ||
| "file": "\\test\\tools\\Modules\\WebListener\\ServerCert.pfx", | ||
| "_justification": "Test certificate with private key" | ||
| }, | ||
| { | ||
| "file": "\\test\\powershell\\Modules\\Microsoft.PowerShell.Security\\certificateCommon.psm1", | ||
| "_justification": "Test certificate with private key and inline suppression isn't working" | ||
| } | ||
| ] | ||
| } | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,5 @@ | ||
| { | ||
| "instanceUrl": "https://msazure.visualstudio.com", | ||
| "projectName": "One", | ||
| "areaPath": "One\\MGMT\\Compute\\Powershell\\Powershell\\PowerShell Core" | ||
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,251 @@ | ||
| name: UnifiedPackageBuild-$(Build.BuildId) | ||
| trigger: | ||
| branches: | ||
| include: | ||
| - master | ||
| - release* | ||
| pr: | ||
| branches: | ||
| include: | ||
| - master | ||
| - release* | ||
|
|
||
| parameters: | ||
| - name: ForceAzureBlobDelete | ||
| displayName: Delete Azure Blob | ||
| type: string | ||
| values: | ||
| - true | ||
| - false | ||
| default: false | ||
| - name: InternalSDKBlobURL | ||
| displayName: URL to the blob having internal .NET SDK | ||
| type: string | ||
| default: ' ' | ||
| - name: ReleaseTagVar | ||
| displayName: Release Tag | ||
| type: string | ||
| default: 'fromBranch' | ||
| - name: SKIP_SIGNING | ||
| displayName: Skip Signing | ||
| type: string | ||
| default: 'NO' | ||
|
|
||
| resources: | ||
| repositories: | ||
| - repository: ComplianceRepo | ||
| type: github | ||
| endpoint: ComplianceGHRepo | ||
| name: PowerShell/compliance | ||
| ref: master | ||
| - repository: onebranchTemplates | ||
| type: git | ||
| name: OneBranch.Pipelines/GovernedTemplates | ||
| ref: refs/heads/main | ||
|
|
||
| variables: | ||
| - name: PS_RELEASE_BUILD | ||
| value: 1 | ||
| - name: DOTNET_CLI_TELEMETRY_OPTOUT | ||
| value: 1 | ||
| - name: POWERSHELL_TELEMETRY_OPTOUT | ||
| value: 1 | ||
| - name: nugetMultiFeedWarnLevel | ||
| value: none | ||
| - name: NugetSecurityAnalysisWarningLevel | ||
| value: none | ||
| - name: skipNugetSecurityAnalysis | ||
| value: true | ||
|
Comment on lines
+53
to
+58
Member
There was a problem hiding this comment. In a new PR, we should try to remove these by using the restore phase. |
||
| - name: branchCounterKey | ||
| value: $[format('{0:yyyyMMdd}-{1}', pipeline.startTime,variables['Build.SourceBranch'])] | ||
| - name: branchCounter | ||
| value: $[counter(variables['branchCounterKey'], 1)] | ||
| - name: ForceAzureBlobDelete | ||
| value: ${{ parameters.ForceAzureBlobDelete }} | ||
| - name: BUILDSECMON_OPT_IN | ||
| value: true | ||
| - name: __DOTNET_RUNTIME_FEED | ||
| value: ${{ parameters.InternalSDKBlobURL }} | ||
| - name: LinuxContainerImage | ||
| value: onebranch.azurecr.io/linux/ubuntu-2004:latest | ||
| - name: WindowsContainerImage | ||
| value: onebranch.azurecr.io/windows/ltsc2019/vse2022:latest | ||
| - name: CDP_DEFINITION_BUILD_COUNT | ||
| value: $[counter('', 0)] | ||
| - name: ReleaseTagVar | ||
| value: ${{ parameters.ReleaseTagVar }} | ||
| - name: SKIP_SIGNING | ||
| value: ${{ parameters.SKIP_SIGNING }} | ||
| - group: 'AzDevOpsArtifacts' | ||
|
|
||
| extends: | ||
| template: v2/OneBranch.Official.CrossPlat.yml@onebranchTemplates | ||
| parameters: | ||
| customTags: 'ES365AIMigrationTooling' | ||
| globalSdl: | ||
| disableLegacyManifest: true | ||
| # disabled Armorty as we dont have any ARM templates to scan. It fails on some sample ARM templates. | ||
| armory: | ||
| enabled: false | ||
adityapatwardhan marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| sbom: | ||
| enabled: true | ||
| compiled: | ||
| ${{ if eq(variables['Build.SourceBranch'], 'refs/heads/master') }}: | ||
| enabled: true | ||
| ${{ else }}: | ||
| enabled: false | ||
| credscan: | ||
| enabled: true | ||
| scanFolder: $(Build.SourcesDirectory) | ||
| suppressionsFile: $(Build.SourcesDirectory)\.config\suppress.json | ||
| cg: | ||
| enabled: true | ||
| ignoreDirectories: '.devcontainer,demos,docker,docs,src,test,tools/packaging' | ||
| asyncSdl: # https://aka.ms/obpipelines/asyncsdl | ||
| enabled: true | ||
| forStages: [prep, macos, linux, windows, SignFiles, test_and_release_artifacts] | ||
| credscan: | ||
| enabled: true | ||
| scanFolder: $(Build.SourcesDirectory) | ||
| suppressionsFile: $(Build.SourcesDirectory)\PowerShell\.config\suppress.json | ||
| binskim: | ||
adityapatwardhan marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| enabled: false | ||
| # APIScan requires a non-Ready-To-Run build | ||
| apiscan: | ||
| enabled: false | ||
adityapatwardhan marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| tsaOptionsFile: .config\tsaoptions.json | ||
|
|
||
| stages: | ||
| - stage: prep | ||
| jobs: | ||
| - template: /.pipelines/templates/checkAzureContainer.yml@self | ||
|
|
||
| - stage: macos | ||
| displayName: macOS - build and sign | ||
| dependsOn: ['prep'] | ||
| jobs: | ||
| - template: /.pipelines/templates/mac.yml@self | ||
| parameters: | ||
| buildArchitecture: x64 | ||
| - template: /.pipelines/templates/mac.yml@self | ||
| parameters: | ||
| buildArchitecture: arm64 | ||
|
|
||
| - stage: linux | ||
| displayName: linux - build and sign | ||
| dependsOn: ['prep'] | ||
| jobs: | ||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'linux-x64' | ||
| JobName: 'linux_x64' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'linux-x64' | ||
| JobName: 'linux_x64_minSize' | ||
| BuildConfiguration: 'minSize' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'linux-arm' | ||
| JobName: 'linux_arm' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'linux-arm64' | ||
| JobName: 'linux_arm64' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'fxdependent-linux-x64' | ||
| JobName: 'linux_fxd_x64_mariner' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'fxdependent-linux-arm64' | ||
| JobName: 'linux_fxd_arm64_mariner' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'fxdependent-noopt-linux-musl-x64' | ||
| JobName: 'linux_fxd_x64_alpine' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'fxdependent' | ||
| JobName: 'linux_fxd' | ||
|
|
||
| - template: /.pipelines/templates/linux.yml@self | ||
| parameters: | ||
| Runtime: 'linux-musl-x64' | ||
| JobName: 'linux_x64_alpine' | ||
|
|
||
| - stage: windows | ||
| displayName: windows - build and sign | ||
| dependsOn: ['prep'] | ||
| jobs: | ||
| - template: /.pipelines/templates/windows-hosted-build.yml@self | ||
| parameters: | ||
| Architecture: x64 | ||
| BuildConfiguration: release | ||
| JobName: build_windows_x64_release | ||
| - template: /.pipelines/templates/windows-hosted-build.yml@self | ||
adityapatwardhan marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| parameters: | ||
| Architecture: x64 | ||
| BuildConfiguration: minSize | ||
| JobName: build_windows_x64_minSize | ||
| - template: /.pipelines/templates/windows-hosted-build.yml@self | ||
| parameters: | ||
| Architecture: x86 | ||
| JobName: build_windows_x86_release | ||
| - template: /.pipelines/templates/windows-hosted-build.yml@self | ||
| parameters: | ||
| Architecture: arm64 | ||
| JobName: build_windows_arm64_release | ||
| - template: /.pipelines/templates/windows-hosted-build.yml@self | ||
| parameters: | ||
| Architecture: fxdependent | ||
| JobName: build_windows_fxdependent_release | ||
| - template: /.pipelines/templates/windows-hosted-build.yml@self | ||
| parameters: | ||
| Architecture: fxdependentWinDesktop | ||
| JobName: build_windows_fxdependentWinDesktop_release | ||
|
|
||
| - stage: test_and_release_artifacts | ||
| displayName: Test and Release Artifacts | ||
| dependsOn: ['prep'] | ||
| jobs: | ||
| - template: /.pipelines/templates/testartifacts.yml@self | ||
|
|
||
| - job: release_json | ||
| displayName: Create and Upload release.json | ||
| pool: | ||
| type: windows | ||
| variables: | ||
| - name: ob_outputDirectory | ||
| value: '$(Build.ArtifactStagingDirectory)/ONEBRANCH_ARTIFACT' | ||
| - name: ob_sdl_tsa_configFile | ||
| value: $(Build.SourcesDirectory)\PowerShell\.config\tsaoptions.json | ||
| - name: ob_sdl_credscan_suppressionsFile | ||
| value: $(Build.SourcesDirectory)\PowerShell\.config\suppress.json | ||
| steps: | ||
| - checkout: self | ||
| clean: true | ||
| - template: /.pipelines/templates/SetVersionVariables.yml@self | ||
| parameters: | ||
| ReleaseTagVar: $(ReleaseTagVar) | ||
| - powershell: | | ||
| $metadata = Get-Content '$(Build.SourcesDirectory)/PowerShell/tools/metadata.json' -Raw | ConvertFrom-Json | ||
| $LTS = $metadata.LTSRelease.Package | ||
| @{ ReleaseVersion = "$(Version)"; LTSRelease = $LTS } | ConvertTo-Json | Out-File "$(Build.StagingDirectory)\release.json" | ||
| Get-Content "$(Build.StagingDirectory)\release.json" | ||
|
|
||
| if (-not (Test-Path "$(ob_outputDirectory)\metadata")) { | ||
| New-Item -ItemType Directory -Path "$(ob_outputDirectory)\metadata" | ||
| } | ||
|
|
||
| Copy-Item -Path "$(Build.StagingDirectory)\release.json" -Destination "$(ob_outputDirectory)\metadata" -Force | ||
| displayName: Create and upload release.json file to build artifact | ||
| retryCountOnTaskFailure: 2 | ||
| - template: /.pipelines/templates/step/finalize.yml@self | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,68 @@ | ||
| parameters: | ||
| ReleaseTagVar: v6.2.0 | ||
| ReleaseTagVarName: ReleaseTagVar | ||
| CreateJson: 'no' | ||
| UseJson: 'yes' | ||
|
|
||
| steps: | ||
| - ${{ if eq(parameters['UseJson'],'yes') }}: | ||
| - task: DownloadBuildArtifacts@0 | ||
| inputs: | ||
| artifactName: 'drop_prep_DeleteBlob' | ||
| itemPattern: '*.json' | ||
| downloadPath: '$(System.ArtifactsDirectory)' | ||
| displayName: Download Build Info Json | ||
| env: | ||
| ob_restore_phase: true # This ensures checkout is done at the beginning of the restore phase | ||
|
|
||
| - powershell: | | ||
| $path = "./build.psm1" | ||
| if($env:REPOROOT){ | ||
| Write-Verbose "reporoot already set to ${env:REPOROOT}" -Verbose | ||
| exit 0 | ||
| } | ||
| if(Test-Path -Path $path) | ||
| { | ||
| Write-Verbose "reporoot detect at: ." -Verbose | ||
| $repoRoot = '.' | ||
| } | ||
| else{ | ||
| $path = "./PowerShell/build.psm1" | ||
| if(Test-Path -Path $path) | ||
| { | ||
| Write-Verbose "reporoot detect at: ./PowerShell" -Verbose | ||
| $repoRoot = './PowerShell' | ||
| } | ||
| } | ||
| if($repoRoot) { | ||
| $vstsCommandString = "vso[task.setvariable variable=repoRoot]$repoRoot" | ||
| Write-Host ("sending " + $vstsCommandString) | ||
| Write-Host "##$vstsCommandString" | ||
| } else { | ||
| Write-Verbose -Verbose "repo not found" | ||
| } | ||
| displayName: 'Set repo Root' | ||
| env: | ||
| ob_restore_phase: true # This ensures checkout is done at the beginning of the restore phase | ||
|
|
||
| - powershell: | | ||
| $createJson = ("${{ parameters.CreateJson }}" -ne "no") | ||
| $releaseTag = & "$env:REPOROOT/tools/releaseBuild/setReleaseTag.ps1" -ReleaseTag ${{ parameters.ReleaseTagVar }} -Variable "${{ parameters.ReleaseTagVarName }}" -CreateJson:$createJson | ||
| $version = $releaseTag.Substring(1) | ||
| $vstsCommandString = "vso[task.setvariable variable=Version]$version" | ||
| Write-Host ("sending " + $vstsCommandString) | ||
| Write-Host "##$vstsCommandString" | ||
| $azureVersion = $releaseTag.ToLowerInvariant() -replace '\.', '-' | ||
| $vstsCommandString = "vso[task.setvariable variable=AzureVersion]$azureVersion" | ||
| Write-Host ("sending " + $vstsCommandString) | ||
| Write-Host "##$vstsCommandString" | ||
| displayName: 'Set ${{ parameters.ReleaseTagVarName }} and other version Variables' | ||
| env: | ||
| ob_restore_phase: true # This ensures checkout is done at the beginning of the restore phase | ||
|
|
||
| - powershell: | | ||
| Get-ChildItem -Path env: | ||
| displayName: Capture environment | ||
| condition: succeededOrFailed() | ||
| env: | ||
| ob_restore_phase: true # This ensures checkout is done at the beginning of the restore phase |
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.