parameters:
- name: Repository
type: string
default: $(Build.Repository.Name)
- name: RepositoryPath
type: string
default: 'sdk'
- name: RepositoryCommitish
type: string
default: $(Build.SourceVersion)
jobs:
- job:
displayName: 'Prepare pipelines for ${{ parameters.Repository }}'
pool:
name: $(LINUXPOOL)
vmImage: $(LINUXVMIMAGE)
variables:
RepositoryPath: "$(System.DefaultWorkingDirectory)/${{ parameters.RepositoryPath }}"
ProjectForPRValidation: 'public'
Prefix: 'na'
DevOpsPath: 'na'
InternalVariableGroups: ''
InternalServiceConnections: ''
GeneratePublicCIPipeline: ''
GenerateUnifiedWeekly: ''
TestVariableGroups: ''
TestServiceConnections: ''
# Standard set of variable groups for the Azure SDK repositories
AzureSDK_Maven_Release_Pipeline_Secrets: 1
AzureSDK_Nuget_Release_Pipeline_Secrets: 13
AzureSDK_CocoaPods_Release_Pipeline_Secrets: 98
AzureSDK_CratesIo_Release_Pipeline_Secrets: 150
NPM_Registry_Authentication: 24
Release_Secrets_for_GitHub: 58
Secrets_for_Resource_Provisioner: 64
APIReview_AutoCreate_Configurations: 93
steps:
- template: /eng/common/pipelines/templates/steps/sparse-checkout.yml
parameters:
Repositories:
- Name: ${{ parameters.Repository }}
Commitish: ${{ parameters.RepositoryCommitish }}
WorkingDirectory: $(System.DefaultWorkingDirectory)
Paths:
- 'sdk/**/*.yml'
- '!sdk/**/test-recordings/*'
- '!sdk/**/recordings/*'
- '!sdk/**/SessionRecords/*'
- '!sdk/**/session-records/*'
${{ if endsWith(parameters.Repository, '-pr') }}:
TokenToUseForAuth: $(azuresdk-github-pat)
- template: /eng/common/pipelines/templates/steps/install-pipeline-generation.yml
- template: /eng/common/pipelines/templates/steps/set-default-branch.yml
- pwsh: |
Write-Host "Setting up pipeline variables"
if ("${{ parameters.Repository }}" -match "Azure/azure-sdk-for-(?<lang>[^-]*)(?<pr>-pr)?") {
$lang = $matches['lang']
$devOpsPath = "\$lang"
$prefix = $lang
if ($matches['pr']) {
$devOpsPath = "${devOpsPath}\pr"
$prefix += "-pr"
Write-Host "##vso[task.setvariable variable=ProjectForPRValidation]internal"
}
Write-Host "Prefix = $prefix"
Write-Host "DevOpsPath = $devOpsPath"
Write-Host "##vso[task.setvariable variable=Prefix]$prefix"
Write-Host "##vso[task.setvariable variable=DevOpsPath]$devOpsPath"
}
else {
Write-Error "Repository name '${{ parameters.Repository }}' is not in the expected format."
exit 1
}
$generatePublicCIPipeline = 'true'
$generateUnifiedWeekly = 'false'
$testServiceConnections = '"Azure" "azure-sdk-tests" "azure-sdk-tests-preview" "azure-sdk-tests-public" "Azure SDK Test Resources - LiveTestSecrets"'
$internalServiceConnections = '"Azure" "Azure SDK Artifacts" "Azure SDK Engineering System" "opensource-api-connection" "AzureSDKEngKeyVault Secrets" "Azure SDK PME Managed Identity"'
# Map the language to the appropriate variable groups
switch ($lang)
{
"java" {
$generatePublicCIPipeline = 'false'
$internalVariableGroups = '$(AzureSDK_Maven_Release_Pipeline_Secrets) $(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations)'
$testVariableGroups = '$(Secrets_for_Resource_Provisioner)'
}
"android" {
$internalVariableGroups = '$(AzureSDK_Maven_Release_Pipeline_Secrets) $(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations)'
}
"js" {
$generatePublicCIPipeline = 'false'
$internalVariableGroups = '$(NPM_Registry_Authentication) $(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations)'
$testVariableGroups = '$(Secrets_for_Resource_Provisioner)'
}
"python" {
$generatePublicCIPipeline = 'false'
$internalVariableGroups = '$(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations)'
$testVariableGroups = '$(Secrets_for_Resource_Provisioner)'
}
"rust" {
$generatePublicCIPipeline = 'false'
$internalVariableGroups = '$(AzureSDK_CratesIo_Release_Pipeline_Secrets) $(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations) $(Secrets_for_Resource_Provisioner)'
$generateUnifiedWeekly = 'true'
}
"net" {
$generatePublicCIPipeline = 'false'
$internalVariableGroups = '$(AzureSDK_Nuget_Release_Pipeline_Secrets) $(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations)'
$testVariableGroups = '$(Secrets_for_Resource_Provisioner)'
$internalServiceConnections += ' "Azure SDK Symbols Publishing" Nuget.org'
}
"cpp" {
$internalVariableGroups = '$(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations) $(Secrets_for_Resource_Provisioner)'
}
"ios" {
$internalVariableGroups = '$(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations) $(Secrets_for_Resource_Provisioner) $(AzureSDK_CocoaPods_Release_Pipeline_Secrets)'
}
"go" {
$generatePublicCIPipeline = 'false'
$internalVariableGroups = '$(Release_Secrets_for_GitHub) $(APIReview_AutoCreate_Configurations) $(Secrets_for_Resource_Provisioner)'
$generateUnifiedWeekly = 'true'
}
default {
Write-Error "Language '$lang' is not recognized."
exit 1
}
}
Write-Host "InternalVariableGroups = $internalVariableGroups"
Write-Host "TestVariableGroups = $testVariableGroups"
Write-Host "TestServiceConnections = $testServiceConnections"
Write-Host "InternalServiceConnections = $internalServiceConnections"
Write-Host "GeneratePublicCIPipeline = $generatePublicCIPipeline"
Write-Host "GenerateUnifiedWeekly = $generateUnifiedWeekly"
Write-Host "##vso[task.setvariable variable=InternalVariableGroups]$internalVariableGroups"
Write-Host "##vso[task.setvariable variable=TestVariableGroups]$testVariableGroups"
Write-Host "##vso[task.setvariable variable=TestServiceConnections]$testServiceConnections"
Write-Host "##vso[task.setvariable variable=InternalServiceConnections]$internalServiceConnections"
Write-host "##vso[task.setvariable variable=GeneratePublicCIPipeline]$generatePublicCIPipeline"
Write-Host "##vso[task.setvariable variable=GenerateUnifiedWeekly]$generateUnifiedWeekly"
displayName: Setup pipeline generation variables
- task: AzureCLI@2
inputs:
azureSubscription: 'opensource-api-connection'
scriptType: pscore
scriptLocation: inlineScript
inlineScript: >
$(Pipeline.Workspace)/pipeline-generator/pipeline-generator generate
--organization azure-sdk
--project $(ProjectForPRValidation)
--prefix $(Prefix)
--devopspath "$(DevOpsPath)"
--path $(RepositoryPath)
--endpoint Azure
--repository ${{ parameters.Repository }}
--convention ci
--agentpool Hosted
--branch refs/heads/$(DefaultBranch)
--set-managed-variables
--debug
--serviceconnections "Azure"
displayName: 'Generate ci pipelines for: ${{ parameters.Repository }}'
condition: and(succeeded(), eq(variables['GeneratePublicCIPipeline'],'true'))
continueOnError: true
- task: AzureCLI@2
inputs:
azureSubscription: 'opensource-api-connection'
scriptType: pscore
scriptLocation: inlineScript
inlineScript: >
$(Pipeline.Workspace)/pipeline-generator/pipeline-generator generate
--organization azure-sdk
--project internal
--prefix $(Prefix)
--devopspath "$(DevOpsPath)"
--path $(RepositoryPath)
--endpoint Azure
--repository ${{ parameters.Repository }}
--convention up
--agentpool Hosted
--branch refs/heads/$(DefaultBranch)
--set-managed-variables
--debug
--variablegroups $(InternalVariableGroups) $(TestVariableGroups)
--serviceconnections $(InternalServiceConnections) $(TestServiceConnections)
displayName: 'Generate release pipelines for: ${{ parameters.Repository }}'
continueOnError: true
- task: AzureCLI@2
inputs:
azureSubscription: 'opensource-api-connection'
scriptType: pscore
scriptLocation: inlineScript
inlineScript: >
$(Pipeline.Workspace)/pipeline-generator/pipeline-generator generate
--organization azure-sdk
--project internal
--prefix $(Prefix)
--devopspath "$(DevOpsPath)"
--path $(RepositoryPath)
--endpoint Azure
--repository ${{ parameters.Repository }}
--convention tests
--agentpool Hosted
--branch refs/heads/$(DefaultBranch)
--set-managed-variables
--debug
--variablegroups $(TestVariableGroups)
--serviceconnections $(TestServiceConnections)
displayName: 'Generate test pipelines for: ${{ parameters.Repository }}'
condition: and(succeeded(), ne(variables['TestVariableGroups'],''))
continueOnError: true
- task: AzureCLI@2
inputs:
azureSubscription: 'opensource-api-connection'
scriptType: pscore
scriptLocation: inlineScript
inlineScript: >
$(Pipeline.Workspace)/pipeline-generator/pipeline-generator generate
--organization azure-sdk
--project internal
--prefix $(Prefix)
--devopspath "$(DevOpsPath)"
--path $(RepositoryPath)
--endpoint Azure
--repository ${{ parameters.Repository }}
--convention testsweekly
--agentpool Hosted
--branch refs/heads/$(DefaultBranch)
--set-managed-variables
--debug
--variablegroups $(TestVariableGroups)
--serviceconnections $(TestServiceConnections)
displayName: 'Generate weekly test pipelines (multi-cloud) for: ${{ parameters.Repository }}'
condition: and(succeeded(), ne(variables['TestVariableGroups'],''))
continueOnError: true
- task: AzureCLI@2
inputs:
azureSubscription: 'opensource-api-connection'
scriptType: pscore
scriptLocation: inlineScript
inlineScript: >
$(Pipeline.Workspace)/pipeline-generator/pipeline-generator generate
--organization azure-sdk
--project internal
--prefix $(Prefix)
--devopspath "$(DevOpsPath)"
--path $(RepositoryPath)
--endpoint Azure
--repository ${{ parameters.Repository }}
--convention upweekly
--agentpool Hosted
--branch refs/heads/$(DefaultBranch)
--set-managed-variables
--debug
--variablegroups $(InternalVariableGroups) $(TestVariableGroups)
--serviceconnections $(InternalServiceConnections) $(TestServiceConnections)
displayName: 'Generate weekly unified test pipelines (multi-cloud) for: ${{ parameters.Repository }}'
condition: and(succeeded(), eq(variables['GenerateUnifiedWeekly'],'true'))
continueOnError: true
