[CI] Update sonic image official build template. (#7198)
* draft * fix * Update new-build-template.yml * Update azure-pipelines-build.yml * Update azure-pipelines-job-groups.yml * fix * fix * draft * fix * fix * fix * fix * fix * fix Signed-off-by: Shilong Liu <shilongliu@microsoft.com> Co-authored-by: Sonic Automation <svc-acs@microsoft.com>
This commit is contained in:
Shilong Liu
parent
2e7c3286da
commit
2f794be816
99
.azure-pipelines/azure-pipelines-build.yml
Normal file
99
.azure-pipelines/azure-pipelines-build.yml
Normal file
@ -0,0 +1,99 @@
|
|||||||
|
# The azure pipeline template for Official build, and upgrade version build
|
||||||
|
|
||||||
|
parameters:
|
||||||
|
- name: 'jobFilters'
|
||||||
|
type: object
|
||||||
|
default: ''
|
||||||
|
- name: 'buildOptions'
|
||||||
|
type: string
|
||||||
|
default: 'SONIC_CONFIG_BUILD_JOBS=1'
|
||||||
|
- name: 'preSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: 'postSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
- template: azure-pipelines-image-template.yml
|
||||||
|
parameters:
|
||||||
|
jobFilters: ${{ parameters.jobFilters }}
|
||||||
|
preSteps: ${{ parameters.preSteps }}
|
||||||
|
postSteps: ${{ parameters.postSteps }}
|
||||||
|
jobVariables:
|
||||||
|
PLATFORM: $(GROUP_NAME)
|
||||||
|
PLATFORM_ARCH: amd64
|
||||||
|
BUILD_OPTIONS: ${{ parameters.buildOptions }}
|
||||||
|
dbg_image: false
|
||||||
|
swi_image: false
|
||||||
|
raw_image: false
|
||||||
|
sync_rpc_image: false
|
||||||
|
platform_rpc: false
|
||||||
|
jobGroups:
|
||||||
|
- name: vs
|
||||||
|
variables:
|
||||||
|
dbg_image: true
|
||||||
|
- name: barefoot
|
||||||
|
variables:
|
||||||
|
swi_image: true
|
||||||
|
- name: broadcom
|
||||||
|
variables:
|
||||||
|
dbg_image: true
|
||||||
|
swi_image: true
|
||||||
|
raw_image: true
|
||||||
|
sync_rpc_image: true
|
||||||
|
platform_rpc: brcm
|
||||||
|
- name: centec
|
||||||
|
variables:
|
||||||
|
dbg_image: true
|
||||||
|
sync_rpc_image: true
|
||||||
|
platform_rpc: centec
|
||||||
|
- name: centec-arm64
|
||||||
|
pool: sonicbld_8c
|
||||||
|
variables:
|
||||||
|
arch: arm64
|
||||||
|
timeoutInMinutes: 1800
|
||||||
|
- name: generic
|
||||||
|
variables:
|
||||||
|
dbg_image: true
|
||||||
|
- name: innovium
|
||||||
|
variables:
|
||||||
|
swi_image: true
|
||||||
|
- name: marvell-armhf
|
||||||
|
pool: sonicbld_8c
|
||||||
|
variables:
|
||||||
|
arch: armhf
|
||||||
|
timeoutInMinutes: 1800
|
||||||
|
- name: mellanox
|
||||||
|
variables:
|
||||||
|
dbg_image: true
|
||||||
|
sync_rpc_image: true
|
||||||
|
platform_rpc: mlnx
|
||||||
|
- name: nephos
|
||||||
|
variables:
|
||||||
|
dbg_image: true
|
||||||
|
sync_rpc_image: true
|
||||||
|
platform_rpc: nephos
|
||||||
|
buildSteps:
|
||||||
|
- bash: |
|
||||||
|
if [ $(GROUP_NAME) == vs ]; then
|
||||||
|
if [ $(dbg_image) == true ]; then
|
||||||
|
make $BUILD_OPTIONS INSTALL_DEBUG_TOOLS=y target/sonic-vs.img.gz && mv target/sonic-vs.img.gz target/sonic-vs-dbg.img.gz
|
||||||
|
fi
|
||||||
|
make $BUILD_OPTIONS target/docker-sonic-vs.gz target/sonic-vs.img.gz target/docker-ptf.gz
|
||||||
|
else
|
||||||
|
if [ $(dbg_image) == true ]; then
|
||||||
|
make $BUILD_OPTIONS INSTALL_DEBUG_TOOLS=y target/sonic-$(GROUP_NAME).bin && \
|
||||||
|
mv target/sonic-$(GROUP_NAME).bin target/sonic-$(GROUP_NAME)-dbg.bin
|
||||||
|
fi
|
||||||
|
if [ $(swi_image) == true ]; then
|
||||||
|
make $BUILD_OPTIONS ENABLE_IMAGE_SIGNATURE=y target/sonic-aboot-$(GROUP_NAME).swi
|
||||||
|
fi
|
||||||
|
if [ $(raw_image) == true ]; then
|
||||||
|
make $BUILD_OPTIONS target/sonic-$(GROUP_NAME).raw
|
||||||
|
fi
|
||||||
|
if [ $(sync_rpc_image) == true ]; then
|
||||||
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y target/docker-syncd-$(platform_rpc)-rpc.gz
|
||||||
|
fi
|
||||||
|
make $BUILD_OPTIONS target/sonic-$(GROUP_NAME).bin
|
||||||
|
fi
|
||||||
54
.azure-pipelines/azure-pipelines-image-template.yml
Normal file
54
.azure-pipelines/azure-pipelines-image-template.yml
Normal file
@ -0,0 +1,54 @@
|
|||||||
|
# The azure pipeline template for PR build, Official build, and upgrade version build
|
||||||
|
|
||||||
|
parameters:
|
||||||
|
- name: 'jobFilters'
|
||||||
|
type: object
|
||||||
|
default: ''
|
||||||
|
- name: 'preSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: 'buildSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: 'postSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: jobGroups
|
||||||
|
type: object
|
||||||
|
default: []
|
||||||
|
- name: jobVariables
|
||||||
|
type: object
|
||||||
|
default: []
|
||||||
|
jobs:
|
||||||
|
- template: azure-pipelines-job-groups.yml
|
||||||
|
parameters:
|
||||||
|
jobFilters: ${{ parameters.jobFilters }}
|
||||||
|
jobVariables: ${{ parameters.jobVariables }}
|
||||||
|
preSteps:
|
||||||
|
- template: cleanup.yml
|
||||||
|
- ${{ parameters. preSteps }}
|
||||||
|
- script: |
|
||||||
|
if [ -n "$(CACHE_MODE)" ] && echo $(PLATFORM) | grep -E -q "^(vs|broadcom|mellanox)$"; then
|
||||||
|
CACHE_OPTIONS="SONIC_DPKG_CACHE_METHOD=$(CACHE_MODE) SONIC_DPKG_CACHE_SOURCE=/nfs/dpkg_cache/$(PLATFORM)"
|
||||||
|
BUILD_OPTIONS="$(BUILD_OPTIONS) $CACHE_OPTIONS"
|
||||||
|
echo "##vso[task.setvariable variable=BUILD_OPTIONS]$BUILD_OPTIONS"
|
||||||
|
fi
|
||||||
|
displayName: "Make build options"
|
||||||
|
- checkout: self
|
||||||
|
submodules: recursive
|
||||||
|
displayName: 'Checkout code'
|
||||||
|
- script: |
|
||||||
|
sudo modprobe overlay
|
||||||
|
sudo apt-get install -y acl
|
||||||
|
export DOCKER_DATA_ROOT_FOR_MULTIARCH=/data/march/docker
|
||||||
|
sudo bash -c "echo 1 > /proc/sys/vm/compact_memory"
|
||||||
|
ENABLE_DOCKER_BASE_PULL=y make PLATFORM=$(PLATFORM) PLATFORM_ARCH=$(PLATFORM_ARCH) configure
|
||||||
|
displayName: 'Make configure'
|
||||||
|
postSteps:
|
||||||
|
- publish: $(System.DefaultWorkingDirectory)/target
|
||||||
|
artifact: 'sonic-buildimage.$(GROUP_NAME)$(GROUP_EXTNAME)'
|
||||||
|
displayName: "Archive sonic image"
|
||||||
|
- ${{ parameters.postSteps }}
|
||||||
|
- template: cleanup.yml
|
||||||
|
jobGroups: ${{ parameters.jobGroups }}
|
||||||
|
buildSteps: ${{ parameters.buildSteps }}
|
||||||
57
.azure-pipelines/azure-pipelines-job-groups.yml
Normal file
57
.azure-pipelines/azure-pipelines-job-groups.yml
Normal file
@ -0,0 +1,57 @@
|
|||||||
|
parameters:
|
||||||
|
- name: 'preSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: 'buildSteps'
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: "postSteps"
|
||||||
|
type: stepList
|
||||||
|
default: []
|
||||||
|
- name: 'jobGroups'
|
||||||
|
type: object
|
||||||
|
default: []
|
||||||
|
- name: 'jobVariables'
|
||||||
|
type: object
|
||||||
|
default: {}
|
||||||
|
- name: 'scriptEnv'
|
||||||
|
type: object
|
||||||
|
default: ''
|
||||||
|
- name: 'timeoutInMinutes'
|
||||||
|
type: 'number'
|
||||||
|
default: 600
|
||||||
|
- name: 'jobFilters'
|
||||||
|
type: object
|
||||||
|
default: ''
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
- ${{ each jobGroup in parameters.jobGroups }}:
|
||||||
|
- ${{ if or(eq(parameters.jobFilters, ''), containsValue(parameters.jobFilters, jobGroup.name), endswith(variables['Build.DefinitionName'], format('.{0}{1}', jobGroup.name, jobGroup.extName))) }}:
|
||||||
|
- job: ${{ replace(format('{0}{1}', jobGroup.name, jobGroup.extName), '-', '_') }}
|
||||||
|
${{ each pair in jobGroup }}:
|
||||||
|
${{ if not(in(pair.key, 'job', 'name', 'extName', 'variables', 'steps', 'script', 'scriptEnv')) }}:
|
||||||
|
${{ pair.key }}: ${{ pair.value }}
|
||||||
|
${{ if eq(jobGroup.timeoutInMinutes, '') }}:
|
||||||
|
timeoutInMinutes: ${{ parameters.timeoutInMinutes }}
|
||||||
|
variables:
|
||||||
|
GROUP_NAME: ${{ jobGroup.name }}
|
||||||
|
GROUP_EXTNAME: '${{ jobGroup.extName }}'
|
||||||
|
GROUP_NAMES: ${{ join(',', parameters.jobGroups.*.name ) }}
|
||||||
|
${{ if ne(jobGroup.variables, '') }}:
|
||||||
|
${{ jobGroup.variables }}
|
||||||
|
${{ each para in parameters.jobvariables }}:
|
||||||
|
${{ if eq(jobGroup.variables[para.key], '') }}:
|
||||||
|
${{ para.key }}: ${{ para.value }}
|
||||||
|
steps:
|
||||||
|
- ${{ parameters.preSteps }}
|
||||||
|
- ${{ if ne(jobGroup.script, '') }}:
|
||||||
|
- script: |
|
||||||
|
${{ jobGroup.script }}
|
||||||
|
env:
|
||||||
|
${{ if ne(parameters.scriptEnv, '') }}:
|
||||||
|
${{ parameters.scriptEnv }}
|
||||||
|
displayName: 'JobScript'
|
||||||
|
- ${{ if ne(jobGroup.steps, '') }}:
|
||||||
|
- ${{ jobGroup.steps }}
|
||||||
|
- ${{ parameters.buildSteps }}
|
||||||
|
- ${{ parameters.postSteps }}
|
||||||
29
.azure-pipelines/official-build.yml
Normal file
29
.azure-pipelines/official-build.yml
Normal file
@ -0,0 +1,29 @@
|
|||||||
|
# Starter pipeline
|
||||||
|
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||||
|
# Add steps that build, run tests, deploy, and more:
|
||||||
|
# https://aka.ms/yaml
|
||||||
|
|
||||||
|
schedules:
|
||||||
|
- cron: "0 8 * * *"
|
||||||
|
displayName: Daily midnight build
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- master
|
||||||
|
- 202012
|
||||||
|
always: true
|
||||||
|
|
||||||
|
trigger: none
|
||||||
|
pr: none
|
||||||
|
|
||||||
|
stages:
|
||||||
|
- stage: Build
|
||||||
|
pool: sonicbld
|
||||||
|
variables:
|
||||||
|
CACHE_MODE: wcache
|
||||||
|
${{ if eq(variables['Build.SourceBranchName'], '202012') }}:
|
||||||
|
VERSION_CONTROL_OPTIONS: 'SONIC_VERSION_CONTROL_COMPONENTS=deb,py2,py3,web'
|
||||||
|
jobs:
|
||||||
|
- template: azure-pipelines-build.yml
|
||||||
|
parameters:
|
||||||
|
buildOptions: 'USERNAME=admin SONIC_BUILD_JOBS=$(nproc) ${{ variables.VERSION_CONTROL_OPTIONS }}'
|
||||||
|
jobFilters: none
|
||||||
Reference in New Issue
Block a user