[CI] Update sonic image official build template. (#7198)
* draft * fix * Update new-build-template.yml * Update azure-pipelines-build.yml * Update azure-pipelines-job-groups.yml * fix * fix * draft * fix * fix * fix * fix * fix * fix Signed-off-by: Shilong Liu <shilongliu@microsoft.com> Co-authored-by: Sonic Automation <svc-acs@microsoft.com>
This commit is contained in:
parent
8ec3bdc301
commit
dcb9ef3d44
@ -1,3 +1,5 @@
|
||||
# The azure pipeline template for Official build, and upgrade version build
|
||||
|
||||
parameters:
|
||||
- name: 'jobFilters'
|
||||
type: object
|
||||
@ -5,68 +7,93 @@ parameters:
|
||||
- name: 'buildOptions'
|
||||
type: string
|
||||
default: 'SONIC_CONFIG_BUILD_JOBS=1'
|
||||
- name: 'buildSlave'
|
||||
type: string
|
||||
default: 'n'
|
||||
- name: 'preSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
- name: 'postSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
|
||||
jobs:
|
||||
- template: azure-pipelines-job-groups.yml
|
||||
- template: azure-pipelines-image-template.yml
|
||||
parameters:
|
||||
jobFilters: ${{ parameters.jobFilters }}
|
||||
preSteps:
|
||||
- script: |
|
||||
containers=$(docker container ls | grep "sonic-slave" | awk '{ print $1 }')
|
||||
if [ ! -z "$containers" ]; then
|
||||
docker container kill $containers || true
|
||||
sleep 5
|
||||
fi
|
||||
if [ "${{ parameters.buildSlave }}" == "y" ]; then
|
||||
images=$(docker images 'sonic-slave-*' -a -q)
|
||||
[ ! -z "$images" ] && docker rmi -f $images
|
||||
fi
|
||||
sudo rm -rf $(ls -A1)
|
||||
displayName: 'Init'
|
||||
- checkout: self
|
||||
submodules: recursive
|
||||
displayName: 'Checkout code'
|
||||
- script: |
|
||||
make ${{ parameters.buildOptions }} PLATFORM=$GROUP_NAME configure
|
||||
displayName: 'Make configure'
|
||||
postSteps:
|
||||
- ${{ parameters.postSteps }}
|
||||
- publish: $(System.DefaultWorkingDirectory)/target
|
||||
artifact: 'sonic-buildimage.$(GROUP_NAME)$(GROUP_EXTNAME)'
|
||||
displayName: "Archive sonic image"
|
||||
preSteps: ${{ parameters.preSteps }}
|
||||
postSteps: ${{ parameters.postSteps }}
|
||||
jobVariables:
|
||||
PLATFORM: $(GROUP_NAME)
|
||||
PLATFORM_ARCH: amd64
|
||||
BUILD_OPTIONS: ${{ parameters.buildOptions }}
|
||||
dbg_image: false
|
||||
swi_image: false
|
||||
raw_image: false
|
||||
sync_rpc_image: false
|
||||
platform_rpc: false
|
||||
jobGroups:
|
||||
- name: vs
|
||||
script: |
|
||||
sudo bash -c "echo 1 > /proc/sys/vm/compact_memory"
|
||||
make ${{ parameters.buildOptions }} target/sonic-vs.img.gz
|
||||
- name: broadcom
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} target/sonic-broadcom.bin target/sonic-aboot-broadcom.swi
|
||||
variables:
|
||||
dbg_image: true
|
||||
- name: barefoot
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} target/sonic-barefoot.bin target/sonic-aboot-barefoot.swi
|
||||
variables:
|
||||
swi_image: true
|
||||
- name: broadcom
|
||||
variables:
|
||||
dbg_image: true
|
||||
swi_image: true
|
||||
raw_image: true
|
||||
sync_rpc_image: true
|
||||
platform_rpc: brcm
|
||||
- name: centec
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} INSTALL_DEBUG_TOOLS=y target/sonic-centec.bin
|
||||
mv target/sonic-centec.bin target/sonic-centec-dbg.bin
|
||||
make ${{ parameters.buildOptions }} target/sonic-centec.bin
|
||||
make ${{ parameters.buildOptions }} ENABLE_SYNCD_RPC=y target/docker-syncd-centec-rpc.gz
|
||||
variables:
|
||||
dbg_image: true
|
||||
sync_rpc_image: true
|
||||
platform_rpc: centec
|
||||
- name: centec-arm64
|
||||
pool: sonicbld_8c
|
||||
variables:
|
||||
arch: arm64
|
||||
timeoutInMinutes: 1800
|
||||
- name: generic
|
||||
variables:
|
||||
dbg_image: true
|
||||
- name: innovium
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} SONIC_CONFIG_BUILD_JOBS=1 target/sonic-innovium.bin
|
||||
variables:
|
||||
swi_image: true
|
||||
- name: marvell-armhf
|
||||
pool: sonicbld_8c
|
||||
variables:
|
||||
arch: armhf
|
||||
timeoutInMinutes: 1800
|
||||
- name: mellanox
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} target/sonic-mellanox.bin
|
||||
- name: mellanox
|
||||
extName: _rpc
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} ENABLE_SYNCD_RPC=y all
|
||||
variables:
|
||||
dbg_image: true
|
||||
sync_rpc_image: true
|
||||
platform_rpc: mlnx
|
||||
- name: nephos
|
||||
script: |
|
||||
make ${{ parameters.buildOptions }} target/sonic-nephos.bin
|
||||
variables:
|
||||
dbg_image: true
|
||||
sync_rpc_image: true
|
||||
platform_rpc: nephos
|
||||
buildSteps:
|
||||
- bash: |
|
||||
if [ $(GROUP_NAME) == vs ]; then
|
||||
if [ $(dbg_image) == true ]; then
|
||||
make $BUILD_OPTIONS INSTALL_DEBUG_TOOLS=y target/sonic-vs.img.gz && mv target/sonic-vs.img.gz target/sonic-vs-dbg.img.gz
|
||||
fi
|
||||
make $BUILD_OPTIONS target/docker-sonic-vs.gz target/sonic-vs.img.gz target/docker-ptf.gz
|
||||
else
|
||||
if [ $(dbg_image) == true ]; then
|
||||
make $BUILD_OPTIONS INSTALL_DEBUG_TOOLS=y target/sonic-$(GROUP_NAME).bin && \
|
||||
mv target/sonic-$(GROUP_NAME).bin target/sonic-$(GROUP_NAME)-dbg.bin
|
||||
fi
|
||||
if [ $(swi_image) == true ]; then
|
||||
make $BUILD_OPTIONS ENABLE_IMAGE_SIGNATURE=y target/sonic-aboot-$(GROUP_NAME).swi
|
||||
fi
|
||||
if [ $(raw_image) == true ]; then
|
||||
make $BUILD_OPTIONS target/sonic-$(GROUP_NAME).raw
|
||||
fi
|
||||
if [ $(sync_rpc_image) == true ]; then
|
||||
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y target/docker-syncd-$(platform_rpc)-rpc.gz
|
||||
fi
|
||||
make $BUILD_OPTIONS target/sonic-$(GROUP_NAME).bin
|
||||
fi
|
||||
|
54
.azure-pipelines/azure-pipelines-image-template.yml
Normal file
54
.azure-pipelines/azure-pipelines-image-template.yml
Normal file
@ -0,0 +1,54 @@
|
||||
# The azure pipeline template for PR build, Official build, and upgrade version build
|
||||
|
||||
parameters:
|
||||
- name: 'jobFilters'
|
||||
type: object
|
||||
default: ''
|
||||
- name: 'preSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
- name: 'buildSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
- name: 'postSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
- name: jobGroups
|
||||
type: object
|
||||
default: []
|
||||
- name: jobVariables
|
||||
type: object
|
||||
default: []
|
||||
jobs:
|
||||
- template: azure-pipelines-job-groups.yml
|
||||
parameters:
|
||||
jobFilters: ${{ parameters.jobFilters }}
|
||||
jobVariables: ${{ parameters.jobVariables }}
|
||||
preSteps:
|
||||
- template: cleanup.yml
|
||||
- ${{ parameters. preSteps }}
|
||||
- script: |
|
||||
if [ -n "$(CACHE_MODE)" ] && echo $(PLATFORM) | grep -E -q "^(vs|broadcom|mellanox)$"; then
|
||||
CACHE_OPTIONS="SONIC_DPKG_CACHE_METHOD=$(CACHE_MODE) SONIC_DPKG_CACHE_SOURCE=/nfs/dpkg_cache/$(PLATFORM)"
|
||||
BUILD_OPTIONS="$(BUILD_OPTIONS) $CACHE_OPTIONS"
|
||||
echo "##vso[task.setvariable variable=BUILD_OPTIONS]$BUILD_OPTIONS"
|
||||
fi
|
||||
displayName: "Make build options"
|
||||
- checkout: self
|
||||
submodules: recursive
|
||||
displayName: 'Checkout code'
|
||||
- script: |
|
||||
sudo modprobe overlay
|
||||
sudo apt-get install -y acl
|
||||
export DOCKER_DATA_ROOT_FOR_MULTIARCH=/data/march/docker
|
||||
sudo bash -c "echo 1 > /proc/sys/vm/compact_memory"
|
||||
ENABLE_DOCKER_BASE_PULL=y make PLATFORM=$(PLATFORM) PLATFORM_ARCH=$(PLATFORM_ARCH) configure
|
||||
displayName: 'Make configure'
|
||||
postSteps:
|
||||
- publish: $(System.DefaultWorkingDirectory)/target
|
||||
artifact: 'sonic-buildimage.$(GROUP_NAME)$(GROUP_EXTNAME)'
|
||||
displayName: "Archive sonic image"
|
||||
- ${{ parameters.postSteps }}
|
||||
- template: cleanup.yml
|
||||
jobGroups: ${{ parameters.jobGroups }}
|
||||
buildSteps: ${{ parameters.buildSteps }}
|
@ -2,6 +2,9 @@ parameters:
|
||||
- name: 'preSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
- name: 'buildSteps'
|
||||
type: stepList
|
||||
default: []
|
||||
- name: "postSteps"
|
||||
type: stepList
|
||||
default: []
|
||||
@ -16,14 +19,14 @@ parameters:
|
||||
default: ''
|
||||
- name: 'timeoutInMinutes'
|
||||
type: 'number'
|
||||
default: 1440
|
||||
default: 600
|
||||
- name: 'jobFilters'
|
||||
type: object
|
||||
default: ''
|
||||
|
||||
jobs:
|
||||
- ${{ each jobGroup in parameters.jobGroups }}:
|
||||
- ${{ if or(eq(parameters.jobFilters, ''), containsValue(parameters.jobFilters, jobGroup.name)) }}:
|
||||
- ${{ if or(eq(parameters.jobFilters, ''), containsValue(parameters.jobFilters, jobGroup.name), endswith(variables['Build.DefinitionName'], format('.{0}{1}', jobGroup.name, jobGroup.extName))) }}:
|
||||
- job: ${{ replace(format('{0}{1}', jobGroup.name, jobGroup.extName), '-', '_') }}
|
||||
${{ each pair in jobGroup }}:
|
||||
${{ if not(in(pair.key, 'job', 'name', 'extName', 'variables', 'steps', 'script', 'scriptEnv')) }}:
|
||||
@ -50,4 +53,5 @@ jobs:
|
||||
displayName: 'JobScript'
|
||||
- ${{ if ne(jobGroup.steps, '') }}:
|
||||
- ${{ jobGroup.steps }}
|
||||
- ${{ parameters.buildSteps }}
|
||||
- ${{ parameters.postSteps }}
|
||||
|
@ -9,6 +9,7 @@ schedules:
|
||||
branches:
|
||||
include:
|
||||
- master
|
||||
- 202012
|
||||
always: true
|
||||
|
||||
trigger: none
|
||||
@ -16,47 +17,13 @@ pr: none
|
||||
|
||||
stages:
|
||||
- stage: Build
|
||||
|
||||
pool: sonicbld
|
||||
variables:
|
||||
CACHE_MODE: wcache
|
||||
${{ if eq(variables['Build.SourceBranchName'], '202012') }}:
|
||||
VERSION_CONTROL_OPTIONS: 'SONIC_VERSION_CONTROL_COMPONENTS=deb,py2,py3,web'
|
||||
jobs:
|
||||
- template: build-template.yml
|
||||
- template: azure-pipelines-build.yml
|
||||
parameters:
|
||||
platform: broadcom
|
||||
platform_short: brcm
|
||||
cache_mode: wcache
|
||||
dbg_image: true
|
||||
swi_image: true
|
||||
raw_image: true
|
||||
sync_rpc_image: true
|
||||
|
||||
- template: build-template.yml
|
||||
parameters:
|
||||
platform: mellanox
|
||||
platform_short: mlnx
|
||||
cache_mode: wcache
|
||||
dbg_image: true
|
||||
sync_rpc_image: true
|
||||
|
||||
- template: build-template.yml
|
||||
parameters:
|
||||
platform: vs
|
||||
platform_short: vs
|
||||
dbg_image: true
|
||||
cache_mode: wcache
|
||||
|
||||
- template: build-template.yml
|
||||
parameters:
|
||||
timeout: 3600
|
||||
platform: marvell-armhf
|
||||
platform_arch: armhf
|
||||
platform_short: marvell-armhf
|
||||
cache_mode: wcache
|
||||
pool: sonicbld_8c
|
||||
|
||||
- template: build-template.yml
|
||||
parameters:
|
||||
timeout: 3600
|
||||
platform: centec-arm64
|
||||
platform_arch: arm64
|
||||
platform_short: centec-arm64
|
||||
cache_mode: wcache
|
||||
pool: sonicbld_8c
|
||||
buildOptions: 'USERNAME=admin SONIC_BUILD_JOBS=$(nproc) ${{ variables.VERSION_CONTROL_OPTIONS }}'
|
||||
jobFilters: none
|
||||
|
Loading…
Reference in New Issue
Block a user