648ce4b12d
Why I did it Docker build has a low rate of hanging up. It hangs on different steps. So, it looks like a bug in docker daemon. How I did it Start a daemon process to scan running time more than 1 hours, and kill the process.
189 lines
6.3 KiB
YAML
189 lines
6.3 KiB
YAML
# The azure pipeline template for Official build, and upgrade version build
|
|
|
|
parameters:
|
|
- name: 'jobFilters'
|
|
type: object
|
|
default: ''
|
|
- name: 'buildOptions'
|
|
type: string
|
|
default: 'SONIC_CONFIG_BUILD_JOBS=1'
|
|
- name: 'preSteps'
|
|
type: stepList
|
|
default: []
|
|
- name: 'postSteps'
|
|
type: stepList
|
|
default: []
|
|
- name: 'jobGroups'
|
|
type: object
|
|
default: ''
|
|
|
|
jobs:
|
|
- template: azure-pipelines-image-template.yml
|
|
parameters:
|
|
jobFilters: ${{ parameters.jobFilters }}
|
|
preSteps: ${{ parameters.preSteps }}
|
|
postSteps: ${{ parameters.postSteps }}
|
|
jobVariables:
|
|
PLATFORM_AZP: $(GROUP_NAME)
|
|
PLATFORM_ARCH: amd64
|
|
BUILD_NUMBER: $(Build.BuildId)
|
|
BUILD_OPTIONS: ${{ parameters.buildOptions }}
|
|
DOCKER_DATA_ROOT_FOR_MULTIARCH: /data/march/docker
|
|
dbg_image: no
|
|
asan_image: no
|
|
swi_image: no
|
|
raw_image: no
|
|
docker_syncd_rpc_image: no
|
|
syncd_rpc_image: no
|
|
platform_rpc: no
|
|
${{ if ne(parameters.jobGroups, '') }}:
|
|
jobGroups: ${{ parameters.jobGroups }}
|
|
${{ if eq(parameters.jobGroups, '') }}:
|
|
jobGroups:
|
|
- name: vs
|
|
variables:
|
|
dbg_image: yes
|
|
asan_image: yes
|
|
|
|
- name: barefoot
|
|
variables:
|
|
docker_syncd_rpc_image: yes
|
|
platform_rpc: bfn
|
|
swi_image: yes
|
|
|
|
- name: broadcom
|
|
timeoutInMinutes: 1440
|
|
variables:
|
|
dbg_image: yes
|
|
swi_image: yes
|
|
raw_image: yes
|
|
docker_syncd_rpc_image: yes
|
|
platform_rpc: brcm
|
|
|
|
- name: centec
|
|
variables:
|
|
dbg_image: yes
|
|
docker_syncd_rpc_image: yes
|
|
platform_rpc: centec
|
|
|
|
- name: centec-arm64
|
|
pool: sonicbld-arm64
|
|
timeoutInMinutes: 2880
|
|
variables:
|
|
PLATFORM_ARCH: arm64
|
|
|
|
- name: generic
|
|
variables:
|
|
dbg_image: yes
|
|
|
|
- name: innovium
|
|
variables:
|
|
dbg_image: yes
|
|
|
|
- name: marvell-armhf
|
|
pool: sonicbld-armhf
|
|
timeoutInMinutes: 2880
|
|
variables:
|
|
PLATFORM_ARCH: armhf
|
|
|
|
- name: mellanox
|
|
variables:
|
|
dbg_image: yes
|
|
docker_syncd_rpc_image: yes
|
|
syncd_rpc_image: yes
|
|
platform_rpc: mlnx
|
|
|
|
- name: nephos
|
|
variables:
|
|
dbg_image: yes
|
|
docker_syncd_rpc_image: yes
|
|
platform_rpc: nephos
|
|
|
|
buildSteps:
|
|
- template: template-skipvstest.yml
|
|
- bash: |
|
|
(
|
|
while true
|
|
do
|
|
sleep 120
|
|
now=$(date +%s)
|
|
pids=$(ps aux | grep -v grep | grep -E "^.{,100}docker build" | awk '{print$2}')
|
|
for pid in $pids
|
|
do
|
|
start=$(date --date="$(ls -dl /proc/$pid --time-style full-iso | awk '{print$6,$7}')" +%s)
|
|
time_s=$(($now-$start))
|
|
if [[ $time_s -gt $(DOCKER_BUILD_TIMEOUT) ]]; then
|
|
echo =========== $(date +%F%T) $time_s &>> target/daemon.log
|
|
ps $pid &>> target/daemon.log
|
|
sudo kill $pid
|
|
fi
|
|
done
|
|
done
|
|
) &
|
|
daemon_pid=$!
|
|
set -ex
|
|
if [ $(GROUP_NAME) == vs ]; then
|
|
if [ $(dbg_image) == yes ]; then
|
|
make $BUILD_OPTIONS INSTALL_DEBUG_TOOLS=y target/sonic-vs.img.gz
|
|
mv target/sonic-vs.img.gz target/sonic-vs-dbg.img.gz
|
|
fi
|
|
if [ $(asan_image) == yes ]; then
|
|
make $BUILD_OPTIONS ENABLE_ASAN=y target/docker-sonic-vs.gz
|
|
mv target/docker-sonic-vs.gz target/docker-sonic-vs-asan.gz
|
|
fi
|
|
make $BUILD_OPTIONS target/docker-sonic-vs.gz target/sonic-vs.img.gz target/docker-ptf.gz
|
|
if [ $(Build.Reason) != 'PullRequest' ];then
|
|
gzip -kd target/sonic-vs.img.gz
|
|
SONIC_RUN_CMDS="qemu-img convert target/sonic-vs.img -O vhdx -o subformat=dynamic target/sonic-vs.vhdx" make sonic-slave-run
|
|
rm target/sonic-vs.img
|
|
fi
|
|
else
|
|
if [ $(dbg_image) == yes ]; then
|
|
make $BUILD_OPTIONS INSTALL_DEBUG_TOOLS=y target/sonic-$(GROUP_NAME).bin
|
|
mv target/sonic-$(GROUP_NAME).bin target/sonic-$(GROUP_NAME)-dbg.bin
|
|
fi
|
|
if [ $(swi_image) == yes ]; then
|
|
make $BUILD_OPTIONS ENABLE_IMAGE_SIGNATURE=y target/sonic-aboot-$(GROUP_NAME).swi
|
|
fi
|
|
if [ $(raw_image) == yes ]; then
|
|
make $BUILD_OPTIONS target/sonic-$(GROUP_NAME).raw
|
|
fi
|
|
if [ $(GROUP_NAME) == marvell-armhf ]; then
|
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y SAITHRIFT_V2=y PLATFORM_ARCH=armhf target/docker-saiserverv2-mrvl.gz
|
|
pushd ./src/sonic-sairedis/SAI
|
|
git stash
|
|
popd
|
|
fi
|
|
if [ $(docker_syncd_rpc_image) == yes ]; then
|
|
# workaround for issue in rules/sairedis.dep, git ls-files will list un-exist files for cache
|
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y target/docker-syncd-$(platform_rpc)-rpc.gz
|
|
pushd ./src/sonic-sairedis/SAI
|
|
git stash
|
|
popd
|
|
if [ $(GROUP_NAME) == broadcom ]; then
|
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y target/docker-syncd-$(platform_rpc)-dnx-rpc.gz
|
|
pushd ./src/sonic-sairedis/SAI
|
|
git stash
|
|
popd
|
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y SAITHRIFT_V2=y target/docker-saiserverv2-brcm.gz
|
|
pushd ./src/sonic-sairedis/SAI
|
|
git stash
|
|
popd
|
|
fi
|
|
if [ $(GROUP_NAME) == marvell-armhf ]; then
|
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y SAITHRIFT_V2=y PLATFORM_ARCH=armhf target/docker-saiserverv2-mrvl.gz
|
|
pushd ./src/sonic-sairedis/SAI
|
|
git stash
|
|
popd
|
|
fi
|
|
fi
|
|
if [ $(syncd_rpc_image) == yes ]; then
|
|
make $BUILD_OPTIONS ENABLE_SYNCD_RPC=y target/sonic-$(GROUP_NAME).bin
|
|
mv target/sonic-mellanox.bin target/sonic-$(GROUP_NAME)-rpc.bin
|
|
fi
|
|
make $BUILD_OPTIONS target/sonic-$(GROUP_NAME).bin
|
|
fi
|
|
sudo kill $daemon_pid
|
|
displayName: "Build sonic image"
|
|
- template: check-dirty-version.yml
|