[CI] Add Bldenv pipeline files (#7458)
Add 3 pipeline files: - pipeline for build docker image sonic-slave-[buster|jessie|stretch] for amd64/armhf/arm64, and push to ACR(sonicdev-microsoft.com) - pipeline for build docker image sonic-mgmt, and push to ACR - pipeline for cleaning dpkg cache which are created more than 30 days. Co-authored-by: lguohan <lguohan@gmail.com>
This commit is contained in:
parent
1b39424520
commit
a10542e894
57
.azure-pipelines/docker-sonic-mgmt.yml
Normal file
57
.azure-pipelines/docker-sonic-mgmt.yml
Normal file
@ -0,0 +1,57 @@
|
|||||||
|
# Starter pipeline
|
||||||
|
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||||
|
# Add steps that build, run tests, deploy, and more:
|
||||||
|
# https://aka.ms/yaml
|
||||||
|
# Build and push sonic-mgmt image
|
||||||
|
|
||||||
|
schedules:
|
||||||
|
- cron: "0 8 * * *"
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- master
|
||||||
|
always: true
|
||||||
|
|
||||||
|
trigger: none
|
||||||
|
pr:
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- master
|
||||||
|
paths:
|
||||||
|
include:
|
||||||
|
- dockers/docker-sonic-mgmt
|
||||||
|
|
||||||
|
parameters:
|
||||||
|
- name: registry_url
|
||||||
|
type: string
|
||||||
|
default: sonicdev-microsoft.azurecr.io
|
||||||
|
- name: registry_conn
|
||||||
|
type: string
|
||||||
|
default: sonicdev
|
||||||
|
|
||||||
|
stages:
|
||||||
|
- stage: Build
|
||||||
|
jobs:
|
||||||
|
- job: Build
|
||||||
|
pool: sonicbld
|
||||||
|
timeoutInMinutes: 360
|
||||||
|
steps:
|
||||||
|
- template: cleanup.yml
|
||||||
|
- checkout: self
|
||||||
|
clean: true
|
||||||
|
submodules: recursive
|
||||||
|
- bash: |
|
||||||
|
set -xe
|
||||||
|
make configure PLATFORM=generic
|
||||||
|
make target/docker-sonic-mgmt.gz
|
||||||
|
docker load -i target/docker-sonic-mgmt.gz
|
||||||
|
docker tag docker-sonic-mgmt $REGISTRY_SERVER/docker-sonic-mgmt:latest
|
||||||
|
env:
|
||||||
|
REGISTRY_SERVER: ${{ parameters.registry_url }}
|
||||||
|
displayName: Build docker-sonic-mgmt.gz
|
||||||
|
- task: Docker@2
|
||||||
|
displayName: Upload image
|
||||||
|
inputs:
|
||||||
|
containerRegistry: ${{ parameters.registry_conn }}
|
||||||
|
repository: docker-sonic-mgmt
|
||||||
|
command: push
|
||||||
|
tags: latest
|
106
.azure-pipelines/docker-sonic-slave.yml
Normal file
106
.azure-pipelines/docker-sonic-slave.yml
Normal file
@ -0,0 +1,106 @@
|
|||||||
|
# Starter pipeline
|
||||||
|
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||||
|
# Add steps that build, run tests, deploy, and more:
|
||||||
|
# https://aka.ms/yaml
|
||||||
|
# Build and push sonic-slave-[buster|jessie|stretch] images for amd64/armhf/arm64
|
||||||
|
|
||||||
|
schedules:
|
||||||
|
- cron: "0 8 * * *"
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- master
|
||||||
|
always: true
|
||||||
|
|
||||||
|
trigger: none
|
||||||
|
pr:
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- master
|
||||||
|
paths:
|
||||||
|
include:
|
||||||
|
- sonic-slave-jessie
|
||||||
|
- sonic-slave-stretch
|
||||||
|
- sonic-slave-buster
|
||||||
|
|
||||||
|
parameters:
|
||||||
|
- name: 'arches'
|
||||||
|
type: object
|
||||||
|
default:
|
||||||
|
- amd64
|
||||||
|
- armhf
|
||||||
|
- arm64
|
||||||
|
- name: 'dists'
|
||||||
|
type: object
|
||||||
|
default:
|
||||||
|
- buster
|
||||||
|
- stretch
|
||||||
|
- jessie
|
||||||
|
- name: registry_url
|
||||||
|
type: string
|
||||||
|
default: sonicdev-microsoft.azurecr.io
|
||||||
|
- name: registry_conn
|
||||||
|
type: string
|
||||||
|
default: sonicdev
|
||||||
|
|
||||||
|
stages:
|
||||||
|
- stage: Build
|
||||||
|
jobs:
|
||||||
|
- ${{ each dist in parameters.dists }}:
|
||||||
|
- ${{ if endswith(variables['Build.DefinitionName'], dist) }}:
|
||||||
|
- ${{ each arch in parameters.arches }}:
|
||||||
|
- job: Build_${{ dist }}_${{ arch }}
|
||||||
|
timeoutInMinutes: 360
|
||||||
|
pool: sonicbld
|
||||||
|
steps:
|
||||||
|
- template: cleanup.yml
|
||||||
|
- checkout: self
|
||||||
|
clean: true
|
||||||
|
submodules: recursive
|
||||||
|
- bash: |
|
||||||
|
set -ex
|
||||||
|
|
||||||
|
containers=$(docker container ls | grep "sonic-slave" | awk '{ print $1 }')
|
||||||
|
if [ ! -z "$containers" ]; then
|
||||||
|
docker container kill $containers || true
|
||||||
|
sleep 5
|
||||||
|
fi
|
||||||
|
images=$(docker images 'sonic-slave-*' -a -q)
|
||||||
|
if [ ! -z "$images" ]; then
|
||||||
|
docker rmi -f $images
|
||||||
|
fi
|
||||||
|
|
||||||
|
SLAVE_DIR=sonic-slave-${{ dist }}
|
||||||
|
if [ x${{ arch }} == x"amd64" ]; then
|
||||||
|
SLAVE_BASE_IMAGE=${SLAVE_DIR}
|
||||||
|
else
|
||||||
|
SLAVE_BASE_IMAGE=${SLAVE_DIR}-march-${{ arch }}
|
||||||
|
fi
|
||||||
|
|
||||||
|
tmpfile=$(mktemp)
|
||||||
|
|
||||||
|
echo ${{ arch }} > .arch
|
||||||
|
|
||||||
|
DOCKER_DATA_ROOT_FOR_MULTIARCH=/data/march/docker BLDENV=${{ dist }} make -f Makefile.work sonic-slave-build | tee $tmpfile
|
||||||
|
SLAVE_BASE_TAG=$(grep "^Checking sonic-slave-base image:" $tmpfile | awk -F ':' '{print $3}')
|
||||||
|
SLAVE_TAG=$(grep "^Checking sonic-slave image:" $tmpfile | awk -F ':' '{print $3}')
|
||||||
|
|
||||||
|
mkdir -p target
|
||||||
|
|
||||||
|
docker tag $SLAVE_BASE_IMAGE:$SLAVE_BASE_TAG $REGISTRY_SERVER/$SLAVE_BASE_IMAGE:latest
|
||||||
|
docker tag $SLAVE_BASE_IMAGE:$SLAVE_BASE_TAG $REGISTRY_SERVER/$SLAVE_BASE_IMAGE:$SLAVE_BASE_TAG
|
||||||
|
set +x
|
||||||
|
echo "##vso[task.setvariable variable=VARIABLE_SLAVE_BASE_IMAGE]$SLAVE_BASE_IMAGE"
|
||||||
|
echo "##vso[task.setvariable variable=VARIABLE_SLAVE_BASE_TAG]$SLAVE_BASE_TAG"
|
||||||
|
env:
|
||||||
|
REGISTRY_SERVER: ${{ parameters.registry_url }}
|
||||||
|
displayName: Build sonic-slave-${{ dist }}-${{ arch }}
|
||||||
|
|
||||||
|
- task: Docker@2
|
||||||
|
displayName: Upload image
|
||||||
|
inputs:
|
||||||
|
containerRegistry: ${{ parameters.registry_conn }}
|
||||||
|
repository: $(VARIABLE_SLAVE_BASE_IMAGE)
|
||||||
|
command: push
|
||||||
|
tags: |
|
||||||
|
$(VARIABLE_SLAVE_BASE_TAG)
|
||||||
|
latest
|
27
.azure-pipelines/dpkg-cache-cleanup.yml
Normal file
27
.azure-pipelines/dpkg-cache-cleanup.yml
Normal file
@ -0,0 +1,27 @@
|
|||||||
|
# Starter pipeline
|
||||||
|
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||||
|
# Add steps that build, run tests, deploy, and more:
|
||||||
|
# https://aka.ms/yaml
|
||||||
|
# Clean up the cache 30 days ago
|
||||||
|
|
||||||
|
schedules:
|
||||||
|
- cron: "0 0 * * *"
|
||||||
|
branches:
|
||||||
|
include:
|
||||||
|
- master
|
||||||
|
always: true
|
||||||
|
|
||||||
|
trigger: none
|
||||||
|
pr: none
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
- job: Build
|
||||||
|
pool: sonicbld
|
||||||
|
timeoutInMinutes: 5
|
||||||
|
steps:
|
||||||
|
- checkout: none
|
||||||
|
- script: |
|
||||||
|
set -xe
|
||||||
|
sudo find /nfs/dpkg_cache/ -name *.tgz -mtime +30 -type f -delete
|
||||||
|
displayName: clean dpkg cache
|
||||||
|
|
Reference in New Issue
Block a user