[CI] Add Bldenv pipeline files (#7458)
Add 3 pipeline files: - pipeline for build docker image sonic-slave-[buster|jessie|stretch] for amd64/armhf/arm64, and push to ACR(sonicdev-microsoft.com) - pipeline for build docker image sonic-mgmt, and push to ACR - pipeline for cleaning dpkg cache which are created more than 30 days. Co-authored-by: lguohan <lguohan@gmail.com>
This commit is contained in:
parent
7841b7513c
commit
90bcc51203
57
.azure-pipelines/docker-sonic-mgmt.yml
Normal file
57
.azure-pipelines/docker-sonic-mgmt.yml
Normal file
@ -0,0 +1,57 @@
|
||||
# Starter pipeline
|
||||
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||
# Add steps that build, run tests, deploy, and more:
|
||||
# https://aka.ms/yaml
|
||||
# Build and push sonic-mgmt image
|
||||
|
||||
schedules:
|
||||
- cron: "0 8 * * *"
|
||||
branches:
|
||||
include:
|
||||
- master
|
||||
always: true
|
||||
|
||||
trigger: none
|
||||
pr:
|
||||
branches:
|
||||
include:
|
||||
- master
|
||||
paths:
|
||||
include:
|
||||
- dockers/docker-sonic-mgmt
|
||||
|
||||
parameters:
|
||||
- name: registry_url
|
||||
type: string
|
||||
default: sonicdev-microsoft.azurecr.io
|
||||
- name: registry_conn
|
||||
type: string
|
||||
default: sonicdev
|
||||
|
||||
stages:
|
||||
- stage: Build
|
||||
jobs:
|
||||
- job: Build
|
||||
pool: sonicbld
|
||||
timeoutInMinutes: 360
|
||||
steps:
|
||||
- template: cleanup.yml
|
||||
- checkout: self
|
||||
clean: true
|
||||
submodules: recursive
|
||||
- bash: |
|
||||
set -xe
|
||||
make configure PLATFORM=generic
|
||||
make target/docker-sonic-mgmt.gz
|
||||
docker load -i target/docker-sonic-mgmt.gz
|
||||
docker tag docker-sonic-mgmt $REGISTRY_SERVER/docker-sonic-mgmt:latest
|
||||
env:
|
||||
REGISTRY_SERVER: ${{ parameters.registry_url }}
|
||||
displayName: Build docker-sonic-mgmt.gz
|
||||
- task: Docker@2
|
||||
displayName: Upload image
|
||||
inputs:
|
||||
containerRegistry: ${{ parameters.registry_conn }}
|
||||
repository: docker-sonic-mgmt
|
||||
command: push
|
||||
tags: latest
|
106
.azure-pipelines/docker-sonic-slave.yml
Normal file
106
.azure-pipelines/docker-sonic-slave.yml
Normal file
@ -0,0 +1,106 @@
|
||||
# Starter pipeline
|
||||
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||
# Add steps that build, run tests, deploy, and more:
|
||||
# https://aka.ms/yaml
|
||||
# Build and push sonic-slave-[buster|jessie|stretch] images for amd64/armhf/arm64
|
||||
|
||||
schedules:
|
||||
- cron: "0 8 * * *"
|
||||
branches:
|
||||
include:
|
||||
- master
|
||||
always: true
|
||||
|
||||
trigger: none
|
||||
pr:
|
||||
branches:
|
||||
include:
|
||||
- master
|
||||
paths:
|
||||
include:
|
||||
- sonic-slave-jessie
|
||||
- sonic-slave-stretch
|
||||
- sonic-slave-buster
|
||||
|
||||
parameters:
|
||||
- name: 'arches'
|
||||
type: object
|
||||
default:
|
||||
- amd64
|
||||
- armhf
|
||||
- arm64
|
||||
- name: 'dists'
|
||||
type: object
|
||||
default:
|
||||
- buster
|
||||
- stretch
|
||||
- jessie
|
||||
- name: registry_url
|
||||
type: string
|
||||
default: sonicdev-microsoft.azurecr.io
|
||||
- name: registry_conn
|
||||
type: string
|
||||
default: sonicdev
|
||||
|
||||
stages:
|
||||
- stage: Build
|
||||
jobs:
|
||||
- ${{ each dist in parameters.dists }}:
|
||||
- ${{ if endswith(variables['Build.DefinitionName'], dist) }}:
|
||||
- ${{ each arch in parameters.arches }}:
|
||||
- job: Build_${{ dist }}_${{ arch }}
|
||||
timeoutInMinutes: 360
|
||||
pool: sonicbld
|
||||
steps:
|
||||
- template: cleanup.yml
|
||||
- checkout: self
|
||||
clean: true
|
||||
submodules: recursive
|
||||
- bash: |
|
||||
set -ex
|
||||
|
||||
containers=$(docker container ls | grep "sonic-slave" | awk '{ print $1 }')
|
||||
if [ ! -z "$containers" ]; then
|
||||
docker container kill $containers || true
|
||||
sleep 5
|
||||
fi
|
||||
images=$(docker images 'sonic-slave-*' -a -q)
|
||||
if [ ! -z "$images" ]; then
|
||||
docker rmi -f $images
|
||||
fi
|
||||
|
||||
SLAVE_DIR=sonic-slave-${{ dist }}
|
||||
if [ x${{ arch }} == x"amd64" ]; then
|
||||
SLAVE_BASE_IMAGE=${SLAVE_DIR}
|
||||
else
|
||||
SLAVE_BASE_IMAGE=${SLAVE_DIR}-march-${{ arch }}
|
||||
fi
|
||||
|
||||
tmpfile=$(mktemp)
|
||||
|
||||
echo ${{ arch }} > .arch
|
||||
|
||||
DOCKER_DATA_ROOT_FOR_MULTIARCH=/data/march/docker BLDENV=${{ dist }} make -f Makefile.work sonic-slave-build | tee $tmpfile
|
||||
SLAVE_BASE_TAG=$(grep "^Checking sonic-slave-base image:" $tmpfile | awk -F ':' '{print $3}')
|
||||
SLAVE_TAG=$(grep "^Checking sonic-slave image:" $tmpfile | awk -F ':' '{print $3}')
|
||||
|
||||
mkdir -p target
|
||||
|
||||
docker tag $SLAVE_BASE_IMAGE:$SLAVE_BASE_TAG $REGISTRY_SERVER/$SLAVE_BASE_IMAGE:latest
|
||||
docker tag $SLAVE_BASE_IMAGE:$SLAVE_BASE_TAG $REGISTRY_SERVER/$SLAVE_BASE_IMAGE:$SLAVE_BASE_TAG
|
||||
set +x
|
||||
echo "##vso[task.setvariable variable=VARIABLE_SLAVE_BASE_IMAGE]$SLAVE_BASE_IMAGE"
|
||||
echo "##vso[task.setvariable variable=VARIABLE_SLAVE_BASE_TAG]$SLAVE_BASE_TAG"
|
||||
env:
|
||||
REGISTRY_SERVER: ${{ parameters.registry_url }}
|
||||
displayName: Build sonic-slave-${{ dist }}-${{ arch }}
|
||||
|
||||
- task: Docker@2
|
||||
displayName: Upload image
|
||||
inputs:
|
||||
containerRegistry: ${{ parameters.registry_conn }}
|
||||
repository: $(VARIABLE_SLAVE_BASE_IMAGE)
|
||||
command: push
|
||||
tags: |
|
||||
$(VARIABLE_SLAVE_BASE_TAG)
|
||||
latest
|
27
.azure-pipelines/dpkg-cache-cleanup.yml
Normal file
27
.azure-pipelines/dpkg-cache-cleanup.yml
Normal file
@ -0,0 +1,27 @@
|
||||
# Starter pipeline
|
||||
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
||||
# Add steps that build, run tests, deploy, and more:
|
||||
# https://aka.ms/yaml
|
||||
# Clean up the cache 30 days ago
|
||||
|
||||
schedules:
|
||||
- cron: "0 0 * * *"
|
||||
branches:
|
||||
include:
|
||||
- master
|
||||
always: true
|
||||
|
||||
trigger: none
|
||||
pr: none
|
||||
|
||||
jobs:
|
||||
- job: Build
|
||||
pool: sonicbld
|
||||
timeoutInMinutes: 5
|
||||
steps:
|
||||
- checkout: none
|
||||
- script: |
|
||||
set -xe
|
||||
sudo find /nfs/dpkg_cache/ -name *.tgz -mtime +30 -type f -delete
|
||||
displayName: clean dpkg cache
|
||||
|
Loading…
Reference in New Issue
Block a user