357 lines
11 KiB
YAML
357 lines
11 KiB
YAML
# Starter pipeline
|
|
# Start with a minimal pipeline that you can customize to build and deploy your code.
|
|
# Add steps that build, run tests, deploy, and more:
|
|
# https://aka.ms/yaml
|
|
|
|
trigger:
|
|
branches:
|
|
include:
|
|
- master
|
|
- 202205
|
|
paths:
|
|
exclude:
|
|
- .github
|
|
|
|
pr:
|
|
branches:
|
|
include:
|
|
- master
|
|
- 202205
|
|
- bullseye
|
|
paths:
|
|
exclude:
|
|
- .github
|
|
|
|
name: $(TeamProject)_$(Build.DefinitionName)_$(SourceBranchName)_$(Date:yyyyMMdd)$(Rev:.r)
|
|
|
|
resources:
|
|
repositories:
|
|
- repository: sonic-mgmt
|
|
type: github
|
|
name: sonic-net/sonic-mgmt
|
|
endpoint: sonic-net
|
|
- repository: buildimage
|
|
type: github
|
|
name: sonic-net/sonic-buildimage
|
|
endpoint: sonic-net
|
|
ref: master
|
|
|
|
variables:
|
|
- template: .azure-pipelines/azure-pipelines-repd-build-variables.yml@buildimage
|
|
- template: .azure-pipelines/template-variables.yml@buildimage
|
|
- name: CACHE_MODE
|
|
value: rcache
|
|
- name: ENABLE_FIPS
|
|
value: y
|
|
|
|
stages:
|
|
- stage: BuildVS
|
|
pool: sonicbld
|
|
jobs:
|
|
- template: .azure-pipelines/azure-pipelines-build.yml
|
|
parameters:
|
|
buildOptions: 'USERNAME=admin SONIC_BUILD_JOBS=$(nproc) BUILD_MULTIASIC_KVM=y ${{ variables.VERSION_CONTROL_OPTIONS }}'
|
|
jobGroups:
|
|
- name: vs
|
|
|
|
- stage: Build
|
|
pool: sonicbld
|
|
dependsOn: []
|
|
jobs:
|
|
- template: .azure-pipelines/azure-pipelines-build.yml
|
|
parameters:
|
|
buildOptions: 'USERNAME=admin SONIC_BUILD_JOBS=$(nproc) ${{ variables.VERSION_CONTROL_OPTIONS }}'
|
|
jobGroups:
|
|
- name: broadcom
|
|
variables:
|
|
dbg_image: yes
|
|
swi_image: yes
|
|
docker_syncd_rpc_image: yes
|
|
platform_rpc: brcm
|
|
- name: mellanox
|
|
variables:
|
|
dbg_image: yes
|
|
docker_syncd_rpc_image: yes
|
|
platform_rpc: mlnx
|
|
- name: marvell-armhf
|
|
pool: sonicbld-armhf
|
|
timeoutInMinutes: 1200
|
|
variables:
|
|
PLATFORM_ARCH: armhf
|
|
|
|
- stage: Test
|
|
dependsOn: BuildVS
|
|
condition: and(succeeded(), and(ne(stageDependencies.BuildVS.outputs['vs.SetVar.SKIP_VSTEST'], 'YES'), in(dependencies.BuildVS.result, 'Succeeded', 'SucceededWithIssues')))
|
|
variables:
|
|
- group: Testbed-Tools
|
|
- name: inventory
|
|
value: veos_vtb
|
|
- name: testbed_file
|
|
value: vtestbed.csv
|
|
|
|
jobs:
|
|
- job:
|
|
pool: sonictest
|
|
displayName: "vstest"
|
|
timeoutInMinutes: 60
|
|
steps:
|
|
- checkout: self
|
|
clean: true
|
|
submodules: recursive
|
|
displayName: 'Checkout code'
|
|
|
|
- task: DownloadPipelineArtifact@2
|
|
inputs:
|
|
source: specific
|
|
project: build
|
|
pipeline: 9
|
|
artifact: sonic-swss-common.amd64.ubuntu20_04
|
|
runVersion: 'latestFromBranch'
|
|
runBranch: 'refs/heads/master'
|
|
displayName: "Download sonic swss common deb packages"
|
|
|
|
- task: DownloadPipelineArtifact@2
|
|
inputs:
|
|
artifact: sonic-buildimage.vs
|
|
displayName: "Download sonic-buildimage.vs artifact"
|
|
|
|
- script: |
|
|
set -x
|
|
sudo apt-get update
|
|
sudo apt-get install libyang0.16 -y
|
|
sudo dpkg -i --force-confask,confnew ../libswsscommon_1.0.0_amd64.deb
|
|
sudo dpkg -i ../python3-swsscommon_1.0.0_amd64.deb
|
|
sudo docker load -i ../target/docker-sonic-vs.gz
|
|
docker tag docker-sonic-vs:latest docker-sonic-vs:$(Build.BuildNumber)
|
|
username=$(id -un)
|
|
|
|
trap "docker ps; docker images; ip netns list; \
|
|
docker rmi docker-sonic-vs:$(Build.BuildNumber); \
|
|
ip netns list | grep -E [-]srv[0-9]+ | awk '{print $1}' | xargs -I {} sudo ip netns delete {}; \
|
|
sudo chown -R ${username}.${username} .; \
|
|
sudo chown -R ${username}.${username} $(System.DefaultWorkingDirectory)" EXIT
|
|
pushd platform/vs/tests
|
|
sudo py.test -v --junitxml=tr.xml --imgname=docker-sonic-vs:$(Build.BuildNumber)
|
|
displayName: "Run vs tests"
|
|
|
|
- task: PublishTestResults@2
|
|
inputs:
|
|
testResultsFiles: '**/tr.xml'
|
|
testRunTitle: vstest
|
|
|
|
- job: t0_part1
|
|
pool: sonictest
|
|
displayName: "kvmtest-t0-part1"
|
|
timeoutInMinutes: 360
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_CLASSICAL_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-template.yml
|
|
parameters:
|
|
dut: vlab-01
|
|
tbname: vms-kvm-t0
|
|
ptf_name: ptf_vms6-1
|
|
tbtype: t0
|
|
section: part-1
|
|
|
|
- job: t0_part2
|
|
pool: sonictest
|
|
displayName: "kvmtest-t0-part2"
|
|
timeoutInMinutes: 360
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_CLASSICAL_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-template.yml
|
|
parameters:
|
|
dut: vlab-01
|
|
tbname: vms-kvm-t0
|
|
ptf_name: ptf_vms6-1
|
|
tbtype: t0
|
|
section: part-2
|
|
|
|
- job: t0_testbedv2
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
displayName: "kvmtest-t0 by TestbedV2"
|
|
timeoutInMinutes: 240
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_TESTBEDV2_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-scheduler-template.yml
|
|
parameters:
|
|
TOPOLOGY: t0
|
|
MIN_WORKER: $(T0_INSTANCE_NUM)
|
|
MAX_WORKER: $(T0_INSTANCE_NUM)
|
|
MGMT_BRANCH: 202205
|
|
|
|
- job: t0_2vlans_testbedv2
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
displayName: "kvmtest-t0-2vlans by TestbedV2"
|
|
timeoutInMinutes: 240
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_TESTBEDV2_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-scheduler-template.yml
|
|
parameters:
|
|
TOPOLOGY: t0
|
|
TEST_SET: t0-2vlans
|
|
MIN_WORKER: $(T0_2VLANS_INSTANCE_NUM)
|
|
MAX_WORKER: $(T0_2VLANS_INSTANCE_NUM)
|
|
DEPLOY_MG_EXTRA_PARAMS: "-e vlan_config=two_vlan_a"
|
|
MGMT_BRANCH: 202205
|
|
|
|
- job:
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
displayName: "kvmtest-t0"
|
|
dependsOn:
|
|
- t0_part1
|
|
- t0_part2
|
|
- t0_testbedv2
|
|
- t0_2vlans_testbedv2
|
|
condition: always()
|
|
variables:
|
|
resultOfPart1: $[ dependencies.t0_part1.result ]
|
|
resultOfPart2: $[ dependencies.t0_part2.result ]
|
|
resultOfT0TestbedV2: $[ dependencies.t0_testbedv2.result ]
|
|
resultOfT02VlansTestbedV2: $[ dependencies.t0_2vlans_testbedv2.result ]
|
|
|
|
steps:
|
|
- script: |
|
|
if [ $(resultOfT0TestbedV2) == "Succeeded" ] && [ $(resultOfT02VlansTestbedV2) == "Succeeded" ]; then
|
|
echo "TestbedV2 t0 passed."
|
|
exit 0
|
|
fi
|
|
|
|
if [ $(resultOfPart1) == "Succeeded" ] && [ $(resultOfPart2) == "Succeeded" ]; then
|
|
echo "Classic t0 jobs(both part1 and part2) passed."
|
|
exit 0
|
|
fi
|
|
|
|
echo "Both classic and TestbedV2 t0 jobs failed! Please check the detailed information. (Any of them passed, t0 will be considered as passed)"
|
|
exit 1
|
|
|
|
- job: t1_lag_classic
|
|
pool: sonictest-t1-lag
|
|
displayName: "kvmtest-t1-lag classic"
|
|
timeoutInMinutes: 360
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_CLASSICAL_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-template.yml
|
|
parameters:
|
|
dut: vlab-03
|
|
tbname: vms-kvm-t1-lag
|
|
ptf_name: ptf_vms6-2
|
|
tbtype: t1-lag
|
|
|
|
- job: t1_lag_testbedv2
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
displayName: "kvmtest-t1-lag by TestbedV2"
|
|
timeoutInMinutes: 240
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_TESTBEDV2_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-scheduler-template.yml
|
|
parameters:
|
|
TOPOLOGY: t1-lag
|
|
MIN_WORKER: $(T1_LAG_INSTANCE_NUM)
|
|
MAX_WORKER: $(T1_LAG_INSTANCE_NUM)
|
|
MGMT_BRANCH: 202205
|
|
|
|
- job:
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
displayName: "kvmtest-t1-lag"
|
|
dependsOn:
|
|
- t1_lag_classic
|
|
- t1_lag_testbedv2
|
|
condition: always()
|
|
continueOnError: false
|
|
variables:
|
|
resultOfClassic: $[ dependencies.t1_lag_classic.result ]
|
|
resultOfTestbedV2: $[ dependencies.t1_lag_testbedv2.result ]
|
|
steps:
|
|
- script: |
|
|
if [ $(resultOfTestbedV2) == "Succeeded" ]; then
|
|
echo "TestbedV2 t1-lag passed."
|
|
exit 0
|
|
fi
|
|
|
|
if [ $(resultOfClassic) == "Succeeded" ]; then
|
|
echo "Classic t1-lag passed."
|
|
exit 0
|
|
fi
|
|
|
|
echo "Both classic and TestbedV2 t1-lag jobs failed! Please check the detailed information. (Any of them passed, t1-lag will be considered as passed)"
|
|
exit 1
|
|
|
|
- job:
|
|
pool: sonictest-sonic-t0
|
|
displayName: "kvmtest-t0-sonic"
|
|
timeoutInMinutes: 360
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_CLASSICAL_TEST, 'YES'))
|
|
|
|
steps:
|
|
- template: .azure-pipelines/run-test-template.yml
|
|
parameters:
|
|
dut: vlab-02
|
|
tbname: vms-kvm-t0-64-32
|
|
ptf_name: ptf_vms6-1
|
|
tbtype: t0-sonic
|
|
vmtype: vsonic
|
|
|
|
- job: sonic_t0_testbedv2
|
|
displayName: "kvmtest-t0-sonic by TestbedV2"
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
timeoutInMinutes: 240
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_TESTBEDV2_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-scheduler-template.yml
|
|
parameters:
|
|
TOPOLOGY: t0-64-32
|
|
MIN_WORKER: $(T0_SONIC_INSTANCE_NUM)
|
|
MAX_WORKER: $(T0_SONIC_INSTANCE_NUM)
|
|
TEST_SET: t0-sonic
|
|
COMMON_EXTRA_PARAMS: "--neighbor_type=sonic --enable_macsec --macsec_profile=128_SCI,256_XPN_SCI"
|
|
VM_TYPE: vsonic
|
|
SPECIFIED_PARAMS: '{\"test_pretest.py\":[\"--completeness_level=confident\",\"--allow_recover\"],\"test_posttest.py\":[\"--completeness_level=confident\",\"--allow_recover\"]}'
|
|
MGMT_BRANCH: 202205
|
|
|
|
- job: dualtor_testbedv2
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
displayName: "kvmtest-dualtor-t0 by TestbedV2"
|
|
timeoutInMinutes: 240
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_TESTBEDV2_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-scheduler-template.yml
|
|
parameters:
|
|
TOPOLOGY: dualtor
|
|
MIN_WORKER: $(T0_DUALTOR_INSTANCE_NUM)
|
|
MAX_WORKER: $(T0_DUALTOR_INSTANCE_NUM)
|
|
COMMON_EXTRA_PARAMS: "--disable_loganalyzer "
|
|
MGMT_BRANCH: 202205
|
|
|
|
- job: multi_asic_testbedv2
|
|
displayName: "kvmtest-multi-asic-t1-lag by TestbedV2"
|
|
pool:
|
|
vmImage: 'ubuntu-20.04'
|
|
timeoutInMinutes: 1080
|
|
condition: and(succeeded(), eq(variables.BUILD_IMG_RUN_TESTBEDV2_TEST, 'YES'))
|
|
continueOnError: false
|
|
steps:
|
|
- template: .azure-pipelines/run-test-scheduler-template.yml
|
|
parameters:
|
|
TOPOLOGY: t1-8-lag
|
|
TEST_SET: multi-asic-t1-lag
|
|
MIN_WORKER: $(MULTI_ASIC_INSTANCE_NUM)
|
|
MAX_WORKER: $(MULTI_ASIC_INSTANCE_NUM)
|
|
NUM_ASIC: 4
|
|
MGMT_BRANCH: 202205
|