52f6dd65a3
### Why I did it To fix those errors: One: ``` Connecting to urm.nvidia.com (urm.nvidia.com)|*.*.*.*|:443... connected. GnuTLS: Error in the pull function. Unable to establish SSL connection. Error 4 make[1]: Leaving directory '/sonic/src/smartmontools' [ target/debs/bullseye/smartmontools_6.6-1_amd64.deb ] ``` Second: ``` Get:90 https://debian-mirror-url buster/main amd64 librrd-dev amd64 1.7.1-2 [284 kB] Get:91 https://debian-mirror-url buster/main amd64 psmisc amd64 23.2-1+deb10u1 [126 kB] Get:92 https://debian-mirror-url buster/main amd64 python-smbus amd64 4.1-1 [12.2 kB] Get:93 https://debian-mirror-url buster/main amd64 python3.7-dev amd64 3.7.3-2+deb10u3 [510 kB] Get:94 https://debian-mirror-url buster/main amd64 python3-dev amd64 3.7.3-1 [1264 B] Get:95 https://debian-mirror-url buster/main amd64 python3-smbus amd64 4.1-1 [12.5 kB] Get:96 https://debian-mirror-url buster/main amd64 rrdtool amd64 1.7.1-2 [485 kB] Fetched 122 MB in 12s (9976 kB/s) [91mE: Failed to fetch https://debian-mirror-url/pool/main/p/python-defaults/python2-minimal_2.7.16-1_amd64.deb 500 Internal Server Error [IP: *.*.*.* 443] E: Failed to fetch https://debian-mirror-url/pool/main/f/fontconfig/fontconfig-config_2.13.1-2_all.deb 500 Internal Server Error [IP: *.*.*.* 443] E: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing? [0mThe command '/bin/sh -c apt-get update && apt-get install -y build-essential python3-dev ipmitool librrd8 librrd-dev rrdtool python-smbus python3-smbus dmidecode i2c-tools psmisc libpci3' returned a non-zero code: 100 [ target/docker-platform-monitor.gz ] Error 1 ``` #### How I did it Add retry mechanism to apt, wget, and curl hooks
666 lines
22 KiB
Django/Jinja
666 lines
22 KiB
Django/Jinja
{% set prefix = DEFAULT_CONTAINER_REGISTRY %}
|
||
{%- if CONFIGURED_ARCH == "armhf" and MULTIARCH_QEMU_ENVIRON == "y" %}
|
||
FROM {{ prefix }}multiarch/qemu-user-static:x86_64-arm as qemu
|
||
FROM {{ prefix }}multiarch/debian-debootstrap:armhf-buster
|
||
COPY --from=qemu /usr/bin/qemu-arm-static /usr/bin
|
||
{%- elif CONFIGURED_ARCH == "arm64" and MULTIARCH_QEMU_ENVIRON == "y" %}
|
||
FROM {{ prefix }}multiarch/qemu-user-static:x86_64-aarch64 as qemu
|
||
FROM {{ prefix }}multiarch/debian-debootstrap:arm64-buster
|
||
{%- elif CONFIGURED_ARCH == "armhf" and CROSS_BUILD_ENVIRON == "y" %}
|
||
FROM {{ prefix }}multiarch/qemu-user-static:x86_64-arm as qemu
|
||
FROM {{ prefix }}debian:buster
|
||
COPY --from=qemu /usr/bin/qemu-arm-static /usr/bin
|
||
{%- elif CONFIGURED_ARCH == "arm64" and CROSS_BUILD_ENVIRON == "y" %}
|
||
FROM {{ prefix }}multiarch/qemu-user-static:x86_64-aarch64 as qemu
|
||
FROM {{ prefix }}debian:buster
|
||
COPY --from=qemu /usr/bin/qemu-aarch64-static /usr/bin
|
||
{%- else -%}
|
||
FROM {{ prefix }}debian:buster
|
||
{%- endif %}
|
||
|
||
MAINTAINER gulv@microsoft.com
|
||
|
||
COPY ["no-check-valid-until", "/etc/apt/apt.conf.d/"]
|
||
COPY ["apt-retries-count", "/etc/apt/apt.conf.d"]
|
||
|
||
{%- if CROSS_BUILD_ENVIRON != "y" %}
|
||
COPY ["sources.list.{{ CONFIGURED_ARCH }}", "/etc/apt/sources.list"]
|
||
{%- else %}
|
||
COPY ["sources.list.amd64", "/etc/apt/sources.list"]
|
||
{%- if CONFIGURED_ARCH == "armhf" %}
|
||
ARG arch=armhf
|
||
ARG gcc_arch=arm-linux-gnueabihf
|
||
ARG PYTHON_CROSS_PLATFORM=linux_armv7l
|
||
{%- elif CONFIGURED_ARCH == "arm64" %}
|
||
ARG arch=arm64
|
||
ARG gcc_arch=aarch64-linux-gnu
|
||
ARG PYTHON_CROSS_PLATFORM=linux_aarch64
|
||
{%- endif %}
|
||
|
||
RUN echo "deb http://ftp.debian.org/debian buster-backports main" >> /etc/apt/sources.list
|
||
|
||
RUN dpkg --add-architecture $arch
|
||
RUN apt-get update && apt-get install -y eatmydata
|
||
RUN eatmydata apt-get install -y crossbuild-essential-$arch
|
||
RUN eatmydata apt-get install -y gcc-$gcc_arch
|
||
|
||
RUN apt-mark hold g++-$gcc_arch
|
||
RUN apt-mark hold g++-8-$gcc_arch
|
||
RUN apt-mark hold gcc-$gcc_arch
|
||
RUN apt-mark hold gcc-8-$gcc_arch
|
||
|
||
ARG CROSS_CC=${gcc_arch}-gcc
|
||
ARG CROSS_CXX=${gcc_arch}-g++
|
||
{%- endif %}
|
||
|
||
## Make apt-get non-interactive
|
||
ENV DEBIAN_FRONTEND=noninteractive
|
||
|
||
{%- if CROSS_BUILD_ENVIRON == "y" %}
|
||
RUN eatmydata apt-get install -y python3 python3-pip
|
||
RUN eatmydata apt-get install -y python:$arch python3-minimal:$arch python3.7:$arch python3:$arch python-setuptools:$arch
|
||
RUN apt-get download python3-distutils && eatmydata dpkg --force-all -i python3-distutils*
|
||
RUN apt-get download python3-pip && eatmydata dpkg --force-all -i python3-pip*
|
||
RUN which pip3 && pip3 install enum34
|
||
RUN pip3 install virtualenv
|
||
|
||
# Create target arm python2/3 virtual environments with all required packages installed
|
||
RUN mkdir /python_virtualenv
|
||
RUN cd /python_virtualenv && python3 -m virtualenv -p /usr/bin/python env2
|
||
RUN cd /python_virtualenv && python3 -m virtualenv --copies -p /usr/bin/python3 env3
|
||
|
||
RUN PATH=/python_virtualenv/env2/bin/:$PATH pip2 install setuptools==40.8.0 wheel==0.35.1 fastentrypoints pytest pytest-cov pytest-runner==4.4 nose==1.3.7 mockredispy==2.9.3 mock==3.0.5 j2cli==0.3.10 PyYAML==5.4.1 pexpect==4.6.0 Pympler==0.8 ctypesgen==1.0.2 natsort==6.2.1 redis==3.5.3 protobuf==3.17.3
|
||
RUN PATH=/python_virtualenv/env3/bin/:$PATH pip3 install setuptools==49.6.00 wheel==0.35.1 fastentrypoints pytest pytest-cov pytest-runner==5.2 nose==1.3.7 mockredispy==2.9.3 mock==3.0.5 PyYAML==5.4.1 redis==3.5.3 pexpect==4.8.0 Pympler==0.8 parameterized natsort==6.2.1 MarkupSafe==2.0.1 Jinja2==3.0.3 sphinx && ln -s /python_virtualenv/env3/bin/pytest /python_virtualenv/env3/bin/pytest-3
|
||
|
||
RUN eatmydata apt-get --fix-broken install -y
|
||
RUN LIBPYTHON3_DEPS="`apt-cache depends libpython3-dev:$arch |grep Depends|awk {'print \$2;'}|tr "\n" " "`" && eatmydata apt-get install -y libpython2.7-dev:$arch $LIBPYTHON3_DEPS libxml2-dev:$arch libxslt-dev:$arch libssl-dev:$arch libz-dev:$arch
|
||
|
||
RUN eatmydata apt-get install -y swig libssl-dev
|
||
|
||
RUN PATH=/python_virtualenv/env3/bin/:$PATH python3 -m pip install pyang==2.4.0
|
||
RUN PATH=/python_virtualenv/env3/bin/:$PATH python3 -m pip install pyangbind==0.8.1
|
||
RUN PATH=/python_virtualenv/env3/bin/:$PATH python3 -m pip uninstall -y enum34
|
||
RUN PATH=/python_virtualenv/env3/bin/:$PATH pip3 install --force-reinstall --no-cache-dir coverage
|
||
{%- endif %}
|
||
|
||
RUN apt-get update && apt-get install -y eatmydata && eatmydata apt-get install -y \
|
||
apt-utils \
|
||
default-jre-headless \
|
||
openssh-server \
|
||
curl \
|
||
wget \
|
||
unzip \
|
||
{{ GZ_COMPRESS_PROGRAM }} \
|
||
git \
|
||
build-essential \
|
||
libtool \
|
||
lintian \
|
||
sudo \
|
||
dh-make \
|
||
dh-exec \
|
||
kmod \
|
||
libtinyxml2-6a \
|
||
libtinyxml2-dev \
|
||
python \
|
||
python-pip \
|
||
python3 \
|
||
python3-pip \
|
||
libncurses5-dev \
|
||
texinfo \
|
||
dh-autoreconf \
|
||
doxygen \
|
||
devscripts \
|
||
git-buildpackage \
|
||
perl-modules \
|
||
libswitch-perl \
|
||
dh-systemd \
|
||
libzmq5 \
|
||
libzmq3-dev \
|
||
uuid-dev \
|
||
jq \
|
||
# For sonic-swss-common
|
||
nlohmann-json3-dev \
|
||
# For quagga build
|
||
libreadline-dev \
|
||
texlive-latex-base \
|
||
texlive-generic-recommended \
|
||
texlive-fonts-recommended \
|
||
libpam0g-dev \
|
||
libpam-dev \
|
||
libcap-dev \
|
||
imagemagick \
|
||
ghostscript \
|
||
groff \
|
||
libpcre2-dev \
|
||
gawk \
|
||
chrpath \
|
||
# For frr build
|
||
libc-ares-dev \
|
||
libsnmp-dev \
|
||
libjson-c3 \
|
||
libjson-c-dev \
|
||
libsystemd-dev \
|
||
python-ipaddr \
|
||
libcmocka-dev \
|
||
{%- if CROSS_BUILD_ENVIRON != "y" %}
|
||
python3-all-dev \
|
||
python3-all-dbg \
|
||
{%- endif %}
|
||
install-info \
|
||
logrotate \
|
||
# For libnl3 (local) build
|
||
cdbs \
|
||
# For SAI meta build
|
||
libxml-simple-perl \
|
||
graphviz \
|
||
aspell \
|
||
# For SAI meta rpc build - make rpc
|
||
libgetopt-long-descriptive-perl \
|
||
libconst-fast-perl \
|
||
libtemplate-perl \
|
||
libnamespace-autoclean-perl \
|
||
libmoose-perl \
|
||
libmoosex-aliases-perl \
|
||
# For linux build
|
||
bc \
|
||
fakeroot \
|
||
build-essential \
|
||
devscripts \
|
||
quilt \
|
||
stgit \
|
||
sbsigntool \
|
||
# For platform-modules build
|
||
module-assistant \
|
||
# For thrift build\
|
||
gem2deb \
|
||
libevent-dev \
|
||
libglib2.0-dev \
|
||
libqt4-dev \
|
||
python-all-dev \
|
||
python-twisted \
|
||
phpunit \
|
||
libbit-vector-perl \
|
||
openjdk-11-jdk \
|
||
javahelper \
|
||
maven-debian-helper \
|
||
ant \
|
||
libhttpclient-java \
|
||
libslf4j-java \
|
||
libservlet3.1-java \
|
||
qt5-default \
|
||
pkg-php-tools \
|
||
# For mellanox sdk build
|
||
libpcre3 \
|
||
libpcre3-dev \
|
||
byacc \
|
||
flex \
|
||
libglib2.0-dev \
|
||
bison \
|
||
expat \
|
||
libexpat1-dev \
|
||
dpatch \
|
||
libdb-dev \
|
||
iptables-dev \
|
||
ctags \
|
||
# For mellanox sai build
|
||
libtool-bin \
|
||
libxml2-dev \
|
||
# For BFN sdk build
|
||
libusb-1.0-0-dev \
|
||
libcurl4-openssl-dev \
|
||
libunwind8-dev \
|
||
telnet \
|
||
libc-ares2 \
|
||
libgoogle-perftools4 \
|
||
# For build image
|
||
cpio \
|
||
squashfs-tools \
|
||
zip \
|
||
# For broadcom sdk build
|
||
{%- if CONFIGURED_ARCH == "amd64" %}
|
||
linux-compiler-gcc-8-x86 \
|
||
{%- endif %}
|
||
{%- if CONFIGURED_ARCH == "armhf" and CROSS_BUILD_ENVIRON != "y" %}
|
||
linux-compiler-gcc-8-arm \
|
||
{%- endif %}
|
||
linux-kbuild-4.19 \
|
||
# teamd build
|
||
libdaemon-dev \
|
||
libdbus-1-dev \
|
||
libjansson-dev \
|
||
# For cavium sdk build
|
||
libpcap-dev \
|
||
dnsutils \
|
||
libusb-dev \
|
||
# For cisco sdk build
|
||
libgrpc++1 \
|
||
libabsl-dev \
|
||
# For debian image reconfiguration
|
||
augeas-tools \
|
||
# For p4 build
|
||
libyaml-dev \
|
||
libevent-dev \
|
||
libjudy-dev \
|
||
libedit-dev \
|
||
libnanomsg-dev \
|
||
python-stdeb \
|
||
# For redis build
|
||
libjemalloc-dev \
|
||
liblua5.1-0-dev \
|
||
lua-bitop-dev \
|
||
lua-cjson-dev \
|
||
# For mft kernel module build
|
||
dkms \
|
||
# For Jenkins static analysis, unit testing and code coverage
|
||
cppcheck \
|
||
clang \
|
||
pylint \
|
||
python-pytest \
|
||
python3-pytest \
|
||
gcovr \
|
||
python-pytest-cov \
|
||
python3-pytest-cov \
|
||
python-parse \
|
||
# For snmpd
|
||
default-libmysqlclient-dev \
|
||
libssl-dev \
|
||
libperl-dev \
|
||
libpci-dev \
|
||
libpci3 \
|
||
libsensors5 \
|
||
libsensors4-dev \
|
||
libwrap0-dev \
|
||
# For lldpd
|
||
debhelper \
|
||
autotools-dev \
|
||
libbsd-dev \
|
||
pkg-config \
|
||
check \
|
||
# For mpdecimal
|
||
docutils-common \
|
||
libjs-sphinxdoc \
|
||
libjs-underscore \
|
||
python-docutils \
|
||
python-jinja2 \
|
||
python-markupsafe \
|
||
python-pygments \
|
||
python-roman \
|
||
python-sphinx \
|
||
sphinx-common \
|
||
python3-sphinx \
|
||
# For sonic config engine testing
|
||
python-dev \
|
||
{%- if CONFIGURED_ARCH == "armhf" or CONFIGURED_ARCH == "arm64" %}
|
||
libxslt-dev \
|
||
{%- endif %}
|
||
# For lockfile
|
||
procmail \
|
||
# For gtest
|
||
libgtest-dev \
|
||
cmake \
|
||
# For gmock
|
||
libgmock-dev \
|
||
# For pam_tacplus build
|
||
autoconf-archive \
|
||
# For iproute2
|
||
cm-super-minimal \
|
||
libatm1-dev \
|
||
libelf-dev \
|
||
libmnl-dev \
|
||
libselinux1-dev \
|
||
linuxdoc-tools \
|
||
lynx \
|
||
texlive-latex-extra \
|
||
texlive-latex-recommended \
|
||
iproute2 \
|
||
# For bash
|
||
texi2html \
|
||
sharutils \
|
||
locales \
|
||
time \
|
||
man2html-base \
|
||
libcunit1 \
|
||
libcunit1-dev \
|
||
# For initramfs
|
||
shellcheck \
|
||
bash-completion \
|
||
{%- if CONFIGURED_ARCH == "amd64" %}
|
||
# For sonic vs image build
|
||
dosfstools \
|
||
qemu-kvm \
|
||
libvirt-clients \
|
||
{%- endif %}
|
||
# For ntp
|
||
autogen \
|
||
libopts25-dev \
|
||
pps-tools \
|
||
dh-apparmor \
|
||
# For lm-sensors
|
||
librrd8 \
|
||
librrd-dev \
|
||
rrdtool \
|
||
# For kdump-tools
|
||
liblzo2-dev \
|
||
# For iptables
|
||
libnetfilter-conntrack-dev \
|
||
libnftnl-dev \
|
||
# For SAI3.7
|
||
protobuf-compiler \
|
||
libprotobuf-dev \
|
||
xxd \
|
||
# For DHCP Monitor tool
|
||
libexplain-dev \
|
||
libevent-dev \
|
||
# For libyang
|
||
swig \
|
||
# For build dtb
|
||
device-tree-compiler \
|
||
# For sonic-mgmt-framework
|
||
autoconf \
|
||
m4 \
|
||
libxml2-utils \
|
||
xsltproc \
|
||
python-lxml \
|
||
libexpat1-dev \
|
||
libcurl4 \
|
||
libcjson-dev \
|
||
# For WPA supplication
|
||
qtbase5-dev \
|
||
aspell-en \
|
||
{%- if CROSS_BUILD_ENVIRON != "y" %}
|
||
libhiredis-dev \
|
||
{%- endif %}
|
||
swig3.0 \
|
||
libpython2.7-dev \
|
||
libssl-dev \
|
||
dbus \
|
||
libdbus-1-dev \
|
||
libdbus-glib-1-2 \
|
||
libdbus-glib-1-dev \
|
||
libreadline-dev \
|
||
libncurses5-dev \
|
||
libpcsclite-dev \
|
||
docbook-to-man \
|
||
docbook-utils \
|
||
# For kdump-tools
|
||
libbz2-dev \
|
||
# For linkmgrd
|
||
libboost1.71-dev \
|
||
libboost-serialization1.71-dev \
|
||
libboost-program-options1.71-dev \
|
||
libboost-system1.71-dev \
|
||
libboost-thread1.71-dev \
|
||
libboost-atomic1.71-dev \
|
||
libboost-chrono1.71-dev \
|
||
libboost-container1.71-dev \
|
||
libboost-context1.71-dev \
|
||
libboost-contract1.71-dev \
|
||
libboost-coroutine1.71-dev \
|
||
libboost-date-time1.71-dev \
|
||
libboost-fiber1.71-dev \
|
||
libboost-filesystem1.71-dev \
|
||
libboost-graph-parallel1.71-dev \
|
||
libboost-log1.71-dev \
|
||
libboost-regex1.71-dev \
|
||
googletest \
|
||
libgtest-dev \
|
||
libgmock-dev \
|
||
libgcc-8-dev \
|
||
# For sonic-host-services build
|
||
libcairo2-dev \
|
||
libdbus-1-dev \
|
||
libgirepository1.0-dev \
|
||
libsystemd-dev \
|
||
pkg-config \
|
||
# For sonic-swss-common build
|
||
libhiredis-dev \
|
||
# For audisp-tacplus
|
||
libauparse-dev \
|
||
auditd
|
||
|
||
# For iproute2
|
||
RUN eatmydata apt-get install -y -t buster-backports \
|
||
libbpf-dev \
|
||
dwz \
|
||
debhelper
|
||
|
||
{%- if CROSS_BUILD_ENVIRON == "y" %}
|
||
# Arm vs. amd64 versions conflict - remove amd64 packages
|
||
RUN apt-get remove -y libnl-3-200 libsnmp30
|
||
RUN eatmydata apt-get install -y libpcre2-dev:$arch libpcre3:$arch
|
||
{%- endif %}
|
||
|
||
RUN eatmydata apt-get -y build-dep openssh
|
||
|
||
# Build fix for ARMHF buster libsairedis
|
||
{%- if CONFIGURED_ARCH == "armhf" and MULTIARCH_QEMU_ENVIRON == "y" %}
|
||
# Install doxygen build dependency packages
|
||
RUN eatmydata apt install -y libxapian-dev yui-compressor libclang-3.9-dev texlive-extra-utils \
|
||
texlive-font-utils rdfind llvm-6.0-dev libclang-6.0-dev sassc
|
||
# Update doxygen with 64bit file offset patch
|
||
RUN dget -u http://deb.debian.org/debian/pool/main/d/doxygen/doxygen_1.8.13-10.dsc && \
|
||
cd doxygen-1.8.13 && \
|
||
sed -i '56 a add_definitions(-D_FILE_OFFSET_BITS=64)' CMakeLists.txt && \
|
||
DEB_BUILD_OPTIONS=nocheck dpkg-buildpackage -us -uc -b && \
|
||
cd .. && \
|
||
eatmydata dpkg -i ./doxygen_1.8.13-10_armhf.deb && \
|
||
rm -fr doxygen*
|
||
|
||
# Aspell is unable to locate the language dictionaries.
|
||
# Re-installing aspell-en dictionary to fix it.
|
||
RUN eatmydata apt-get install --reinstall -y aspell-en
|
||
|
||
# workaround because of https://bugs.launchpad.net/qemu/+bug/1805913, just disable aspell
|
||
RUN cp /bin/true /usr/bin/aspell
|
||
{%- endif %}
|
||
|
||
## Config dpkg
|
||
## install the configuration file if it’s currently missing
|
||
RUN sudo augtool --autosave "set /files/etc/dpkg/dpkg.cfg/force-confmiss"
|
||
## combined with confold: overwrite configuration files that you have not modified
|
||
RUN sudo augtool --autosave "set /files/etc/dpkg/dpkg.cfg/force-confdef"
|
||
## do not modify the current configuration file, the new version is installed with a .dpkg-dist suffix
|
||
RUN sudo augtool --autosave "set /files/etc/dpkg/dpkg.cfg/force-confold"
|
||
|
||
{%- if CROSS_BUILD_ENVIRON != "y" %}
|
||
# For linux build
|
||
RUN eatmydata apt-get -y build-dep linux
|
||
{%- else %}
|
||
RUN eatmydata apt-get install -y kernel-wedge
|
||
{%- endif %}
|
||
|
||
# For gobgp and telemetry build
|
||
RUN export VERSION=1.15.15 \
|
||
{%- if CONFIGURED_ARCH == "armhf" and CROSS_BUILD_ENVIRON != "y" %}
|
||
&& wget https://storage.googleapis.com/golang/go$VERSION.linux-armv6l.tar.gz \
|
||
&& tar -C /usr/local -xzf go$VERSION.linux-armv6l.tar.gz \
|
||
{%- elif CONFIGURED_ARCH == "arm64" and CROSS_BUILD_ENVIRON != "y" %}
|
||
&& wget https://storage.googleapis.com/golang/go$VERSION.linux-arm64.tar.gz \
|
||
&& tar -C /usr/local -xzf go$VERSION.linux-arm64.tar.gz \
|
||
{%- else %}
|
||
&& wget https://storage.googleapis.com/golang/go$VERSION.linux-amd64.tar.gz \
|
||
&& tar -C /usr/local -xzf go$VERSION.linux-amd64.tar.gz \
|
||
{%- endif %}
|
||
&& echo 'export GOROOT=/usr/local/go' >> /etc/bash.bashrc \
|
||
&& echo 'export PATH=$PATH:$GOROOT/bin' >> /etc/bash.bashrc \
|
||
&& rm go$VERSION.linux-*.tar.gz
|
||
|
||
RUN pip3 install --upgrade pip
|
||
RUN pip2 install --upgrade 'pip<21'
|
||
RUN apt-get purge -y python-pip python3-pip python3-yaml
|
||
|
||
# For building Python packages
|
||
RUN pip2 install setuptools==40.8.0
|
||
RUN pip2 install wheel==0.35.1
|
||
RUN pip3 install setuptools==49.6.00
|
||
RUN pip3 install wheel==0.38.1
|
||
|
||
# For building sonic-utilities
|
||
RUN pip2 install fastentrypoints
|
||
RUN pip3 install fastentrypoints
|
||
|
||
# For running Python unit tests
|
||
RUN pip2 install pytest-runner==4.4
|
||
RUN pip3 install pytest-runner==5.2
|
||
RUN pip2 install nose==1.3.7
|
||
RUN pip3 install nose==1.3.7
|
||
RUN pip2 install mockredispy==2.9.3
|
||
RUN pip3 install mockredispy==2.9.3
|
||
|
||
# Fix CVE-2021-23437, need to build and install libjpeg-dev for armhf for pillow 9.4.0
|
||
{%- if CONFIGURED_ARCH == "armhf" %}
|
||
RUN TMP_DIR=$(mktemp -d) && \
|
||
cd $TMP_DIR && \
|
||
eatmydata apt-get install -y nasm && \
|
||
apt-get source libjpeg-turbo && \
|
||
cd $(ls -d libjpeg-turbo*/) && \
|
||
dpkg-buildpackage -rfakeroot -b -us -uc > $TMP_DIR/libjpeg-dev.log && \
|
||
eatmydata dpkg -i $TMP_DIR/libjpeg*-dev*.deb && \
|
||
rm -rf $TMP_DIR
|
||
{%- endif %}
|
||
RUN pip3 install pillow==9.4.0
|
||
|
||
# For Python 2 unit tests, we need 'mock'. The last version of 'mock'
|
||
# which supports Python 2 is 3.0.5. In Python 3, 'mock' is part of 'unittest'
|
||
# in the standard library
|
||
RUN pip2 install mock==3.0.5
|
||
|
||
# For p4 build
|
||
RUN pip2 install \
|
||
ctypesgen==1.0.2 \
|
||
crc16
|
||
|
||
# For sonic config engine testing
|
||
# Install pyangbind here, outside sonic-config-engine dependencies, as pyangbind causes enum34 to be installed.
|
||
# enum34 causes Python 're' package to not work properly as it redefines an incompatible enum.py module
|
||
# https://github.com/robshakir/pyangbind/issues/232
|
||
RUN pip3 install pyangbind==0.8.1
|
||
RUN pip3 uninstall -y enum34
|
||
|
||
# For templating
|
||
RUN pip2 install j2cli==0.3.10
|
||
# Note: Jinja2 depends on MarkupSafe, however markupsafe 2.1.0 breaks Jinja2 2.10
|
||
# Debian buster dist-packages include python3-markupsafe (1.1.0-1) and python3-jinja2 (2.10-2)
|
||
# If not pinning the versions, any requirement like `MarkupSafe>=2.0` will pull latest into site-packages and mess up.
|
||
RUN pip3 install MarkupSafe==2.0.1
|
||
RUN pip3 install Jinja2==3.0.3
|
||
|
||
# For sonic-mgmt-framework
|
||
# The option --no-build-isolation can be removed when upgrading PyYAML to 6.0.1
|
||
RUN pip2 install "PyYAML==5.4.1" --no-build-isolation
|
||
RUN pip3 install "PyYAML==5.4.1" --no-build-isolation
|
||
|
||
{%- if CROSS_BUILD_ENVIRON != "y" %}
|
||
RUN pip2 install "lxml==4.9.1"
|
||
RUN pip3 install "lxml==4.9.1"
|
||
{%- endif %}
|
||
|
||
# For sonic-platform-common testing
|
||
RUN pip2 install redis
|
||
RUN pip3 install redis
|
||
|
||
# For vs image build
|
||
RUN pip2 install pexpect==4.6.0
|
||
RUN pip3 install pexpect==4.8.0
|
||
|
||
# For sonic-swss-common testing
|
||
RUN pip2 install Pympler==0.8
|
||
RUN pip3 install Pympler==0.8
|
||
|
||
# For sonic_yang_model build
|
||
RUN pip3 install pyang==2.4.0
|
||
|
||
# For mgmt-framework build
|
||
RUN pip2 install mmh3==2.5.1
|
||
RUN pip3 install mmh3==2.5.1
|
||
|
||
RUN eatmydata apt-get install -y xsltproc
|
||
|
||
# Install dependencies for isc-dhcp-relay build
|
||
RUN eatmydata apt-get -y build-dep isc-dhcp
|
||
|
||
# Install vim
|
||
RUN eatmydata apt-get install -y vim
|
||
|
||
# Install rsyslog
|
||
RUN eatmydata apt-get install -y rsyslog
|
||
|
||
{%- if CROSS_BUILD_ENVIRON == "y" %}
|
||
RUN cd /usr/src/gtest && CXX=$CROSS_CXX CC=$CROSS_CC cmake . && make -C /usr/src/gtest
|
||
{%- else %}
|
||
RUN cd /usr/src/gtest && cmake . && make -C /usr/src/gtest
|
||
{%- endif %}
|
||
|
||
RUN mkdir /var/run/sshd
|
||
EXPOSE 22
|
||
|
||
# Install depot-tools (for git-retry)
|
||
RUN git clone https://chromium.googlesource.com/chromium/tools/depot_tools.git /usr/share/depot_tools
|
||
ENV PATH /usr/share/depot_tools:$PATH
|
||
|
||
# Install dependencies for dhcp relay test
|
||
RUN pip3 install parameterized==0.8.1
|
||
RUN pip3 install pyfakefs
|
||
|
||
# Install docker engine 24 inside docker and enable experimental feature
|
||
RUN apt-get update
|
||
RUN eatmydata apt-get install -y \
|
||
apt-transport-https \
|
||
ca-certificates \
|
||
curl \
|
||
gnupg2 \
|
||
software-properties-common
|
||
{%- if CONFIGURED_ARCH == "armhf" %}
|
||
RUN update-ca-certificates --fresh
|
||
{%- endif %}
|
||
RUN curl -fsSL https://download.docker.com/linux/debian/gpg | sudo apt-key add -
|
||
RUN add-apt-repository \
|
||
{%- if CROSS_BUILD_ENVIRON == "y" %}
|
||
"deb https://download.docker.com/linux/debian \
|
||
{%- else %}
|
||
"deb [arch={{ CONFIGURED_ARCH }}] https://download.docker.com/linux/debian \
|
||
{%- endif %}
|
||
$(lsb_release -cs) \
|
||
stable"
|
||
RUN apt-get update
|
||
RUN eatmydata apt-get install -y docker-ce=5:24.0.2-1~debian.10~buster docker-ce-cli=5:24.0.2-1~debian.10~buster containerd.io=1.6.21-1 docker-buildx-plugin=0.10.5-1~debian.10~buster docker-compose-plugin=2.18.1-1~debian.10~buster
|
||
RUN echo "DOCKER_OPTS=\"--experimental --storage-driver=vfs {{ DOCKER_EXTRA_OPTS }}\"" >> /etc/default/docker
|
||
RUN update-alternatives --set iptables /usr/sbin/iptables-legacy
|
||
|
||
# Install m2crypto package, needed by SWI tools
|
||
RUN pip2 install m2crypto==0.36.0
|
||
|
||
# Install swi tools
|
||
RUN pip3 install git+https://github.com/aristanetworks/swi-tools.git@bead66bf261770237f7dd21ace3774ba04a017e9
|
||
|
||
{% if CONFIGURED_ARCH != "amd64" -%}
|
||
# Install node.js for azure pipeline
|
||
RUN curl -sL https://deb.nodesource.com/setup_14.x | bash -
|
||
RUN eatmydata apt-get install -y nodejs
|
||
|
||
{%- if CROSS_BUILD_ENVIRON == "y" %}
|
||
RUN eatmydata apt-get install -y rsync dh-python
|
||
|
||
RUN eatmydata apt-get install -y libelf-dev:$arch libdw-dev:$arch libbz2-dev:$arch liblzo2-dev:$arch libedit-dev:$arch libevent-dev:$arch libopts25-dev:$arch libssl-dev:$arch pps-tools:$arch libpam-cap:$arch libcap-dev:$arch libpam0g-dev:$arch libaudit-dev:$arch libgtk-3-dev:$arch libkrb5-dev:$arch libsystemd-dev:$arch libwrap0-dev:$arch libkrb5-dev:$arch libboost1.67-dev:$arch libboost-dev:$arch libzmq5:$arch libzmq3-dev:$arch libdaemon-dev:$arch libjansson-dev:$arch libmnl-dev:$arch libsensors5:$arch libsensors4-dev:$arch libperl-dev:$arch libmariadb-dev:$arch libmariadb-dev-compat:$arch libpci-dev:$arch libjson-c3:$arch libjson-c-dev:$arch libreadline-dev:$arch librtr-dev:$arch librrd-dev:$arch libnetfilter-conntrack-dev:$arch libnetfilter-conntrack3:$arch libnfnetlink-dev:$arch libnftnl-dev:$arch libldap2-dev:$arch libbind-export-dev:$arch check:$arch libboost-atomic-dev:$arch libboost-test-dev:$arch libglib2.0-dev:$arch qt5-default:$arch libexplain-dev:$arch libc-ares-dev:$arch libip4tc0:$arch libip6tc0:$arch libiptc0:$arch libxtables12:$arch iptables-dev:$arch libatm1-dev:$arch libdb-dev:$arch pkg-config:$arch libnghttp2-14:$arch librtmp1:$arch libssh2-1:$arch libcjson1:$arch libcjson-dev:$arch libcurl4-openssl-dev:$arch libboost-thread1.67-dev:$arch libboost-thread-dev:$arch libboost-system1.67-dev:$arch libboost-system-dev:$arch libgtest-dev:$arch libgmock-dev:$arch
|
||
|
||
RUN eatmydata apt-get install -y -t buster-backports \
|
||
libbpf-dev:$arch
|
||
|
||
RUN apt-get download libgirepository1.0-dev:$arch && eatmydata dpkg --force-all -i libgirepository1.0-dev*
|
||
RUN PATH=/python_virtualenv/env3/bin/:$PATH pip3 install pycairo
|
||
|
||
# Install libpcsclite-dev for wpasupplicant using download because regular install removes amd64 python package
|
||
RUN apt-get download libpcsclite1:$arch && eatmydata dpkg --force-all -i libpcsclite1* && apt-get download libpcsclite-dev:$arch && eatmydata dpkg --force-all -i libpcsclite-dev*
|
||
{% endif %}
|
||
|
||
# Tell azure pipeline to use node.js in the docker
|
||
LABEL "com.azure.dev.pipelines.agent.handler.node.path"="/usr/bin/node"
|
||
{% endif -%}
|
||
|
||
# Install Bazel build system (amd64 and arm64 architectures are supported using this method)
|
||
# TODO(PINS): Remove once pre-build Bazel binaries are available for armhf (armv7l)
|
||
{%- if CONFIGURED_ARCH == "amd64" or CONFIGURED_ARCH == "arm64" %}
|
||
ARG bazelisk_url=https://github.com/bazelbuild/bazelisk/releases/latest/download/bazelisk-linux-{{ CONFIGURED_ARCH }}
|
||
RUN curl -fsSL -o /usr/local/bin/bazel ${bazelisk_url} && chmod 755 /usr/local/bin/bazel
|
||
{% endif -%}
|