7013b05899
Why I did it This is part of Python3 migration project. This PR will add a new makefile flag: LEGACY_SONIC_MGMT_DOCKER Now by default: LEGACY_SONIC_MGMT_DOCKER = y will build sonic-mgmt-docker with Python2 and Python3 If LEGACY_SONIC_MGMT_DOCKER = n will will sonic-mgmt-docker with Python3 only Work item tracking Microsoft ADO (number only): 25254349 How I did it Add makefile flag: LEGACY_SONIC_MGMT_DOCKER How to verify it By default will build sonic-mgmt-docker with Python2 and Python3. No change compared to before. Set LEGACY_SONIC_MGMT_DOCKER=n will build sonic-mgmt-docker with Python3 only
358 lines
14 KiB
Django/Jinja
Executable File
358 lines
14 KiB
Django/Jinja
Executable File
{% set prefix = DEFAULT_CONTAINER_REGISTRY %}
|
|
FROM {{ prefix }}ubuntu:20.04
|
|
|
|
{% set legacy = LEGACY_SONIC_MGMT_DOCKER %}
|
|
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
|
|
RUN apt-get update && apt-get install -y apt-transport-https \
|
|
apt-utils \
|
|
build-essential \
|
|
ca-certificates \
|
|
cmake \
|
|
curl \
|
|
default-jre \
|
|
git \
|
|
gnupg \
|
|
gnupg-agent \
|
|
iproute2 \
|
|
iputils-ping \
|
|
isc-dhcp-client \
|
|
libffi-dev \
|
|
libssl-dev \
|
|
libxml2 \
|
|
libxslt1-dev \
|
|
lsb-release \
|
|
jq \
|
|
openssh-server \
|
|
psmisc \
|
|
python \
|
|
python-dev \
|
|
python3-pip \
|
|
python3-venv \
|
|
rsyslog \
|
|
shellcheck \
|
|
snmp \
|
|
software-properties-common \
|
|
sshpass \
|
|
sudo \
|
|
tcpdump \
|
|
telnet \
|
|
vim
|
|
|
|
RUN python3 -m pip install --upgrade pip setuptools wheel
|
|
RUN python3 -m pip install aiohttp \
|
|
allure-pytest==2.8.22 \
|
|
ansible==6.7.0 \
|
|
azure-storage-blob==12.9.0 \
|
|
azure-kusto-data \
|
|
azure-kusto-ingest \
|
|
defusedxml \
|
|
celery[redis]==5.2.7 \
|
|
cffi \
|
|
contextlib2==0.6.0.post1 \
|
|
cryptography==41.0.2 \
|
|
ctypesgen \
|
|
dpkt \
|
|
dpugen==0.1.1 \
|
|
"future>=0.16.0" \
|
|
gitpython \
|
|
ipaddr \
|
|
ipython==8.12.2 \
|
|
ixload \
|
|
ixnetwork-restpy==1.0.64 \
|
|
ixnetwork-open-traffic-generator==0.0.79 \
|
|
jinja2==3.1.2 \
|
|
jsonpatch \
|
|
lxml \
|
|
markupsafe==2.0.1 \
|
|
mock \
|
|
msrest==0.6.21 \
|
|
natsort \
|
|
ncclient \
|
|
netaddr \
|
|
netmiko==2.4.2 \
|
|
pandas \
|
|
paramiko==2.9.5 \
|
|
passlib \
|
|
pexpect \
|
|
prettytable \
|
|
psutil \
|
|
ptf \
|
|
pyasn1==0.4.8 \
|
|
pycryptodome==3.9.8 \
|
|
pyfiglet \
|
|
pylint==1.8.1 \
|
|
pyro4 \
|
|
pysnmp==4.4.12 \
|
|
pysubnettree \
|
|
pytest-ansible==4.0.0 \
|
|
pytest-html \
|
|
pytest-repeat \
|
|
pytest-xdist==1.28.0 \
|
|
python-dateutil \
|
|
pytest==7.4.0 \
|
|
PyYAML \
|
|
redis \
|
|
requests \
|
|
retry \
|
|
rpyc \
|
|
scandir \
|
|
scapy==2.4.5 \
|
|
setuptools-rust \
|
|
six \
|
|
snappi[ixnetwork,convergence]==0.11.16 \
|
|
tabulate \
|
|
textfsm==1.1.2 \
|
|
thrift==0.11.0 \
|
|
virtualenv \
|
|
&& wget https://github.com/nanomsg/nanomsg/archive/1.2.tar.gz \
|
|
&& tar xvfz 1.2.tar.gz \
|
|
&& cd nanomsg-1.2 \
|
|
&& mkdir -p build \
|
|
&& cd build \
|
|
&& cmake .. \
|
|
&& make install \
|
|
&& ldconfig \
|
|
&& cd ../.. \
|
|
&& rm -fr nanomsg-1.2 \
|
|
&& rm -f 1.2.tar.gz \
|
|
&& python3 -m pip install nnpy
|
|
|
|
{% if legacy == 'y' or legacy == '1' %}
|
|
RUN curl -fsSL https://bootstrap.pypa.io/pip/2.7/get-pip.py --output get-pip.py \
|
|
&& python2 get-pip.py \
|
|
&& rm -f get-pip.py
|
|
|
|
RUN python2 -m pip install --upgrade pip setuptools wheel
|
|
RUN python2 -m pip install allure-pytest==2.8.22 \
|
|
ansible==2.8.20 \
|
|
azure-storage-blob==12.9.0 \
|
|
celery[redis]==4.4.7 \
|
|
cffi==1.12.0 \
|
|
contextlib2==0.6.0.post1 \
|
|
cryptography==3.3.2 \
|
|
ctypesgen \
|
|
dpkt \
|
|
dpugen==0.1.1 \
|
|
"future>=0.16.0" \
|
|
gitpython \
|
|
ipaddr \
|
|
ipython==5.4.1 \
|
|
ixload \
|
|
ixnetwork-restpy==1.0.64 \
|
|
ixnetwork-open-traffic-generator==0.0.79 \
|
|
jinja2==2.10.1 \
|
|
jsonpatch \
|
|
lazy-object-proxy==1.6.0 \
|
|
lxml \
|
|
mock \
|
|
msrest==0.6.21 \
|
|
natsort \
|
|
netaddr \
|
|
netmiko==2.4.2 \
|
|
nnpy \
|
|
pandas \
|
|
paramiko==2.7.2 \
|
|
passlib \
|
|
pexpect \
|
|
prettytable \
|
|
protobuf==3.15.0 \
|
|
psutil \
|
|
ptf \
|
|
pyaml==21.10.1 \
|
|
pyasn1==0.1.9 \
|
|
pycryptodome==3.9.8 \
|
|
pyfiglet \
|
|
pylint==1.8.1 \
|
|
pyro4 \
|
|
pysnmp==4.2.5 \
|
|
pysubnettree \
|
|
pytest==4.6.11 \
|
|
pytest-ansible \
|
|
pytest-repeat \
|
|
pytest-html \
|
|
pytest-xdist==1.28.0 \
|
|
python-dateutil \
|
|
PyYAML \
|
|
redis \
|
|
requests \
|
|
retry \
|
|
rpyc \
|
|
scandir \
|
|
scapy==2.4.5 \
|
|
six \
|
|
snappi[ixnetwork,convergence]==0.11.16 \
|
|
statistics \
|
|
tabulate \
|
|
textfsm==1.1.3 \
|
|
thrift==0.11.0 \
|
|
virtualenv
|
|
{% endif %}
|
|
|
|
# Install docker-ce-cli
|
|
RUN curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add - \
|
|
&& add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" \
|
|
&& apt-get update \
|
|
&& apt-get install -y docker-ce-cli
|
|
|
|
# Install Azure CLI, following https://learn.microsoft.com/en-us/cli/azure/install-azure-cli-linux?pivots=apt#option-2-step-by-step-installation-instructions
|
|
RUN mkdir -p /etc/apt/keyrings \
|
|
&& curl -sLS https://packages.microsoft.com/keys/microsoft.asc | gpg --dearmor | tee /etc/apt/keyrings/microsoft.gpg > /dev/null \
|
|
&& chmod go+r /etc/apt/keyrings/microsoft.gpg \
|
|
&& echo "deb [arch=`dpkg --print-architecture` signed-by=/etc/apt/keyrings/microsoft.gpg] https://packages.microsoft.com/repos/azure-cli/ `lsb_release -cs` main" | tee /etc/apt/sources.list.d/azure-cli.list \
|
|
&& apt-get update && apt-get install -y azure-cli
|
|
|
|
## Copy and install sonic-mgmt docker dependencies
|
|
COPY debs/sonic-device-data_*.deb debs/
|
|
|
|
RUN dpkg -i debs/sonic-device-data_*.deb
|
|
|
|
# Install protobuf 3.21.12 which is from https://deb.debian.org/debian/pool/main/p/protobuf/protobuf_3.21.12-3.dsc
|
|
RUN mkdir -p /tmp/protobuf \
|
|
&& cd /tmp/protobuf \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/libprotobuf-dev_3.21.12-3_amd64.deb \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/libprotobuf-lite32_3.21.12-3_amd64.deb \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/libprotobuf32_3.21.12-3_amd64.deb \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/libprotoc-dev_3.21.12-3_amd64.deb \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/libprotoc32_3.21.12-3_amd64.deb \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/protobuf-compiler_3.21.12-3_amd64.deb \
|
|
&& wget https://sonicstorage.blob.core.windows.net/public/ubuntu/20.04/python3-protobuf_3.21.12-3_amd64.deb \
|
|
&& dpkg -i *.deb \
|
|
&& rm -rf /tmp/protobuf
|
|
|
|
# Install dash-api
|
|
RUN cd /tmp \
|
|
&& mkdir -p /usr/lib/python3/dist-packages/dash_api \
|
|
&& wget https://raw.githubusercontent.com/sonic-net/sonic-buildimage/master/src/sonic-dash-api/pypkg/__init__.py -O /usr/lib/python3/dist-packages/dash_api/__init__.py \
|
|
&& git clone https://github.com/sonic-net/sonic-dash-api.git \
|
|
&& protoc -I=sonic-dash-api/proto --python_out=/usr/lib/python3/dist-packages/dash_api sonic-dash-api/proto/*.proto \
|
|
&& rm -rf /tmp/sonic-dash-api
|
|
|
|
RUN mkdir /var/run/sshd
|
|
EXPOSE 22
|
|
|
|
# Add user
|
|
ARG user
|
|
ARG uid
|
|
ARG guid
|
|
ARG hostname
|
|
|
|
ENV BUILD_HOSTNAME $hostname
|
|
ENV USER $user
|
|
ENV CC=gcc CPP=cpp CXX=c++ LDSHARED="gcc -pthread -shared" PYMSSQL_BUILD_WITH_BUNDLED_FREETDS=1
|
|
|
|
RUN groupadd -f -r -g $guid g$user
|
|
|
|
RUN useradd $user -l -u $uid -g $guid -d /var/$user -m -s /bin/bash
|
|
|
|
COPY sonic-jenkins.pub /var/$user/.ssh/authorized_keys2
|
|
|
|
RUN echo "Host *\n\tStrictHostKeyChecking no\n" > /var/$user/.ssh/config
|
|
RUN chown $user /var/$user/.ssh -R
|
|
RUN chmod go= /var/$user/.ssh -R
|
|
|
|
# Add user to sudoers
|
|
RUN echo "$user ALL=(ALL) NOPASSWD:ALL" >>/etc/sudoers
|
|
|
|
USER $user
|
|
WORKDIR /var/$user
|
|
|
|
# Add az symlink for backwards compatibility
|
|
RUN mkdir bin && ln -s /usr/bin/az bin/az
|
|
|
|
RUN python3 -m venv --system-site-packages env-python3
|
|
|
|
# Activating a virtualenv. The virtualenv automatically works for RUN, ENV and CMD.
|
|
ENV VIRTUAL_ENV=env-python3
|
|
ARG BACKUP_OF_PATH="$PATH"
|
|
ENV PATH="$VIRTUAL_ENV/bin:$PATH"
|
|
|
|
ENV LANG=C.UTF-8 LC_ALL=C.UTF-8 PYTHONIOENCODING=UTF-8
|
|
|
|
RUN python3 -m pip install --upgrade pip setuptools wheel
|
|
RUN python3 -m pip install aiohttp \
|
|
allure-pytest==2.8.22 \
|
|
ansible==2.9.27 \
|
|
azure-storage-blob==12.9.0 \
|
|
azure-kusto-data \
|
|
azure-kusto-ingest \
|
|
defusedxml \
|
|
celery[redis]==5.2.7 \
|
|
cffi \
|
|
contextlib2==0.6.0.post1 \
|
|
cryptography==41.0.2 \
|
|
ctypesgen \
|
|
dpkt \
|
|
dpugen==0.1.1 \
|
|
"future>=0.16.0" \
|
|
gitpython \
|
|
ipaddr \
|
|
ipython==8.12.2 \
|
|
ixload \
|
|
ixnetwork-restpy==1.0.64 \
|
|
ixnetwork-open-traffic-generator==0.0.79 \
|
|
jinja2==2.10.1 \
|
|
jsonpatch \
|
|
lxml \
|
|
markupsafe==2.0.1 \
|
|
mock \
|
|
msrest==0.6.21 \
|
|
natsort \
|
|
ncclient \
|
|
netaddr \
|
|
netmiko==2.4.2 \
|
|
nnpy \
|
|
pandas \
|
|
paramiko==2.7.2 \
|
|
passlib \
|
|
pexpect \
|
|
prettytable \
|
|
psutil \
|
|
ptf \
|
|
pyasn1==0.4.8 \
|
|
pycryptodome==3.9.8 \
|
|
pyfiglet \
|
|
pylint==1.8.1 \
|
|
pyro4 \
|
|
pysnmp==4.4.12 \
|
|
pysubnettree \
|
|
pytest-ansible \
|
|
pytest-html \
|
|
pytest-repeat \
|
|
pytest-xdist==1.28.0 \
|
|
python-dateutil \
|
|
pytest==7.1.3 \
|
|
PyYAML \
|
|
redis \
|
|
requests \
|
|
retry \
|
|
rpyc \
|
|
scandir \
|
|
scapy==2.4.5 \
|
|
setuptools-rust \
|
|
six \
|
|
snappi[ixnetwork,convergence]==0.11.16 \
|
|
sshconf==0.2.5 \
|
|
tabulate \
|
|
textfsm==1.1.2 \
|
|
thrift==0.11.0 \
|
|
virtualenv
|
|
|
|
# Deactivating a virtualenv
|
|
ENV PATH="$BACKUP_OF_PATH"
|
|
|
|
USER root
|
|
WORKDIR /azp
|
|
COPY start.sh \
|
|
0001-Fix-getattr-AttributeError-in-multi-thread-scenario.patch \
|
|
./
|
|
RUN chmod +x start.sh \
|
|
&& ln -sf /usr/bin/python3 /usr/bin/python \
|
|
&& ln -sf `which pip3` /usr/bin/pip \
|
|
&& ln -sf `which pip3` /usr/local/sbin/pip \
|
|
&& patch -u -b /usr/local/lib/python3.8/dist-packages/ansible/plugins/loader.py -i /azp/0001-Fix-getattr-AttributeError-in-multi-thread-scenario.patch
|
|
|
|
USER $user
|
|
WORKDIR /var/$user
|