159 lines
5.4 KiB
Bash
Executable File
159 lines
5.4 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
[[ ! -z "${DBGOPT}" && $0 =~ ${DBGOPT} ]] && set -x
|
|
|
|
BUILDINFO_BASE=/usr/local/share/buildinfo
|
|
|
|
SCRIPT_SRC_PATH=src/sonic-build-hooks
|
|
if [ -e ${SCRIPT_SRC_PATH} ]; then
|
|
. ${SCRIPT_SRC_PATH}/scripts/utils.sh
|
|
else
|
|
. ${BUILDINFO_BASE}/scripts/utils.sh
|
|
fi
|
|
|
|
IMAGENAME=$1
|
|
DOCKERFILE=$2
|
|
ARCH=$3
|
|
DOCKERFILE_TARGET=$4
|
|
DISTRO=$5
|
|
|
|
|
|
[ -z "$BUILD_SLAVE" ] && BUILD_SLAVE=n
|
|
[ -z "$DOCKERFILE_TARGET" ] && DOCKERFILE_TARGET=$DOCKERFILE
|
|
DOCKERFILE_PATH=$(dirname "$DOCKERFILE_TARGET")
|
|
BUILDINFO_PATH="${DOCKERFILE_PATH}/buildinfo"
|
|
BUILDINFO_VERSION_PATH="${BUILDINFO_PATH}/versions"
|
|
DOCKER_PATH=$(dirname $DOCKERFILE)
|
|
|
|
[ -d $BUILDINFO_PATH ] && rm -rf $BUILDINFO_PATH
|
|
mkdir -p $BUILDINFO_VERSION_PATH
|
|
|
|
# Get the debian distribution from the docker base image
|
|
if [ -z "$DISTRO" ]; then
|
|
DOCKER_BASE_IMAGE=$(grep "^FROM" $DOCKERFILE | head -n 1 | awk '{print $2}')
|
|
DISTRO=$(docker run --rm --entrypoint "" $DOCKER_BASE_IMAGE cat /etc/os-release | grep VERSION_CODENAME | cut -d= -f2)
|
|
if [ -z "$DISTRO" ]; then
|
|
DISTRO=$(docker run --rm --entrypoint "" $DOCKER_BASE_IMAGE cat /etc/apt/sources.list | grep deb.debian.org | awk '{print $3}')
|
|
[ -z "$DISTRO" ] && DISTRO=jessie
|
|
fi
|
|
fi
|
|
|
|
if [[ "$IMAGENAME" == docker-base-* ]] || [[ "$IMAGENAME" == docker-ptf ]]; then
|
|
scripts/build_mirror_config.sh ${DOCKERFILE_PATH} $ARCH $DISTRO
|
|
fi
|
|
|
|
# add script for reproducible build. using sha256 instead of tag for docker base image.
|
|
scripts/docker_version_control.sh $@
|
|
|
|
DOCKERFILE_PRE_SCRIPT='# Auto-Generated for buildinfo
|
|
ARG SONIC_VERSION_CACHE
|
|
ARG SONIC_VERSION_CONTROL_COMPONENTS
|
|
COPY ["buildinfo", "/usr/local/share/buildinfo"]
|
|
COPY vcache/ /sonic/target/vcache/'${IMAGENAME}'
|
|
RUN dpkg -i /usr/local/share/buildinfo/sonic-build-hooks_1.0_all.deb
|
|
ENV IMAGENAME='${IMAGENAME}'
|
|
ENV DISTRO='${DISTRO}'
|
|
RUN pre_run_buildinfo '${IMAGENAME}'
|
|
'
|
|
|
|
# Add the auto-generate code if it is not added in the target Dockerfile
|
|
if [ ! -f $DOCKERFILE_TARGET ] || ! grep -q "Auto-Generated for buildinfo" $DOCKERFILE_TARGET; then
|
|
# Insert the docker build script before the RUN command
|
|
LINE_NUMBER=$(grep -Fn -m 1 'RUN' $DOCKERFILE | cut -d: -f1)
|
|
TEMP_FILE=$(mktemp)
|
|
awk -v text="${DOCKERFILE_PRE_SCRIPT}" -v linenumber=$LINE_NUMBER 'NR==linenumber{print text}1' $DOCKERFILE > $TEMP_FILE
|
|
|
|
# Append the docker build script at the end of the docker file
|
|
echo -e "\nRUN post_run_buildinfo ${IMAGENAME} " >> $TEMP_FILE
|
|
echo -e "\nRUN post_run_cleanup ${IMAGENAME} " >> $TEMP_FILE
|
|
|
|
cat $TEMP_FILE > $DOCKERFILE_TARGET
|
|
rm -f $TEMP_FILE
|
|
fi
|
|
|
|
# Copy the build info config
|
|
mkdir -p ${BUILDINFO_PATH}
|
|
cp -rf src/sonic-build-hooks/buildinfo/* $BUILDINFO_PATH
|
|
|
|
# Generate the version lock files
|
|
scripts/versions_manager.py generate -t "$BUILDINFO_VERSION_PATH" -n "$IMAGENAME" -d "$DISTRO" -a "$ARCH"
|
|
|
|
touch $BUILDINFO_VERSION_PATH/versions-deb
|
|
|
|
# Create the cache directories
|
|
LOCAL_CACHE_DIR=target/vcache/${IMAGENAME}
|
|
mkdir -p ${LOCAL_CACHE_DIR} ${DOCKER_PATH}/vcache/
|
|
chmod -f 777 ${LOCAL_CACHE_DIR} ${DOCKER_PATH}/vcache/
|
|
|
|
if [[ "$SKIP_BUILD_HOOK" == y || ${ENABLE_VERSION_CONTROL_DOCKER} != y ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
# Version cache
|
|
DOCKER_IMAGE_NAME=${IMAGENAME}
|
|
IMAGE_DBGS_NAME=${DOCKER_IMAGE_NAME//-/_}_image_dbgs
|
|
|
|
if [[ ${DOCKER_IMAGE_NAME} == sonic-slave-* ]]; then
|
|
GLOBAL_CACHE_DIR=${SONIC_VERSION_CACHE_SOURCE}/${DOCKER_IMAGE_NAME}
|
|
else
|
|
GLOBAL_CACHE_DIR=/vcache/${DOCKER_IMAGE_NAME}
|
|
fi
|
|
|
|
SRC_VERSION_PATH=files/build/versions
|
|
if [ ! -z ${SONIC_VERSION_CACHE} ]; then
|
|
|
|
# Version files for SHA calculation
|
|
VERSION_FILES="${SRC_VERSION_PATH}/dockers/${DOCKER_IMAGE_NAME}/versions-*-${DISTRO}-${ARCH} ${SRC_VERSION_PATH}/default/versions-*"
|
|
DEP_FILES="Dockerfile.j2"
|
|
if [[ ${DOCKER_IMAGE_NAME} =~ '-dbg' ]]; then
|
|
DEP_DBG_FILES="build_debug_docker_j2.sh"
|
|
fi
|
|
|
|
#Calculate the version SHA
|
|
VERSION_SHA="$( (echo -n "${!IMAGE_DBGS_NAME}"; \
|
|
(cd ${DOCKER_PATH}; cat ${DEP_FILES}); \
|
|
cat ${DEP_DBG_FILES} ${VERSION_FILES}) \
|
|
| sha1sum | awk '{print substr($1,0,23);}')"
|
|
|
|
GLOBAL_CACHE_FILE=${GLOBAL_CACHE_DIR}/${DOCKER_IMAGE_NAME}-${VERSION_SHA}.tgz
|
|
LOCAL_CACHE_FILE=${LOCAL_CACHE_DIR}/cache.tgz
|
|
GIT_FILE_STATUS=$(git status -s ${DEP_FILES})
|
|
|
|
# Create the empty cache tar file as local cache
|
|
if [[ ! -f ${LOCAL_CACHE_FILE} ]]; then
|
|
tar -zcf ${LOCAL_CACHE_FILE} -T /dev/null
|
|
chmod -f 777 ${LOCAL_CACHE_FILE}
|
|
fi
|
|
|
|
# Global cache file exists, load from global cache.
|
|
if [[ -e ${GLOBAL_CACHE_FILE} ]]; then
|
|
cp ${GLOBAL_CACHE_FILE} ${LOCAL_CACHE_FILE}
|
|
touch ${GLOBAL_CACHE_FILE}
|
|
else
|
|
# When file is modified, Global SHA is calculated with the local change.
|
|
# Load from the previous version of build cache if exists
|
|
VERSIONS=( "HEAD" "HEAD~1" "HEAD~2" )
|
|
for VERSION in ${VERSIONS[@]}; do
|
|
VERSION_PREV_SHA="$( (echo -n "${!IMAGE_DBGS_NAME}"; \
|
|
(cd ${DOCKER_PATH}; git --no-pager show $(ls -f ${DEP_FILES}|sed 's|.*|'${VERSION}':./&|g')); \
|
|
(git --no-pager show $(ls -f ${DEP_DBG_FILES} ${VERSION_FILES}|sed 's|.*|'${VERSION}':&|g'))) \
|
|
| sha1sum | awk '{print substr($1,0,23);}')"
|
|
GLOBAL_PREV_CACHE_FILE=${GLOBAL_CACHE_DIR}/${DOCKER_IMAGE_NAME}-${VERSION_PREV_SHA}.tgz
|
|
if [[ -e ${GLOBAL_PREV_CACHE_FILE} ]]; then
|
|
cp ${GLOBAL_PREV_CACHE_FILE} ${LOCAL_CACHE_FILE}
|
|
touch ${GLOBAL_PREV_CACHE_FILE}
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
|
|
rm -f ${DOCKER_PATH}/vcache/cache.tgz
|
|
ln -f ${LOCAL_CACHE_FILE} ${DOCKER_PATH}/vcache/cache.tgz
|
|
|
|
|
|
else
|
|
# Delete the cache file if version cache is disabled.
|
|
rm -f ${DOCKER_PATH}/vcache/cache.tgz
|
|
fi
|
|
|