matthew/sonic-buildimage
Archived
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[build] Fix reproducible build version issue when failed to download web file (#14587) (#14779)

Browse Source 
Why I did it
refine reproducible build.

How I did it
Fix reset map variable in bash.
Ignore empty web file md5sum value.
If web file didn't backup in azure storage, use file on web.
How to verify i
This commit is contained in:
Liu Shilong 2023-06-22 23:11:05 +08:00 committed by GitHub
parent 1973a5171d
commit 242d79e846
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/sonic-build-hooks/scripts/buildinfo_base.sh
View File

@ -120,7 +120,6 @@ set_reproducible_mirrors()
download_packages() download_packages()
{ {
local parameters=("$@") local parameters=("$@")
local filenames=
declare -A filenames declare -A filenames
for (( i=0; i<${#parameters[@]}; i++ )) for (( i=0; i<${#parameters[@]}; i++ ))
do do
@ -140,7 +139,7 @@ download_packages()
local filename=$(echo $url | awk -F"/" '{print $NF}' | cut -d? -f1 | cut -d# -f1) local filename=$(echo $url | awk -F"/" '{print $NF}' | cut -d? -f1 | cut -d# -f1)
[ -f $WEB_VERSION_FILE ] && version=$(grep "^${url}=" $WEB_VERSION_FILE | awk -F"==" '{print $NF}') [ -f $WEB_VERSION_FILE ] && version=$(grep "^${url}=" $WEB_VERSION_FILE | awk -F"==" '{print $NF}')
if [ -z "$version" ]; then if [ -z "$version" ]; then
echo "Warning: Failed to verify the package: $url, the version is not specified" 1>&2 log_err "Warning: Failed to verify the package: $url, the version is not specified"
continue continue
fi fi
@ -154,15 +153,16 @@ download_packages()
else else
real_version=$(get_url_version $url) real_version=$(get_url_version $url)
if [ "$real_version" != "$version" ]; then if [ "$real_version" != "$version" ]; then
echo "Failed to verify url: $url, real hash value: $real_version, expected value: $version_filename" 1>&2 log_err "Warning: Failed to verify url: $url, real hash value: $real_version, expected value: $version_filename"
exit 1 continue
fi fi
fi fi
else else
real_version=$(get_url_version $url) real_version=$(get_url_version $url)
fi fi
# ignore md5sum for string ""
echo "$url==$real_version" >> ${BUILD_WEB_VERSION_FILE} # echo -n "" | md5sum == d41d8cd98f00b204e9800998ecf8427e
[[ $real_version == "d41d8cd98f00b204e9800998ecf8427e" ]] || echo "$url==$real_version" >> ${BUILD_WEB_VERSION_FILE}
fi fi
done done