c1fd6c389e
Add support for contents checksums. This is meant to be used for tarballs like the ones coming from https://*.googlesource.com/ which on every download change their outer checksum due to being packaged with different date/time stamps or similar. If such a distfile still contains the same files as the author of a template found, then the checksum of its contents can be specified by prepending a commercial at (@) to the corresponding checksum="..." line. Depending on the format of the distfile its entire contents will then be piped into sha256sum and the resulting digest is verified against what follows after the @.
272 lines
7.9 KiB
Bash
272 lines
7.9 KiB
Bash
# This hook downloads the distfiles specified in a template by
|
|
# the $distfiles variable and then verifies its sha256 checksum comparing
|
|
# its value with the one stored in the $checksum variable.
|
|
|
|
# Get the checksum for $curfile at index $dfcount
|
|
get_cksum() {
|
|
local curfile="$1" dfcount="$2" ckcount cksum i
|
|
|
|
ckcount=0
|
|
cksum=0
|
|
for i in ${checksum}; do
|
|
if [ $dfcount -eq $ckcount -a -n "$i" ]; then
|
|
cksum=$i
|
|
fi
|
|
ckcount=$((ckcount + 1))
|
|
done
|
|
if [ -z "$cksum" ]; then
|
|
msg_error "$pkgver: cannot find checksum for $curfile.\n"
|
|
fi
|
|
echo "$cksum"
|
|
}
|
|
|
|
# Return the checksum of the contents of a tarball
|
|
contents_cksum() {
|
|
local curfile="$1" cursufx cksum
|
|
|
|
case $curfile in
|
|
*.tar.lzma) cursufx="txz";;
|
|
*.tar.lz) cursufx="tlz";;
|
|
*.tlz) cursufx="tlz";;
|
|
*.tar.xz) cursufx="txz";;
|
|
*.txz) cursufx="txz";;
|
|
*.tar.bz2) cursufx="tbz";;
|
|
*.tbz) cursufx="tbz";;
|
|
*.tar.gz) cursufx="tgz";;
|
|
*.tgz) cursufx="tgz";;
|
|
*.gz) cursufx="gz";;
|
|
*.bz2) cursufx="bz2";;
|
|
*.tar) cursufx="tar";;
|
|
*.zip) cursufx="zip";;
|
|
*.rpm) cursufx="rpm";;
|
|
*.patch) cursufx="txt";;
|
|
*.diff) cursufx="txt";;
|
|
*.txt) cursufx="txt";;
|
|
*.7z) cursufx="7z";;
|
|
*) msg_error "$pkgver: unknown distfile suffix for $curfile.\n";;
|
|
esac
|
|
|
|
case ${cursufx} in
|
|
tar|txz|tbz|tlz|tgz)
|
|
cksum=$(tar xf "$curfile" --to-stdout | sha256sum | awk '{print $1}')
|
|
if [ $? -ne 0 ]; then
|
|
msg_error "$pkgver: extracting $curfile to pipe.\n"
|
|
fi
|
|
;;
|
|
gz)
|
|
cksum=$(gunzip -c "$curfile" | sha256sum | awk '{print $1}')
|
|
;;
|
|
bz2)
|
|
cksum=$(bunzip2 -c "$curfile" | sha256sum | awk '{print $1}')
|
|
;;
|
|
zip)
|
|
if command -v unzip &>/dev/null; then
|
|
cksum=$(unzip -p "$curfile" | sha256sum | awk '{print $1}')
|
|
if [ $? -ne 0 ]; then
|
|
msg_error "$pkgver: extracting $curfile to pipe.\n"
|
|
fi
|
|
else
|
|
msg_error "$pkgver: cannot find unzip bin for extraction.\n"
|
|
fi
|
|
;;
|
|
rpm)
|
|
if command -v rpmextract &>/dev/null; then
|
|
cksum=$(rpm2cpio "$curfile" | bsdtar xf - --to-stdout | sha256sum | awk '{print $1}')
|
|
if [ $? -ne 0 ]; then
|
|
msg_error "$pkgver: extracting $curfile to pipe.\n"
|
|
fi
|
|
else
|
|
msg_error "$pkgver: cannot find rpmextract for extraction.\n"
|
|
fi
|
|
;;
|
|
txt)
|
|
cksum=$(cat "$curfile" | sha256sum | awk '{print $1}')
|
|
;;
|
|
7z)
|
|
if command -v 7z &>/dev/null; then
|
|
cksum=$(7z x -o "$curfile" | sha256sum | awk '{print $1}')
|
|
if [ $? -ne 0 ]; then
|
|
msg_error "$pkgver: extracting $curfile to pipe.\n"
|
|
fi
|
|
else
|
|
msg_error "$pkgver: cannot find 7z bin for extraction.\n"
|
|
fi
|
|
;;
|
|
*)
|
|
msg_error "$pkgver: cannot guess $curfile extract suffix. ($cursufx)\n"
|
|
;;
|
|
esac
|
|
|
|
if [ -z "$cksum" ]; then
|
|
msg_error "$pkgver: cannot find contents checksum for $curfile.\n"
|
|
fi
|
|
echo "$cksum"
|
|
}
|
|
|
|
# Verify the checksum for $curfile stored at $distfile and index $dfcount
|
|
verify_cksum() {
|
|
local curfile="$1" distfile="$2" dfcount="$3" filesum cksum
|
|
|
|
cksum=$(get_cksum $curfile $dfcount)
|
|
|
|
# If the checksum starts with an commercial at (@) it is the contents checksum
|
|
if [ "${cksum:0:1}" = "@" ]; then
|
|
cksum=${cksum:1}
|
|
msg_normal "$pkgver: verifying contents checksum for distfile '$curfile'... "
|
|
filesum=$(contents_cksum "$curfile")
|
|
if [ "${cksum}" != "$filesum" ]; then
|
|
echo
|
|
msg_red "SHA256 mismatch for '$curfile:'\n@$filesum\n"
|
|
errors=$((errors + 1))
|
|
else
|
|
msg_normal_append "OK.\n"
|
|
fi
|
|
else
|
|
msg_normal "$pkgver: verifying checksum for distfile '$curfile'... "
|
|
filesum=$(${XBPS_DIGEST_CMD} "$distfile")
|
|
if [ "$cksum" != "$filesum" ]; then
|
|
echo
|
|
msg_red "SHA256 mismatch for '$curfile:'\n$filesum\n"
|
|
errors=$((errors + 1))
|
|
else
|
|
if [ ! -f "$XBPS_SRCDISTDIR/by_sha256/${cksum}_${curfile}" ]; then
|
|
mkdir -p "$XBPS_SRCDISTDIR/by_sha256"
|
|
ln -f "$distfile" "$XBPS_SRCDISTDIR/by_sha256/${cksum}_${curfile}"
|
|
fi
|
|
msg_normal_append "OK.\n"
|
|
fi
|
|
fi
|
|
}
|
|
|
|
# Link an existing cksum $distfile for $curfile at index $dfcount
|
|
link_cksum() {
|
|
local curfile="$1" distfile="$2" dfcount="$3" filesum cksum
|
|
|
|
cksum=$(get_cksum $curfile $dfcount)
|
|
|
|
if [ -n "$cksum" -a -f "$XBPS_SRCDISTDIR/by_sha256/${cksum}_${curfile}" ]; then
|
|
ln -f "$XBPS_SRCDISTDIR/by_sha256/${cksum}_${curfile}" "$distfile"
|
|
msg_normal "$pkgver: using known distfile $curfile.\n"
|
|
fi
|
|
}
|
|
|
|
try_mirrors() {
|
|
local curfile="$1" distfile="$2" dfcount="$3" subdir="$4" f="$5"
|
|
local filesum cksum basefile mirror path scheme
|
|
[ -z "$XBPS_DISTFILES_MIRROR" ] && return
|
|
basefile="${f##*/}"
|
|
cksum=$(get_cksum $curfile $dfcount)
|
|
for mirror in $XBPS_DISTFILES_MIRROR; do
|
|
scheme="file"
|
|
if [[ $mirror == *://* ]]; then
|
|
scheme="${mirror%%:/*}"
|
|
path="${mirror#${scheme}://}"
|
|
else
|
|
path="$mirror"
|
|
fi
|
|
if [ "$scheme" == "file" ]; then
|
|
# Skip file:// mirror locations (/some/where or file:///some/where)
|
|
# where the specified directory does not exist
|
|
if [ ! -d "$path" ]; then
|
|
msg_warn "$pkgver: mount point $path does not exist...\n"
|
|
continue
|
|
fi
|
|
fi
|
|
if [[ "$mirror" == *voidlinux* ]]; then
|
|
# For distfiles.voidlinux.* append the subdirectory
|
|
mirror="$mirror/$subdir"
|
|
fi
|
|
msg_normal "$pkgver: fetching distfile '$curfile' from '$mirror'...\n"
|
|
$XBPS_FETCH_CMD "$mirror/$curfile"
|
|
# If basefile was not found, but a curfile file may exist, try to fetch it
|
|
if [ ! -f "$distfile" -a "$basefile" != "$curfile" ]; then
|
|
$XBPS_FETCH_CMD "$mirror/$basefile"
|
|
fi
|
|
[ ! -f "$distfile" ] && continue
|
|
flock -n ${distfile}.part rm -f ${distfile}.part
|
|
filesum=$(${XBPS_DIGEST_CMD} "$distfile")
|
|
[ "$cksum" == "$filesum" ] && break
|
|
msg_normal "$pkgver: checksum failed - removing '$curfile'...\n"
|
|
rm -f ${distfile}
|
|
done
|
|
}
|
|
|
|
hook() {
|
|
local srcdir="$XBPS_SRCDISTDIR/$pkgname-$version"
|
|
local dfcount=0 dfgood=0 errors=0
|
|
|
|
if [ ! -d "$srcdir" ]; then
|
|
mkdir -p -m775 "$srcdir"
|
|
chgrp $(id -g) "$srcdir"
|
|
fi
|
|
|
|
cd $srcdir || msg_error "$pkgver: cannot change dir to $srcdir!\n"
|
|
|
|
# Disable trap on ERR; the code is smart enough to report errors and abort.
|
|
trap - ERR
|
|
|
|
# Detect distfiles with obsolete checksum and purge them from the cache
|
|
for f in ${distfiles}; do
|
|
curfile=$(basename "${f#*>}")
|
|
distfile="$srcdir/$curfile"
|
|
if [ -f "$distfile" ]; then
|
|
cksum=$(get_cksum $curfile $dfcount)
|
|
if [ "${cksum:0:1}" = "@" ]; then
|
|
cksum=${cksum:1}
|
|
filesum=$(contents_cksum "$distfile")
|
|
else
|
|
filesum=$(${XBPS_DIGEST_CMD} "$distfile")
|
|
fi
|
|
if [ "$cksum" = "$filesum" ]; then
|
|
dfgood=$((dfgood + 1))
|
|
else
|
|
inode=$(stat "$distfile" --printf "%i")
|
|
msg_warn "$pkgver: wrong checksum found for ${curfile} - purging\n"
|
|
find ${XBPS_SRCDISTDIR} -inum ${inode} -delete -print
|
|
fi
|
|
fi
|
|
dfcount=$((dfcount + 1))
|
|
done
|
|
|
|
# We're done, if all distfiles were found and had good checksums
|
|
[ $dfcount -eq $dfgood ] && return
|
|
|
|
# Download missing distfiles and verify their checksums
|
|
dfcount=0
|
|
for f in ${distfiles}; do
|
|
curfile=$(basename "${f#*>}")
|
|
distfile="$srcdir/$curfile"
|
|
|
|
# If file lock cannot be acquired wait until it's available.
|
|
while true; do
|
|
flock -w 1 ${distfile}.part true
|
|
[ $? -eq 0 ] && break
|
|
msg_warn "$pkgver: ${curfile} is being already downloaded, waiting for 1s ...\n"
|
|
done
|
|
# If distfile does not exist, try to link to it.
|
|
if [ ! -f "$distfile" ]; then
|
|
link_cksum $curfile $distfile $dfcount
|
|
fi
|
|
# If distfile does not exist, download it from a mirror location.
|
|
if [ ! -f "$distfile" ]; then
|
|
try_mirrors $curfile $distfile $dfcount $pkgname-$version $f
|
|
fi
|
|
# If distfile does not exist, download it from the original location.
|
|
if [ ! -f "$distfile" ]; then
|
|
msg_normal "$pkgver: fetching distfile '$curfile'...\n"
|
|
flock "${distfile}.part" $XBPS_FETCH_CMD "$f"
|
|
fi
|
|
if [ ! -f "$distfile" ]; then
|
|
msg_error "$pkgver: failed to fetch $curfile.\n"
|
|
fi
|
|
# distfile downloaded, verify sha256 hash.
|
|
flock -n ${distfile}.part rm -f ${distfile}.part
|
|
verify_cksum $curfile $distfile $dfcount
|
|
dfcount=$((dfcount + 1))
|
|
done
|
|
|
|
if [ $errors -gt 0 ]; then
|
|
msg_error "$pkgver: couldn't verify distfiles, exiting...\n"
|
|
fi
|
|
}
|