summaryrefslogtreecommitdiff
path: root/ports-mgmt/portmk/scripts/distfiles.sh
diff options
context:
space:
mode:
Diffstat (limited to 'ports-mgmt/portmk/scripts/distfiles.sh')
-rw-r--r--ports-mgmt/portmk/scripts/distfiles.sh1103
1 files changed, 0 insertions, 1103 deletions
diff --git a/ports-mgmt/portmk/scripts/distfiles.sh b/ports-mgmt/portmk/scripts/distfiles.sh
deleted file mode 100644
index fff6b2ff4836..000000000000
--- a/ports-mgmt/portmk/scripts/distfiles.sh
+++ /dev/null
@@ -1,1103 +0,0 @@
-#!/bin/sh -e
-#
-# Copyright (c) 2004 Oliver Eikemeier. All rights reserved.
-#
-# Redistribution and use in source and binary forms, with or without
-# modification, are permitted provided that the following conditions are
-# met:
-#
-# 1. Redistributions of source code must retain the above copyright notice
-# this list of conditions and the following disclaimer.
-#
-# 2. Redistributions in binary form must reproduce the above copyright
-# notice, this list of conditions and the following disclaimer in the
-# documentation and/or other materials provided with the distribution.
-#
-# 3. Neither the name of the author nor the names of its contributors may be
-# used to endorse or promote products derived from this software without
-# specific prior written permission.
-#
-# THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
-# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY
-# AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
-# COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
-# INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
-# NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
-# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-#
-# $FreeBSD$
-#
-# MAINTAINER= eik@FreeBSD.org
-#
-# These variables are referenced and must be exported from the Makefile:
-#
-# DISABLE_SIZE
-# DISTFILES
-# DISTINFO_ALGORITHMS
-# DISTINFO_LABEL
-# DIST_SUBDIR
-# ECHO_MSG
-# FETCH_AFTER_ARGS
-# FETCH_BEFORE_ARGS
-# FETCH_CMD
-# FETCH_ENV
-# FETCH_SYMLINK_DISTFILES
-# IGNOREFILES
-# LOCALBASE
-# MASTER_SITES
-# MASTER_SITE_BACKUP
-# MASTER_SITE_OVERRIDE
-# MASTER_SORT_AWK
-# MASTER_SORT_CMD
-# MASTER_SORT_ENV
-# MK_FILE
-# NO_SIZE
-# PATCHFILES
-# PATCH_SITES
-# PERL5
-# VALID_ALGORITHMS
-#
-# These variables are user settable:
-#
-# DISABLE_SIZE
-# NO_CHECKSUM
-# FETCH_REGET
-#
-
-# utilities
-
-LOCALBASE="${LOCALBASE:-/usr/local}"
-
-AWK=/usr/bin/awk
-CAT=/bin/cat
-CUT=/usr/bin/cut
-EXPR=/bin/expr
-FETCH=/usr/bin/fetch
-GREP=/usr/bin/grep
-LS=/bin/ls
-MD5=/sbin/md5
-MKDIR='/bin/mkdir -p'
-MKTEMP=/usr/bin/mktemp
-PERL5="${PERL5:-/usr/bin/perl}"
-RM=/bin/rm
-[ -x /sbin/rmd160 ] && RMD160=/sbin/rmd160
-SED=/usr/bin/sed
-SETENV=/usr/bin/env
-[ -x /sbin/sha1 ] && SHA1=/sbin/sha1
-SORT=/usr/bin/sort
-TR=/usr/bin/tr
-WC=/usr/bin/wc
-
-if [ -x /usr/bin/openssl ]; then
- OPENSSL=/usr/bin/openssl
-elif -x "$LOCALBASE/bin/openssl" ];then
- OPENSSL="$LOCALBASE/bin/openssl"
-fi
-
-# global constants
-
-MK_FILE_ENDMARKER='^\.include[ ]*(<bsd\.port(\.post)?\.mk>|"\${MASTERDIR}\/Makefile")$'
-
-FETCH_REGET="${FETCH_REGET:-1}"
-
-### utility functions ###
-
-###
-# do_hash is a wrapper for md5/openssl/digest to calculate MD5/SHA1/RMD160 hashes
-###
-
-do_hash()
-{
- local alg
- alg="$1"
- shift
-
- case "$alg" in
- [Mm][Dd]5)
- if [ $# -eq 0 ]; then
- $MD5
- else
- $MD5 -- "$@"
- fi;;
- [Ss][Hh][Aa]1)
- if [ -n "$SHA1" ]; then
- echo $SHA1
- if [ $# -eq 0 ]; then
- $SHA1
- else
- $SHA1 -- "$@"
- fi
- else
- if [ $# -eq 0 ]; then
- "${OPENSSL:-true}" sha1
- else
- "${OPENSSL:-true}" sha1 ./"$@" |
- $SED -En -e 's/^[[:alnum:]]+ *\((\.\/)?(.*)\) *= *([[:xdigit:]]+)$/SHA1 (\2) = \3/p'
- fi
- fi;;
- [Rr][Mm][Dd]160)
- if [ -n "$RMD160" ]; then
- if [ $# -eq 0 ]; then
- $RMD160
- else
- $RMD160 -- "$@"
- fi
- else
- if [ $# -eq 0 ]; then
- "${OPENSSL:-true}" rmd160
- else
- "${OPENSSL:-true}" rmd160 ./"$@" |
- $SED -En -e 's/^[[:alnum:]]+ *\((\.\/)?(.*)\) *= *([[:xdigit:]]+)$/RMD160 (\2) = \3/p'
- fi
- fi;;
- [Ss][Ii][Zz][Ee])
- if [ $# -eq 0 ]; then
- $WC -c
- else
- while [ $# -gt 0 ]; do
- # avoid hassle with CLICOLOR_FORCE
- $LS -ALdfln -- "$1" | $AWK '{ print "SIZE ('"$1"') = " $5 }'
- shift
- done
- fi;;
- *)
- return 1;;
- esac
-}
-
-###
-# extract_sum extracts all checksums for a file in distinfo
-###
-
-extract_sum()
-{
- local algorithms pattern
- algorithms=`echo -n "$1" | $TR -s ' \t\n' '|'`
- pattern=`echo "$2$3" | $SED -e 's;[/.[\(*+?{|^$];\\\\&;g'`
- # distfiles match [a-zA-Z0-9.,_/@&%?=+-]+
-
- [ $# -eq 3 ] || return 1
-
- if [ -f "$MD5_FILE" ]; then
- $SED -En -e '/^('"$algorithms"') *\('"$pattern"'\) *= */s//\1=/p' "$MD5_FILE"
- elif $GREP -qs "^#:distinfo${DISTINFO_LABEL:+\.$DISTINFO_LABEL}$" "$MK_FILE"; then
- $SED -En -e '
- 1,/'"$MK_FILE_ENDMARKER"'/d
- /^#/!q
- /^#:distinfo'"${DISTINFO_LABEL:+.$DISTINFO_LABEL}"'$/,/^#:/ {
- s/^#('"$algorithms"') *\('"$pattern"'\) *= */\1=/
- t match
- b nomatch
- :match
- H
- :nomatch
- }
- $ {
- g
- p
- }
- ' "$MK_FILE"
- else
- for alg in $1; do
- for sum in `eval echo \\$DISTINFO_$alg`; do
- if [ "${sum%:*}" = "$3" ]; then
- echo "$alg=${sum##*:}"
- fi
- done
- done
- fi
-}
-
-###
-# chksumfiles calculates CKSUMFILES = DISTFILES + PATCHFILES - IGNOREFILES
-###
-
-chksumfiles()
-{
- echo "$IGNOREFILES" '<>' "$DISTFILES" "$PATCHFILES" |
- $TR -s ' \t' '\n' | $AWK '
- BEGIN { isignore=1 }
- /^$/ { next }
- /^<>$/ { isignore=0; next }
- {
- sub(/:[^:]+$/, "")
- if (isignore !=0)
- ignore[$0]=1
- else if (!($0 in ignore))
- print
- }
- '
-}
-
-### fetching distfiles ###
-
-###
-# fetch_xxx are wrappers for fetch
-###
-
-setup_fetch_cmd()
-{
- [ -z "$fetch_cmd" ] || return 0
-
- case "${FETCH_CMD%% *}" in
- */curl)
- fetch_cmd=fetch_curl;;
- */wget)
- fetch_cmd=fetch_wget;;
- *)
- fetch_cmd=fetch_fetch;;
- esac
-}
-
-fetch_curl()
-{
- local cksize
-
- cksize=
- if [ -n "$3" ]; then
- cksize=" --max-filesize $3"
- fi
-
- $SETENV $FETCH_ENV $FETCH_CMD $FETCH_BEFORE_ARGS$cksize \
- -o "$2" "$1" $FETCH_AFTER_ARGS
-}
-
-fetch_fetch()
-{
- local cksize
-
- case "$2" in
- */*)
- [ -d "${file%/*}" ] || $MKDIR "${file%/*}";;
- esac
-
- symlink=
- if [ -n "$FETCH_SYMLINK_DISTFILES" ]; then
- symlink=" -l"
- fi
-
- cksize=
- if [ -n "$3" -a "$OSVERSION" -ge 480000 ]; then
- cksize=" -S $3"
- fi
-
- $SETENV $FETCH_ENV $FETCH_CMD $FETCH_BEFORE_ARGS$symlink$cksize \
- -o "$2" "$1" $FETCH_AFTER_ARGS
-}
-
-fetch_wget()
-{
- case "$1" in
- file:*)
- fetch_fetch "$@" || return 1
- return 0;;
- esac
-
- case "$2" in
- */*)
- [ -d "${file%/*}" ] || $MKDIR "${file%/*}";;
- esac
-
- $SETENV $FETCH_ENV $FETCH_CMD $FETCH_BEFORE_ARGS \
- -O "$2" "$1" $FETCH_AFTER_ARGS
-}
-
-###
-# get_master_sites returns a list of $1_SITES for groups $2
-###
-
-get_master_sites()
-{
- [ $# -eq 2 ] || return 1
-
- # fun with awk
- for group in $2; do
- eval echo "\"\${$1_SITE_SUBDIR}\"" "'<>'" "\"\${$1_SITES}\"" |
- $TR -s ' \t' '\n' |
- $AWK '
- BEGIN {
- issubdir=1
- subdirs=0
- }
- /^$/ { next }
- /^<>$/ {
- issubdir=0
- if (subdirs == 0)
- subdir[subdirs++]=""
- next
- }
- {
- if ($0 ~ /\/:[^\/:]+$/) {
- if ($0 !~ /\/:([^\/:]*,)*'"$group"'(,[^\/:]*)*$/)
- next
- sub(/\/:[^\/:]+$/, issubdir != 0 ? "" : "/")
- } else if ("'"$group"'" != "DEFAULT") {
- next
- }
- }
- {
- if (issubdir != 0)
- subdir[subdirs++]=($0 == "." ? "" : $0 "/")
- else
- for (i in subdir) {
- site=$0
- gsub(/%SUBDIR%\//, subdir[i], site)
- print site
- }
- }
- ';
- done |
- $AWK '{ if ($0 in done) next; done[$0]=1 } { print }'
-}
-
-###
-# get_master_sites_sorted returns a sorted list of $1_SITES for groups $2
-###
-
-get_master_sites_sorted()
-{
- get_master_sites "$@" |
- if [ -n "$MASTER_SORT_CMD" ]; then
- $SETENV $MASTER_SORT_ENV $MASTER_SORT_CMD | $TR -s '\n' ' '
- elif [ -z "$KEEP_MASTER_SITE_ORDER" ]; then
- $AWK 'BEGIN { srand() } { print rand() "\t" $0 }' |
- $SORT -n | $CUT -f 2 | $TR -s '\n' ' ' |
- $AWK "$MASTER_SORT_AWK"
- else
- $TR -s '\n' ' ' |
- $AWK "$MASTER_SORT_AWK"
- fi
-}
-
-###
-# fetch_file tries to fetch one file from {MASTER,PATCH}_SITES
-###
-
-fetch_file()
-{
- [ $# -eq 5 ] || return 1
-
- SORTED_MASTER_SITES_TMP=`get_master_sites_sorted "$1" "$2"`
- reget=false
- [ -f "$file" ] && reget=true
- while true; do
- fetch_reget="${FETCH_REGET}"
- for site in $_MASTER_SITE_OVERRIDE \
- $SORTED_MASTER_SITES_TMP $_MASTER_SITE_BACKUP; do
- $ECHO_MSG ">> Attempting to fetch from $site${4:+ (${4#*=} bytes)}."
- case "$site" in
- *%FILE%*)
- # this expression uses ctrl-A as delimiters
- url=`echo "$site" | $SED -E -e 's/$; s%FILE%'"$file"'g'`;;
- *)
- url="$site$file";;
- esac
- if $fetch_cmd "$url" "$3" "$4"; then
- reget=false
- [ -f "$file" ] || continue
- [ -z "$5" ] && return 0
- for cksum2 in $5; do
- case "${cksum2#*=}" in
- IGNORE)
- return 0;;
- *)
- CKSUM=`do_hash "${cksum2%%=*}" < "$file"`
- if [ "${cksum2#*=}" = "$CKSUM" ]; then
- $ECHO_MSG ">> Checksum OK (${cksum2%%=*}) for $file."
- return 0
- fi;;
- esac
- done
- $ECHO_MSG ">> Checksum mismatch for $_file."
- if [ "$fetch_reget" -gt 0 ]; then
- $ECHO_MSG "===> Refetch for $fetch_reget more times."
- $RM -f "$file"
- fetch_reget=$(($fetch_reget-1))
- else
- $ECHO_MSG ">> To get this file from more mirrors," \
- "type \"make FETCH_REGET=99 [other args]\"."
- $ECHO_MSG "===> Giving up on fetching $_file."
- return 1
- fi
- fi
- done
- $reget || break
- $ECHO_MSG "===> Distfile rerolled? Trying to refetch from start."
- $RM -f "$file"
- reget=false
- done
- $ECHO_MSG ">> Couldn't fetch it - please try to retrieve this"
- $ECHO_MSG ">> file manually into $_DISTDIR and try again."
- return 1
-}
-
-###
-# do_fetch tries to fetch DISTFILES and PATCHFILES
-###
-
-do_fetch()
-{
- local _DISTDIR
- local DIR
- local file
- local select
-
- setup_fetch_cmd
-
- _DISTDIR="$DISTDIR${DIST_SUBDIR:+/$DIST_SUBDIR}"
- DIR="${DIST_SUBDIR:+$DIST_SUBDIR/}"
-
- for fileset in MASTER PATCH; do
- case "$fileset" in
- MASTER)
- files="$DISTFILES";;
- PATCH)
- files="$PATCHFILES";;
- *)
- return 1;;
- esac
- for _file in $files; do
-
- file=`echo "$_file" | $SED -E -e 's/:[^:]+$//'`
- select=`echo "$_file" | $SED -En -e 'y/,/ /; s/.*:([^:]+)$/\1/p'`
- [ -n "$select" ] || select="DEFAULT"
-
- if [ -z "$NO_CHECKSUM" ]; then
- CKSUM2=`extract_sum "$VALID_ALGORITHMS" "$DIR" "$file"`
- if [ -z "$CKSUM2" ]; then
- $ECHO_MSG ">> No checksum entry for $DIR$file."
- $ECHO_MSG ">> Make sure the Makefile and distinfo file ($MD5_FILE) are"
- $ECHO_MSG ">> up to date. If you are absolutely sure you want to override"
- $ECHO_MSG ">> this check, type \"make NO_CHECKSUM=yes [other args]\"."
- return 1
- fi
- chkfile=true
- for ignore in $IGNOREFILES; do
- if [ "$file" = "$ignore" ]; then
- chkfile=false
- fi
- done
- else
- CKSUM2=
- chkfile=false
- fi
-
- if [ -f "$_DISTDIR/$file" ]; then
- fileexists=true
- else
- fileexists=false
- if [ -L "$_DISTDIR/$file" ]; then
- $ECHO_MSG ">> $_DISTDIR/$file is a broken symlink."
- $ECHO_MSG ">> Perhaps a filesystem (most likely a CD) isn't mounted?"
- $ECHO_MSG ">> Please correct this problem and try again."
- return 1
- fi
- fi
-
- fetchfile=true
- if $fileexists; then
- if [ -n "$CKSUM2" ]; then
- for cksum2 in $CKSUM2; do
- case "${cksum2#*=}" in
- IGNORE)
- if $chkfile; then
- $ECHO_MSG ">> Checksum for $file is set to IGNORE in distinfo file"
- $ECHO_MSG " even though the file is not in the "'$'"{IGNOREFILES} list."
- return 1
- fi
- fetchfile=false
- break;;
- *)
- if ! $chkfile; then
- $ECHO_MSG ">> Checksum for $file is not set to IGNORE in distinfo file"
- $ECHO_MSG " even though the file is in the "'$'"{IGNOREFILES} list."
- return 1
- fi
- CKSUM=`do_hash "${cksum2%%=*}" < "$_DISTDIR/$file"`
- if [ "${cksum2#*=}" = "$CKSUM" ]; then
- $ECHO_MSG ">> Checksum OK (${cksum2%%=*}) for $file."
- fetchfile=false
- break
- fi;;
- esac
- done
- if $fetchfile; then
- $ECHO_MSG ">> Checksum mismatch for $file."
- fi
- else
- fetchfile=false
- fi
- else
- if [ -n "$CKSUM2" ]; then
- for cksum2 in $CKSUM2; do
- case "${cksum2#*=}" in
- IGNORE)
- if $chkfile; then
- $ECHO_MSG ">> Checksum for $file is set to IGNORE in distinfo file"
- $ECHO_MSG " even though the file is not in the "'$'"{IGNOREFILES} list."
- return 1
- fi
- break;;
- *)
- if ! $chkfile; then
- $ECHO_MSG ">> Checksum for $file is not set to IGNORE in distinfo file"
- $ECHO_MSG " even though the file is in the "'$'"{IGNOREFILES} list."
- return 1
- fi;;
- esac
- done
- fi
- $ECHO_MSG ">> $file doesn't seem to exist in $_DISTDIR."
- fi
-
- if $fetchfile; then
- if ! { [ -d "$_DISTDIR" ] || $MKDIR "$_DISTDIR"; }; then
- $ECHO_MSG ">> Cannot create $_DISTDIR."
- return 1
- fi
- if [ ! -w "$_DISTDIR" ]; then
- $ECHO_MSG ">> $_DISTDIR is not writable by you; cannot fetch."
- return 1
- fi
- if [ -z "$NO_CHECKSUM" -a -z "$DISABLE_SIZE" ]; then
- CKSIZE=`extract_sum 'SIZE' "$DIR" "$file"`
- else
- CKSIZE=
- fi
- cd "$_DISTDIR"
- if ! fetch_file "$fileset" "$select" "$file" "${CKSIZE#*=}" "$CKSUM2"; then
- return 1
- fi
- fi
- done
- done
-}
-
-###
-# do_list_sites lists {MASTER,PATCH}_SITES
-###
-
-do_list_sites()
-{
- [ $# -eq 2 ] || return 1
-
- local select
-
- case "$1" in
- MASTER)
- files="$DISTFILES";;
- PATCH)
- files="$PATCHFILES";;
- *)
- return 1;;
- esac
-
- if [ -n "$2" ]; then
- select="$2"
- else
- select=`echo "$files" | $TR -s ' \t' '\n' | $AWK '
- /.+:/ {
- sub(/.+:/, "")
- g=split($0, a, /,/)
- for (i in a)
- group[a[i]]=1
- next
- }
- { group["DEFAULT"]=1 }
- END {
- for (g in group)
- print g
- }'`
- fi
-
- SORTED_MASTER_SITES_TMP=`get_master_sites_sorted "$1" "$select"`
- echo $_MASTER_SITE_OVERRIDE \
- $SORTED_MASTER_SITES_TMP $_MASTER_SITE_BACKUP
-}
-
-### missing size ###
-
-###
-# print_missing_size prints a list of all files that are not in DISTDIR
-###
-
-print_missing_size()
-{
- local _DISTDIR
- local DIR
- local file
- local select
-
- CKSUMFILES="${CKSUMFILES:-`chksumfiles`}"
-
- DIR="${DIST_SUBDIR:+$DIST_SUBDIR/}"
-
- for _file in $CKSUMFILES; do
- file="$DIR$_file"
- [ -f "$DISTDIR/$file" ] && continue
- CKSIZE=`extract_sum 'SIZE' "$DIR" "$_file"`
- if [ -n "${CKSIZE#*=}" ]; then
- echo "${CKSIZE#*=} $file"
- else
- echo "0 $file"
- fi
- done
-
- for _file in $IGNOREFILES; do
- file="$DIR$_file"
- [ -f "$DISTDIR/$file" ] && continue
- echo "0 $file"
- done
-}
-
-### fetch all ##
-
-###
-# do_fetch_all tries to fetch all files from *every* site
-###
-
-do_fetch_all()
-{
- local DIR
- local file
- local select
-
- setup_fetch_cmd
-
- _FAILED_SITES=
- DIR="${DIST_SUBDIR:+$DIST_SUBDIR/}"
-
- for fileset in MASTER PATCH; do
- case "$fileset" in
- MASTER)
- files="$DISTFILES";;
- PATCH)
- files="$PATCHFILES";;
- *)
- return 1;;
- esac
-
- for _file in $files; do
- file=`echo "$_file" | $SED -E -e 's/:[^:]+$//'`
- select=`echo "$_file" | $SED -En -e 'y/,/ /; s/.*:([^:]+)$/\1/p'`
- [ -n "$select" ] || select="DEFAULT"
-
- CKSUM2=`extract_sum "$VALID_ALGORITHMS" "$DIR" "$file"`
- if [ -z "$CKSUM2" ]; then
- $ECHO_MSG ">> No checksum recorded for $DIR$file."
- return 1
- fi
- CKSIZE=
- if [ -z "$DISABLE_SIZE" ]; then
- CKSIZE=`extract_sum 'SIZE' "$DIR" "$file"`
- fi
-
- $ECHO_MSG ">> Verifying availability of file $file."
- MASTER_SITES_TMP=`get_master_sites "$fileset" "$select"`
- for site in $MASTER_SITES_TMP; do
- $ECHO_MSG ">> Attempting to fetch from $site${CKSIZE:+ (${CKSIZE#*=} bytes)}."
- case "$site" in
- *%FILE%*)
- # this expression uses ctrl-A as delimiters
- url=`echo "$site" | $SED -E -e 's/$; s%FILE%'"$file"'g'`;;
- *)
- url="$site$file";;
- esac
- if [ -z "$NO_CHECKSUM" ]; then
- for cksum2 in $CKSUM2; do
- _FETCH_RESULT=`{ if ! $fetch_cmd "$url" "-" "${CKSIZE#*=}"; then \
- echo "FAILED: $$?" >&3; fi | do_hash "${cksum2%%=*}"; } 3>&1`;
- case "$_FETCH_RESULT" in
- FAILED:*)
- $ECHO_MSG ">> Fetch from $site failed."
- _FAILED_SITES="${_FAILED_SITES:+$_FAILED_SITES }$url";;
- *)
- case "${cksum2#*=}" in
- IGNORE)
- $ECHO_MSG ">> Checksum IGNORED for $file.";;
- "$_FETCH_RESULT")
- $ECHO_MSG ">> Checksum OK (${cksum2%%=*}) for $file.";;
- *)
- $ECHO_MSG ">> Checksum mismatch (${cksum2%%=*}) for $file."
- _FAILED_SITES="${_FAILED_SITES:+$_FAILED_SITES }$url";;
- esac;;
- esac
- break
- done
- else
- if _FETCH_RESULT=`$SETENV $FETCH_ENV $FETCH -s "$url"`; then
- if [ -n "${CKSIZE}" ]; then
- if [ "${CKSIZE#*=}" = "$_FETCH_RESULT" ]; then
- $ECHO_MSG ">> Size OK (${CKSIZE#*=}) for $file."
- else
- $ECHO_MSG ">> Size mismatch ($_FETCH_RESULT) for $file."
- _FAILED_SITES="${_FAILED_SITES:+$_FAILED_SITES }$url"
- fi
- else
- $ECHO_MSG ">> Found $file."
- fi
- else
- echo ">> Fetch from $site failed."
- _FAILED_SITES="${_FAILED_SITES:+$_FAILED_SITES }$url"
- fi
- fi
- done
- done
- done
- if [ -z "$_FAILED_SITES" ]; then
- echo ">> All files are fetchable."
- else
- echo ">> The following files did not fetch correctly:"
- echo "$_FAILED_SITES" | ${TR} ' ' '\n' | ${SED} -e 's/^/ - /'
- fi
-}
-
-###
-# do_fetch_list generates a list of files to fetch
-###
-
-do_fetch_list()
-{
- local _DISTDIR
- local DIR
- local file
- local select
-
- _DISTDIR="$DISTDIR${DIST_SUBDIR:+/$DIST_SUBDIR}"
- DIR="${DIST_SUBDIR:+$DIST_SUBDIR/}"
-
- for fileset in MASTER PATCH; do
- case "$fileset" in
- MASTER)
- files="$DISTFILES";;
- PATCH)
- files="$PATCHFILES";;
- *)
- return 1;;
- esac
-
- for _file in $files; do
-
- file=`echo "$_file" | $SED -E -e 's/:[^:]+$//'`
- select=`echo "$_file" | $SED -En -e 'y/,/ /; s/.*:([^:]+)$/\1/p'`
- [ -n "$select" ] || select="DEFAULT"
-
- if [ ! -f "$_DISTDIR/$file" ]; then
- SORTED_MASTER_SITES_TMP=`get_master_sites_sorted "$fileset" "$select"`
- for site in $_MASTER_SITE_OVERRIDE \
- $SORTED_MASTER_SITES_TMP $_MASTER_SITE_BACKUP; do
- case "$site" in
- *%FILE%*)
- # this expression uses ctrl-A as delimiters
- url=`echo "$site" | $SED -E -e 's/$; s%FILE%'"$file"'g'`;;
- *)
- url="$site$file";;
- esac
- if [ -n "$FETCH_ENV" ]; then
- echo -n "$SETENV $FETCH_ENV "
- fi
- echo -n "$FETCH_CMD $FETCH_BEFORE_ARGS" \
- "-o '$file' '$url' $FETCH_AFTER_ARGS || "
- done
- echo "echo '$file not fetched'"
- fi
- done
-
- done
-}
-
-### distinfo ###
-
-###
-# make_tmpsum generates a temporary distinfo file
-###
-
-make_tmpsum()
-{
- local NO_CHECKSUM DISABLE_SIZE
-
- NO_CHECKSUM=true
- DISABLE_SIZE=true
-
- do_fetch || return 1
-
- CKSUMFILES="${CKSUMFILES:-`chksumfiles`}"
-
- if ! TMPMD5_FILE=`$MKTEMP -q "$MD5_FILE.XXXXXX"`; then
- echo ">> makesum: Can't create temporary checksum file"
- return 1
- fi
-
- cd "$DISTDIR"
- DIR="${DIST_SUBDIR:+$DIST_SUBDIR/}"
-
- MY_ALGS="$DISTINFO_ALGORITHMS";
- [ -z "$NO_SIZE" ] && MY_ALGS="$MY_ALGS SIZE"
-
- # faster, but not the same sort order as the `classic' distinfo
- #for alg in $MY_ALGS; do
- # do_hash "$alg" `echo "$CKSUMFILES" | $SED -e "s^$DIR"` >> "$TMPMD5_FILE"
- #done
-
- for _file in $CKSUMFILES; do
- file="$DIR$_file"
- if [ -r "$file" ]; then
- for alg in $MY_ALGS; do
- do_hash "$alg" "$file" >> "$TMPMD5_FILE"
- done
- else
- $ECHO_MSG ">> $file is not in $DISTDIR"
- $RM "$TMPMD5_FILE"
- return 1
- fi
- done
- for _file in $IGNOREFILES; do
- file="$DIR$_file"
- echo "MD5 ($file) = IGNORE" >> "$TMPMD5_FILE"
- done
-}
-
-###
-# replace_distinfo adds or replaces a distinfo entry in MK_FILE
-###
-
-replace_distinfo()
-{
- [ $# -eq 1 -a -f "$1" ] || return 1
-
- if ! TMPMK_FILE=`$MKTEMP -q "$MK_FILE.XXXXXX"`; then
- $ECHO_MSG ">> makesum: Can't create temporary Makefile"
- return 1
- fi
- if ! $AWK -v MD5_FILE="$1" '
- BEGIN { seen=0; ignore=0; first=1 }
- /'"$MK_FILE_ENDMARKER"'/ { seen=NR }
- NR == 1, seen != 0 { print; next }
- !/^#/ { exit 1 }
- /^#:/ { ignore=0 }
- /^#:distinfo'"${DISTINFO_LABEL:+\.$DISTINFO_LABEL}"'$/ {
- if (first)
- while ((getline md5_line < MD5_FILE) > 0) {
- if (first) {
- print "#:distinfo'"${DISTINFO_LABEL:+\.$DISTINFO_LABEL}"'"
- first=0
- }
- print "#" md5_line
- }
- ignore=1
- }
- ignore == 0 { print }
- END {
- if (seen == 0)
- exit 1
- if (first)
- while ((getline md5_line < MD5_FILE) > 0) {
- if (first) {
- print "#:distinfo'"${DISTINFO_LABEL:+\.$DISTINFO_LABEL}"'"
- first=0
- }
- print "#" md5_line
- }
- }
- ' "$MK_FILE" > "$TMPMK_FILE"; then
- $ECHO_MSG ">> Parse error: $MK_FILE, end of file not found"
- $RM "$TMPMK_FILE"
- return 1
- fi
- $CAT "$TMPMK_FILE" > "$MK_FILE"
- $RM "$TMPMK_FILE"
-}
-
-###
-# replace_distinfo2 adds or replaces a distinfo entry in MK_FILE
-###
-
-replace_distinfo2()
-{
- [ $# -eq 1 -a -f "$1" ] || return 1
-
- if [ ! -x "$PERL5" ]; then
- $ECHO_MSG ">> makesum: perl 5 required, please install lang/perl"
- return 1
- fi
-
- #XXX TODO: honor status of $ECHO_MSG in `die'
- if ! $PERL5 -w -e '
- use strict;
- srand();
- my $marker="##-MARKER_".rand()."-##";
- my $valid_algs=join "|", "SIZE", split " ", $ARGV[3];
- my $distsubdir=$ARGV[1] ? "$ARGV[1]/" : "";
- my $distlabel=$ARGV[2] ? "$ARGV[2]_" : "";
- my %distinfo;
-
- open DISTINFO, "<$ARGV[0]"
- or die ">> migratesum2: error reading $ARGV[0]\n";
- while(<DISTINFO>) {
- push @{$distinfo{$1}{$2}}, $3
- if /^(\w+) *\($distsubdir(.*)\) *= *([\da-f]+)$/o
- }
- close DISTINFO;
- my $makefile;
- open MAKEFILE, "<$ARGV[4]"
- or die ">> migratesum2: error reading $ARGV[4]\n";
- {
- local $/;
- $makefile = <MAKEFILE>;
- }
- close MAKEFILE;
- my $newinfo;
- foreach my $key (split " ", $ARGV[3]) {
- next
- if !$distinfo{$key};
- my @chksum = ();
- foreach my $file (sort keys %{$distinfo{$key}}) {
- push @chksum, map "$file:$_", @{$distinfo{$key}{$file}};
- }
- $newinfo .= "DISTINFO_$distlabel$key+=\t";
- $newinfo .= join " \\\n\t\t", "", @chksum;
- $newinfo .= "\n";
- }
- $makefile =~ s/^DISTINFO_$distlabel(?:$valid_algs)[+:!?]?=.*(?:\\\n.*)*[^\\\n]\n/$marker\n/mg ||
- $makefile =~ s/^(COMMENT[+:!?]?=.*(?:\\\n.*)*[^\\\n])\n+/$1\n\n$marker\n\n/m ||
- die ">> migratesum2: error parsing $ARGV[4]\n";
-
- $makefile =~ s/^$marker\n/$newinfo/m;
- $makefile =~ s/^$marker\n//mg;
-
- open MAKEFILE, ">$ARGV[5]"
- or die ">> migratesum2: error writing $ARGV[4]\n";
- print MAKEFILE $makefile;
- close MAKEFILE;
- ' "$1" "$DIST_SUBDIR" "$DISTINFO_LABEL" "$VALID_ALGORITHMS SIZE" "$MK_FILE" "$MK_FILE"; then
- return 1
- fi
-}
-
-
-###
-# do_makesum (re-)calculates distinfo
-###
-
-do_makesum()
-{
- local algorithms
- algorithms=`echo -n "$VALID_ALGORITHMS SIZE" | $TR -s ' \t\n' '|'`
-
- make_tmpsum || return 1
-
- if [ -f "$MD5_FILE" ]; then
- $CAT "$TMPMD5_FILE" > "$MD5_FILE"
- elif $GREP -qs "^#:distinfo${DISTINFO_LABEL:+\.$DISTINFO_LABEL}$" "$MK_FILE"; then
- replace_distinfo "$TMPMD5_FILE"
- elif $GREP -Eqs "^DISTINFO${DISTINFO_LABEL:+_$DISTINFO_LABEL}_($algorithms)[+:!?]?=" "$MK_FILE"; then
- replace_distinfo2 "$TMPMD5_FILE"
- elif [ -s "$TMPMD5_FILE" ]; then
- $CAT "$TMPMD5_FILE" > "$MD5_FILE"
- fi
-
- $RM "$TMPMD5_FILE"
-}
-
-###
-# do_migratemakesum integrates distinfo into the port's Makefile
-###
-
-do_migratesum()
-{
- if [ ! -f "$MD5_FILE" ]; then
- $ECHO_MSG ">> migratesum: no $MD5_FILE"
- return 1
- fi
-
- if replace_distinfo "$MD5_FILE"; then
- $RM "$MD5_FILE"
- echo ">> Done."
- else
- return 1
- fi
-}
-
-###
-# do_migratemakesum2 integrates distinfo into the port's Makefile
-###
-
-do_migratesum2()
-{
- if [ ! -f "$MD5_FILE" ]; then
- $ECHO_MSG ">> migratesum2: no $MD5_FILE"
- return 1
- fi
-
- if replace_distinfo2 "$MD5_FILE"; then
- $RM "$MD5_FILE"
- echo ">> Done."
- else
- return 1
- fi
-}
-
-###
-# main
-###
-
-opt_list_master=false
-opt_list_patch=false
-opt_fetch_list=false
-opt_makesum=false
-opt_migratesum=false
-opt_migratesum2=false
-opt_fetch=false
-opt_fetch_all=false
-opt_missing_size=false
-
-while getopts "LmMNfFSt:T:" opt; do
- case "$opt" in
- t) list_master="${OPTARG}";
- opt_list_master=true;;
- T) list_patch="${OPTARG}";
- opt_list_patch=true;;
- L) opt_fetch_list=true;;
- m) opt_makesum=true;;
- M) opt_migratesum=true;;
- N) opt_migratesum2=true;;
- f) opt_fetch=true;;
- F) opt_fetch_all=true;;
- S) opt_missing_size=true;;
- ?) echo "Usage: $0 -LmMfFS"; exit 1;;
- esac
-done
-
-shift $(($OPTIND-1))
-
-$opt_list_master &&
- { do_list_sites "MASTER" "$list_master" || exit 1; }
-
-$opt_list_patch &&
- { do_list_sites "PATCH" "$list_patch" || exit 1; }
-
-$opt_fetch_list &&
- { do_fetch_list || exit 1; }
-
-$opt_fetch &&
- { do_fetch || exit 1; }
-
-$opt_makesum &&
- { do_makesum || exit 1; }
-
-$opt_migratesum &&
- { do_migratesum || exit 1; }
-
-$opt_migratesum2 &&
- { do_migratesum2 || exit 1; }
-
-$opt_fetch_all &&
- { do_fetch_all || exit 1; }
-
-$opt_missing_size &&
- { print_missing_size || exit 1; }
-
-exit 0
generated by cgit v1.2.3 (git 2.25.1) at 2024-05-23 17:17:36 +0000