#!/bin/sh of=.index.html # delete .new file if it is more than a day old find $of .lock -mmin +60 -delete 2>/dev/null if [ -f $of -o -f .lock ]; then exit; fi if [ -e .stamp -a $(echo $(find . -maxdepth 1 -newer .stamp -type f -name '*.log' 2>/dev/null | wc -l)) = "0" ]; then exit; fi touch .stamp touch .lock set *.log > .logs # # Read the log-files and write it to .logs in the format # $filename|$portname|$affected|$logsize|$dir|$maintainer|\ # $reason|$tag|$broken|$datetime # # if [ $# != 1 -o "x$1" != "x*.log" ]; then while [ ! -z "$1" ]; do filename=$1 portname=$(basename $filename .log) affected=$(($(grep -cF $portname < INDEX) -1)) logsize=$(/bin/ls -sk $filename | awk '{print $1}') dir=$(sed -n -e '3p' $filename | awk '{print $4}' | \ sed -e 's,^/[^/]*/[^/]*/,,') maintainer=$(sed -n -e '4p' $filename | awk '{print $3}') datetime=$(grep 'build started at' $filename | \ sed -e 's/build started at ...//' | tr ' ' '_' ) # throw out totally bogus files (e.g., blank file, error 404, etc.) if [ -z "$dir" -a -z "$maintainer" -a -z "$datetime" ]; then shift continue fi if grep -q 'list of extra files and directories' $1; then reason="mtree"; tag="mtree" elif grep -q "See for instructions." $1; then reason="gcc_bug"; tag="gcc-bug" elif grep -q 'Checksum mismatch' $1; then reason="checksum"; tag="checksum" elif grep -qE '/usr/local/bin/(perl|perl5.6.1):.*(not found|No such file or directory)' $1; then reason="perl"; tag="perl" elif grep -qE 'perl(.*): Perl is not installed, try .pkg_add -r perl.' $1; then reason="perl"; tag="perl" elif grep -q 'cannot find -lc_r' $1; then reason="threads"; tag="threads" elif grep -q "checking for.*lc_r\.\.\. no" $1; then reason="threads"; tag="threads" elif grep -qE '(No checksum recorded for|(Maybe|Either) .* is out of date, or)' $1; then reason="distinfo_update"; tag="distinfo" elif grep -q "checking whether apxs works.*apxs: not found" $1; then reason="apxs"; tag="apxs" elif grep -qE '(configure: error:|script.*failed: here are the contents of)' $1; then if grep -qE "configure: error: (This program requires STL to compile|One or more.*STL headers are missing)" $1; then reason="stl"; tag="stl" elif grep -qE "configure: error: [Pp]erl (5.* required|version too old)" $1; then reason="perl"; tag="perl" else reason="configure_error"; tag="configure" fi elif grep -qE '(bison:.*(No such file|not found)|multiple definition of `yy)' $1; then reason="bison"; tag="bison" elif grep -q "Couldn't fetch it - please try" $1; then reason="fetch"; tag="fetch" elif grep -q "out of .* hunks .*--saving rejects to" $1; then reason="patch"; tag="patch" elif grep -q 'Error: category .* not in list of valid categories' $1; then reason="CATEGORIES"; tag="categories" elif grep -q 'make: don.t know how to make .*\.man. Stop' $1; then reason="X_manpage"; tag="xfree4man" elif grep -q 'Xm/Xm\.h: No such file' $1; then reason="MOTIF"; tag="motif" elif grep -q 'undefined reference to `Xp' $1; then reason="MOTIFLIB"; tag="motiflib" elif grep -qi 'read-only file system' $1; then reason="WRKDIR"; tag="wrkdir" elif grep -q 'makeinfo: .* use --force' $1; then reason="texinfo"; tag="texinfo" elif grep -q 'means that you did not run the h2ph script' $1; then reason="perl5"; tag="perl5" elif grep -q "Error: shared library \".*\" does not exist" $1; then reason="LIB_DEPENDS"; tag="libdepends" elif grep -qE "(crt0|c\+\+rt0)\.o: No such file" $1; then reason="ELF"; tag="elf" elif grep -q "machine/soundcard.h: No such file or directory" $1; then reason="soundcard.h"; tag="soundcard.h" elif grep -q "values.h: No such file or directory" $1; then reason="values.h"; tag="values.h" elif grep -q ".*\.h: No such file" $1; then if grep -qE "(X11/.*|Xosdefs)\.h: No such file" $1; then if grep -q "XFree86-.*\.tgz" $1; then reason="missing_header"; tag="header" else reason="USE_XLIB"; tag="usexlib" fi else reason="missing_header"; tag="header" fi elif grep -q "pnohang: killing make checksum" $1; then reason="fetch_timeout"; tag="fetch-timeout" elif grep -q "USER PID PPID PGID JOBC STAT TT TIME COMMAND" $1; then reason="runaway_process"; tag="runaway" elif grep -q "pnohang: killing make package" $1; then reason="runaway_process"; tag="runaway" elif grep -q "cd: can't cd to" $1; then reason="NFS"; tag="nfs" elif grep -qE "pkg_add: (can't find enough temporary space|projected size of .* exceeds available free space)" $1; then reason="disk_full"; tag="df" elif grep -qE '(parse error|too (many|few) arguments to|argument.*doesn.*prototype|incompatible type for argument|conflicting types for|undeclared \(first use (in |)this function\)|incorrect number of parameters|has incomplete type and cannot be initialized)' $1; then reason="compiler_error"; tag="cc" elif grep -qE '(ANSI C.. forbids|is a contravariance violation|changed for new ANSI .for. scoping|[0-9]: passing .* changes signedness|discards qualifiers|lacks a cast|redeclared as different kind of symbol|invalid type .* for default argument to|wrong type argument to unary exclamation mark|duplicate explicit instantiation of|incompatible types in assignment|assuming . on overloaded member function|call of overloaded .* is ambiguous|declaration of C function .* conflicts with|initialization of non-const reference type|using typedef-name .* after|[0-9]: implicit declaration of function|[0-9]: size of array .* is too large|fixed or forbidden register .* for class)' $1; then reason="new_compiler_error"; tag="newgcc" elif grep -qE '(syntax error before|ISO C++ forbids|friend declaration|no matching function for call to|.main. must return .int.|invalid conversion from|cannot be used as a macro name as it is an operator in C\+\+|is not a member of type|after previous specification in|no class template named|because worst conversion for the former|better than worst conversion|no match for.*operator|no match for call to|undeclared in namespace|is used as a type, but is not)' $1; then reason="bad_C++_code"; tag="badc++" elif grep -qE '(/usr/libexec/elf/ld: cannot find|undefined reference to|cannot open -l.*: No such file)' $1; then reason="linker_error"; tag="ld" elif grep -qE 'chown:.*invalid argument' $1; then reason="chown"; tag="chown" elif grep -q 'install: .*: No such file' $1; then if grep -q 'install: /usr/local/www/cgi-bin.*No such file or directory' $1; then reason="cgi-bin"; tag="cgi-bin" else reason="install_error"; tag="install" fi elif grep -q "/usr/.*/man/.*: No such file or directory" $1; then reason="manpage"; tag="manpage" elif grep -q "pkg_create: make_dist: tar command failed with code" $1; then reason="PLIST"; tag="plist" elif grep -qE "(Can't|unable to) open display" $1; then reason="DISPLAY"; tag="display" elif grep -q " is already installed - perhaps an older version" $1; then reason="depend_object"; tag="dependobj" elif grep -q "error in dependency .*, exiting" $1; then reason="depend_package"; tag="dependpkg" elif grep -q "#error \" has been replaced by \"" $1; then reason="malloc.h"; tag="malloc.h" elif grep -q "core dumped" $1; then reason="coredump"; tag="coredump" elif grep -q "Segmentation fault" $1; then reason="segfault"; tag="segfault" elif egrep -q "storage size of.*isn't known" $1; then reason="union_wait"; tag="wait" elif grep -q "initializer element is not constant" $1; then reason="stdio"; tag="stdio" elif grep -q "structure has no member named" $1; then reason="struct_changes"; tag="struct" elif grep -q "Error: alignment not a power of 2" $1; then reason="alignment"; tag="alignment" elif grep -qE "bin.apxs:(.)(not found|No such file or directory)" $1; then reason="apxs"; tag="apxs" elif grep -qE "failed to exec .*bin/apxs" $1; then reason="apxs"; tag="apxs" elif grep -q ".s: Assembler messages:" $1; then reason="arch"; tag="arch" elif grep -qE "Cannot (determine .* target|find the byte order) for this architecture" $1; then reason="arch"; tag="arch" elif grep -q "cast from pointer to integer of different size" $1; then reason="arch"; tag="arch" elif grep -qE "^cc1: bad value.*for -mcpu.*switch" $1; then reason="arch"; tag="arch" elif grep -qE "^cc1: invalid option " $1; then reason="arch"; tag="arch" elif grep -qE "Configuration .* not supported" $1; then reason="arch"; tag="arch" elif grep -q "could not read symbols: File in wrong format" $1; then reason="arch"; tag="arch" elif grep -qE "[Ee]rror: [Uu]nknown opcode" $1; then reason="arch"; tag="arch" elif grep -qE "error.*Unsupported architecture" $1; then reason="arch"; tag="arch" elif grep -q "ENDIAN must be defined 0 or 1" $1; then reason="arch"; tag="arch" elif grep -q "failed to merge target-specific data" $1; then reason="arch"; tag="arch" elif grep -qE "(file not recognized|failed to set dynamic section sizes): File format not recognized" $1; then reason="arch"; tag="arch" elif grep -q "impossible register constraint" $1; then reason="arch"; tag="arch" elif grep -qE "inconsistent operand constraints in an .asm" $1; then reason="arch"; tag="arch" elif grep -q "invalid lvalue in asm statement" $1; then reason="arch"; tag="arch" elif grep -qE "is only for.*, and you are running" $1; then reason="arch"; tag="arch" elif grep -q "relocation truncated to fit: " $1; then reason="arch"; tag="arch" elif grep -q "This architecture seems to be neither big endian nor little endian" $1; then reason="arch"; tag="arch" elif grep -q "unknown register name" $1; then reason="arch"; tag="arch" elif grep -q "Unable to correct byte order" $1; then reason="arch"; tag="arch" elif grep -q "Unsupported platform, sorry" $1; then reason="arch"; tag="arch" elif grep -q "won't run on this architecture" $1; then reason="arch"; tag="arch" elif grep -qE "#error .Cannot compile:" $1; then reason="assert"; tag="assert" elif grep -qE "autoconf(.*): not found" $1; then reason="autoconf"; tag="autoconf" elif grep -qE "autoconf(.*): No such file or directory" $1; then reason="autoconf"; tag="autoconf" elif grep -q "autoheader: not found" $1; then reason="autoheader"; tag="autoheader" elif grep -qE "automake(.*): not found" $1; then reason="automake"; tag="automake" elif grep -q "awk: empty regular expression" $1; then reason="awk"; tag="awk" elif grep -qE "(mv:|mv: rename|cannot open) y.tab.c(.*): No such file or directory" $1; then reason="bison"; tag="bison" elif grep -q "sorry, cannot determine the header file bison generates" $1; then reason="bison"; tag="bison" elif grep -q "usage: yacc" $1; then reason="bison"; tag="bison" elif grep -q "/usr/local/www/cgi-bin does not exist" $1; then reason="cgi-bin"; tag="cgi-bin" elif grep -qE "chown: .*\..*: Invalid argument" $1; then reason="chown"; tag="chown" elif grep -q "Cannot stat: " $1; then reason="configure_error"; tag="configure" elif grep -qE "Script.*configure.*failed unexpectedly" $1; then reason="configure_error"; tag="configure" elif grep -q "Cannot open /dev/tty for read" $1; then reason="DISPLAY"; tag="display" elif grep -q "RuntimeError: cannot open display" $1; then reason="DISPLAY"; tag="display" elif grep -q "You must run this program under the X-Window System" $1; then reason="DISPLAY"; tag="display" elif grep -q "ld: unrecognised emulation mode: elf_i386" $1; then reason="ELF"; tag="elf" elif grep -qE "Member name contains .\.\." $1; then reason="fetch"; tag="fetch" elif grep -q "fetch: transfer timed out" $1; then reason="fetch_timeout"; tag="fetch-timeout" elif grep -q "fetch: transfer timed out" $1; then reason="fetch_timeout"; tag="fetch-timeout" elif grep -q "strings.h:.* previous declaration of .int ffs" $1; then reason="ffs_conflict"; tag="ffs_conflict" elif grep -q "is forbidden: FreeBSD-SA-" $1; then reason="forbidden"; tag="forbidden" elif grep -qE "previous declaration.*int getopt" $1; then reason="getopt.h"; tag="getopt.h" elif grep -q 'Run-time system build failed for some reason' $1; then reason="install_error"; tag="install" elif grep -q "/usr/bin/ld: cannot find -lc_r" $1; then reason="lc_r"; tag="lc_r" elif grep -q "cc: .*libintl.*: No such file or directory" $1; then reason="linker_error"; tag="ld" elif grep -qE "cc: ndbm\.so: No such file or directory" $1; then reason="linker_error"; tag="ld" elif grep -q "error: The X11 shared library could not be loaded" $1; then reason="linker_error"; tag="ld" elif grep -q "relocation against dynamic symbol" $1; then reason="linker_error"; tag="ld" elif grep -qE "make.*(don.t know how to make|fatal errors encountered|No rule to make target|built-in)" $1; then reason="makefile"; tag="makefile" elif grep -q "Error: mtree file ./etc/mtree/BSD.local.dist. is missing" $1; then reason="mtree"; tag="mtree" elif grep -qE "cp:.*site_perl: No such file or directory" $1; then reason="perl"; tag="perl" elif grep -q "Perl .* required--this is only version" $1; then reason="perl"; tag="perl" elif grep -q "pod2man: not found" $1; then reason="pod2man"; tag="pod2man" elif grep -q "Syntax error: .(. unexpected (expecting .fi.)" $1; then reason="portcomment"; tag="portcomment" elif grep -q "Abort trap" $1; then reason="process_failed"; tag="process" elif grep -q "Bus error" $1; then reason="process_failed"; tag="process" elif grep -q "Signal 11" $1; then reason="process_failed"; tag="process" elif grep -q "USER PID PPID PGID JOBC STAT TT TIME COMMAND" $1; then reason="process_failed"; tag="process" elif grep -q "python: not found" $1; then reason="python"; tag="python" elif grep -qE "sed: illegal option" $1; then reason="sed"; tag="sed" elif grep -qE "sed: [0-9]*:.*(RE error:|not defined in the RE|bad flag in substitute command|unescaped newline inside substitute pattern|invalid command code)" $1; then reason="sed"; tag="sed" elif grep -q "Your STL string implementation is unusable" $1; then reason="stl"; tag="stl" elif grep -q "Error: pthreads are required to build this package" $1; then reason="threads"; tag="threads" elif grep -q "Please install/update your POSIX threads (pthreads) library" $1; then reason="threads"; tag="threads" elif grep -qE "requires.*thread support" $1; then reason="threads"; tag="threads" elif grep -q "/usr/bin/ld: cannot find -lpthread" $1; then reason="threads"; tag="threads" elif grep -q "/usr/bin/ld: cannot find -lXThrStub" $1; then reason="threads"; tag="threads" else reason="???"; tag="unknown" fi broken="no" if grep -q "Trying build of .* even though it is marked BROKEN" $1; then broken="broken" fi shift echo "$filename|$portname|$affected|$logsize|$dir|$maintainer|$reason|$tag|$broken|$datetime" >> .logs done fi # XXX Sometimes log entries get doubled up for some reason uniq .logs > .logs2 mv .logs2 .logs num=$(wc -l < .logs) header() { echo "Package building errors" >$of echo "

Package building errors

" >>$of echo "

View by " >>$of echo "[ port " >>$of echo "| maintainer " >>$of echo "| category " >>$of echo "| error " >>$of echo "| builddate " >>$of echo "]

" >>$of if [ $num = "0" ]; then echo "No errors (yet)" >>$of else if [ -s cvsdone ]; then echo "CVS update finished at: $(cat cvsdone)
" >> $of fi echo "Timestamp of newest log: $(ls -rtTl *.log | tail -1 | awk '{printf("%s %s %s %s\n",$6,$7,$8,$9)}')

" >> $of echo "\"Aff.\" is number of ports that depend on this one
" >> $of echo "\"[B]\" indicates port is marked BROKEN

" >> $of echo "

$num errors

" >> $of echo "" >>$of echo "$1" >>$of fi } footer() { echo "
" >>$of echo "" >>$of echo "" >>$of } # # Create "default" output, sorted on portname # header "PortAff.SizeCVSMaintainerReasonBuild date" for i in `cat .logs | sort`; do set $(echo $i | tr \| " ") echo "" >> $of echo "$2" >> $of affby=$3 test $affby = "0" -o $affby = "-1" && affby=" " echo "$affby$4 Kb" >> $of echo "$5" >> $of echo "$6" >> $of echo "" >> $of test "$9" = "broken" && echo "[B]" >> $of reason=$(echo $7 | tr '_' ' ') echo "$reason" >> $of echo "" >> $of date=$(echo ${10} | tr '_' ' ') echo "$date" >> $of echo "" >> $of done footer "" mv -f $of index.html # # Create output by category # header "CVSAff.SizePortMaintainerReasonBuild date" for i in `cat .logs | sort -t \\| +4`; do set $(echo $i | tr \| " ") echo "" >> $of echo "$5" >> $of affby=$3 test $affby = "0" -o $affby = "-1" && affby=" " echo "$affby$4 Kb" >> $of echo "$2" >> $of echo "$6" >> $of echo "" >> $of test "$9" = "broken" && echo "[B]" >> $of reason=$(echo $7 | tr '_' ' ') echo "$reason" >> $of echo "" >> $of date=$(echo ${10} | tr '_' ' ') echo "$date" >> $of echo "" >> $of done footer "" mv -f $of index-category.html # # Create output by maintainer # header "MaintainerPortAff.SizeCVSReasonBuild date" for i in `cat .logs | sort -t \\| +5`; do set $(echo $i | tr \| " ") echo "" >> $of echo "$6" >> $of echo "$2" >> $of affby=$3 test $affby = "0" -o $affby = "-1" && affby=" " echo "$affby$4 Kb" >> $of echo "$5" >> $of echo "" >> $of test "$9" = "broken" && echo "[B]" >> $of reason=$(echo $7 | tr '_' ' ') echo "$reason" >> $of echo "" >> $of date=$(echo ${10} | tr '_' ' ') echo "$date" >> $of echo "" >> $of done footer "" mv -f $of index-maintainer.html # # Create output by error # header "ReasonPortAff.SizeCVSMaintainerBuild date" for i in `cat .logs | sort -t \\| +7`; do set $(echo $i | tr \| " ") echo "" >> $of echo "" >> $of test "$9" = "broken" && echo "[B]" >> $of reason=$(echo $7 | tr '_' ' ') echo "$reason" >> $of echo "" >> $of echo "$2" >> $of affby=$3 test $affby = "0" -o $affby = "-1" && affby=" " echo "$affby$4 Kb" >> $of echo "$5" >> $of echo "$6" >> $of date=$(echo ${10} | tr '_' ' ') echo "$date" >> $of echo "" >> $of done footer "" mv -f $of index-reason.html # # Create output by builddate # header "Build datePortAff.SizeCVSMaintainerReason" for i in `cat .logs | sort -t \\| +9`; do set $(echo $i | tr \| " ") echo "" >> $of date=$(echo ${10} | tr '_' ' ') echo "$date" >> $of echo "$2" >> $of affby=$3 test $affby = "0" -o $affby = "-1" && affby=" " echo "$affby$4 Kb" >> $of echo "$5" >> $of echo "$6" >> $of echo "" >> $of test "$9" = "broken" && echo "[B]" >> $of reason=$(echo $7 | tr '_' ' ') echo "$reason" >> $of echo "" >> $of echo "" >> $of done footer "" mv -f $of index-builddate.html # # Get list of maintainers. # for i in `cat .logs | sort -t \\| +9`; do set $(echo $i | tr \| " ") maints="$maints $6" done echo $maints | sed -e 's/ /\ /g' | sort -fu > maintainers rm .lock