2004-07-12 Daniel Silverstone <dsilvers@digital.org> * billie (main): Make...

[dak.git] / wanna-build / trigger.daily

diff --git a/wanna-build/trigger.daily b/wanna-build/trigger.daily
index ddb027e9bdb37c28adbdf93f8c09e02e3860a28c..caf99f46423dde92a713f0d16540f84e6266254f 100755 (executable)
--- a/wanna-build/trigger.daily
+++ b/wanna-build/trigger.daily
@@ -3,16 +3,21 @@
 # Updates wanna-build databases after the archive maintenance
 # finishes
 #
+# Files:
+#     Sources-* == upstream fetched file
+#     Sources.* == uncompressed, concat'd version
 PATH="/bin:/usr/bin"
-DISTS="unstable oldstable-security stable stable-security testing testing-security"
+#testing must be before unstable so late upld don't build for testing needlessly
+#DISTS="stable stable-security testing testing-security unstable"
+DISTS="stable stable-security testing unstable"
+STATS_DISTS="unstable testing stable"
 SECTIONS="main contrib non-free"
-ARCHS_oldstable="m68k arm sparc alpha powerpc i386"
-ARCHS_stable="mips mipsel ia64 hppa s390 $ARCHS_oldstable"
+ARCHS_stable="m68k arm sparc alpha powerpc i386 mips mipsel ia64 hppa s390"
 ARCHS_testing="$ARCHS_stable"
 ARCHS_unstable="$ARCHS_testing hurd-i386 sh"
 TMPDIR="/org/wanna-build/tmp"
-WGETOPT="-q -t2 -w0 -T60"
-CURLOPT="-q -s -S -f -K /org/wanna-build/trigger.curlrc"
+WGETOPT="-q -t2 -w0 -T10"
+CURLOPT="-q -s -S -f -y 5 -K /org/wanna-build/trigger.curlrc"
 LOCKFILE="/org/wanna-build/tmp/DB_Maintenance_In_Progress"
 
 DAY=`date +%w`
@@ -47,9 +52,6 @@ cd $TMPDIR
 for d in $DISTS ; do
        dist=`echo $d | sed s/-.*$//`
        case "$dist" in
-               oldstable)
-                       ARCHS="$ARCHS_oldstable"
-                       ;;
                stable)
                        ARCHS="$ARCHS_stable"
                        ;;
@@ -140,30 +142,15 @@ for d in $DISTS ; do
                fi
        done
 
-       if [ "$d" = "oldstable" ]; then
-               gzip -dc /org/ftp.debian.org/ftp/dists/old-proposed-updates/Sources.gz >> Sources.$d
-               if "$NON_US" = "true" ]; then
-                       rm -f Sources.gz
-                       if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/old-proposed-updates/Sources.gz; then
-                               mv Sources.gz Sources-non-us.p-u.gz
-                       fi
-                       gzip -dc Sources-non-us.p-u.gz >> Sources.$d
-                       rm -f Packages.gz
-                       if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/old-proposed-updates/Packages.gz; then
-                               mv Packages.gz Packages-non-us.p-u.gz
-                       fi
-               fi
-                       
-               for a in $ARCHS ; do
-                       gzip -dc /org/ftp.debian.org/ftp/dists/old-proposed-updates/Packages.gz >> Packages.$d.$a
-                       gzip -dc Packages-non-us.p-u.gz >> Packages.$d.$a
-               done
-       fi
        for a in $ARCHS ; do
-               if [ "$d" = "unstable" ]; then
+               if [ "$d" = "unstable" -o ! -e "quinn-unstable.$a-old" ]; then
                        quinn-diff -A $a -a /org/buildd.debian.org/web/quinn-diff/Packages-arch-specific -s Sources.$d -p Packages.$d.$a >> quinn-$d.$a
                else
-                       quinn-diff -A $a -a /org/buildd.debian.org/web/quinn-diff/Packages-arch-specific -s Sources.$d -p Packages.$d.$a | fgrep -v -f quinn-unstable.$a >> quinn-$d.$a
+                       if echo $d | grep -qv -- -security; then
+                               quinn-diff -A $a -a /org/buildd.debian.org/web/quinn-diff/Packages-arch-specific -s Sources.$d -p Packages.$d.$a | fgrep -v -f quinn-unstable.$a-old | grep ":out-of-date\]$" >> quinn-$d.$a
+                       else
+                               quinn-diff -A $a -a /org/buildd.debian.org/web/quinn-diff/Packages-arch-specific -s Sources.$d -p Packages.$d.$a >> quinn-$d.$a
+                       fi
                fi
        done
 done
@@ -175,11 +162,6 @@ for a in $ARCHS_unstable ; do
        for d in $DISTS ; do
                dist=`echo $d | sed s/-.*$//`
                case "$dist" in
-                       oldstable)
-                               if echo $ARCHS_oldstable | grep -q -v "\b$a\b"; then
-                                       continue
-                               fi
-                               ;;
                        stable)
                                if echo $ARCHS_stable | grep -q -v "\b$a\b"; then
                                        continue
@@ -200,12 +182,13 @@ for a in $ARCHS_unstable ; do
                perl -pi -e 's#^(non-US/)?(non-free)/.*$##msg' quinn-$d.$a
                wanna-build --merge-quinn --dist=$d --database=$a/build-db quinn-$d.$a
                wanna-build --merge-sources --dist=$d --database=$a/build-db Sources.$d
+               wanna-build --clean-db --dist=$d --database=$a/build-db
                mv Packages.$d.$a Packages.$d.$a-old
                mv quinn-$d.$a quinn-$d.$a-old
-               if [ "$DAY" = "0" -a "$d" = "unstable" ]; then
-                       savelog -p -c 26 /org/wanna-build/db/$a/transactions.log
-               fi
        done
+       if [ "$DAY" = "0" ]; then
+               savelog -p -c 26 /org/wanna-build/db/$a/transactions.log
+       fi
        wanna-build --remove-maintenance-lock --database=$a/build-db
 done
 umask 022
@@ -219,3 +202,9 @@ echo "merge ended `date`"
 rm -f "$LOCKFILE"
 trap -
 /org/buildd.debian.org/bin/makegraph
+for a in $ARCHS_stable; do
+       echo Last Updated: `date -u` > /org/buildd.debian.org/web/stats/$a.txt
+       for d in $STATS_DISTS; do
+               /org/wanna-build/bin/wanna-build-statistics --database=$a/build-db --dist=$d >> /org/buildd.debian.org/web/stats/$a.txt
+       done
+done