X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=config%2Fdebian%2Fcron.daily;h=163a670484a5fca8abdc9b797020eef42619b2ae;hb=9ca0ef3c48e80196ae3dc375cf198abecf5ca8f1;hp=5d85823b471a1d3bc783b1bcd501731f22915f69;hpb=da564af9a40d05d078e5ec7e49c0c778ae08ea0e;p=dak.git diff --git a/config/debian/cron.daily b/config/debian/cron.daily index 5d85823b..163a6704 100755 --- a/config/debian/cron.daily +++ b/config/debian/cron.daily @@ -3,7 +3,7 @@ # Executed daily via cron, out of dak's crontab. set -e -export SCRIPTVARS=/org/ftp.debian.org/dak/config/debian/vars +export SCRIPTVARS=/srv/ftp.debian.org/dak/config/debian/vars . $SCRIPTVARS ################################################################################ @@ -14,15 +14,19 @@ TS=0 NOTICE="$ftpdir/Archive_Maintenance_In_Progress" LOCKCU="$lockdir/daily.lock" LOCKAC="$lockdir/unchecked.lock" +lockac=0 cleanup() { rm -f "$NOTICE" rm -f "$LOCKCU" + if [ "$lockac" -eq "1" ]; then + rm -f "$LOCKAC" + fi } +lockfile -l 3600 $LOCKCU trap cleanup 0 rm -f "$NOTICE" -lockfile -l 3600 $LOCKCU cat > "$NOTICE" < /org/ftp.debian.org/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) +pg_dump projectb > $base/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) ################################################################################ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) -update-bugdoctxt -update-mirrorlists -update-mailingliststxt +cd $configdir +$scriptsdir/update-bugdoctxt +$scriptsdir/update-mirrorlists +$scriptsdir/update-mailingliststxt ################################################################################ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) lockfile $LOCKAC +lockac=1 cd $accepted rm -f REPORT -dak process-unchecked -pa *.changes | tee REPORT | \ +dak process-accepted -pa *.changes | tee REPORT | \ mail -s "Install for $(date +%D)" ftpmaster@ftp-master.debian.org chgrp debadmin REPORT chmod 664 REPORT @@ -58,6 +64,7 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) dak check-overrides rm -f $LOCKAC +lockac=0 symlinks -d -r $ftpdir @@ -81,8 +88,7 @@ dak make-overrides #cat $extoverridedir/task | perl -ne 'print if /^\S+\sTask\s\S+(,\s*\S+)*$/;' > override.sid.extra.main # FIXME -rm -f override.potato.all3 override.sid.all3 -for i in main contrib non-free; do cat override.potato.$i >> override.potato.all3; done +rm -f override.sid.all3 for i in main contrib non-free main.debian-installer; do cat override.sid.$i >> override.sid.all3; done TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) @@ -106,18 +112,20 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Needs to be rebuilt, as files have moved. Due to unaccepts, we need to # update this before wanna-build is updated. psql projectb -A -t -q -c "SELECT filename FROM queue_build WHERE suite = 5 AND queue = 0 AND in_queue = true AND filename ~ 'd(sc|eb)$'" > $dbdir/dists/unstable_accepted.list +symlinks -d /srv/incoming.debian.org/buildd > /dev/null apt-ftparchive generate apt.conf.buildd TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) -mkmaintainers -copyoverrides -mklslar -mkfilesindices -mkchecksums +cd $scriptsdir +./mkmaintainers +./copyoverrides +./mklslar +./mkfilesindices +./mkchecksums # # Fetch bugs information before unchecked processing is allowed again. -/org/ftp.debian.org/testing/britney bugs +$base/testing/britney allowdaklock bugs || true rm -f $NOTICE ssh buildd@buildd /org/wanna-build/trigger.daily @@ -127,9 +135,9 @@ echo Archive maintenance finished at $(date +%X) ################################################################################ echo "Creating post-daily-cron-job backup of projectb database..." -POSTDUMP=/org/ftp.debian.org/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) +POSTDUMP=$base/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) pg_dump projectb > $POSTDUMP -(cd /org/ftp.debian.org/backup; ln -sf $POSTDUMP current) +(cd $base/backup; ln -sf $POSTDUMP current) ################################################################################ @@ -159,14 +167,22 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) ulimit -m 90000 -d 90000 -s 10000 -v 90000 -run-parts --report /org/ftp.debian.org/scripts/distmnt +run-parts --report $base/scripts/distmnt echo Daily cron scripts successful. TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Stats pr0n -update-ftpstats $base/log/* > $base/misc/ftpstats.data +cd $configdir +$scriptsdir/update-ftpstats $base/log/* > $base/misc/ftpstats.data R --slave --vanilla < $base/misc/ftpstats.R TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + +# Clean up apt-ftparchive's databases + +cd $configdir +apt-ftparchive -q clean apt.conf + +################################################################################