X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=cron.daily;h=f257df22f2d9206743562b2e2d4a12e8c73411a3;hb=950d3a6f5d3733d912a9e9b586d8de7d9405db7b;hp=b76cad2445f493690c395b51f39721a693fe21bf;hpb=1f0fe4abc69394c854bcd32b1e05e5a296974fae;p=dak.git diff --git a/cron.daily b/cron.daily index b76cad24..f257df22 100755 --- a/cron.daily +++ b/cron.daily @@ -1,6 +1,6 @@ #! /bin/sh # -# Executed daily via cron, out of troup's crontab. +# Executed daily via cron, out of katie's crontab. set -e export SCRIPTVARS=/org/ftp.debian.org/katie/vars @@ -11,13 +11,17 @@ export SCRIPTVARS=/org/ftp.debian.org/katie/vars echo Archive maintenance started at $(date +%X) NOTICE="$ftpdir/Archive_Maintenance_In_Progress" +LOCKCU="$lockdir/daily.lock" +LOCKAC="$lockdir/unchecked.lock" cleanup() { rm -f "$NOTICE" + rm -f "$LOCKCU" } trap cleanup 0 rm -f "$NOTICE" +lockfile -l 3600 $LOCKCU cat > "$NOTICE" < override.sarge.extra.main +#cat $extoverridedir/task | perl -ne 'print if /^\S+\sTask\s\S+(,\s*\S+)*$/;' > override.sid.extra.main + # FIXME rm -f override.potato.all3 override.sid.all3 for i in main contrib non-free; do cat override.potato.$i >> override.potato.all3; done @@ -63,6 +77,8 @@ for i in main contrib non-free main.debian-installer; do cat override.sid.$i >> # Generate Packages and Sources files cd $masterdir apt-ftparchive generate apt.conf +# Generate *.diff/ incremental updates +tiffani # Generate Release files ziyi @@ -70,18 +86,27 @@ ziyi rhona shania +# Needs to be rebuilt, as files have moved. Due to unaccepts, we need to +# update this before wanna-build is updated. +psql projectb -A -t -q -c "SELECT filename FROM accepted_autobuild WHERE suite = 5 AND in_accepted = true AND filename ~ 'd(sc|eb)$'" > $dbdir/dists/unstable_accepted.list +apt-ftparchive generate apt.conf.buildd + mkmaintainers copyoverrides mklslar mkchecksums - rm -f $NOTICE +sudo -u archvsync /home/archvsync/pushmerkel + +rm -f $LOCKCU echo Archive maintenance finished at $(date +%X) ################################################################################ echo "Creating post-daily-cron-job backup of projectb database..." -pg_dump projectb > /org/ftp.debian.org/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) +POSTDUMP=/org/ftp.debian.org/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) +pg_dump projectb > $POSTDUMP +(cd /org/ftp.debian.org/backup; ln -sf $POSTDUMP current) ################################################################################ @@ -92,6 +117,14 @@ echo "VACUUM; VACUUM ANALYZE;" | psql projectb 2>&1 | grep -v "^NOTICE: Skippin # Send a report on NEW/BYHAND packages helena | mail -e -s "NEW and BYHAND on $(date +%D)" ftpmaster@ftp-master.debian.org +# and one on crufty packages +rene | tee $webdir/rene-daily.txt | mail -e -s "rene run for $(date +%D)" ftpmaster@ftp-master.debian.org + +################################################################################ + +# Run billie + +#time billie ################################################################################ @@ -100,3 +133,8 @@ ulimit -m 90000 -d 90000 -s 10000 -v 90000 run-parts --report /org/ftp.debian.org/scripts/distmnt echo Daily cron scripts successful. +# Stats pr0n + +cd $masterdir +update-ftpstats $base/log/* > $base/misc/ftpstats.data +R --slave --vanilla < $base/misc/ftpstats.R