X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;ds=sidebyside;f=config%2Fdebian%2Fcron.daily;h=f40b6d81a1bac9a3e32760cefb9a45655e72c1f3;hb=281403d6d387e3adad068ece921af17f507d0f0c;hp=163a670484a5fca8abdc9b797020eef42619b2ae;hpb=24a8203e0a3f35bdfb3526e27d686923bb4b459d;p=dak.git diff --git a/config/debian/cron.daily b/config/debian/cron.daily index 163a6704..f40b6d81 100755 --- a/config/debian/cron.daily +++ b/config/debian/cron.daily @@ -50,6 +50,20 @@ $scriptsdir/update-mailingliststxt ################################################################################ +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) +cd $queuedir/p-u-new +date -u -R >> REPORT +dak process-new -a -C COMMENTS >> REPORT +echo >> REPORT + +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) +cd $queuedir/o-p-u-new +date -u -R >> REPORT +dak process-new -a -C COMMENTS >> REPORT +echo >> REPORT + +################################################################################ + TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) lockfile $LOCKAC lockac=1 @@ -75,8 +89,7 @@ dak make-suite-file-list TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Update fingerprints -# [JT - disabled, dak import-ldap-fingerprints currently can ask questions] -#dak import-ldap-fingerprints +dak import-keyring -L /srv/keyring.debian.org/keyrings/debian-keyring.gpg # Generate override files cd $overridedir @@ -144,7 +157,14 @@ pg_dump projectb > $POSTDUMP TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Vacuum the database -echo "VACUUM; VACUUM ANALYZE;" | psql projectb 2>&1 | grep -v "^NOTICE: Skipping.*only table owner can VACUUM it$" +# (JJ, 20-04-2008) disabled, as we have autovacuum set to on in postgres. +# refer to http://www.postgresql.org/docs/current/static/routine-vacuuming.html#AUTOVACUUM +# which says "Beginning in PostgreSQL 8.1, there is an optional feature called autovacuum, +# whose purpose is to automate the execution of VACUUM and ANALYZE commands." +# echo "VACUUM; VACUUM ANALYZE;" | psql projectb 2>&1 | grep -v "^NOTICE: Skipping.*only table owner can VACUUM it$" + +echo "Expiring old database dumps..." +(cd $base/backup; $scriptsdir/expire_dumps -d . -p -f "dump_*") ################################################################################ @@ -153,10 +173,17 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Send a report on NEW/BYHAND packages dak queue-report | mail -e -s "NEW and BYHAND on $(date +%D)" ftpmaster@ftp-master.debian.org # and one on crufty packages -dak cruft-report | tee $webdir/cruft-report-daily.txt | mail -e -s "Debian archive cruft report for $(date +%D)" ftpmaster@ftp-master.debian.org +dak cruft-report > $webdir/cruft-report-daily.txt +dak cruft-report -s experimental >> $webdir/cruft-report-daily.txt +cat $webdir/cruft-report-daily.txt | mail -e -s "Debian archive cruft report for $(date +%D)" ftpmaster@ftp-master.debian.org + +$scriptsdir/dm-monitor >$webdir/dm-uploaders.html ################################################################################ +# Push katie@merkel so it syncs the projectb there. Returns immediately, the sync runs detached +ssh -2 -i ~/.ssh/push_merkel_projectb katie@merkel.debian.org sleep 1 + # Run mirror-split #time dak mirror-split @@ -165,7 +192,7 @@ dak cruft-report | tee $webdir/cruft-report-daily.txt | mail -e -s "Debian archi TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) -ulimit -m 90000 -d 90000 -s 10000 -v 90000 +ulimit -m 90000 -d 90000 -s 10000 -v 200000 run-parts --report $base/scripts/distmnt @@ -185,4 +212,16 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) cd $configdir apt-ftparchive -q clean apt.conf +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + +# Compress psql backups older than a week, but no more than 20 of them + +(cd $base/backup/ + find -maxdepth 1 -mindepth 1 -type f -name 'dump_*' \! -name '*.bz2' \! -name '*.gz' -mtime +7 | + sort | head -n20 | while read dumpname; do + echo "Compressing $dumpname" + bzip2 -9 "$dumpname" + done +) + ################################################################################