X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=config%2Fdebian%2Fcron.daily;h=139208f99c8aa0f4cdfe45cb317caa7400b88413;hb=d35f7c7714c53b693a2cdef9efb38befc6e240a0;hp=6d115cbeffa92e04e69ad298d149f7b5fc9c4b0d;hpb=11cdb7b061b7ae8aadbc3bd6da3cc796bb00396c;p=dak.git diff --git a/config/debian/cron.daily b/config/debian/cron.daily index 6d115cbe..139208f9 100755 --- a/config/debian/cron.daily +++ b/config/debian/cron.daily @@ -35,6 +35,9 @@ ending at about 15:30. This file is then removed. You should not mirror the archive during this period. EOF +# Push merkels qa user, so the qa pages can show "dinstall is running" information +ssh -2 -i ~dak/.ssh/push_merkel_qa -o BatchMode=yes -o SetupTimeOut=30 -o ConnectTimeout=30 qa@merkel.debian.org sleep 1 + ################################################################################ echo "Creating pre-daily-cron-job backup of projectb database..." @@ -89,8 +92,7 @@ dak make-suite-file-list TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Update fingerprints -# [JT - disabled, dak import-ldap-fingerprints currently can ask questions] -#dak import-ldap-fingerprints +dak import-keyring -L /srv/keyring.debian.org/keyrings/debian-keyring.gpg # Generate override files cd $overridedir @@ -158,7 +160,14 @@ pg_dump projectb > $POSTDUMP TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Vacuum the database -echo "VACUUM; VACUUM ANALYZE;" | psql projectb 2>&1 | grep -v "^NOTICE: Skipping.*only table owner can VACUUM it$" +# (JJ, 20-04-2008) disabled, as we have autovacuum set to on in postgres. +# refer to http://www.postgresql.org/docs/current/static/routine-vacuuming.html#AUTOVACUUM +# which says "Beginning in PostgreSQL 8.1, there is an optional feature called autovacuum, +# whose purpose is to automate the execution of VACUUM and ANALYZE commands." +# echo "VACUUM; VACUUM ANALYZE;" | psql projectb 2>&1 | grep -v "^NOTICE: Skipping.*only table owner can VACUUM it$" + +echo "Expiring old database dumps..." +(cd $base/backup; $scriptsdir/expire_dumps -d . -p -f "dump_*") ################################################################################ @@ -167,10 +176,17 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) # Send a report on NEW/BYHAND packages dak queue-report | mail -e -s "NEW and BYHAND on $(date +%D)" ftpmaster@ftp-master.debian.org # and one on crufty packages -dak cruft-report | tee $webdir/cruft-report-daily.txt | mail -e -s "Debian archive cruft report for $(date +%D)" ftpmaster@ftp-master.debian.org +dak cruft-report > $webdir/cruft-report-daily.txt +dak cruft-report -s experimental >> $webdir/cruft-report-daily.txt +cat $webdir/cruft-report-daily.txt | mail -e -s "Debian archive cruft report for $(date +%D)" ftpmaster@ftp-master.debian.org + +$scriptsdir/dm-monitor >$webdir/dm-uploaders.html ################################################################################ +# Push katie@merkel so it syncs the projectb there. Returns immediately, the sync runs detached +ssh -2 -i ~/.ssh/push_merkel_projectb katie@merkel.debian.org sleep 1 + # Run mirror-split #time dak mirror-split @@ -199,4 +215,16 @@ TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) cd $configdir apt-ftparchive -q clean apt.conf +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + +# Compress psql backups older than a week, but no more than 20 of them + +(cd $base/backup/ + find -maxdepth 1 -mindepth 1 -type f -name 'dump_*' \! -name '*.bz2' \! -name '*.gz' -mtime +7 | + sort | head -n20 | while read dumpname; do + echo "Compressing $dumpname" + bzip2 -9 "$dumpname" + done +) + ################################################################################