From: James Troup Date: Sun, 21 May 2006 00:01:57 +0000 (-0500) Subject: ssh to buildd and run 'trigger.daily before we 'finish'. Drop merkel push. [rmurray... X-Git-Url: https://git.decadent.org.uk/gitweb/?a=commitdiff_plain;h=d729de9019b62e26eae3d24111af464e9bf30c64;p=dak.git ssh to buildd and run 'trigger.daily before we 'finish'. Drop merkel push. [rmurray]. Add progress timestamps. [ajt]. --- diff --git a/config/debian/cron.daily b/config/debian/cron.daily index 9c24f911..8aae0543 100755 --- a/config/debian/cron.daily +++ b/config/debian/cron.daily @@ -9,6 +9,7 @@ export SCRIPTVARS=/org/ftp.debian.org/dak/config/debian/vars ################################################################################ echo Archive maintenance started at $(date +%X) +TS=0 NOTICE="$ftpdir/Archive_Maintenance_In_Progress" LOCKCU="$lockdir/daily.lock" @@ -37,12 +38,14 @@ pg_dump projectb > /org/ftp.debian.org/backup/dump_$(date +%Y.%m.%d-%H:%M:%S) ################################################################################ +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) update-bugdoctxt update-mirrorlists update-mailingliststxt ################################################################################ +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) lockfile $LOCKAC cd $accepted rm -f REPORT @@ -51,15 +54,21 @@ dak process-unchecked -pa *.changes | tee REPORT | \ chgrp debadmin REPORT chmod 664 REPORT +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + cd $masterdir dak check-overrides rm -f $LOCKAC symlinks -d -r $ftpdir +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + cd $masterdir dak make-suite-file-list +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Update fingerprints # [JT - disabled, dak import-ldap-fingerprints currently can ask questions] #dak import-ldap-fingerprints @@ -78,6 +87,8 @@ rm -f override.potato.all3 override.sid.all3 for i in main contrib non-free; do cat override.potato.$i >> override.potato.all3; done for i in main contrib non-free main.debian-installer; do cat override.sid.$i >> override.sid.all3; done +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Generate Packages and Sources files cd $masterdir apt-ftparchive generate apt.conf @@ -86,24 +97,31 @@ dak generate-index-diffs # Generate Release files dak generate-releases +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Clean out old packages dak clean-suites dak clean-queues +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Needs to be rebuilt, as files have moved. Due to unaccepts, we need to # update this before wanna-build is updated. psql projectb -A -t -q -c "SELECT filename FROM queue_build WHERE suite = 5 AND queue = 0 AND in_queue = true AND filename ~ 'd(sc|eb)$'" > $dbdir/dists/unstable_accepted.list apt-ftparchive generate apt.conf.buildd +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + mkmaintainers copyoverrides mklslar +mkfilesindices mkchecksums # # Fetch bugs information before unchecked processing is allowed again. /org/ftp.debian.org/testing/britney bugs rm -f $NOTICE -sudo -u archvsync /home/archvsync/pushmerkel +ssh buildd@buildd /org/wanna-build/trigger.daily rm -f $LOCKCU echo Archive maintenance finished at $(date +%X) @@ -117,11 +135,15 @@ pg_dump projectb > $POSTDUMP ################################################################################ +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Vacuum the database echo "VACUUM; VACUUM ANALYZE;" | psql projectb 2>&1 | grep -v "^NOTICE: Skipping.*only table owner can VACUUM it$" ################################################################################ +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Send a report on NEW/BYHAND packages dak queue-report | mail -e -s "NEW and BYHAND on $(date +%D)" ftpmaster@ftp-master.debian.org # and one on crufty packages @@ -135,13 +157,19 @@ dak cruft-report | tee $webdir/cruft-report-daily.txt | mail -e -s "Debian archi ################################################################################ +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + ulimit -m 90000 -d 90000 -s 10000 -v 90000 run-parts --report /org/ftp.debian.org/scripts/distmnt echo Daily cron scripts successful. +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X) + # Stats pr0n cd $masterdir update-ftpstats $base/log/* > $base/misc/ftpstats.data R --slave --vanilla < $base/misc/ftpstats.R + +TS=$(($TS+1)); echo Archive maintenance timestamp $TS: $(date +%X)