X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=config%2Fdebian%2Fcron.dinstall;h=9261452daec74d7764a1ec4dcfb55719076c07be;hb=4c6d9d52eddb26028e5328e30c2d312bc45f3906;hp=99be3a6ff30d19957fb8180708a98c9dddbad5c3;hpb=e2f9606edb235fba58bb801873f8c2d1e85563e3;p=dak.git diff --git a/config/debian/cron.dinstall b/config/debian/cron.dinstall index 99be3a6f..9261452d 100755 --- a/config/debian/cron.dinstall +++ b/config/debian/cron.dinstall @@ -35,7 +35,7 @@ set -u set -E # import the general variable set. -export SCRIPTVARS=/srv/ftp.debian.org/dak/config/debian/vars +export SCRIPTVARS=/srv/ftp-master.debian.org/dak/config/debian/vars . $SCRIPTVARS ######################################################################## @@ -154,10 +154,12 @@ export LC_ALL=C touch "${DINSTALLSTART}" ts "startup" +DINSTALLBEGIN="$(date -u +"%a %b %d %T %Z %Y (%s)")" +state "Startup" lockfile -l 3600 "${LOCK_DAILY}" trap onerror ERR -trap cleanup EXIT TERM HUP INT QUIT +trap remove_daily_lock EXIT TERM HUP INT QUIT touch "${LOCK_BRITNEY}" @@ -170,7 +172,7 @@ GO=( stage $GO GO=( - FUNC="merkel1" + FUNC="qa1" TIME="init" ARGS="" ERR="false" @@ -178,9 +180,9 @@ GO=( stage $GO & GO=( - FUNC="pgdump_pre" + FUNC="pg_timestamp" TIME="pg_dump1" - ARGS="" + ARGS="predinstall" ERR="" ) stage $GO @@ -191,46 +193,43 @@ GO=( ARGS="" ERR="false" ) -stage $GO & +stage $GO + +GO=( + FUNC="i18n1" + TIME="i18n 1" + ARGS="" + ERR="false" +) +stage $GO + +lockfile "$LOCK_ACCEPTED" +lockfile "$LOCK_NEW" +trap remove_all_locks EXIT TERM HUP INT QUIT GO=( FUNC="punew" TIME="p-u-new" - ARGS="p-u-new" - ERR="" + ARGS="proposedupdates" + ERR="false" ) -### TODO: policy-new -#stage $GO +stage $GO GO=( FUNC="opunew" TIME="o-p-u-new" - ARGS="o-p-u-new" - ERR="" -) -### TODO: policy-new -#stage $GO - -GO=( - FUNC="i18n1" - TIME="i18n 1" - ARGS="" + ARGS="oldproposedupdates" ERR="false" ) -stage $GO & - -lockfile "$LOCK_ACCEPTED" -lockfile "$LOCK_NEW" +stage $GO GO=( - FUNC="process_unchecked" - TIME="unchecked" + FUNC="newstage" + TIME="newstage" ARGS="" ERR="" ) -# disabled until p-u is faster than now. it runs often enough, so wont hurt to save -# the time here. -#stage $GO +stage $GO GO=( FUNC="cruft" @@ -240,12 +239,11 @@ GO=( ) stage $GO -rm -f "$LOCK_ACCEPTED" -rm -f "$LOCK_NEW" +state "indices" GO=( - FUNC="msfl" - TIME="make-suite-file-list" + FUNC="dominate" + TIME="dominate" ARGS="" ERR="" ) @@ -257,7 +255,7 @@ GO=( ARGS="" ERR="" ) -stage $GO +#stage $GO GO=( FUNC="fingerprints" @@ -265,7 +263,7 @@ GO=( ARGS="" ERR="false" ) -stage $GO & +stage $GO GO=( FUNC="overrides" @@ -273,7 +271,7 @@ GO=( ARGS="" ERR="" ) -stage $GO & +stage $GO GO=( FUNC="mpfm" @@ -281,18 +279,18 @@ GO=( ARGS="" ERR="false" ) -stage $GO & +stage $GO +state "packages/contents" GO=( FUNC="packages" TIME="apt-ftparchive" ARGS="" ERR="" ) -# Careful: When we ever go and remove this monster-long thing, we have to check the backgrounded -# functions before it. We no longer have a 1.5hour sync point then. stage $GO +state "dists/" GO=( FUNC="pdiff" TIME="pdiff" @@ -301,6 +299,14 @@ GO=( ) stage $GO +GO=( + FUNC="gitpdiff" + TIME="gitpdiff" + ARGS="" + ERR="" +) +stage $GO + GO=( FUNC="release" TIME="release files" @@ -325,6 +331,7 @@ GO=( ) stage $GO +state "scripts" GO=( FUNC="mkmaintainers" TIME="mkmaintainers" @@ -374,44 +381,46 @@ GO=( stage $GO GO=( - FUNC="wb" - TIME="w-b" + FUNC="ddaccess" + TIME="ddaccessible sync" ARGS="" - ERR="" + ERR="false" ) -stage $GO & +stage $GO -rm -f "${LOCK_DAILY}" +remove_all_locks +trap - EXIT TERM HUP INT QUIT ts "locked part finished" +state "postlock" GO=( - FUNC="pgdump_post" - TIME="pg_dump2" + FUNC="changelogs" + TIME="changelogs" ARGS="" - ERR="" + ERR="false" ) stage $GO & GO=( - FUNC="expire" - TIME="expire_dumps" - ARGS="" + FUNC="pg_timestamp" + TIME="pg_dump2" + ARGS="postdinstall" ERR="" ) -stage $GO & +stage $GO GO=( - FUNC="transitionsclean" - TIME="transitionsclean" + FUNC="expire" + TIME="expire_dumps" ARGS="" ERR="" ) stage $GO & GO=( - FUNC="reports" - TIME="reports" + FUNC="transitionsclean" + TIME="transitionsclean" ARGS="" ERR="" ) @@ -433,14 +442,6 @@ GO=( ) stage $GO & -GO=( - FUNC="merkel2" - TIME="merkel projectb push" - ARGS="" - ERR="false" -) -stage $GO & - GO=( FUNC="mirrorpush" TIME="mirrorpush" @@ -476,28 +477,12 @@ stage $GO & rm -f "${LOCK_BRITNEY}" GO=( - FUNC="pgdakdev" - TIME="dak-dev db" - ARGS="" - ERR="false" -) -stage $GO & - -GO=( - FUNC="merkel3" - TIME="merkel ddaccessible sync" - ARGS="" - ERR="false" -) -stage $GO & - -GO=( - FUNC="compress" - TIME="compress" + FUNC="cleantransactions" + TIME="" ARGS="" ERR="" ) -stage $GO & +stage $GO GO=( FUNC="aptftpcleanup" @@ -505,7 +490,10 @@ GO=( ARGS="" ERR="false" ) -stage $GO +#stage $GO + +# we need to wait for the background processes before the end of dinstall +wait log "Daily cron scripts successful, all done" @@ -518,6 +506,7 @@ GO=( ERR="false" ) stage $GO +state "all done" # Now, at the very (successful) end of dinstall, make sure we remove