3 # Updates wanna-build databases after the archive maintenance
7 # Sources-* == upstream fetched file
8 # Sources.* == uncompressed, concat'd version
10 #testing must be before unstable so late upld don't build for testing needlessly
11 DISTS="oldstable-security stable stable-security testing testing-security unstable"
12 SECTIONS="main contrib non-free"
13 ARCHS_oldstable="m68k arm sparc alpha powerpc i386"
14 ARCHS_stable="mips mipsel ia64 hppa s390 $ARCHS_oldstable"
15 ARCHS_testing="$ARCHS_stable"
16 ARCHS_unstable="$ARCHS_testing hurd-i386 sh"
17 TMPDIR="/org/wanna-build/tmp"
18 WGETOPT="-q -t2 -w0 -T60"
19 CURLOPT="-q -s -S -f -K /org/wanna-build/trigger.curlrc"
20 LOCKFILE="/org/wanna-build/tmp/DB_Maintenance_In_Progress"
24 if lockfile -! -l 3600 $LOCKFILE; then
25 echo "Cannot lock $LOCKFILE"
34 echo Updating wanna-build databases...
37 if [ "$DAY" = "0" ]; then
38 savelog -c 26 -p /org/wanna-build/db/merge.log
41 exec >> /org/wanna-build/db/merge.log 2>&1
43 echo -------------------------------------------------------------------------
44 echo "merge triggered `date`"
49 # Make one big Packages and Sources file.
52 dist=`echo $d | sed s/-.*$//`
55 ARCHS="$ARCHS_oldstable"
61 ARCHS="$ARCHS_testing"
64 ARCHS="$ARCHS_unstable"
67 NON_US="false" # this is changed below if sources can be found
69 if [ "$d" = "unstable" ]; then
70 gzip -dc /org/incoming.debian.org/buildd/Sources.gz >> Sources.$d
73 rm -f Packages.$d.$a quinn-$d.$a
74 if [ "$d" = "unstable" ]; then
75 gzip -dc /org/incoming.debian.org/buildd/Packages.gz >> Packages.$d.$a
79 for s in $SECTIONS ; do
80 if echo $d | grep -qv -- -security; then
82 if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/$d/non-US/$s/source/Sources.gz; then
83 mv Sources.gz Sources-non-us.$d.$s.gz
86 gzip -dc Sources-non-us.$d.$s.gz >> Sources.$d
87 gzip -dc /org/ftp.debian.org/ftp/dists/$d/$s/source/Sources.gz >> Sources.$d
88 if [ "$d" = "testing" -o "$d" = "stable" ]; then
89 if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/$d-proposed-updates/non-US/$s/source/Sources.gz; then
90 mv Sources.gz Sources-non-us.$d-p-u.$s.gz
92 gzip -dc Sources-non-us.$d-p-u.$s.gz >> Sources.$d
93 gzip -dc /org/ftp.debian.org/ftp/dists/$d-proposed-updates/$s/source/Sources.gz >> Sources.$d
98 if [ "$NON_US" = "true" ]; then
99 if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/$d/non-US/$s/binary-$a/Packages.gz; then
100 mv Packages.gz Packages-non-us.$d.$s.$a.gz
103 gzip -dc Packages-non-us.$d.$s.$a.gz >> Packages.$d.$a
105 gzip -dc /org/ftp.debian.org/ftp/dists/$d/$s/binary-$a/Packages.gz >> Packages.$d.$a
106 if [ "$d" = "testing" -o "$d" = "stable" ]; then
107 if [ "$NON_US" = "true" ]; then
108 if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/$d-proposed-updates/non-US/$s/binary-$a/Packages.gz; then
109 mv Packages.gz Packages-non-us.$d-p-u.$s.$a.gz
112 gzip -dc Packages-non-us.$d-p-u.$s.$a.gz >> Packages.$d.$a
113 gzip -dc /org/ftp.debian.org/ftp/dists/$d-proposed-updates/$s/binary-$a/Packages.gz >> Packages.$d.$a
115 if [ "$d" = "unstable" -a "$s" = "main" ]; then
116 gzip -dc /org/ftp.debian.org/ftp/dists/$d/$s/debian-installer/binary-$a/Packages.gz >> Packages.$d.$a
121 if wget $WGETOPT http://security.debian.org/debian-security/dists/$dist/updates/$s/source/Sources.gz; then
122 mv Sources.gz Sources-$d.$s.gz
124 gzip -dc Sources-$d.$s.gz >> Sources.$d
125 if [ "$s" = "main" ]; then
126 if curl $CURLOPT http://security.debian.org/buildd/$dist/Sources.gz -o Sources.gz; then
127 mv Sources.gz Sources-$d.accepted.gz
129 gzip -dc Sources-$d.accepted.gz >> Sources.$d
130 if curl $CURLOPT http://security.debian.org/buildd/$dist/Packages.gz -o Packages.gz; then
131 mv Packages.gz Packages.$d.accepted.gz
136 if wget $WGETOPT http://security.debian.org/debian-security/dists/$dist/updates/$s/binary-$a/Packages.gz; then
137 mv Packages.gz Packages.$d.$s.$a.gz
139 gzip -dc Packages.$d.$s.$a.gz >> Packages.$d.$a
140 if [ "$s" = "main" ]; then
141 gzip -dc Packages.$d.accepted.gz >> Packages.$d.$a
147 if [ "$d" = "oldstable" ]; then
148 gzip -dc /org/ftp.debian.org/ftp/dists/old-proposed-updates/Sources.gz >> Sources.$d
149 if "$NON_US" = "true" ]; then
151 if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/old-proposed-updates/Sources.gz; then
152 mv Sources.gz Sources-non-us.p-u.gz
154 gzip -dc Sources-non-us.p-u.gz >> Sources.$d
156 if wget $WGETOPT http://non-us.debian.org/debian-non-US/dists/old-proposed-updates/Packages.gz; then
157 mv Packages.gz Packages-non-us.p-u.gz
162 gzip -dc /org/ftp.debian.org/ftp/dists/old-proposed-updates/Packages.gz >> Packages.$d.$a
163 gzip -dc Packages-non-us.p-u.gz >> Packages.$d.$a
167 if [ "$d" = "unstable" -o ! -e "quinn-unstable.$a-old" ]; then
168 quinn-diff -A $a -a /org/buildd.debian.org/web/quinn-diff/Packages-arch-specific -s Sources.$d -p Packages.$d.$a >> quinn-$d.$a
170 quinn-diff -A $a -a /org/buildd.debian.org/web/quinn-diff/Packages-arch-specific -s Sources.$d -p Packages.$d.$a | fgrep -v -f quinn-unstable.$a-old >> quinn-$d.$a
176 for a in $ARCHS_unstable ; do
177 wanna-build --create-maintenance-lock --database=$a/build-db
180 dist=`echo $d | sed s/-.*$//`
183 if echo $ARCHS_oldstable | grep -q -v "\b$a\b"; then
188 if echo $ARCHS_stable | grep -q -v "\b$a\b"; then
193 if echo $ARCHS_testing | grep -q -v "\b$a\b"; then
198 if echo $ARCHS_unstable | grep -q -v "\b$a\b"; then
203 wanna-build --merge-packages --arch=$a --dist=$d --database=$a/build-db Packages.$d.$a
204 perl -pi -e 's#^(non-US/)?(non-free)/.*$##msg' quinn-$d.$a
205 wanna-build --merge-quinn --dist=$d --database=$a/build-db quinn-$d.$a
206 wanna-build --merge-sources --dist=$d --database=$a/build-db Sources.$d
207 mv Packages.$d.$a Packages.$d.$a-old
208 mv quinn-$d.$a quinn-$d.$a-old
209 if [ "$DAY" = "0" -a "$d" = "unstable" ]; then
210 savelog -p -c 26 /org/wanna-build/db/$a/transactions.log
213 wanna-build --remove-maintenance-lock --database=$a/build-db
217 mv Sources.$d Sources.$d-old
220 echo "merge ended `date`"
221 /org/wanna-build/bin/wb-graph >> /org/wanna-build/etc/graph-data
222 /org/wanna-build/bin/wb-graph -p >> /org/wanna-build/etc/graph2-data
225 /org/buildd.debian.org/bin/makegraph