]> git.decadent.org.uk Git - dak.git/blob - dak/check_proposed_updates.py
Merge commit 'lamby/master' into merge
[dak.git] / dak / check_proposed_updates.py
1 #!/usr/bin/env python
2
3 """ Dependency check proposed-updates """
4 # Copyright (C) 2001, 2002, 2004, 2006  James Troup <james@nocrew.org>
5
6 # This program is free software; you can redistribute it and/or modify
7 # it under the terms of the GNU General Public License as published by
8 # the Free Software Foundation; either version 2 of the License, or
9 # (at your option) any later version.
10
11 # This program is distributed in the hope that it will be useful,
12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14 # GNU General Public License for more details.
15
16 # You should have received a copy of the GNU General Public License
17 # along with this program; if not, write to the Free Software
18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
19
20 ################################################################################
21
22 # | > amd64 is more mature than even some released architectures
23 # |
24 # | This might be true of the architecture, unfortunately it seems to be the
25 # | exact opposite for most of the people involved with it.
26 #
27 # <1089213290.24029.6.camel@descent.netsplit.com>
28
29 ################################################################################
30
31 import sys, os
32 import apt_pkg, apt_inst
33
34 from daklib.dbconn import *
35 from daklib.config import Config
36 from daklib import utils
37 from daklib.regexes import re_no_epoch
38
39 ################################################################################
40
41 Options = None
42 stable = {}
43 stable_virtual = {}
44 architectures = None
45
46 ################################################################################
47
48 def usage (exit_code=0):
49     print """Usage: dak check-proposed-updates [OPTION] <CHANGES FILE | DEB FILE | ADMIN FILE>[...]
50 (Very) Basic dependency checking for proposed-updates.
51
52   -q, --quiet                be quieter about what is being done
53   -v, --verbose              be more verbose about what is being done
54   -h, --help                 show this help and exit
55
56 Need either changes files, deb files or an admin.txt file with a '.joey' suffix."""
57     sys.exit(exit_code)
58
59 ################################################################################
60
61 def d_test (dict, key, positive, negative):
62     if not dict:
63         return negative
64     if dict.has_key(key):
65         return positive
66     else:
67         return negative
68
69 ################################################################################
70
71 def check_dep (depends, dep_type, check_archs, filename, files):
72     pkg_unsat = 0
73     for arch in check_archs:
74         for parsed_dep in apt_pkg.ParseDepends(depends):
75             unsat = []
76             for atom in parsed_dep:
77                 (dep, version, constraint) = atom
78                 # As a real package?
79                 if stable.has_key(dep):
80                     if stable[dep].has_key(arch):
81                         if apt_pkg.CheckDep(stable[dep][arch], constraint, version):
82                             if Options["debug"]:
83                                 print "Found %s as a real package." % (utils.pp_deps(parsed_dep))
84                             unsat = 0
85                             break
86                 # As a virtual?
87                 if stable_virtual.has_key(dep):
88                     if stable_virtual[dep].has_key(arch):
89                         if not constraint and not version:
90                             if Options["debug"]:
91                                 print "Found %s as a virtual package." % (utils.pp_deps(parsed_dep))
92                             unsat = 0
93                             break
94                 # As part of the same .changes?
95                 epochless_version = re_no_epoch.sub('', version)
96                 dep_filename = "%s_%s_%s.deb" % (dep, epochless_version, arch)
97                 if files.has_key(dep_filename):
98                     if Options["debug"]:
99                         print "Found %s in the same upload." % (utils.pp_deps(parsed_dep))
100                     unsat = 0
101                     break
102                 # Not found...
103                 # [FIXME: must be a better way ... ]
104                 error = "%s not found. [Real: " % (utils.pp_deps(parsed_dep))
105                 if stable.has_key(dep):
106                     if stable[dep].has_key(arch):
107                         error += "%s:%s:%s" % (dep, arch, stable[dep][arch])
108                     else:
109                         error += "%s:-:-" % (dep)
110                 else:
111                     error += "-:-:-"
112                 error += ", Virtual: "
113                 if stable_virtual.has_key(dep):
114                     if stable_virtual[dep].has_key(arch):
115                         error += "%s:%s" % (dep, arch)
116                     else:
117                         error += "%s:-"
118                 else:
119                     error += "-:-"
120                 error += ", Upload: "
121                 if files.has_key(dep_filename):
122                     error += "yes"
123                 else:
124                     error += "no"
125                 error += "]"
126                 unsat.append(error)
127
128             if unsat:
129                 sys.stderr.write("MWAAP! %s: '%s' %s can not be satisifed:\n" % (filename, utils.pp_deps(parsed_dep), dep_type))
130                 for error in unsat:
131                     sys.stderr.write("  %s\n" % (error))
132                 pkg_unsat = 1
133
134     return pkg_unsat
135
136 def check_package(filename, files):
137     try:
138         control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename)))
139     except:
140         utils.warn("%s: debExtractControl() raised %s." % (filename, sys.exc_type))
141         return 1
142     Depends = control.Find("Depends")
143     Pre_Depends = control.Find("Pre-Depends")
144     #Recommends = control.Find("Recommends")
145     pkg_arch = control.Find("Architecture")
146     base_file = os.path.basename(filename)
147     if pkg_arch == "all":
148         check_archs = architectures
149     else:
150         check_archs = [pkg_arch]
151
152     pkg_unsat = 0
153     if Pre_Depends:
154         pkg_unsat += check_dep(Pre_Depends, "pre-dependency", check_archs, base_file, files)
155
156     if Depends:
157         pkg_unsat += check_dep(Depends, "dependency", check_archs, base_file, files)
158     #if Recommends:
159     #pkg_unsat += check_dep(Recommends, "recommendation", check_archs, base_file, files)
160
161     return pkg_unsat
162
163 ################################################################################
164
165 def pass_fail (filename, result):
166     if not Options["quiet"]:
167         print "%s:" % (os.path.basename(filename)),
168         if result:
169             print "FAIL"
170         else:
171             print "ok"
172
173 ################################################################################
174
175 def check_changes (filename):
176     cnf = Config()
177
178     try:
179         changes = utils.parse_changes(filename)
180         files = utils.build_file_list(changes)
181     except ChangesUnicodeError:
182         utils.warn("Improperly encoded changes file, not utf-8")
183         return
184     except:
185         utils.warn("Error parsing changes file '%s'" % (filename))
186         return
187
188     result = 0
189
190     # Move to the pool directory
191     cwd = os.getcwd()
192     f = files.keys()[0]
193     pool_dir = cnf["Dir::Pool"] + '/' + utils.poolify(changes["source"], files[f]["component"])
194     os.chdir(pool_dir)
195
196     changes_result = 0
197     for f in files.keys():
198         if f.endswith(".deb"):
199             result = check_package(f, files)
200             if Options["verbose"]:
201                 pass_fail(f, result)
202             changes_result += result
203
204     pass_fail (filename, changes_result)
205
206     # Move back
207     os.chdir(cwd)
208
209 ################################################################################
210
211 def check_deb (filename):
212     result = check_package(filename, {})
213     pass_fail(filename, result)
214
215
216 ################################################################################
217
218 def check_joey (filename):
219     cnf = Config()
220
221     f = utils.open_file(filename)
222
223     cwd = os.getcwd()
224     os.chdir("%s/dists/proposed-updates" % (cnf["Dir::Root"]))
225
226     for line in f.readlines():
227         line = line.rstrip()
228         if line.find('install') != -1:
229             split_line = line.split()
230             if len(split_line) != 2:
231                 utils.fubar("Parse error (not exactly 2 elements): %s" % (line))
232             install_type = split_line[0]
233             if install_type not in [ "install", "install-u", "sync-install" ]:
234                 utils.fubar("Unknown install type ('%s') from: %s" % (install_type, line))
235             changes_filename = split_line[1]
236             if Options["debug"]:
237                 print "Processing %s..." % (changes_filename)
238             check_changes(changes_filename)
239     f.close()
240
241     os.chdir(cwd)
242
243 ################################################################################
244
245 def parse_packages():
246     global stable, stable_virtual, architectures
247
248     cnf = Config()
249
250     # Parse the Packages files (since it's a sub-second operation on auric)
251     suite = "stable"
252     stable = {}
253     components = cnf.ValueList("Suite::%s::Components" % (suite))
254     architectures = [ a.arch_string for a in get_suite_architectures(suite, skipsrc=True, skipall=True) ]
255     for component in components:
256         for architecture in architectures:
257             filename = "%s/dists/%s/%s/binary-%s/Packages" % (cnf["Dir::Root"], suite, component, architecture)
258             packages = utils.open_file(filename, 'r')
259             Packages = apt_pkg.ParseTagFile(packages)
260             while Packages.Step():
261                 package = Packages.Section.Find('Package')
262                 version = Packages.Section.Find('Version')
263                 provides = Packages.Section.Find('Provides')
264                 if not stable.has_key(package):
265                     stable[package] = {}
266                 stable[package][architecture] = version
267                 if provides:
268                     for virtual_pkg in provides.split(","):
269                         virtual_pkg = virtual_pkg.strip()
270                         if not stable_virtual.has_key(virtual_pkg):
271                             stable_virtual[virtual_pkg] = {}
272                         stable_virtual[virtual_pkg][architecture] = "NA"
273             packages.close()
274
275 ################################################################################
276
277 def main ():
278     global Options
279
280     cnf = Config()
281
282     Arguments = [('d', "debug", "Check-Proposed-Updates::Options::Debug"),
283                  ('q',"quiet","Check-Proposed-Updates::Options::Quiet"),
284                  ('v',"verbose","Check-Proposed-Updates::Options::Verbose"),
285                  ('h',"help","Check-Proposed-Updates::Options::Help")]
286     for i in [ "debug", "quiet", "verbose", "help" ]:
287         if not cnf.has_key("Check-Proposed-Updates::Options::%s" % (i)):
288             cnf["Check-Proposed-Updates::Options::%s" % (i)] = ""
289
290     arguments = apt_pkg.ParseCommandLine(cnf.Cnf, Arguments, sys.argv)
291     Options = cnf.SubTree("Check-Proposed-Updates::Options")
292
293     if Options["Help"]:
294         usage(0)
295     if not arguments:
296         utils.fubar("need at least one package name as an argument.")
297
298     DBConn()
299
300     print "Parsing packages files...",
301     parse_packages()
302     print "done."
303
304     for f in arguments:
305         if f.endswith(".changes"):
306             check_changes(f)
307         elif f.endswith(".deb"):
308             check_deb(f)
309         elif f.endswith(".joey"):
310             check_joey(f)
311         else:
312             utils.fubar("Unrecognised file type: '%s'." % (f))
313
314 #######################################################################################
315
316 if __name__ == '__main__':
317     main()