dak/check_proposed_updates.py

   1 #!/usr/bin/env python
   2
   3 """ Dependency check proposed-updates """
   4 # Copyright (C) 2001, 2002, 2004, 2006  James Troup <james@nocrew.org>
   5
   6 # This program is free software; you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation; either version 2 of the License, or
   9 # (at your option) any later version.
  10
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 # GNU General Public License for more details.
  15
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program; if not, write to the Free Software
  18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19
  20 ################################################################################
  21
  22 # | > amd64 is more mature than even some released architectures
  23 # |
  24 # | This might be true of the architecture, unfortunately it seems to be the
  25 # | exact opposite for most of the people involved with it.
  26 #
  27 # <1089213290.24029.6.camel@descent.netsplit.com>
  28
  29 ################################################################################
  30
  31 import sys, os
  32 import apt_pkg, apt_inst
  33
  34 from daklib.dbconn import *
  35 from daklib.config import Config
  36 from daklib import utils
  37 from daklib.regexes import re_no_epoch
  38
  39 ################################################################################
  40
  41 Options = None
  42 stable = {}
  43 stable_virtual = {}
  44 architectures = None
  45
  46 ################################################################################
  47
  48 def usage (exit_code=0):
  49     print """Usage: dak check-proposed-updates [OPTION] <CHANGES FILE | DEB FILE | ADMIN FILE>[...]
  50 (Very) Basic dependency checking for proposed-updates.
  51
  52   -q, --quiet                be quieter about what is being done
  53   -v, --verbose              be more verbose about what is being done
  54   -h, --help                 show this help and exit
  55
  56 Need either changes files, deb files or an admin.txt file with a '.joey' suffix."""
  57     sys.exit(exit_code)
  58
  59 ################################################################################
  60
  61 def d_test (dict, key, positive, negative):
  62     if not dict:
  63         return negative
  64     if dict.has_key(key):
  65         return positive
  66     else:
  67         return negative
  68
  69 ################################################################################
  70
  71 def check_dep (depends, dep_type, check_archs, filename, files):
  72     pkg_unsat = 0
  73     for arch in check_archs:
  74         for parsed_dep in apt_pkg.ParseDepends(depends):
  75             unsat = []
  76             for atom in parsed_dep:
  77                 (dep, version, constraint) = atom
  78                 # As a real package?
  79                 if stable.has_key(dep):
  80                     if stable[dep].has_key(arch):
  81                         if apt_pkg.CheckDep(stable[dep][arch], constraint, version):
  82                             if Options["debug"]:
  83                                 print "Found %s as a real package." % (utils.pp_deps(parsed_dep))
  84                             unsat = 0
  85                             break
  86                 # As a virtual?
  87                 if stable_virtual.has_key(dep):
  88                     if stable_virtual[dep].has_key(arch):
  89                         if not constraint and not version:
  90                             if Options["debug"]:
  91                                 print "Found %s as a virtual package." % (utils.pp_deps(parsed_dep))
  92                             unsat = 0
  93                             break
  94                 # As part of the same .changes?
  95                 epochless_version = re_no_epoch.sub('', version)
  96                 dep_filename = "%s_%s_%s.deb" % (dep, epochless_version, arch)
  97                 if files.has_key(dep_filename):
  98                     if Options["debug"]:
  99                         print "Found %s in the same upload." % (utils.pp_deps(parsed_dep))
 100                     unsat = 0
 101                     break
 102                 # Not found...
 103                 # [FIXME: must be a better way ... ]
 104                 error = "%s not found. [Real: " % (utils.pp_deps(parsed_dep))
 105                 if stable.has_key(dep):
 106                     if stable[dep].has_key(arch):
 107                         error += "%s:%s:%s" % (dep, arch, stable[dep][arch])
 108                     else:
 109                         error += "%s:-:-" % (dep)
 110                 else:
 111                     error += "-:-:-"
 112                 error += ", Virtual: "
 113                 if stable_virtual.has_key(dep):
 114                     if stable_virtual[dep].has_key(arch):
 115                         error += "%s:%s" % (dep, arch)
 116                     else:
 117                         error += "%s:-"
 118                 else:
 119                     error += "-:-"
 120                 error += ", Upload: "
 121                 if files.has_key(dep_filename):
 122                     error += "yes"
 123                 else:
 124                     error += "no"
 125                 error += "]"
 126                 unsat.append(error)
 127
 128             if unsat:
 129                 sys.stderr.write("MWAAP! %s: '%s' %s can not be satisifed:\n" % (filename, utils.pp_deps(parsed_dep), dep_type))
 130                 for error in unsat:
 131                     sys.stderr.write("  %s\n" % (error))
 132                 pkg_unsat = 1
 133
 134     return pkg_unsat
 135
 136 def check_package(filename, files):
 137     try:
 138         control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename)))
 139     except:
 140         utils.warn("%s: debExtractControl() raised %s." % (filename, sys.exc_type))
 141         return 1
 142     Depends = control.Find("Depends")
 143     Pre_Depends = control.Find("Pre-Depends")
 144     #Recommends = control.Find("Recommends")
 145     pkg_arch = control.Find("Architecture")
 146     base_file = os.path.basename(filename)
 147     if pkg_arch == "all":
 148         check_archs = architectures
 149     else:
 150         check_archs = [pkg_arch]
 151
 152     pkg_unsat = 0
 153     if Pre_Depends:
 154         pkg_unsat += check_dep(Pre_Depends, "pre-dependency", check_archs, base_file, files)
 155
 156     if Depends:
 157         pkg_unsat += check_dep(Depends, "dependency", check_archs, base_file, files)
 158     #if Recommends:
 159     #pkg_unsat += check_dep(Recommends, "recommendation", check_archs, base_file, files)
 160
 161     return pkg_unsat
 162
 163 ################################################################################
 164
 165 def pass_fail (filename, result):
 166     if not Options["quiet"]:
 167         print "%s:" % (os.path.basename(filename)),
 168         if result:
 169             print "FAIL"
 170         else:
 171             print "ok"
 172
 173 ################################################################################
 174
 175 def check_changes (filename):
 176     cnf = Config()
 177
 178     try:
 179         changes = utils.parse_changes(filename)
 180         files = utils.build_file_list(changes)
 181     except ChangesUnicodeError:
 182         utils.warn("Improperly encoded changes file, not utf-8")
 183         return
 184     except:
 185         utils.warn("Error parsing changes file '%s'" % (filename))
 186         return
 187
 188     result = 0
 189
 190     # Move to the pool directory
 191     cwd = os.getcwd()
 192     f = files.keys()[0]
 193     pool_dir = cnf["Dir::Pool"] + '/' + utils.poolify(changes["source"], files[f]["component"])
 194     os.chdir(pool_dir)
 195
 196     changes_result = 0
 197     for f in files.keys():
 198         if f.endswith(".deb"):
 199             result = check_package(f, files)
 200             if Options["verbose"]:
 201                 pass_fail(f, result)
 202             changes_result += result
 203
 204     pass_fail (filename, changes_result)
 205
 206     # Move back
 207     os.chdir(cwd)
 208
 209 ################################################################################
 210
 211 def check_deb (filename):
 212     result = check_package(filename, {})
 213     pass_fail(filename, result)
 214
 215
 216 ################################################################################
 217
 218 def check_joey (filename):
 219     cnf = Config()
 220
 221     f = utils.open_file(filename)
 222
 223     cwd = os.getcwd()
 224     os.chdir("%s/dists/proposed-updates" % (cnf["Dir::Root"]))
 225
 226     for line in f.readlines():
 227         line = line.rstrip()
 228         if line.find('install') != -1:
 229             split_line = line.split()
 230             if len(split_line) != 2:
 231                 utils.fubar("Parse error (not exactly 2 elements): %s" % (line))
 232             install_type = split_line[0]
 233             if install_type not in [ "install", "install-u", "sync-install" ]:
 234                 utils.fubar("Unknown install type ('%s') from: %s" % (install_type, line))
 235             changes_filename = split_line[1]
 236             if Options["debug"]:
 237                 print "Processing %s..." % (changes_filename)
 238             check_changes(changes_filename)
 239     f.close()
 240
 241     os.chdir(cwd)
 242
 243 ################################################################################
 244
 245 def parse_packages():
 246     global stable, stable_virtual, architectures
 247
 248     cnf = Config()
 249
 250     # Parse the Packages files (since it's a sub-second operation on auric)
 251     suite = "stable"
 252     stable = {}
 253     components = cnf.ValueList("Suite::%s::Components" % (suite))
 254     architectures = [ a.arch_string for a in get_suite_architectures(suite, skipsrc=True, skipall=True) ]
 255     for component in components:
 256         for architecture in architectures:
 257             filename = "%s/dists/%s/%s/binary-%s/Packages" % (cnf["Dir::Root"], suite, component, architecture)
 258             packages = utils.open_file(filename, 'r')
 259             Packages = apt_pkg.ParseTagFile(packages)
 260             while Packages.Step():
 261                 package = Packages.Section.Find('Package')
 262                 version = Packages.Section.Find('Version')
 263                 provides = Packages.Section.Find('Provides')
 264                 if not stable.has_key(package):
 265                     stable[package] = {}
 266                 stable[package][architecture] = version
 267                 if provides:
 268                     for virtual_pkg in provides.split(","):
 269                         virtual_pkg = virtual_pkg.strip()
 270                         if not stable_virtual.has_key(virtual_pkg):
 271                             stable_virtual[virtual_pkg] = {}
 272                         stable_virtual[virtual_pkg][architecture] = "NA"
 273             packages.close()
 274
 275 ################################################################################
 276
 277 def main ():
 278     global Options
 279
 280     cnf = Config()
 281
 282     Arguments = [('d', "debug", "Check-Proposed-Updates::Options::Debug"),
 283                  ('q',"quiet","Check-Proposed-Updates::Options::Quiet"),
 284                  ('v',"verbose","Check-Proposed-Updates::Options::Verbose"),
 285                  ('h',"help","Check-Proposed-Updates::Options::Help")]
 286     for i in [ "debug", "quiet", "verbose", "help" ]:
 287         if not cnf.has_key("Check-Proposed-Updates::Options::%s" % (i)):
 288             cnf["Check-Proposed-Updates::Options::%s" % (i)] = ""
 289
 290     arguments = apt_pkg.ParseCommandLine(cnf.Cnf, Arguments, sys.argv)
 291     Options = cnf.SubTree("Check-Proposed-Updates::Options")
 292
 293     if Options["Help"]:
 294         usage(0)
 295     if not arguments:
 296         utils.fubar("need at least one package name as an argument.")
 297
 298     DBConn()
 299
 300     print "Parsing packages files...",
 301     parse_packages()
 302     print "done."
 303
 304     for f in arguments:
 305         if f.endswith(".changes"):
 306             check_changes(f)
 307         elif f.endswith(".deb"):
 308             check_deb(f)
 309         elif f.endswith(".joey"):
 310             check_joey(f)
 311         else:
 312             utils.fubar("Unrecognised file type: '%s'." % (f))
 313
 314 #######################################################################################
 315
 316 if __name__ == '__main__':
 317     main()