dak/queue_report.py

   1 #!/usr/bin/env python
   2
   3 """ Produces a report on NEW and BYHAND packages """
   4 # Copyright (C) 2001, 2002, 2003, 2005, 2006  James Troup <james@nocrew.org>
   5
   6 # This program is free software; you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation; either version 2 of the License, or
   9 # (at your option) any later version.
  10
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 # GNU General Public License for more details.
  15
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program; if not, write to the Free Software
  18 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  19
  20 ################################################################################
  21
  22 # <o-o> XP runs GCC, XFREE86, SSH etc etc,.,, I feel almost like linux....
  23 # <o-o> I am very confident that I can replicate any Linux application on XP
  24 # <willy> o-o: *boggle*
  25 # <o-o> building from source.
  26 # <o-o> Viiru: I already run GIMP under XP
  27 # <willy> o-o: why do you capitalise the names of all pieces of software?
  28 # <o-o> willy: because I want the EMPHASIZE them....
  29 # <o-o> grr s/the/to/
  30 # <willy> o-o: it makes you look like ZIPPY the PINHEAD
  31 # <o-o> willy: no idea what you are talking about.
  32 # <willy> o-o: do some research
  33 # <o-o> willy: for what reason?
  34
  35 ################################################################################
  36
  37 from copy import copy
  38 import glob, os, stat, sys, time
  39 import apt_pkg
  40 try:
  41     import rrdtool
  42 except ImportError:
  43     pass
  44
  45 from daklib import utils
  46 from daklib.queue import Upload
  47 from daklib.dbconn import DBConn, has_new_comment, DBChange, DBSource, \
  48                           get_uid_from_fingerprint, get_policy_queue
  49 from daklib.textutils import fix_maintainer
  50 from daklib.dak_exceptions import *
  51
  52 Cnf = None
  53 direction = []
  54 row_number = 0
  55
  56 ################################################################################
  57
  58 def usage(exit_code=0):
  59     print """Usage: dak queue-report
  60 Prints a report of packages in queues (usually new and byhand).
  61
  62   -h, --help                show this help and exit.
  63   -8, --822                 writes 822 formated output to the location set in dak.conf
  64   -n, --new                 produce html-output
  65   -s, --sort=key            sort output according to key, see below.
  66   -a, --age=key             if using sort by age, how should time be treated?
  67                             If not given a default of hours will be used.
  68   -r, --rrd=key             Directory where rrd files to be updated are stored
  69   -d, --directories=key     A comma seperated list of queues to be scanned
  70
  71      Sorting Keys: ao=age,   oldest first.   an=age,   newest first.
  72                    na=name,  ascending       nd=name,  descending
  73                    nf=notes, first           nl=notes, last
  74
  75      Age Keys: m=minutes, h=hours, d=days, w=weeks, o=months, y=years
  76
  77 """
  78     sys.exit(exit_code)
  79
  80 ################################################################################
  81
  82 def plural(x):
  83     if x > 1:
  84         return "s"
  85     else:
  86         return ""
  87
  88 ################################################################################
  89
  90 def time_pp(x):
  91     if x < 60:
  92         unit="second"
  93     elif x < 3600:
  94         x /= 60
  95         unit="minute"
  96     elif x < 86400:
  97         x /= 3600
  98         unit="hour"
  99     elif x < 604800:
 100         x /= 86400
 101         unit="day"
 102     elif x < 2419200:
 103         x /= 604800
 104         unit="week"
 105     elif x < 29030400:
 106         x /= 2419200
 107         unit="month"
 108     else:
 109         x /= 29030400
 110         unit="year"
 111     x = int(x)
 112     return "%s %s%s" % (x, unit, plural(x))
 113
 114 ################################################################################
 115
 116 def sg_compare (a, b):
 117     a = a[1]
 118     b = b[1]
 119     """Sort by have note, time of oldest upload."""
 120     # Sort by have note
 121     a_note_state = a["note_state"]
 122     b_note_state = b["note_state"]
 123     if a_note_state < b_note_state:
 124         return -1
 125     elif a_note_state > b_note_state:
 126         return 1
 127
 128     # Sort by time of oldest upload
 129     return cmp(a["oldest"], b["oldest"])
 130
 131 ############################################################
 132
 133 def sortfunc(a,b):
 134     for sorting in direction:
 135         (sortkey, way, time) = sorting
 136         ret = 0
 137         if time == "m":
 138             x=int(a[sortkey]/60)
 139             y=int(b[sortkey]/60)
 140         elif time == "h":
 141             x=int(a[sortkey]/3600)
 142             y=int(b[sortkey]/3600)
 143         elif time == "d":
 144             x=int(a[sortkey]/86400)
 145             y=int(b[sortkey]/86400)
 146         elif time == "w":
 147             x=int(a[sortkey]/604800)
 148             y=int(b[sortkey]/604800)
 149         elif time == "o":
 150             x=int(a[sortkey]/2419200)
 151             y=int(b[sortkey]/2419200)
 152         elif time == "y":
 153             x=int(a[sortkey]/29030400)
 154             y=int(b[sortkey]/29030400)
 155         else:
 156             x=a[sortkey]
 157             y=b[sortkey]
 158         if x < y:
 159             ret = -1
 160         elif x > y:
 161             ret = 1
 162         if ret != 0:
 163             if way < 0:
 164                 ret = ret*-1
 165             return ret
 166     return 0
 167
 168 ############################################################
 169
 170 def header():
 171     print """<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
 172 "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
 173 <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="de" lang="de">
 174   <head>
 175     <meta http-equiv="content-type" content="text/xhtml+xml; charset=utf-8" />
 176     <link type="text/css" rel="stylesheet" href="style.css" />
 177     <link rel="shortcut icon" href="http://www.debian.org/favicon.ico" />
 178     <title>
 179       Debian NEW and BYHAND Packages
 180     </title>
 181     <script type="text/javascript">
 182     //<![CDATA[
 183     function togglePkg() {
 184         var children = document.getElementsByTagName("*");
 185         for (var i = 0; i < children.length; i++) {
 186             if(!children[i].hasAttribute("class"))
 187                 continue;
 188             c = children[i].getAttribute("class").split(" ");
 189             for(var j = 0; j < c.length; j++) {
 190                 if(c[j] == "binNEW") {
 191                     if (children[i].style.display == '')
 192                         children[i].style.display = 'none';
 193                     else children[i].style.display = '';
 194                 }
 195             }
 196         }
 197     }
 198     //]]>
 199     </script>
 200   </head>
 201   <body id="NEW">
 202     <div id="logo">
 203       <a href="http://www.debian.org/">
 204         <img src="http://www.debian.org/logos/openlogo-nd-50.png"
 205         alt="debian logo" /></a>
 206       <a href="http://www.debian.org/">
 207         <img src="http://www.debian.org/Pics/debian.png"
 208         alt="Debian Project" /></a>
 209     </div>
 210     <div id="titleblock">
 211
 212       <img src="http://www.debian.org/Pics/red-upperleft.png"
 213       id="red-upperleft" alt="corner image"/>
 214       <img src="http://www.debian.org/Pics/red-lowerleft.png"
 215       id="red-lowerleft" alt="corner image"/>
 216       <img src="http://www.debian.org/Pics/red-upperright.png"
 217       id="red-upperright" alt="corner image"/>
 218       <img src="http://www.debian.org/Pics/red-lowerright.png"
 219       id="red-lowerright" alt="corner image"/>
 220       <span class="title">
 221         Debian NEW and BYHAND Packages
 222       </span>
 223     </div>
 224     """
 225
 226 def footer():
 227     print "<p class=\"timestamp\">Timestamp: %s (UTC)</p>" % (time.strftime("%d.%m.%Y / %H:%M:%S", time.gmtime()))
 228     print "<p class=\"timestamp\">There are <a href=\"/stat.html\">graphs about the queues</a> available.</p>"
 229
 230     print """
 231     <div class="footer">
 232     <p>Hint: Age is the youngest upload of the package, if there is more than
 233     one version.<br />
 234     You may want to look at <a href="http://ftp-master.debian.org/REJECT-FAQ.html">the REJECT-FAQ</a>
 235       for possible reasons why one of the above packages may get rejected.</p>
 236       <p>
 237       <a href="http://validator.w3.org/check?uri=referer"><img src="http://www.w3.org/Icons/valid-xhtml10"
 238         alt="Valid XHTML 1.0 Strict" height="31" width="88" /></a>
 239       <a href="http://jigsaw.w3.org/css-validator/">
 240         <img style="border:0;width:88px;height:31px" src="http://jigsaw.w3.org/css-validator/images/vcss"
 241         alt="Valid CSS!" />
 242       </a>
 243       </p>
 244     </div> </body> </html>
 245     """
 246
 247 def table_header(type, source_count, total_count):
 248     print "<h1 class='binNEW'>Summary for: %s</h1>" % (type)
 249     print "<h1 class='binNEW' style='display: none'>Summary for: binary-%s only</h1>" % (type)
 250     print """
 251     <p class="togglepkg" onclick="togglePkg()">Click to toggle all/binary-NEW packages</p>
 252     <table class="NEW">
 253       <caption class="binNEW">
 254     """
 255     print "Package count in <strong>%s</strong>: <em>%s</em>&nbsp;|&nbsp; Total Package count: <em>%s</em>" % (type, source_count, total_count)
 256     print """
 257       </caption>
 258       <thead>
 259         <tr>
 260           <th>Package</th>
 261           <th>Version</th>
 262           <th>Arch</th>
 263           <th>Distribution</th>
 264           <th>Age</th>
 265           <th>Upload info</th>
 266           <th>Closes</th>
 267         </tr>
 268       </thead>
 269       <tbody>
 270     """
 271
 272 def table_footer(type):
 273     print "</tbody></table>"
 274
 275
 276 def table_row(source, version, arch, last_mod, maint, distribution, closes, fingerprint, sponsor, changedby):
 277
 278     global row_number
 279
 280     trclass = "sid"
 281     session = DBConn().session()
 282     for dist in distribution:
 283         if dist == "experimental":
 284             trclass = "exp"
 285
 286     if not len(session.query(DBSource).filter_by(source = source).all()):
 287         trclass += " binNEW"
 288     session.commit()
 289
 290     if row_number % 2 != 0:
 291         print "<tr class=\"%s even\">" % (trclass)
 292     else:
 293         print "<tr class=\"%s odd\">" % (trclass)
 294
 295     if "binNEW" in trclass:
 296         print "<td class=\"package\">%s</td>" % (source)
 297     else:
 298         print "<td class=\"package\"><a href=\"http://packages.qa.debian.org/%(source)s\">%(source)s</a></td>" % {'source': source}
 299     print "<td class=\"version\">"
 300     for vers in version.split():
 301         print "<a href=\"new/%s_%s.html\">%s</a><br/>" % (source, utils.html_escape(vers), utils.html_escape(vers))
 302     print "</td>"
 303     print "<td class=\"arch\">%s</td>" % (arch)
 304     print "<td class=\"distribution\">"
 305     for dist in distribution:
 306         print "%s<br/>" % (dist)
 307     print "</td>"
 308     print "<td class=\"age\">%s</td>" % (last_mod)
 309     (name, mail) = maint.split(":", 1)
 310
 311     print "<td class=\"upload-data\">"
 312     print "<span class=\"maintainer\">Maintainer: <a href=\"http://qa.debian.org/developer.php?login=%s\">%s</a></span><br/>" % (utils.html_escape(mail), utils.html_escape(name))
 313     (name, mail) = changedby.split(":", 1)
 314     print "<span class=\"changed-by\">Changed-By: <a href=\"http://qa.debian.org/developer.php?login=%s\">%s</a></span><br/>" % (utils.html_escape(mail), utils.html_escape(name))
 315
 316     if sponsor:
 317         try:
 318             (login, domain) = sponsor.split("@", 1)
 319             print "<span class=\"sponsor\">Sponsor: <a href=\"http://qa.debian.org/developer.php?login=%s\">%s</a>@debian.org</span><br/>" % (utils.html_escape(login), utils.html_escape(login))
 320         except Exception as e:
 321             pass
 322
 323     print "<span class=\"signature\">Fingerprint: %s</span>" % (fingerprint)
 324     print "</td>"
 325
 326     print "<td class=\"closes\">"
 327     for close in closes:
 328         print "<a href=\"http://bugs.debian.org/cgi-bin/bugreport.cgi?bug=%s\">#%s</a><br/>" % (utils.html_escape(close), utils.html_escape(close))
 329     print "</td></tr>"
 330     row_number+=1
 331
 332 ############################################################
 333
 334 def update_graph_database(rrd_dir, type, n_source, n_binary):
 335     if not rrd_dir:
 336         return
 337
 338     rrd_file = os.path.join(rrd_dir, type.lower()+'.rrd')
 339     update = [rrd_file, "N:%s:%s" % (n_source, n_binary)]
 340
 341     try:
 342         rrdtool.update(*update)
 343     except rrdtool.error:
 344         create = [rrd_file]+"""
 345 --step
 346 300
 347 --start
 348 0
 349 DS:ds0:GAUGE:7200:0:1000
 350 DS:ds1:GAUGE:7200:0:1000
 351 RRA:AVERAGE:0.5:1:599
 352 RRA:AVERAGE:0.5:6:700
 353 RRA:AVERAGE:0.5:24:775
 354 RRA:AVERAGE:0.5:288:795
 355 RRA:MAX:0.5:1:600
 356 RRA:MAX:0.5:6:700
 357 RRA:MAX:0.5:24:775
 358 RRA:MAX:0.5:288:795
 359 """.strip().split("\n")
 360         try:
 361             rc = rrdtool.create(*create)
 362             ru = rrdtool.update(*update)
 363         except rrdtool.error as e:
 364             print('warning: queue_report: rrdtool error, skipping %s.rrd: %s' % (type, e))
 365     except NameError:
 366         pass
 367
 368 ############################################################
 369
 370 def process_changes_files(changes_files, type, log, rrd_dir):
 371     msg = ""
 372     cache = {}
 373     unprocessed = []
 374     # Read in all the .changes files
 375     for filename in changes_files:
 376         try:
 377             u = Upload()
 378             u.load_changes(filename)
 379             cache[filename] = copy(u.pkg.changes)
 380             cache[filename]["filename"] = filename
 381         except Exception as e:
 382             print "WARNING: Exception %s" % e
 383             continue
 384     # Divide the .changes into per-source groups
 385     per_source = {}
 386     for filename in cache.keys():
 387         if not cache[filename].has_key("source"):
 388             unprocessed.append(filename)
 389             continue
 390         source = cache[filename]["source"]
 391         if not per_source.has_key(source):
 392             per_source[source] = {}
 393             per_source[source]["list"] = []
 394         per_source[source]["list"].append(cache[filename])
 395     # Determine oldest time and have note status for each source group
 396     for source in per_source.keys():
 397         source_list = per_source[source]["list"]
 398         first = source_list[0]
 399         oldest = os.stat(first["filename"])[stat.ST_MTIME]
 400         have_note = 0
 401         for d in per_source[source]["list"]:
 402             mtime = os.stat(d["filename"])[stat.ST_MTIME]
 403             if Cnf.has_key("Queue-Report::Options::New"):
 404                 if mtime > oldest:
 405                     oldest = mtime
 406             else:
 407                 if mtime < oldest:
 408                     oldest = mtime
 409             have_note += has_new_comment(d["source"], d["version"])
 410         per_source[source]["oldest"] = oldest
 411         if not have_note:
 412             per_source[source]["note_state"] = 0; # none
 413         elif have_note < len(source_list):
 414             per_source[source]["note_state"] = 1; # some
 415         else:
 416             per_source[source]["note_state"] = 2; # all
 417     per_source_items = per_source.items()
 418     per_source_items.sort(sg_compare)
 419
 420     update_graph_database(rrd_dir, type, len(per_source_items), len(changes_files))
 421
 422     entries = []
 423     max_source_len = 0
 424     max_version_len = 0
 425     max_arch_len = 0
 426     for i in per_source_items:
 427         maintainer = {}
 428         maint=""
 429         distribution=""
 430         closes=""
 431         fingerprint=""
 432         changeby = {}
 433         changedby=""
 434         sponsor=""
 435         filename=i[1]["list"][0]["filename"]
 436         last_modified = time.time()-i[1]["oldest"]
 437         source = i[1]["list"][0]["source"]
 438         if len(source) > max_source_len:
 439             max_source_len = len(source)
 440         binary_list = i[1]["list"][0]["binary"].keys()
 441         binary = ', '.join(binary_list)
 442         arches = {}
 443         versions = {}
 444         for j in i[1]["list"]:
 445             changesbase = os.path.basename(j["filename"])
 446             try:
 447                 session = DBConn().session()
 448                 dbc = session.query(DBChange).filter_by(changesname=changesbase).one()
 449                 session.close()
 450             except Exception as e:
 451                 print "Can't find changes file in NEW for %s (%s)" % (changesbase, e)
 452                 dbc = None
 453
 454             if Cnf.has_key("Queue-Report::Options::New") or Cnf.has_key("Queue-Report::Options::822"):
 455                 try:
 456                     (maintainer["maintainer822"], maintainer["maintainer2047"],
 457                     maintainer["maintainername"], maintainer["maintaineremail"]) = \
 458                     fix_maintainer (j["maintainer"])
 459                 except ParseMaintError as msg:
 460                     print "Problems while parsing maintainer address\n"
 461                     maintainer["maintainername"] = "Unknown"
 462                     maintainer["maintaineremail"] = "Unknown"
 463                 maint="%s:%s" % (maintainer["maintainername"], maintainer["maintaineremail"])
 464                 # ...likewise for the Changed-By: field if it exists.
 465                 try:
 466                     (changeby["changedby822"], changeby["changedby2047"],
 467                      changeby["changedbyname"], changeby["changedbyemail"]) = \
 468                      fix_maintainer (j["changed-by"])
 469                 except ParseMaintError as msg:
 470                     (changeby["changedby822"], changeby["changedby2047"],
 471                      changeby["changedbyname"], changeby["changedbyemail"]) = \
 472                      ("", "", "", "")
 473                 changedby="%s:%s" % (changeby["changedbyname"], changeby["changedbyemail"])
 474
 475                 distribution=j["distribution"].keys()
 476                 closes=j["closes"].keys()
 477                 if dbc:
 478                     fingerprint = dbc.fingerprint
 479                     sponsor_name = get_uid_from_fingerprint(fingerprint).name
 480                     sponsor_email = get_uid_from_fingerprint(fingerprint).uid + "@debian.org"
 481                     if sponsor_name != maintainer["maintainername"] and sponsor_name != changeby["changedbyname"] and \
 482                     sponsor_email != maintainer["maintaineremail"] and sponsor_name != changeby["changedbyemail"]:
 483                         sponsor = sponsor_email
 484
 485             for arch in j["architecture"].keys():
 486                 arches[arch] = ""
 487             version = j["version"]
 488             versions[version] = ""
 489         arches_list = arches.keys()
 490         arches_list.sort(utils.arch_compare_sw)
 491         arch_list = " ".join(arches_list)
 492         version_list = " ".join(versions.keys())
 493         if len(version_list) > max_version_len:
 494             max_version_len = len(version_list)
 495         if len(arch_list) > max_arch_len:
 496             max_arch_len = len(arch_list)
 497         if i[1]["note_state"]:
 498             note = " | [N]"
 499         else:
 500             note = ""
 501         entries.append([source, binary, version_list, arch_list, note, last_modified, maint, distribution, closes, fingerprint, sponsor, changedby, filename])
 502
 503     # direction entry consists of "Which field, which direction, time-consider" where
 504     # time-consider says how we should treat last_modified. Thats all.
 505
 506     # Look for the options for sort and then do the sort.
 507     age = "h"
 508     if Cnf.has_key("Queue-Report::Options::Age"):
 509         age =  Cnf["Queue-Report::Options::Age"]
 510     if Cnf.has_key("Queue-Report::Options::New"):
 511     # If we produce html we always have oldest first.
 512         direction.append([5,-1,"ao"])
 513     else:
 514         if Cnf.has_key("Queue-Report::Options::Sort"):
 515             for i in Cnf["Queue-Report::Options::Sort"].split(","):
 516                 if i == "ao":
 517                     # Age, oldest first.
 518                     direction.append([5,-1,age])
 519                 elif i == "an":
 520                     # Age, newest first.
 521                     direction.append([5,1,age])
 522                 elif i == "na":
 523                     # Name, Ascending.
 524                     direction.append([0,1,0])
 525                 elif i == "nd":
 526                     # Name, Descending.
 527                     direction.append([0,-1,0])
 528                 elif i == "nl":
 529                     # Notes last.
 530                     direction.append([4,1,0])
 531                 elif i == "nf":
 532                     # Notes first.
 533                     direction.append([4,-1,0])
 534     entries.sort(lambda x, y: sortfunc(x, y))
 535     # Yes, in theory you can add several sort options at the commandline with. But my mind is to small
 536     # at the moment to come up with a real good sorting function that considers all the sidesteps you
 537     # have with it. (If you combine options it will simply take the last one at the moment).
 538     # Will be enhanced in the future.
 539
 540     if Cnf.has_key("Queue-Report::Options::822"):
 541         # print stuff out in 822 format
 542         for entry in entries:
 543             (source, binary, version_list, arch_list, note, last_modified, maint, distribution, closes, fingerprint, sponsor, changedby, changes_file) = entry
 544
 545             # We'll always have Source, Version, Arch, Mantainer, and Dist
 546             # For the rest, check to see if we have them, then print them out
 547             log.write("Source: " + source + "\n")
 548             log.write("Binary: " + binary + "\n")
 549             log.write("Version: " + version_list + "\n")
 550             log.write("Architectures: ")
 551             log.write( (", ".join(arch_list.split(" "))) + "\n")
 552             log.write("Age: " + time_pp(last_modified) + "\n")
 553             log.write("Last-Modified: " + str(int(time.time()) - int(last_modified)) + "\n")
 554             log.write("Queue: " + type + "\n")
 555
 556             (name, mail) = maint.split(":", 1)
 557             log.write("Maintainer: " + name + " <"+mail+">" + "\n")
 558             if changedby:
 559                (name, mail) = changedby.split(":", 1)
 560                log.write("Changed-By: " + name + " <"+mail+">" + "\n")
 561             if sponsor:
 562                log.write("Sponsored-By: " + "@".join(sponsor.split("@")[:2]) + "\n")
 563             log.write("Distribution:")
 564             for dist in distribution:
 565                log.write(" " + dist)
 566             log.write("\n")
 567             log.write("Fingerprint: " + fingerprint + "\n")
 568             if closes:
 569                 bug_string = ""
 570                 for bugs in closes:
 571                     bug_string += "#"+bugs+", "
 572                 log.write("Closes: " + bug_string[:-2] + "\n")
 573             log.write("Changes-File: " + os.path.basename(changes_file) + "\n")
 574             log.write("\n")
 575
 576     if Cnf.has_key("Queue-Report::Options::New"):
 577         direction.append([5,1,"ao"])
 578         entries.sort(lambda x, y: sortfunc(x, y))
 579     # Output for a html file. First table header. then table_footer.
 580     # Any line between them is then a <tr> printed from subroutine table_row.
 581         if len(entries) > 0:
 582             total_count = len(changes_files)
 583             source_count = len(per_source_items)
 584             table_header(type.upper(), source_count, total_count)
 585             for entry in entries:
 586                 (source, binary, version_list, arch_list, note, last_modified, maint, distribution, closes, fingerprint, sponsor, changedby, undef) = entry
 587                 table_row(source, version_list, arch_list, time_pp(last_modified), maint, distribution, closes, fingerprint, sponsor, changedby)
 588             table_footer(type.upper())
 589     elif not Cnf.has_key("Queue-Report::Options::822"):
 590     # The "normal" output without any formatting.
 591         format="%%-%ds | %%-%ds | %%-%ds%%s | %%s old\n" % (max_source_len, max_version_len, max_arch_len)
 592
 593         msg = ""
 594         for entry in entries:
 595             (source, binary, version_list, arch_list, note, last_modified, undef, undef, undef, undef, undef, undef, undef) = entry
 596             msg += format % (source, version_list, arch_list, note, time_pp(last_modified))
 597
 598         if msg:
 599             total_count = len(changes_files)
 600             source_count = len(per_source_items)
 601             print type.upper()
 602             print "-"*len(type)
 603             print
 604             print msg
 605             print "%s %s source package%s / %s %s package%s in total." % (source_count, type, plural(source_count), total_count, type, plural(total_count))
 606             print
 607
 608         if len(unprocessed):
 609             print "UNPROCESSED"
 610             print "-----------"
 611             for u in unprocessed:
 612                 print u
 613             print
 614
 615 ################################################################################
 616
 617 def main():
 618     global Cnf
 619
 620     Cnf = utils.get_conf()
 621     Arguments = [('h',"help","Queue-Report::Options::Help"),
 622                  ('n',"new","Queue-Report::Options::New"),
 623                  ('8','822',"Queue-Report::Options::822"),
 624                  ('s',"sort","Queue-Report::Options::Sort", "HasArg"),
 625                  ('a',"age","Queue-Report::Options::Age", "HasArg"),
 626                  ('r',"rrd","Queue-Report::Options::Rrd", "HasArg"),
 627                  ('d',"directories","Queue-Report::Options::Directories", "HasArg")]
 628     for i in [ "help" ]:
 629         if not Cnf.has_key("Queue-Report::Options::%s" % (i)):
 630             Cnf["Queue-Report::Options::%s" % (i)] = ""
 631
 632     apt_pkg.parse_commandline(Cnf, Arguments, sys.argv)
 633
 634     Options = Cnf.subtree("Queue-Report::Options")
 635     if Options["Help"]:
 636         usage()
 637
 638     if Cnf.has_key("Queue-Report::Options::New"):
 639         header()
 640
 641     # Initialize db so we can get the NEW comments
 642     dbconn = DBConn()
 643
 644     queue_names = [ ]
 645
 646     if Cnf.has_key("Queue-Report::Options::Directories"):
 647         for i in Cnf["Queue-Report::Options::Directories"].split(","):
 648             queue_names.append(i)
 649     elif Cnf.has_key("Queue-Report::Directories"):
 650         queue_names = Cnf.value_list("Queue-Report::Directories")
 651     else:
 652         queue_names = [ "byhand", "new" ]
 653
 654     if Cnf.has_key("Queue-Report::Options::Rrd"):
 655         rrd_dir = Cnf["Queue-Report::Options::Rrd"]
 656     elif Cnf.has_key("Dir::Rrd"):
 657         rrd_dir = Cnf["Dir::Rrd"]
 658     else:
 659         rrd_dir = None
 660
 661     f = None
 662     if Cnf.has_key("Queue-Report::Options::822"):
 663         # Open the report file
 664         f = open(Cnf["Queue-Report::ReportLocations::822Location"], "w")
 665
 666     session = dbconn.session()
 667
 668     for queue_name in queue_names:
 669         queue = get_policy_queue(queue_name, session)
 670         if queue:
 671             directory = os.path.abspath(queue.path)
 672             changes_files = glob.glob("%s/*.changes" % (directory))
 673             process_changes_files(changes_files, os.path.basename(directory), f, rrd_dir)
 674         else:
 675             utils.warn("Cannot find queue %s" % queue_name)
 676
 677     if Cnf.has_key("Queue-Report::Options::822"):
 678         f.close()
 679
 680     if Cnf.has_key("Queue-Report::Options::New"):
 681         footer()
 682
 683 ################################################################################
 684
 685 if __name__ == '__main__':
 686     main()