Generate Maintainers file used by e.g. the Debian Bug Tracking System
@contact: Debian FTP Master <ftpmaster@debian.org>
@copyright: 2000, 2001, 2002, 2003, 2004, 2006 James Troup <james@nocrew.org>
+@copyright: 2011 Torsten Werner <twerner@debian.org>
@license: GNU General Public License version 2 or later
"""
################################################################################
-import sys
-import apt_pkg
-
+from daklib import daklog
+from daklib import utils
from daklib.config import Config
from daklib.dbconn import *
-from daklib import utils
-from daklib import textutils
from daklib.regexes import re_comments
-################################################################################
-
-maintainer_from_source_cache = {} #: caches the maintainer name <email> per source_id
-packages = {} #: packages data to write out
-fixed_maintainer_cache = {} #: caches fixed ( L{daklib.textutils.fix_maintainer} ) maintainer data
+import apt_pkg
+import sys
################################################################################
def usage (exit_code=0):
- print """Usage: dak make-maintainers [OPTION] EXTRA_FILE[...]
-Generate an index of packages <=> Maintainers.
+ print """Usage: dak make-maintainers [OPTION] -a ARCHIVE EXTRA_FILE[...]
+Generate an index of packages <=> Maintainers / Uploaders.
- -u, --uploaders create uploaders index
+ -a, --archive=ARCHIVE archive to take packages from
+ -s, --source output source packages only
+ -p, --print print package list to stdout instead of writing it to files
-h, --help show this help and exit
"""
sys.exit(exit_code)
################################################################################
-def fix_maintainer (maintainer):
- """
- Fixup maintainer entry, cache the result.
-
- @type maintainer: string
- @param maintainer: A maintainer entry as passed to L{daklib.textutils.fix_maintainer}
-
- @rtype: tuple
- @returns: fixed maintainer tuple
- """
- global fixed_maintainer_cache
-
- if not fixed_maintainer_cache.has_key(maintainer):
- fixed_maintainer_cache[maintainer] = textutils.fix_maintainer(maintainer)[0]
+def format(package, person):
+ '''Return a string nicely formatted for writing to the output file.'''
+ return '%-20s %s\n' % (package, person)
- return fixed_maintainer_cache[maintainer]
-
-def get_maintainer(maintainer, session):
- """
- Retrieves maintainer name from database, passes it through fix_maintainer and
- passes on whatever that returns.
-
- @type maintainer: int
- @param maintainer: maintainer_id
- """
- q = session.execute("SELECT name FROM maintainer WHERE id = :id", {'id': maintainer}).fetchall()
- return fix_maintainer(q[0][0])
-
-def get_maintainer_from_source(source_id, session):
- """
- Returns maintainer name for given source_id.
-
- @type source_id: int
- @param source_id: source package id
-
- @rtype: string
- @return: maintainer name/email
- """
- global maintainer_from_source_cache
-
- if not maintainer_from_source_cache.has_key(source_id):
- q = session.execute("""SELECT m.name FROM maintainer m, source s
- WHERE s.id = :sourceid AND s.maintainer = m.id""",
- {'sourceid': source_id})
- maintainer = q.fetchall()[0][0]
- maintainer_from_source_cache[source_id] = fix_maintainer(maintainer)
+################################################################################
- return maintainer_from_source_cache[source_id]
+def uploader_list(source):
+ '''Return a sorted list of uploader names for source package.'''
+ return sorted([uploader.name for uploader in source.uploaders])
################################################################################
cnf = Config()
Arguments = [('h',"help","Make-Maintainers::Options::Help"),
- ('u',"uploaders","Make-Maintainers::Options::Uploaders")]
- if not cnf.has_key("Make-Maintainers::Options::Help"):
- cnf["Make-Maintainers::Options::Help"] = ""
- if not cnf.has_key("Make-Maintainers::Options::Uploaders"):
- cnf["Make-Maintainers::Options::Uploaders"] = ""
+ ('a',"archive","Make-Maintainers::Options::Archive",'HasArg'),
+ ('s',"source","Make-Maintainers::Options::Source"),
+ ('p',"print","Make-Maintainers::Options::Print")]
+ for i in ["Help", "Source", "Print" ]:
+ if not cnf.has_key("Make-Maintainers::Options::%s" % (i)):
+ cnf["Make-Maintainers::Options::%s" % (i)] = ""
- extra_files = apt_pkg.ParseCommandLine(cnf.Cnf, Arguments, sys.argv)
- Options = cnf.SubTree("Make-Maintainers::Options")
+ extra_files = apt_pkg.parse_commandline(cnf.Cnf, Arguments, sys.argv)
+ Options = cnf.subtree("Make-Maintainers::Options")
- if Options["Help"]:
+ if Options["Help"] or not Options.get('Archive'):
usage()
- gen_uploaders = False
- if Options["Uploaders"]:
- gen_uploaders = True
-
+ Logger = daklog.Logger('make-maintainers')
session = DBConn().session()
- for suite in cnf.SubTree("Suite").List():
- suite = suite.lower()
- suite_priority = int(cnf["Suite::%s::Priority" % (suite)])
-
- # Source packages
- if gen_uploaders:
- q = session.execute("""SELECT s.source, s.version, m.name
- FROM src_associations sa, source s, suite su, maintainer m, src_uploaders srcu
- WHERE su.suite_name = :suite_name
- AND sa.suite = su.id AND sa.source = s.id
- AND m.id = srcu.maintainer
- AND srcu.source = s.id""",
- {'suite_name': suite})
- else:
- q = session.execute("""SELECT s.source, s.version, m.name
- FROM src_associations sa, source s, suite su, maintainer m
- WHERE su.suite_name = :suite_name
- AND sa.suite = su.id AND sa.source = s.id
- AND m.id = s.maintainer""",
- {'suite_name': suite})
-
- for source in q.fetchall():
- package = source[0]
- version = source[1]
- maintainer = fix_maintainer(source[2])
- if gen_uploaders:
- key = (package, maintainer)
- else:
- key = package
-
- if packages.has_key(key):
- if packages[key]["priority"] <= suite_priority:
- if apt_pkg.VersionCompare(packages[key]["version"], version) < 0:
- packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version }
- else:
- packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version }
-
- # Binary packages
- if gen_uploaders:
- q = session.execute("""SELECT b.package, b.source, srcu.maintainer, b.version
- FROM bin_associations ba, binaries b, suite s, src_uploaders srcu
- WHERE s.suite_name = :suite_name
- AND ba.suite = s.id AND ba.bin = b.id
- AND b.source = srcu.source""",
- {'suite_name': suite})
- else:
- q = session.execute("""SELECT b.package, b.source, b.maintainer, b.version
- FROM bin_associations ba, binaries b, suite s
- WHERE s.suite_name = :suite_name
- AND ba.suite = s.id AND ba.bin = b.id""",
- {'suite_name': suite})
-
-
- for binary in q.fetchall():
- package = binary[0]
- source_id = binary[1]
- version = binary[3]
- # Use the source maintainer first; falling back on the binary maintainer as a last resort only
- if source_id and not gen_uploaders:
- maintainer = get_maintainer_from_source(source_id, session)
- else:
- maintainer = get_maintainer(binary[2], session)
- if gen_uploaders:
- key = (package, maintainer)
- else:
- key = package
-
- if packages.has_key(key):
- if packages[key]["priority"] <= suite_priority:
- if apt_pkg.VersionCompare(packages[key]["version"], version) < 0:
- packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version }
- else:
- packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version }
-
- # Process any additional Maintainer files (e.g. from pseudo packages)
+ archive = session.query(Archive).filter_by(archive_name=Options['Archive']).one()
+
+ # dictionary packages to maintainer names
+ maintainers = dict()
+ # dictionary packages to list of uploader names
+ uploaders = dict()
+
+ source_query = session.query(DBSource).from_statement('''
+ select distinct on (source.source) source.* from source
+ join src_associations sa on source.id = sa.source
+ join suite on sa.suite = suite.id
+ where suite.archive_id = :archive_id
+ order by source.source, source.version desc''') \
+ .params(archive_id=archive.archive_id)
+
+ binary_query = session.query(DBBinary).from_statement('''
+ select distinct on (binaries.package) binaries.* from binaries
+ join bin_associations ba on binaries.id = ba.bin
+ join suite on ba.suite = suite.id
+ where suite.archive_id = :archive_id
+ order by binaries.package, binaries.version desc''') \
+ .params(archive_id=archive.archive_id)
+
+ Logger.log(['sources'])
+ for source in source_query:
+ maintainers[source.source] = source.maintainer.name
+ uploaders[source.source] = uploader_list(source)
+
+ if not Options["Source"]:
+ Logger.log(['binaries'])
+ for binary in binary_query:
+ if binary.package not in maintainers:
+ maintainers[binary.package] = binary.maintainer.name
+ uploaders[binary.package] = uploader_list(binary.source)
+
+ Logger.log(['files'])
+ # Process any additional Maintainer files (e.g. from pseudo
+ # packages)
for filename in extra_files:
extrafile = utils.open_file(filename)
for line in extrafile.readlines():
line = re_comments.sub('', line).strip()
if line == "":
continue
- split = line.split()
- lhs = split[0]
- maintainer = fix_maintainer(" ".join(split[1:]))
- if lhs.find('~') != -1:
- (package, version) = lhs.split('~', 1)
- else:
- package = lhs
- version = '*'
- if not gen_uploaders:
- key = package
- else:
- key = (package, maintainer)
- # A version of '*' overwhelms all real version numbers
- if not packages.has_key(key) or version == '*' \
- or apt_pkg.VersionCompare(packages[key]["version"], version) < 0:
- packages[key] = { "maintainer": maintainer, "version": version }
- extrafile.close()
-
- package_keys = packages.keys()
- package_keys.sort()
- if gen_uploaders:
- for (package, maintainer) in package_keys:
- key = (package, maintainer)
- lhs = "~".join([package, packages[key]["version"]])
- print "%-30s %s" % (lhs, maintainer)
- else:
- for package in package_keys:
- lhs = "~".join([package, packages[package]["version"]])
- print "%-30s %s" % (lhs, packages[package]["maintainer"])
+ (package, maintainer) = line.split(None, 1)
+ maintainers[package] = maintainer
+ uploaders[package] = [maintainer]
-################################################################################
+ if Options["Print"]:
+ for package in sorted(maintainers):
+ sys.stdout.write(format(package, maintainers[package]))
+ else:
+ maintainer_file = open('Maintainers', 'w')
+ uploader_file = open('Uploaders', 'w')
+ for package in sorted(uploaders):
+ maintainer_file.write(format(package, maintainers[package]))
+ for uploader in uploaders[package]:
+ uploader_file.write(format(package, uploader))
+ uploader_file.close()
+ maintainer_file.close()
+
+ Logger.close()
+
+###############################################################################
if __name__ == '__main__':
main()