X-Git-Url: https://git.decadent.org.uk/gitweb/?p=dak.git;a=blobdiff_plain;f=dak%2Fmake_maintainers.py;h=30606e9a429a1fee4fbfb45776a42455895a7309;hp=80e221532db9944d5a7589cf0051a80aa7e85914;hb=5a61a05250b1bf5d54661103e8999eb7c7fc9207;hpb=6277b6f6bb9727303bb0c8951cac4a17243b45c4 diff --git a/dak/make_maintainers.py b/dak/make_maintainers.py index 80e22153..30606e9a 100755 --- a/dak/make_maintainers.py +++ b/dak/make_maintainers.py @@ -4,6 +4,7 @@ Generate Maintainers file used by e.g. the Debian Bug Tracking System @contact: Debian FTP Master @copyright: 2000, 2001, 2002, 2003, 2004, 2006 James Troup +@copyright: 2011 Torsten Werner @license: GNU General Public License version 2 or later """ @@ -30,82 +31,37 @@ Generate Maintainers file used by e.g. the Debian Bug Tracking System ################################################################################ -import sys -import apt_pkg - +from daklib import daklog +from daklib import utils from daklib.config import Config from daklib.dbconn import * -from daklib import utils -from daklib import textutils from daklib.regexes import re_comments -################################################################################ - -maintainer_from_source_cache = {} #: caches the maintainer name per source_id -packages = {} #: packages data to write out -fixed_maintainer_cache = {} #: caches fixed ( L{daklib.textutils.fix_maintainer} ) maintainer data +import apt_pkg +import sys ################################################################################ def usage (exit_code=0): - print """Usage: dak make-maintainers [OPTION] EXTRA_FILE[...] -Generate an index of packages <=> Maintainers. + print """Usage: dak make-maintainers [OPTION] -a ARCHIVE EXTRA_FILE[...] +Generate an index of packages <=> Maintainers / Uploaders. - -u, --uploaders create uploaders index + -a, --archive=ARCHIVE archive to take packages from -h, --help show this help and exit """ sys.exit(exit_code) ################################################################################ -def fix_maintainer (maintainer): - """ - Fixup maintainer entry, cache the result. - - @type maintainer: string - @param maintainer: A maintainer entry as passed to L{daklib.textutils.fix_maintainer} +def format(package, person): + '''Return a string nicely formatted for writing to the output file.''' + return '%-20s %s\n' % (package, person) - @rtype: tuple - @returns: fixed maintainer tuple - """ - global fixed_maintainer_cache - - if not fixed_maintainer_cache.has_key(maintainer): - fixed_maintainer_cache[maintainer] = textutils.fix_maintainer(maintainer)[0] - - return fixed_maintainer_cache[maintainer] - -def get_maintainer(maintainer, session): - """ - Retrieves maintainer name from database, passes it through fix_maintainer and - passes on whatever that returns. - - @type maintainer: int - @param maintainer: maintainer_id - """ - q = session.execute("SELECT name FROM maintainer WHERE id = :id", {'id': maintainer}).fetchall() - return fix_maintainer(q[0][0]) - -def get_maintainer_from_source(source_id, session): - """ - Returns maintainer name for given source_id. - - @type source_id: int - @param source_id: source package id - - @rtype: string - @return: maintainer name/email - """ - global maintainer_from_source_cache - - if not maintainer_from_source_cache.has_key(source_id): - q = session.execute("""SELECT m.name FROM maintainer m, source s - WHERE s.id = :sourceid AND s.maintainer = m.id""", - {'sourceid': source_id}) - maintainer = q.fetchall()[0][0] - maintainer_from_source_cache[source_id] = fix_maintainer(maintainer) +################################################################################ - return maintainer_from_source_cache[source_id] +def uploader_list(source): + '''Return a sorted list of uploader names for source package.''' + return sorted([uploader.name for uploader in source.uploaders]) ################################################################################ @@ -113,134 +69,75 @@ def main(): cnf = Config() Arguments = [('h',"help","Make-Maintainers::Options::Help"), - ('u',"uploaders","Make-Maintainers::Options::Uploaders")] + ('a','archive','Make-Maintainers::Options::Archive','HasArg')] if not cnf.has_key("Make-Maintainers::Options::Help"): cnf["Make-Maintainers::Options::Help"] = "" - if not cnf.has_key("Make-Maintainers::Options::Uploaders"): - cnf["Make-Maintainers::Options::Uploaders"] = "" - extra_files = apt_pkg.ParseCommandLine(cnf.Cnf, Arguments, sys.argv) - Options = cnf.SubTree("Make-Maintainers::Options") + extra_files = apt_pkg.parse_commandline(cnf.Cnf, Arguments, sys.argv) + Options = cnf.subtree("Make-Maintainers::Options") - if Options["Help"]: + if Options["Help"] or not Options.get('Archive'): usage() - gen_uploaders = False - if Options["Uploaders"]: - gen_uploaders = True - + Logger = daklog.Logger('make-maintainers') session = DBConn().session() - for suite in cnf.SubTree("Suite").List(): - suite = suite.lower() - suite_priority = int(cnf["Suite::%s::Priority" % (suite)]) - - # Source packages - if gen_uploaders: - q = session.execute("""SELECT s.source, s.version, m.name - FROM src_associations sa, source s, suite su, maintainer m, src_uploaders srcu - WHERE su.suite_name = :suite_name - AND sa.suite = su.id AND sa.source = s.id - AND m.id = srcu.maintainer - AND srcu.source = s.id""", - {'suite_name': suite}) - else: - q = session.execute("""SELECT s.source, s.version, m.name - FROM src_associations sa, source s, suite su, maintainer m - WHERE su.suite_name = :suite_name - AND sa.suite = su.id AND sa.source = s.id - AND m.id = s.maintainer""", - {'suite_name': suite}) - - for source in q.fetchall(): - package = source[0] - version = source[1] - maintainer = fix_maintainer(source[2]) - if gen_uploaders: - key = (package, maintainer) - else: - key = package - - if packages.has_key(key): - if packages[key]["priority"] <= suite_priority: - if apt_pkg.VersionCompare(packages[key]["version"], version) < 0: - packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version } - else: - packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version } - - # Binary packages - if gen_uploaders: - q = session.execute("""SELECT b.package, b.source, srcu.maintainer, b.version - FROM bin_associations ba, binaries b, suite s, src_uploaders srcu - WHERE s.suite_name = :suite_name - AND ba.suite = s.id AND ba.bin = b.id - AND b.source = srcu.source""", - {'suite_name': suite}) - else: - q = session.execute("""SELECT b.package, b.source, b.maintainer, b.version - FROM bin_associations ba, binaries b, suite s - WHERE s.suite_name = :suite_name - AND ba.suite = s.id AND ba.bin = b.id""", - {'suite_name': suite}) - - - for binary in q.fetchall(): - package = binary[0] - source_id = binary[1] - version = binary[3] - # Use the source maintainer first; falling back on the binary maintainer as a last resort only - if source_id and not gen_uploaders: - maintainer = get_maintainer_from_source(source_id, session) - else: - maintainer = get_maintainer(binary[2], session) - if gen_uploaders: - key = (package, maintainer) - else: - key = package - - if packages.has_key(key): - if packages[key]["priority"] <= suite_priority: - if apt_pkg.VersionCompare(packages[key]["version"], version) < 0: - packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version } - else: - packages[key] = { "maintainer": maintainer, "priority": suite_priority, "version": version } - - # Process any additional Maintainer files (e.g. from pseudo packages) + archive = session.query(Archive).filter_by(archive_name=Options['Archive']).one() + + # dictionary packages to maintainer names + maintainers = dict() + # dictionary packages to list of uploader names + uploaders = dict() + + source_query = session.query(DBSource).from_statement(''' + select distinct on (source.source) source.* from source + join src_associations sa on source.id = sa.source + join suite on sa.suite = suite.id + where suite.archive_id = :archive_id + order by source.source, source.version desc''') \ + .params(archive_id=archive.archive_id) + + binary_query = session.query(DBBinary).from_statement(''' + select distinct on (binaries.package) binaries.* from binaries + join bin_associations ba on binaries.id = ba.bin + join suite on ba.suite = suite.id + where suite.archive_id = :archive_id + order by binaries.package, binaries.version desc''') \ + .params(archive_id=archive.archive_id) + + Logger.log(['sources']) + for source in source_query: + maintainers[source.source] = source.maintainer.name + uploaders[source.source] = uploader_list(source) + + Logger.log(['binaries']) + for binary in binary_query: + if binary.package not in maintainers: + maintainers[binary.package] = binary.maintainer.name + uploaders[binary.package] = uploader_list(binary.source) + + Logger.log(['files']) + # Process any additional Maintainer files (e.g. from pseudo + # packages) for filename in extra_files: extrafile = utils.open_file(filename) for line in extrafile.readlines(): line = re_comments.sub('', line).strip() if line == "": continue - split = line.split() - lhs = split[0] - maintainer = fix_maintainer(" ".join(split[1:])) - if lhs.find('~') != -1: - (package, version) = lhs.split('~', 1) - else: - package = lhs - version = '*' - if not gen_uploaders: - key = package - else: - key = (package, maintainer) - # A version of '*' overwhelms all real version numbers - if not packages.has_key(key) or version == '*' \ - or apt_pkg.VersionCompare(packages[key]["version"], version) < 0: - packages[key] = { "maintainer": maintainer, "version": version } - extrafile.close() - - package_keys = packages.keys() - package_keys.sort() - if gen_uploaders: - for (package, maintainer) in package_keys: - key = (package, maintainer) - lhs = "~".join([package, packages[key]["version"]]) - print "%-30s %s" % (lhs, maintainer) - else: - for package in package_keys: - lhs = "~".join([package, packages[package]["version"]]) - print "%-30s %s" % (lhs, packages[package]["maintainer"]) + (package, maintainer) = line.split(None, 1) + maintainers[package] = maintainer + uploaders[package] = [maintainer] + + maintainer_file = open('Maintainers', 'w') + uploader_file = open('Uploaders', 'w') + for package in sorted(uploaders): + maintainer_file.write(format(package, maintainers[package])) + for uploader in uploaders[package]: + uploader_file.write(format(package, uploader)) + uploader_file.close() + maintainer_file.close() + Logger.close() ################################################################################