X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=dak%2Fmake_changelog.py;h=2f85c89b6eefa309dfe088c0fa567fbef0655d99;hb=6d03dbb954cd67e522374c12225aa08a129e5d60;hp=852fabd4a005459636cc915f2e19812dcdc5d778;hpb=076d0a9a0f88c8e86fc206b491f73ea6e8c71fa0;p=dak.git diff --git a/dak/make_changelog.py b/dak/make_changelog.py old mode 100644 new mode 100755 index 852fabd4..2f85c89b --- a/dak/make_changelog.py +++ b/dak/make_changelog.py @@ -49,22 +49,36 @@ Generate changelog entry between two suites ################################################################################ +import os import sys import apt_pkg +from commands import getstatusoutput +from glob import glob +from re import split +from shutil import rmtree from daklib.dbconn import * from daklib import utils ################################################################################ def usage (exit_code=0): - print """Usage: make-changelog -s -b [OPTION]... -Generate changelog between two suites + print """Generate changelog between two suites + + Usage: + make-changelog -s -b [OPTION]... + make-changelog -e + make-changelog -T Options: -h, --help show this help and exit -s, --suite suite providing packages to compare - -b, --base-suite suite to be taken as reference for comparison""" + -b, --base-suite suite to be taken as reference for comparison + -n, --binnmu display binNMUs uploads instead of source ones + + -e, --export export interesting files from source packages + + -T, --testing display changes entering testing""" sys.exit(exit_code) @@ -78,13 +92,13 @@ def get_source_uploads(suite, base_suite, session): FROM source_suite WHERE suite_name = :base_suite GROUP BY source - UNION SELECT source, CAST(0 AS debversion) AS version + UNION (SELECT source, CAST(0 AS debversion) AS version FROM source_suite WHERE suite_name = :suite EXCEPT SELECT source, CAST(0 AS debversion) AS version FROM source_suite WHERE suite_name = :base_suite - ORDER BY source), + ORDER BY source)), cur_suite AS ( SELECT source, max(version) AS version FROM source_suite @@ -92,7 +106,7 @@ def get_source_uploads(suite, base_suite, session): GROUP BY source) SELECT DISTINCT c.source, c.version, c.changelog FROM changelogs c - JOIN base b on b.source = c.source + JOIN base b ON b.source = c.source JOIN cur_suite cs ON cs.source = c.source WHERE c.version > b.version AND c.version <= cs.version @@ -101,13 +115,159 @@ def get_source_uploads(suite, base_suite, session): return session.execute(query, {'suite': suite, 'base_suite': base_suite}) +def get_binary_uploads(suite, base_suite, session): + """ + Returns changelogs for binary uploads where version is newer than base. + """ + + query = """WITH base as ( + SELECT s.source, max(b.version) AS version, a.arch_string + FROM source s + JOIN binaries b ON b.source = s.id + JOIN bin_associations ba ON ba.bin = b.id + JOIN architecture a ON a.id = b.architecture + WHERE ba.suite = ( + SELECT id + FROM suite + WHERE suite_name = :base_suite) + GROUP BY s.source, a.arch_string), + cur_suite as ( + SELECT s.source, max(b.version) AS version, a.arch_string + FROM source s + JOIN binaries b ON b.source = s.id + JOIN bin_associations ba ON ba.bin = b.id + JOIN architecture a ON a.id = b.architecture + WHERE ba.suite = ( + SELECT id + FROM suite + WHERE suite_name = :suite) + GROUP BY s.source, a.arch_string) + SELECT DISTINCT c.source, c.version, c.architecture, c.changelog + FROM changelogs c + JOIN base b on b.source = c.source + JOIN cur_suite cs ON cs.source = c.source + WHERE c.version > b.version + AND c.version <= cs.version + AND c.architecture = b.arch_string + AND c.architecture = cs.arch_string + ORDER BY c.source, c.version DESC, c.architecture""" + + return session.execute(query, {'suite': suite, 'base_suite': base_suite}) + +def testing_summary(summary, session): + """ + Returns changes introduced in packages entering testing. + """ + + query = 'SELECT source, changelog FROM changelogs WHERE' + fd = open(summary, 'r') + for package in fd.read().splitlines(): + package = package.split() + if package[1] != package[2]: + if package[1] == '(not_in_testing)': + package[1] = 0 + query += " source = '%s' AND version > '%s' AND version <= '%s'" \ + % (package[0], package[1], package[2]) + query += " AND architecture LIKE '%source%' OR" + fd.close() + query += ' False ORDER BY source, version DESC;' + + return session.execute(query) + +def display_changes(uploads, index): + prev_upload = None + for upload in uploads: + if prev_upload and prev_upload != upload[0]: + print + print upload[index] + prev_upload = upload[0] + +def export_files(session, pool, clpool, temppath): + """ + Export interesting files from source packages. + """ + + sources = {} + query = """SELECT s.source, su.suite_name AS suite, s.version, f.filename + FROM source s + JOIN src_associations sa ON sa.source = s.id + JOIN suite su ON su.id = sa.suite + JOIN files f ON f.id = s.file + ORDER BY s.source, suite""" + + for p in session.execute(query): + if not sources.has_key(p[0]): + sources[p[0]] = {} + sources[p[0]][p[1]] = (p[2], p[3]) + + tempdir = utils.temp_dirname(parent=temppath) + os.rmdir(tempdir) + + for p in sources.keys(): + for s in sources[p].keys(): + files = (('changelog', True), + ('copyright', True), + ('NEWS.Debian', False), + ('README.Debian', False)) + path = os.path.join(clpool, sources[p][s][1].split('/')[0], \ + split('(^lib\S|^\S)', p)[1], p) + if not os.path.exists(path): + os.makedirs(path) + for file in files: + for f in glob(os.path.join(path, s + '.*')): + os.unlink(f) + try: + for file in files: + t = os.path.join(path, '%s_%s.*%s' % (p, sources[p][s][0], file[0])) + if file[1] and not glob(t): + raise OSError + else: + for f in glob(t): + os.link(f, os.path.join(path, '%s.%s' % \ + (s, os.path.basename(f).split('%s_%s.' \ + % (p, sources[p][s][0]))[1]))) + except OSError: + cmd = 'dpkg-source --no-check --no-copy -x %s %s' \ + % (os.path.join(pool, sources[p][s][1]), tempdir) + (result, output) = getstatusoutput(cmd) + if not result: + for file in files: + try: + for f in glob(os.path.join(tempdir, 'debian', '*' + file[0])): + for dest in os.path.join(path, '%s_%s.%s' \ + % (p, sources[p][s][0], os.path.basename(f))), \ + os.path.join(path, '%s.%s' % (s, os.path.basename(f))): + if not os.path.exists(dest): + os.link(f, dest) + except: + print 'make-changelog: unable to extract %s for %s_%s' \ + % (os.path.basename(f), p, sources[p][s][0]) + else: + print 'make-changelog: unable to unpack %s_%s' % (p, sources[p][s][0]) + continue + + rmtree(tempdir) + + for root, dirs, files in os.walk(clpool): + if len(files): + if root.split('/')[-1] not in sources.keys(): + if os.path.exists(root): + rmtree(root) + for file in files: + if os.path.exists(os.path.join(root, file)): + if os.stat(os.path.join(root, file)).st_nlink == 1: + os.unlink(os.path.join(root, file)) + def main(): Cnf = utils.get_conf() Arguments = [('h','help','Make-Changelog::Options::Help'), - ('s','suite','Make-Changelog::Options::Suite', 'HasArg'), - ('b','base-suite','Make-Changelog::Options::Base-Suite', 'HasArg')] + ('s','suite','Make-Changelog::Options::Suite','HasArg'), + ('b','base-suite','Make-Changelog::Options::Base-Suite','HasArg'), + ('n','binnmu','Make-Changelog::Options::binNMU'), + ('e','export','Make-Changelog::Options::export'), + ('T', 'testing','Make-Changelog::Options::Testing')] - for i in ['help', 'suite', 'base-suite']: + for i in ['help', 'suite', 'base-suite', 'binnmu', 'export', 'testing']: if not Cnf.has_key('Make-Changelog::Options::%s' % (i)): Cnf['Make-Changelog::Options::%s' % (i)] = '' @@ -115,20 +275,29 @@ def main(): Options = Cnf.SubTree('Make-Changelog::Options') suite = Cnf['Make-Changelog::Options::Suite'] base_suite = Cnf['Make-Changelog::Options::Base-Suite'] + binnmu = Cnf['Make-Changelog::Options::binNMU'] + export = Cnf['Make-Changelog::Options::export'] + testing = Cnf['Make-Changelog::Options::Testing'] - if Options['help'] or not (suite and base_suite): + if Options['help'] or not (suite and base_suite) and not testing and not export: usage() for s in suite, base_suite: - if not get_suite(s): + if not testing and not export and not get_suite(s): utils.fubar('Invalid suite "%s"' % s) session = DBConn().session() - uploads = get_source_uploads(suite, base_suite, session) - session.commit() - for u in uploads: - print u[2] + if testing: + display_changes(testing_summary(Cnf['Changelogs::Testing'], session), 1) + elif export: + export_files(session, Cnf['Dir::Pool'], Cnf['Changelogs::Export'], Cnf['Dir::TempPath']) + elif binnmu: + display_changes(get_binary_uploads(suite, base_suite, session), 3) + else: + display_changes(get_source_uploads(suite, base_suite, session), 2) + + session.commit() if __name__ == '__main__': main()