################################################################################
+import os
import sys
import apt_pkg
+from commands import getstatusoutput
+from glob import glob
+from re import split
+from shutil import rmtree
from daklib.dbconn import *
from daklib import utils
-from daklib.queue import Upload
+from daklib.config import Config
################################################################################
-suites = {'proposed-updates': 'proposedupdates',
- 'oldstable-proposed-updates': 'oldproposedupdates'}
-
def usage (exit_code=0):
- print """Usage: make-changelog -s <suite> -b <base_suite> [OPTION]...
-Generate changelog between two suites
+ print """Generate changelog between two suites
+
+ Usage:
+ make-changelog -s <suite> -b <base_suite> [OPTION]...
+ make-changelog -e
Options:
-h, --help show this help and exit
-s, --suite suite providing packages to compare
- -b, --base-suite suite to be taken as reference for comparison"""
+ -b, --base-suite suite to be taken as reference for comparison
+ -n, --binnmu display binNMUs uploads instead of source ones
+
+ -e, --export export interesting files from source packages"""
sys.exit(exit_code)
-def get_new_packages(suite, base_suite):
+def get_source_uploads(suite, base_suite, session):
"""
- Returns a dict of sources and versions where version is newer in base.
+ Returns changelogs for source uploads where version is newer than base.
"""
- suite_sources = dict()
- base_suite_sources = dict()
- new_in_suite = dict()
- session = DBConn().session()
+ query = """WITH base AS (
+ SELECT source, max(version) AS version
+ FROM source_suite
+ WHERE suite_name = :base_suite
+ GROUP BY source
+ UNION (SELECT source, CAST(0 AS debversion) AS version
+ FROM source_suite
+ WHERE suite_name = :suite
+ EXCEPT SELECT source, CAST(0 AS debversion) AS version
+ FROM source_suite
+ WHERE suite_name = :base_suite
+ ORDER BY source)),
+ cur_suite AS (
+ SELECT source, max(version) AS version
+ FROM source_suite
+ WHERE suite_name = :suite
+ GROUP BY source)
+ SELECT DISTINCT c.source, c.version, c.changelog
+ FROM changelogs c
+ JOIN base b ON b.source = c.source
+ JOIN cur_suite cs ON cs.source = c.source
+ WHERE c.version > b.version
+ AND c.version <= cs.version
+ AND c.architecture LIKE '%source%'
+ ORDER BY c.source, c.version DESC"""
+
+ return session.execute(query, {'suite': suite, 'base_suite': base_suite})
- # Get source details from given suites
- for i in get_all_sources_in_suite(suite, session):
- suite_sources[i[0]] = i[1]
- for i in get_all_sources_in_suite(base_suite, session):
- base_suite_sources[i[0]] = i[1]
+def get_binary_uploads(suite, base_suite, session):
+ """
+ Returns changelogs for binary uploads where version is newer than base.
+ """
+
+ query = """WITH base as (
+ SELECT s.source, max(b.version) AS version, a.arch_string
+ FROM source s
+ JOIN binaries b ON b.source = s.id
+ JOIN bin_associations ba ON ba.bin = b.id
+ JOIN architecture a ON a.id = b.architecture
+ WHERE ba.suite = (
+ SELECT id
+ FROM suite
+ WHERE suite_name = :base_suite)
+ GROUP BY s.source, a.arch_string),
+ cur_suite as (
+ SELECT s.source, max(b.version) AS version, a.arch_string
+ FROM source s
+ JOIN binaries b ON b.source = s.id
+ JOIN bin_associations ba ON ba.bin = b.id
+ JOIN architecture a ON a.id = b.architecture
+ WHERE ba.suite = (
+ SELECT id
+ FROM suite
+ WHERE suite_name = :suite)
+ GROUP BY s.source, a.arch_string)
+ SELECT DISTINCT c.source, c.version, c.architecture, c.changelog
+ FROM changelogs c
+ JOIN base b on b.source = c.source
+ JOIN cur_suite cs ON cs.source = c.source
+ WHERE c.version > b.version
+ AND c.version <= cs.version
+ AND c.architecture = b.arch_string
+ AND c.architecture = cs.arch_string
+ ORDER BY c.source, c.version DESC, c.architecture"""
- # Compare if version in suite is greater than the base_suite one
- for i in suite_sources.keys():
- if i not in suite_sources.keys():
- new_in_suite[i] = (suite_sources[i], 0)
- elif apt_pkg.VersionCompare(suite_sources[i], base_suite_sources[i]) > 0:
- new_in_suite[i] = (suite_sources[i], base_suite_sources[i])
+ return session.execute(query, {'suite': suite, 'base_suite': base_suite})
- return new_in_suite
+def display_changes(uploads, index):
+ prev_upload = None
+ for upload in uploads:
+ if prev_upload and prev_upload != upload[0]:
+ print
+ print upload[index]
+ prev_upload = upload[0]
-def generate_changelog(suite, source, versions):
+def export_files(session, pool, clpool, temppath):
"""
- Generates changelog data returned from changelogs table
+ Export interesting files from source packages.
"""
- query = """
- SELECT changelog FROM changelogs
- WHERE suite = :suite
- AND source = :source
- AND version > :base
- AND version <= :current
- ORDER BY source, version DESC"""
- session = DBConn().session()
- result = session.execute(query, {'suite': suites[suite], 'source': source, \
- 'base': versions[1], 'current': versions[0]})
- session.commit()
- for r in result.fetchall():
- for i in range(0, len(r)):
- print r[i]
+ sources = {}
+ query = """SELECT s.source, su.suite_name AS suite, s.version, f.filename
+ FROM source s
+ JOIN src_associations sa ON sa.source = s.id
+ JOIN suite su ON su.id = sa.suite
+ JOIN files f ON f.id = s.file
+ ORDER BY s.source, suite"""
+
+ for p in session.execute(query):
+ if not sources.has_key(p[0]):
+ sources[p[0]] = {}
+ sources[p[0]][p[1]] = (p[2], p[3])
+
+ tempdir = utils.temp_dirname(parent=temppath)
+ os.rmdir(tempdir)
+
+ for p in sources.keys():
+ for s in sources[p].keys():
+ files = (('changelog', True),
+ ('copyright', True),
+ ('NEWS.Debian', False),
+ ('README.Debian', False))
+ path = os.path.join(clpool, sources[p][s][1].split('/')[0], \
+ split('(^lib\S|^\S)', p)[1], p)
+ if not os.path.exists(path):
+ os.makedirs(path)
+ for file in files:
+ for f in glob(os.path.join(path, s + '.*')):
+ os.unlink(f)
+ try:
+ for file in files:
+ t = os.path.join(path, '%s_%s.*%s' % (p, sources[p][s][0], file[0]))
+ if file[1] and not glob(t):
+ raise OSError
+ else:
+ for f in glob(t):
+ os.link(f, os.path.join(path, '%s.%s' % \
+ (s, os.path.basename(f).split('%s_%s.' \
+ % (p, sources[p][s][0]))[1])))
+ except OSError:
+ cmd = 'dpkg-source --no-check --no-copy -x %s %s' \
+ % (os.path.join(pool, sources[p][s][1]), tempdir)
+ (result, output) = getstatusoutput(cmd)
+ if not result:
+ for file in files:
+ try:
+ for f in glob(os.path.join(tempdir, 'debian', '*' + file[0])):
+ for dest in os.path.join(path, '%s_%s.%s' \
+ % (p, sources[p][s][0], os.path.basename(f))), \
+ os.path.join(path, '%s.%s' % (s, os.path.basename(f))):
+ if not os.path.exists(dest):
+ os.link(f, dest)
+ except:
+ print 'make-changelog: unable to extract %s for %s_%s' \
+ % (os.path.basename(f), p, sources[p][s][0])
+ else:
+ print 'make-changelog: unable to unpack %s_%s' % (p, sources[p][s][0])
+ continue
+
+ rmtree(tempdir)
+
+ for root, dirs, files in os.walk(clpool):
+ if len(files):
+ if root.split('/')[-1] not in sources.keys():
+ if os.path.exists(root):
+ rmtree(root)
+ for file in files:
+ if os.path.exists(os.path.join(root, file)):
+ if os.stat(os.path.join(root, file)).st_nlink == 1:
+ os.unlink(os.path.join(root, file))
def main():
Cnf = utils.get_conf()
+ cnf = Config()
Arguments = [('h','help','Make-Changelog::Options::Help'),
- ('s','suite','Make-Changelog::Options::Suite', 'HasArg'),
- ('b','base-suite','Make-Changelog::Options::Base-Suite', 'HasArg')]
+ ('s','suite','Make-Changelog::Options::Suite','HasArg'),
+ ('b','base-suite','Make-Changelog::Options::Base-Suite','HasArg'),
+ ('n','binnmu','Make-Changelog::Options::binNMU'),
+ ('e','export','Make-Changelog::Options::export')]
- for i in ['help', 'suite', 'base-suite']:
+ for i in ['help', 'suite', 'base-suite', 'binnmu', 'export']:
if not Cnf.has_key('Make-Changelog::Options::%s' % (i)):
Cnf['Make-Changelog::Options::%s' % (i)] = ''
Options = Cnf.SubTree('Make-Changelog::Options')
suite = Cnf['Make-Changelog::Options::Suite']
base_suite = Cnf['Make-Changelog::Options::Base-Suite']
+ binnmu = Cnf['Make-Changelog::Options::binNMU']
+ export = Cnf['Make-Changelog::Options::export']
- if Options['help'] or not (suite and base_suite):
+ if Options['help'] or not (suite and base_suite) and not export:
usage()
for s in suite, base_suite:
- if not get_suite(s):
+ if not export and not get_suite(s):
utils.fubar('Invalid suite "%s"' % s)
- new_packages = get_new_packages(suite, base_suite)
- for package in sorted(new_packages.keys()):
- generate_changelog(suite, package, new_packages[package])
+ session = DBConn().session()
+
+ if export:
+ if cnf.exportpath:
+ exportpath = os.path.join(Cnf['Dir::Export'], cnf.exportpath)
+ export_files(session, Cnf['Dir::Pool'], exportpath, Cnf['Dir::TempPath'])
+ else:
+ utils.fubar('No changelog export path defined')
+ elif binnmu:
+ display_changes(get_binary_uploads(suite, base_suite, session), 3)
+ else:
+ display_changes(get_source_uploads(suite, base_suite, session), 2)
+
+ session.commit()
if __name__ == '__main__':
main()