X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=daklib%2Flists.py;h=5766371ce8382715937caffadb0a6b7682b679ce;hb=b3d7c0ea3704fa38d91b47023e232b94ce05735d;hp=13555e2b1285f803d87cc154fef7dc49bcc70101;hpb=4689163b3fcfaf6ec71bcf321e4245ace8d6879a;p=dak.git diff --git a/daklib/lists.py b/daklib/lists.py old mode 100755 new mode 100644 index 13555e2b..5766371c --- a/daklib/lists.py +++ b/daklib/lists.py @@ -24,6 +24,8 @@ Helper functions for list generating commands (Packages, Sources). ################################################################################ +from dbconn import get_architecture + def fetch(query, args, session): for (id, path, filename) in session.execute(query, args).fetchall(): yield (id, path + filename) @@ -40,20 +42,42 @@ def getSources(suite, component, session, timestamp = None): if timestamp: extra_cond = "AND extract(epoch from sa.created) > %d" % timestamp query = """ - SELECT s.id, l.path, f.filename + SELECT s.id, archive.path || 'pool/', c.name || '/' || f.filename FROM source s JOIN src_associations sa ON s.id = sa.source AND sa.suite = :suite %s + JOIN suite + ON sa.suite = suite.id + JOIN archive + ON suite.archive_id = archive.id JOIN files f ON s.file = f.id - JOIN location l - ON f.location = l.id AND l.component = :component + JOIN files_archive_map fam + ON fam.file_id = f.id AND fam.component_id = :component + JOIN component c + ON fam.component_id = c.id ORDER BY filename """ % extra_cond args = { 'suite': suite.suite_id, 'component': component.component_id } return fetch(query, args, session) +def getArchAll(suite, component, architecture, type, session, timestamp = None): + ''' + Calculates all binaries in suite and component of architecture 'all' (and + only 'all') and type 'deb' or 'udeb' optionally limited to binaries newer + than timestamp. Returns a generator that yields a tuple of binary id and + full pathname to the u(deb) file. See function writeAllList() in + dak/generate_filelist.py for an example that uses this function. + ''' + query = suite.clone(session).binaries. \ + filter_by(architecture = architecture, binarytype = type) + if timestamp is not None: + extra_cond = 'extract(epoch from bin_associations.created) > %d' % timestamp + query = query.filter(extra_cond) + for binary in query: + yield (binary.binary_id, binary.poolfile.fullpath) + def getBinaries(suite, component, architecture, type, session, timestamp = None): ''' Calculates the binaries in suite and component of architecture and @@ -77,7 +101,7 @@ INSERT INTO b_candidates (id, source, file, architecture) FROM binaries b JOIN bin_associations ba ON b.id = ba.bin WHERE b.type = :type AND ba.suite = :suite AND - b.architecture IN (2, :architecture) %s; + b.architecture IN (:arch_all, :architecture) %s; CREATE TEMP TABLE gf_candidates ( id integer, @@ -88,27 +112,31 @@ CREATE TEMP TABLE gf_candidates ( source text); INSERT INTO gf_candidates (id, filename, path, architecture, src, source) - SELECT bc.id, f.filename, l.path, bc.architecture, bc.source as src, s.source + SELECT bc.id, c.name || '/' || f.filename, archive.path || 'pool/' , bc.architecture, bc.source as src, s.source FROM b_candidates bc JOIN source s ON bc.source = s.id JOIN files f ON bc.file = f.id - JOIN location l ON f.location = l.id - WHERE l.component = :component; + JOIN files_archive_map fam ON f.id = fam.file_id + JOIN component c ON fam.component_id = c.id + JOIN archive ON fam.archive_id = archive.id + JOIN suite ON suite.archive_id = archive.id + + WHERE c.id = :component AND suite.id = :suite; WITH arch_any AS (SELECT id, path, filename FROM gf_candidates - WHERE architecture > 2), + WHERE architecture <> :arch_all), arch_all_with_any AS (SELECT id, path, filename FROM gf_candidates - WHERE architecture = 2 AND - src IN (SELECT src FROM gf_candidates WHERE architecture > 2)), + WHERE architecture = :arch_all AND + src IN (SELECT src FROM gf_candidates WHERE architecture <> :arch_all)), arch_all_without_any AS (SELECT id, path, filename FROM gf_candidates - WHERE architecture = 2 AND - source NOT IN (SELECT DISTINCT source FROM gf_candidates WHERE architecture > 2)), + WHERE architecture = :arch_all AND + source NOT IN (SELECT DISTINCT source FROM gf_candidates WHERE architecture <> :arch_all)), filelist AS (SELECT * FROM arch_any @@ -122,6 +150,7 @@ WITH arch_any AS args = { 'suite': suite.suite_id, 'component': component.component_id, 'architecture': architecture.arch_id, + 'arch_all': get_architecture('all', session).arch_id, 'type': type } return fetch(query, args, session)