X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=daklib%2Fcontents.py;h=bbbacd4a3f73172e4c021e8beda380d2351ac850;hb=904ac9b520fb3a9449a42f7f26e71c372789227d;hp=1148758c704e87b8e09695b5cee947fafae958b7;hpb=1429de9bb070fc58a27a7b6e5e86a9f1d8f8a4a4;p=dak.git diff --git a/daklib/contents.py b/daklib/contents.py index 1148758c..bbbacd4a 100755 --- a/daklib/contents.py +++ b/daklib/contents.py @@ -31,6 +31,7 @@ from daklib.threadpool import ThreadPool from multiprocessing import Pool from sqlalchemy import desc, or_ +from sqlalchemy.exc import IntegrityError from subprocess import Popen, PIPE, call import os.path @@ -55,12 +56,16 @@ class ContentsWriter(object): ''' Returns a query object that is doing most of the work. ''' + overridesuite = self.suite + if self.suite.overridesuite is not None: + overridesuite = get_suite(self.suite.overridesuite, self.session) params = { - 'suite': self.suite.suite_id, - 'arch_all': get_architecture('all', self.session).arch_id, - 'arch': self.architecture.arch_id, - 'type_id': self.overridetype.overridetype_id, - 'type': self.overridetype.overridetype, + 'suite': self.suite.suite_id, + 'overridesuite': overridesuite.suite_id, + 'arch_all': get_architecture('all', self.session).arch_id, + 'arch': self.architecture.arch_id, + 'type_id': self.overridetype.overridetype_id, + 'type': self.overridetype.overridetype, } if self.component is not None: @@ -84,10 +89,10 @@ with unique_override as (select o.package, s.section from override o, section s - where o.suite = :suite and o.type = :type_id and o.section = s.id and + where o.suite = :overridesuite and o.type = :type_id and o.section = s.id and o.component = :component) -select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' || b.package as package +select bc.file, o.section || '/' || b.package as package from newest_binaries b, bin_contents bc, unique_override o where b.id = bc.binary_id and o.package = b.package order by bc.file, b.package''' @@ -112,10 +117,10 @@ with unique_override as (select distinct on (o.package, s.section) o.package, s.section from override o, section s - where o.suite = :suite and o.type = :type_id and o.section = s.id + where o.suite = :overridesuite and o.type = :type_id and o.section = s.id order by o.package, s.section, o.modified desc) -select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' || b.package as package +select bc.file, o.section || '/' || b.package as package from newest_binaries b, bin_contents bc, unique_override o where b.id = bc.binary_id and o.package = b.package order by bc.file, b.package''' @@ -186,7 +191,9 @@ select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' Write the output file. ''' command = ['gzip', '--rsyncable'] - output_file = open(self.output_filename(), 'w') + final_filename = self.output_filename() + temp_filename = final_filename + '.new' + output_file = open(temp_filename, 'w') gzip = Popen(command, stdin = PIPE, stdout = output_file) gzip.stdin.write(self.get_header()) for item in self.fetch(): @@ -194,6 +201,9 @@ select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' gzip.stdin.close() output_file.close() gzip.wait() + os.remove(final_filename) + os.rename(temp_filename, final_filename) + os.chmod(final_filename, 0664) @classmethod def write_all(class_, suite_names = [], force = False): @@ -247,9 +257,18 @@ class ContentsScanner(object): ''' session = DBConn().session() binary = session.query(DBBinary).get(self.binary_id) + empty_package = True for filename in binary.scan_contents(): binary.contents.append(BinContents(file = filename)) - session.commit() + empty_package = False + if empty_package: + binary.contents.append(BinContents(file = 'EMPTY_PACKAGE')) + try: + session.commit() + except IntegrityError: + session.rollback() + binary.contents.append(BinContents(file = 'DUPLICATE_FILENAMES')) + session.commit() session.close() @classmethod