X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=daklib%2Fcontents.py;h=db500d38c5f95c66e6bde33446d8de01f4703ea9;hb=c8fbd3b2452573a2a0d9c624bf9a81539b8ffc74;hp=840cb68117370deb61aa2e3831cf0051a0f02640;hpb=9ca85bf3b8790a8d9e1daa4a9dd70019f55f6e08;p=dak.git diff --git a/daklib/contents.py b/daklib/contents.py index 840cb681..db500d38 100755 --- a/daklib/contents.py +++ b/daklib/contents.py @@ -66,7 +66,7 @@ class ContentsWriter(object): } if self.component is not None: - params['component'] = component.component_id + params['component'] = self.component.component_id sql = ''' create temp table newest_binaries ( id integer primary key, @@ -145,7 +145,8 @@ select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' last_filename = filename package_list = [] package_list.append(package) - yield self.formatline(last_filename, package_list) + if last_filename is not None: + yield self.formatline(last_filename, package_list) # end transaction to return connection to pool self.session.rollback() @@ -182,9 +183,10 @@ select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' if header_file: header_file.close() - def write_file(self): + def write_file(self, dummy_arg = None): ''' - Write the output file. + Write the output file. The argument dummy_arg is ignored but needed by + our threadpool implementation. ''' command = ['gzip', '--rsyncable'] output_file = open(self.output_filename(), 'w') @@ -195,6 +197,37 @@ select bc.file, substring(o.section from position('/' in o.section) + 1) || '/' pipe.close() output_file.close() + @classmethod + def write_all(class_, suite_names = [], force = False): + ''' + Writes all Contents files for suites in list suite_names which defaults + to all 'touchable' suites if not specified explicitely. Untouchable + suites will be included if the force argument is set to True. + ''' + session = DBConn().session() + suite_query = session.query(Suite) + if len(suite_names) > 0: + suite_query = suite_query.filter(Suite.suite_name.in_(suite_names)) + if not force: + suite_query = suite_query.filter_by(untouchable = False) + main = get_component('main', session) + non_free = get_component('non-free', session) + deb = get_override_type('deb', session) + udeb = get_override_type('udeb', session) + threadpool = ThreadPool() + for suite in suite_query: + for architecture in suite.get_architectures(skipsrc = True, skipall = True): + # handle 'deb' packages + writer = ContentsWriter(suite, architecture, deb) + threadpool.queueTask(writer.write_file) + # handle 'udeb' packages for 'main' and 'non-free' + writer = ContentsWriter(suite, architecture, udeb, component = main) + threadpool.queueTask(writer.write_file) + writer = ContentsWriter(suite, architecture, udeb, component = non_free) + threadpool.queueTask(writer.write_file) + threadpool.joinAll() + session.close() + class ContentsScanner(object): '''