X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=daklib%2Fchanges.py;h=d6ccaa0095d01cad07780be8d57d1bdda57507d9;hb=391f5ec09a119131dc846b796ca791f4cecc69e4;hp=4d2bcfe181ce193fadd84ac8f883046ae092840e;hpb=bfb5e2fb5f3100b9b1247ea346462a49deb9d011;p=dak.git diff --git a/daklib/changes.py b/daklib/changes.py index 4d2bcfe1..d6ccaa00 100644 --- a/daklib/changes.py +++ b/daklib/changes.py @@ -34,10 +34,9 @@ import datetime from cPickle import Unpickler, Pickler from errno import EPERM -from apt_inst import debExtractControl -from apt_pkg import ParseSection +from apt_pkg import TagSection -from utils import open_file, fubar, poolify +from utils import open_file, fubar, poolify, deb_extract_control from config import * from dbconn import * @@ -127,7 +126,7 @@ class Changes(object): if entry["type"] == "deb": deb_fh = open_file(name) - summary += ParseSection(debExtractControl(deb_fh))["Description"] + '\n' + summary += TagSection(deb_extract_control(deb_fh))["Description"] + '\n' deb_fh.close() else: @@ -187,8 +186,41 @@ class Changes(object): if (not self.changes.has_key(key)) or (not self.changes[key]): self.changes[key]='missing' + def __get_file_from_pool(self, filename, entry, session, logger): + cnf = Config() + + if cnf.has_key("Dinstall::SuiteSuffix"): + component = cnf["Dinstall::SuiteSuffix"] + entry["component"] + else: + component = entry["component"] + + poolname = poolify(entry["source"], component) + l = get_location(cnf["Dir::Pool"], component, session=session) + + found, poolfile = check_poolfile(os.path.join(poolname, filename), + entry['size'], + entry["md5sum"], + l.location_id, + session=session) + + if found is None: + if logger is not None: + logger.log(["E: Found multiple files for pool (%s) for %s" % (filename, component)]) + return None + elif found is False and poolfile is not None: + if logger is not None: + logger.log(["E: md5sum/size mismatch for %s in pool" % (filename)]) + return None + else: + if poolfile is None: + if logger is not None: + logger.log(["E: Could not find %s in pool" % (filename)]) + return None + else: + return poolfile + @session_wrapper - def add_known_changes(self, dirpath, in_queue=None, session=None): + def add_known_changes(self, dirpath, in_queue=None, session=None, logger=None): """add "missing" in fields which we will require for the known_changes table""" cnf = Config() @@ -205,10 +237,10 @@ class Changes(object): multivalues[key] = self.changes[key] chg = DBChange() - chg.chagnesfile = self.change_file + chg.changesname = self.changes_file chg.seen = filetime chg.in_queue_id = in_queue - chg.source = self.chagnes["source"] + chg.source = self.changes["source"] chg.binaries = multivalues["binary"] chg.architecture = multivalues["architecture"] chg.version = self.changes["version"] @@ -218,24 +250,55 @@ class Changes(object): chg.fingerprint = self.changes["fingerprint"] chg.changedby = self.changes["changed-by"] chg.date = self.changes["date"] - - session.add(chg) - chg_files = [] - for chg_fn in self.files.keys(): - cpf = ChangePendingFile() - cpf.filename = chg_fn - cpf.size = self.files[chg_fn]['size'] - cpf.md5sum = self.files[chg_fn]['md5sum'] + session.add(chg) - session.add(cpf) - chg_files.append(cpf) + files = [] + for chg_fn, entry in self.files.items(): + try: + f = open(os.path.join(dirpath, chg_fn)) + cpf = ChangePendingFile() + cpf.filename = chg_fn + cpf.size = entry['size'] + cpf.md5sum = entry['md5sum'] + + if entry.has_key('sha1sum'): + cpf.sha1sum = entry['sha1sum'] + else: + f.seek(0) + cpf.sha1sum = apt_pkg.sha1sum(f) + + if entry.has_key('sha256sum'): + cpf.sha256sum = entry['sha256sum'] + else: + f.seek(0) + cpf.sha256sum = apt_pkg.sha256sum(f) + + session.add(cpf) + files.append(cpf) + f.close() + + except IOError: + # Can't find the file, try to look it up in the pool + poolfile = self.__get_file_from_pool(chg_fn, entry, session) + if poolfile: + chg.poolfiles.append(poolfile) + + chg.files = files + + # Add files referenced in .dsc, but not included in .changes + for name, entry in self.dsc_files.items(): + if self.files.has_key(name): + continue - chg.files = chg_files + entry['source'] = self.changes['source'] + poolfile = self.__get_file_from_pool(name, entry, session, logger) + if poolfile: + chg.poolfiles.append(poolfile) session.commit() chg = session.query(DBChange).filter_by(changesname = self.changes_file).one(); - + return chg def unknown_files_fields(self, name):