X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=dak%2Fprocess_new.py;h=6bdd301f23512345c0b485f3c2241302ed3a0a1c;hb=7e8c25ac4f1a7084c3ddff80c42b6470f0c35ce8;hp=e052af49a1909ee1d7f249251dffab4afa9d3be2;hpb=9a14adff2ca4e7a5346c0c3b5723d9959022291a;p=dak.git diff --git a/dak/process_new.py b/dak/process_new.py index e052af49..6bdd301f 100755 --- a/dak/process_new.py +++ b/dak/process_new.py @@ -60,7 +60,7 @@ from daklib.dbconn import * from daklib.queue import * from daklib import daklog from daklib import utils -from daklib.regexes import re_no_epoch, re_default_answer, re_isanum +from daklib.regexes import re_no_epoch, re_default_answer, re_isanum, re_package from daklib.dak_exceptions import CantOpenError, AlreadyLockedError, CantGetLockError from daklib.summarystats import SummaryStats from daklib.config import Config @@ -77,7 +77,7 @@ Sections = None ################################################################################ def recheck(upload, session): - upload.recheck() +# STU: I'm not sure, but I don't thin kthis is necessary any longer: upload.recheck(session) if len(upload.rejects) > 0: answer = "XXX" if Options["No-Action"] or Options["Automatic"] or Options["Trainee"]: @@ -95,7 +95,6 @@ def recheck(upload, session): if answer == 'R': upload.do_reject(manual=0, reject_message='\n'.join(upload.rejects)) - os.unlink(upload.pkg.changes_file[:-8]+".dak") return 0 elif answer == 'S': return 0 @@ -159,7 +158,8 @@ def sort_changes(changes_files, session): for filename in changes_files: u = Upload() try: - u.pkg.load_dot_dak(filename) + u.pkg.changes_file = filename + u.load_changes(filename) u.update_subst() cache[filename] = copy.copy(u.pkg.changes) cache[filename]["filename"] = filename @@ -599,9 +599,13 @@ def prod_maintainer (note, upload): def do_new(upload, session): print "NEW\n" files = upload.pkg.files + upload.check_files(not Options["No-Action"]) changes = upload.pkg.changes cnf = Config() + # Check for a valid distribution + upload.check_distributions() + # Make a copy of distribution we can happily trample on changes["suite"] = copy.copy(changes["distribution"]) @@ -619,10 +623,6 @@ def do_new(upload, session): oinv, suite, ninv, override) del changes["suite"][suite] changes["suite"][override] = 1 - # Validate suites - for suite in changes["suite"].keys(): - if get_suite(suite, session) is None: - utils.fubar("%s has invalid suite '%s' (possibly overriden). say wha?" % (changes, suite)) # The main NEW processing loop done = 0 @@ -665,6 +665,7 @@ def do_new(upload, session): try: check_daily_lock() done = add_overrides (new, upload, session) + do_accept(upload, session) Logger.log(["NEW ACCEPT: %s" % (upload.pkg.changes_file)]) except CantGetLockError: print "Hello? Operator! Give me the number for 911!" @@ -674,13 +675,12 @@ def do_new(upload, session): elif answer == 'E' and not Options["Trainee"]: new = edit_overrides (new, upload, session) elif answer == 'M' and not Options["Trainee"]: - upload.pkg.remove_known_changes() aborted = upload.do_reject(manual=1, reject_message=Options["Manual-Reject"], note=get_new_comments(changes.get("source", ""), session=session)) if not aborted: + upload.pkg.remove_known_changes() Logger.log(["NEW REJECT: %s" % (upload.pkg.changes_file)]) - os.unlink(upload.pkg.changes_file[:-8]+".dak") done = 1 elif answer == 'N': edit_note(get_new_comments(changes.get("source", ""), session=session), @@ -769,7 +769,6 @@ def do_byhand(upload, session): elif answer == 'M': Logger.log(["BYHAND REJECT: %s" % (upload.pkg.changes_file)]) upload.do_reject(manual=1, reject_message=Options["Manual-Reject"]) - os.unlink(upload.pkg.changes_file[:-8]+".dak") done = 1 elif answer == 'S': done = 1 @@ -817,14 +816,48 @@ def lock_package(package): finally: os.unlink(path) -def _accept(upload): +class clean_holding(object): + def __init__(self,pkg): + self.pkg = pkg + + def __enter__(self): + pass + + def __exit__(self, type, value, traceback): + h = Holding() + + for f in self.pkg.files.keys(): + if os.path.exists(os.path.join(h.holding_dir, f)): + os.unlink(os.path.join(h.holding_dir, f)) + + + +def changes_to_newstage(upload, session): + """move a changes file to newstage""" + new = get_policy_queue('new', session ); + newstage = get_policy_queue('newstage', session ); + + chg = session.query(DBChange).filter_by(changesname=os.path.basename(upload.pkg.changes_file)).one() + chg.approved_for = newstage.policy_queue_id + + for f in chg.files: + # update the changes_pending_files row + f.queue = newstage + utils.move(os.path.join(new.path, f.filename), newstage.path, perms=int(newstage.perms, 8)) + + utils.move(os.path.join(new.path, upload.pkg.changes_file), newstage.path, perms=int(newstage.perms, 8)) + chg.in_queue = newstage + session.commit() + +def _accept(upload, session): if Options["No-Action"]: return (summary, short_summary) = upload.build_summaries() - upload.accept(summary, short_summary, targetqueue) - os.unlink(upload.pkg.changes_file[:-8]+".dak") + # upload.accept(summary, short_summary, targetqueue) + + changes_to_newstage(upload, session) -def do_accept(upload): +def do_accept(upload, session): print "ACCEPT" cnf = Config() if not Options["No-Action"]: @@ -838,12 +871,18 @@ def do_accept(upload): upload.Subst["__SUMMARY__"] = summary else: # Just a normal upload, accept it... - _accept(upload) + _accept(upload, session) def do_pkg(changes_file, session): + new_queue = get_policy_queue('new', session ); u = Upload() - u.pkg.load_dot_dak(changes_file) + u.pkg.changes_file = changes_file + (u.pkg.changes["fingerprint"], rejects) = utils.check_signature(changes_file) + u.load_changes(changes_file) + u.pkg.directory = new_queue.path u.update_subst() + u.logger = Logger + origchanges = os.path.abspath(u.pkg.changes_file) cnf = Config() bcc = "X-DAK: dak process-new" @@ -853,27 +892,48 @@ def do_pkg(changes_file, session): u.Subst["__BCC__"] = bcc files = u.pkg.files + for deb_filename, f in files.items(): + if deb_filename.endswith(".udeb") or deb_filename.endswith(".deb"): + u.binary_file_checks(deb_filename, session) + u.check_binary_against_db(deb_filename, session) + else: + u.source_file_checks(deb_filename, session) + u.check_source_against_db(deb_filename, session) + + u.pkg.changes["suite"] = copy.copy(u.pkg.changes["distribution"]) try: with lock_package(u.pkg.changes["source"]): - if not recheck(u, session): - return + with clean_holding(u.pkg): + if not recheck(u, session): + return - (new, byhand) = check_status(files) - if new or byhand: + # FIXME: This does need byhand checks added! + new = determine_new(u.pkg.changes, files) if new: do_new(u, session) - if byhand: - do_byhand(u, session) - (new, byhand) = check_status(files) - - if not new and not byhand: - try: - check_daily_lock() - do_accept(u) - except CantGetLockError: - print "Hello? Operator! Give me the number for 911!" - print "Dinstall in the locked area, cant process packages, come back later" + else: + try: + check_daily_lock() + do_accept(u, session) + except CantGetLockError: + print "Hello? Operator! Give me the number for 911!" + print "Dinstall in the locked area, cant process packages, come back later" +# (new, byhand) = check_status(files) +# if new or byhand: +# if new: +# do_new(u, session) +# if byhand: +# do_byhand(u, session) +# (new, byhand) = check_status(files) + +# if not new and not byhand: +# try: +# check_daily_lock() +# do_accept(u) +# except CantGetLockError: +# print "Hello? Operator! Give me the number for 911!" +# print "Dinstall in the locked area, cant process packages, come back later" except AlreadyLockedError, e: print "Seems to be locked by %s already, skipping..." % (e) @@ -898,10 +958,6 @@ def end(): def main(): global Options, Logger, Sections, Priorities - print "NO NEW PROCESSING CURRENTLY AVAILABLE" - print "(Go and do something more interesting)" - sys.exit(0) - cnf = Config() session = DBConn().session() @@ -917,7 +973,8 @@ def main(): changes_files = apt_pkg.ParseCommandLine(cnf.Cnf,Arguments,sys.argv) if len(changes_files) == 0: - changes_files = utils.get_changes_files(cnf["Dir::Queue::New"]) + new_queue = get_policy_queue('new', session ); + changes_files = utils.get_changes_files(new_queue.path) Options = cnf.SubTree("Process-New::Options")