X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=dak%2Fclean_queues.py;h=6ade86c6a1c25e4e76a862d8b1a2f03e56072941;hb=27e00376e81d1c37ff327ee0d39670b266418869;hp=a5b154279e6597094f040113d2dc9d87a710abe5;hpb=66a5e5ea74188b375884f839bb1371f24af441e1;p=dak.git diff --git a/dak/clean_queues.py b/dak/clean_queues.py index a5b15427..6ade86c6 100755 --- a/dak/clean_queues.py +++ b/dak/clean_queues.py @@ -34,10 +34,12 @@ ################################################################################ import os, os.path, stat, sys, time +from datetime import datetime, timedelta import apt_pkg from daklib import utils from daklib import daklog from daklib.config import Config +from daklib.dbconn import get_policy_queue ################################################################################ @@ -65,9 +67,21 @@ Clean out incoming directories. def init (cnf): global delete_date, del_dir + # Used for directory naming + now_date = datetime.now() + + # Used for working out times delete_date = int(time.time())-(int(Options["Days"])*84600) - date = time.strftime("%Y-%m-%d") - del_dir = os.path.join(cnf["Dir::Morgue"], cnf["Clean-Queues::MorgueSubDir"], date) + + morguedir = cnf.get("Dir::Morgue", os.path.join("Dir::Pool", 'morgue')) + morguesubdir = cnf.get("Clean-Queues::MorgueSubDir", 'queue') + + # Build directory as morguedir/morguesubdir/year/month/day + del_dir = os.path.join(morguedir, + morguesubdir, + str(now_date.year), + '%.2d' % now_date.month, + '%.2d' % now_date.day) # Ensure a directory exists to remove files to if not Options["No-Action"]: @@ -79,14 +93,21 @@ def init (cnf): # Move to the directory to clean incoming = Options["Incoming"] if incoming == "": - incoming = cnf["Dir::Queue::Unchecked"] - os.chdir(incoming) + incoming_queue = get_policy_queue('unchecked') + if not incoming_queue: + utils.fubar("Cannot find 'unchecked' queue") + incoming = incoming_queue.path + + try: + os.chdir(incoming) + except OSError as e: + utils.fubar("Cannot chdir to %s" % incoming) # Remove a file to the morgue -def remove (f): +def remove (from_dir, f): fname = os.path.basename(f) if os.access(f, os.R_OK): - Logger.log(["move file to morgue", fname, del_dir]) + Logger.log(["move file to morgue", from_dir, fname, del_dir]) if Options["Verbose"]: print "Removing '%s' (to '%s')." % (fname, del_dir) if Options["No-Action"]: @@ -106,11 +127,11 @@ def remove (f): # [Used for Incoming/REJECT] # def flush_old (): - Logger.log(["check Incoming/REJECT for old files"]) + Logger.log(["check Incoming/REJECT for old files", os.getcwd()]) for f in os.listdir('.'): if os.path.isfile(f): if os.stat(f)[stat.ST_MTIME] < delete_date: - remove(f) + remove('Incoming/REJECT', f) else: if Options["Verbose"]: print "Skipping, too new, '%s'." % (os.path.basename(f)) @@ -122,7 +143,7 @@ def flush_orphans (): all_files = {} changes_files = [] - Logger.log(["check Incoming for old orphaned files"]) + Logger.log(["check Incoming for old orphaned files", os.getcwd()]) # Build up the list of all files in the directory for i in os.listdir('.'): if os.path.isfile(i): @@ -143,7 +164,7 @@ def flush_orphans (): for f in files.keys(): if f.endswith(".dsc"): try: - dsc = utils.parse_changes(f) + dsc = utils.parse_changes(f, dsc_file=1) dsc_files = utils.build_file_list(dsc, is_a_dsc=1) except: utils.warn("error processing '%s'; skipping it. [Got %s]" % (f, sys.exc_type)) @@ -163,7 +184,7 @@ def flush_orphans (): # a .dsc) and should be deleted if old enough. for f in all_files.keys(): if os.stat(f)[stat.ST_MTIME] < delete_date: - remove(f) + remove('Incoming', f) else: if Options["Verbose"]: print "Skipping, too new, '%s'." % (os.path.basename(f)) @@ -193,7 +214,7 @@ def main (): if Options["Help"]: usage() - Logger = daklog.Logger(cnf, 'clean-queues', Options['No-Action']) + Logger = daklog.Logger('clean-queues', Options['No-Action']) init(cnf) @@ -201,10 +222,10 @@ def main (): print "Processing incoming..." flush_orphans() - reject = cnf["Dir::Queue::Reject"] + reject = cnf["Dir::Reject"] if os.path.exists(reject) and os.path.isdir(reject): if Options["Verbose"]: - print "Processing incoming/REJECT..." + print "Processing reject directory..." os.chdir(reject) flush_old()