include backports archive in (pool) sync

[dak.git] / dak / manage_build_queues.py

diff --git a/dak/manage_build_queues.py b/dak/manage_build_queues.py
index da4939c5dd05c15ef26edb12760b08c82a927d91..a9216cdfdabc3caa09765ef9a761bc3961873cc8 100755 (executable)
--- a/dak/manage_build_queues.py
+++ b/dak/manage_build_queues.py
@@ -1,8 +1,13 @@
 #!/usr/bin/env python
 
-"""Manage build queues"""
-# Copyright (C) 2000, 2001, 2002, 2006  James Troup <james@nocrew.org>
-# Copyright (C) 2009  Mark Hymers <mhy@debian.org>
+""" Manage build queues
+
+@contact: Debian FTPMaster <ftpmaster@debian.org>
+@copyright: 2000, 2001, 2002, 2006  James Troup <james@nocrew.org>
+@copyright: 2009  Mark Hymers <mhy@debian.org>
+@copyright: 2012, Ansgar Burchardt <ansgar@debian.org>
+
+"""
 
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -20,11 +25,12 @@
 
 ################################################################################
 
-import os, os.path, stat, sys
-from datetime import datetime
 import apt_pkg
+from datetime import datetime, timedelta
+import sys
 
 from daklib import daklog
+from daklib.archive import ArchiveTransaction
 from daklib.dbconn import *
 from daklib.config import Config
 
@@ -41,58 +47,92 @@ Manage the contents of one or more build queues
 
   -a, --all                  run on all known build queues
   -n, --no-action            don't do anything
-  -v, --verbose              explain what is being done
   -h, --help                 show this help and exit"""
 
     sys.exit(exit_code)
 
 ################################################################################
 
+def clean(build_queue, transaction, now=None):
+    session = transaction.session
+    if now is None:
+        now = datetime.now()
+
+    delete_before = now - timedelta(seconds=build_queue.stay_of_execution)
+    suite = build_queue.suite
+
+    # Remove binaries
+    query = """
+        SELECT b.*
+          FROM binaries b
+          JOIN bin_associations ba ON b.id = ba.bin
+         WHERE ba.suite = :suite_id
+           AND ba.created < :delete_before"""
+    binaries = session.query(DBBinary).from_statement(query) \
+        .params({'suite_id': suite.suite_id, 'delete_before': delete_before})
+    for binary in binaries:
+        Logger.log(["removed binary from build queue", build_queue.queue_name, binary.package, binary.version])
+        transaction.remove_binary(binary, suite)
+
+    # Remove sources
+    query = """
+        SELECT s.*
+          FROM source s
+          JOIN src_associations sa ON s.id = sa.source
+         WHERE sa.suite = :suite_id
+           AND sa.created < :delete_before
+           AND NOT EXISTS (SELECT 1 FROM bin_associations ba
+                                    JOIN binaries b ON ba.bin = b.id
+                                   WHERE ba.suite = :suite_id
+                                     AND b.source = s.id)"""
+    sources = session.query(DBSource).from_statement(query) \
+        .params({'suite_id': suite.suite_id, 'delete_before': delete_before})
+    for source in sources:
+        Logger.log(["removed source from build queue", build_queue.queue_name, source.source, source.version])
+        transaction.remove_source(source, suite)
+
 def main ():
     global Options, Logger
 
     cnf = Config()
 
-    for i in ["Help", "No-Action", "Verbose", "All"]:
+    for i in ["Help", "No-Action", "All"]:
         if not cnf.has_key("Manage-Build-Queues::Options::%s" % (i)):
             cnf["Manage-Build-Queues::Options::%s" % (i)] = ""
 
     Arguments = [('h',"help","Manage-Build-Queues::Options::Help"),
                  ('n',"no-action","Manage-Build-Queues::Options::No-Action"),
-                 ('a',"all","Manage-Build-Queues::Options::All"),
-                 ('v',"verbose","Manage-Build-Queues::Options::Verbose")]
+                 ('a',"all","Manage-Build-Queues::Options::All")]
 
-    queue_names = apt_pkg.ParseCommandLine(cnf.Cnf, Arguments, sys.argv)
-    Options = cnf.SubTree("Manage-Build-Queues::Options")
+    queue_names = apt_pkg.parse_commandline(cnf.Cnf, Arguments, sys.argv)
+    Options = cnf.subtree("Manage-Build-Queues::Options")
 
     if Options["Help"]:
         usage()
 
-    Logger = daklog.Logger(cnf, 'manage-build-queues', Options['No-Action'])
+    Logger = daklog.Logger('manage-build-queues', Options['No-Action'])
 
     starttime = datetime.now()
 
     session = DBConn().session()
 
-    if Options["All"]:
-        if len(queue_names) != 0:
-            print "E: Cannot use both -a and a queue_name"
-            sys.exit(1)
-        queues = session.query(BuildQueue).all()
-
-    else:
-        queues = []
-        for q in queue_names:
-            queue = get_build_queue(q.lower(), session)
-            if queue:
-                queues.append(queue)
-            else:
-                Logger.log(['cannot find queue %s' % q])
-
-    # For each given queue, look up object and call manage_queue
-    for q in queues:
-        Logger.log(['cleaning queue %s using datetime %s' % (q.queue_name, starttime)])
-        q.clean_and_update(starttime, Logger, dryrun=Options["No-Action"])
+    with ArchiveTransaction() as transaction:
+        session = transaction.session
+        if Options['All']:
+            if len(queue_names) != 0:
+                print "E: Cannot use both -a and a queue name"
+                sys.exit(1)
+            queues = session.query(BuildQueue)
+        else:
+            queues = session.query(BuildQueue).filter(BuildQueue.queue_name.in_(queue_names))
+
+        for q in queues:
+            Logger.log(['cleaning queue %s using datetime %s' % (q.queue_name, starttime)])
+            clean(q, transaction, now=starttime)
+        if not Options['No-Action']:
+            transaction.commit()
+        else:
+            transaction.rollback()
 
     Logger.close()