X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=kelly;h=69fc31941f8073da8c2c127b17bde1433b3068f6;hb=d1bddedc641c0858a64a759ed91748fa2d7e8876;hp=80f1b204c272f9a65cd86642c5ddf4bfe717e505;hpb=c846e77a848d60dd115f00faa0d9a854161d99eb;p=dak.git diff --git a/kelly b/kelly index 80f1b204..69fc3194 100755 --- a/kelly +++ b/kelly @@ -1,8 +1,8 @@ #!/usr/bin/env python -# Installs Debian packages -# Copyright (C) 2000, 2001, 2002 James Troup -# $Id: kelly,v 1.1 2002-10-16 02:47:32 troup Exp $ +# Installs Debian packages from queue/accepted into the pool +# Copyright (C) 2000, 2001, 2002, 2003 James Troup +# $Id: kelly,v 1.13 2003-11-07 01:48:38 troup Exp $ # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -18,8 +18,6 @@ # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA -# Originally based on dinstall by Guy Maor - ############################################################################### # Cartman: "I'm trying to make the best of a bad situation, I don't @@ -32,14 +30,14 @@ ############################################################################### -import FCNTL, fcntl, os, sys, time; +import errno, fcntl, os, sys, time; import apt_pkg; import db_access, katie, logging, utils; ############################################################################### # Globals -kelly_version = "$Revision: 1.1 $"; +kelly_version = "$Revision: 1.13 $"; Cnf = None; Options = None; @@ -110,12 +108,16 @@ def reject (str, prefix="Rejected: "): def check(): for file in files.keys(): + # The .orig.tar.gz can disappear out from under us is it's a + # duplicate of one in the archive. + if not files.has_key(file): + continue; # Check that the source still exists if files[file]["type"] == "deb": source_version = files[file]["source version"]; source_package = files[file]["source package"]; if not changes["architecture"].has_key("source") \ - and not Katie.source_exists(source_package, source_version): + and not Katie.source_exists(source_package, source_version, changes["distribution"].keys()): reject("no source found for %s %s (%s)." % (source_package, source_version, file)); # Version and file overwrite checks @@ -125,7 +127,7 @@ def check(): elif files[file]["type"] == "dsc": reject(Katie.check_source_against_db(file)); (reject_msg, is_in_incoming) = Katie.check_dsc_against_db(file); - reject(reject_msg); + reject(reject_msg, ""); # Check the package is still in the override tables for suite in changes["distribution"].keys(): @@ -141,20 +143,25 @@ def init(): Arguments = [('a',"automatic","Dinstall::Options::Automatic"), ('h',"help","Dinstall::Options::Help"), - ('m',"manual-reject","Dinstall::Options::Manual-Reject", "HasArg"), ('n',"no-action","Dinstall::Options::No-Action"), ('p',"no-lock", "Dinstall::Options::No-Lock"), ('s',"no-mail", "Dinstall::Options::No-Mail"), ('V',"version","Dinstall::Options::Version")]; - for i in ["automatic", "help", "manual-reject", "no-action", - "no-lock", "no-mail", "version"]: + for i in ["automatic", "help", "no-action", "no-lock", "no-mail", "version"]: if not Cnf.has_key("Dinstall::Options::%s" % (i)): Cnf["Dinstall::Options::%s" % (i)] = ""; changes_files = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv); Options = Cnf.SubTree("Dinstall::Options") + if Options["Help"]: + usage(); + + if Options["Version"]: + print "kelly %s" % (kelly_version); + sys.exit(0); + Katie = katie.Katie(Cnf); projectB = Katie.projectB; @@ -170,7 +177,7 @@ def init(): ############################################################################### def usage (exit_code=0): - print """Usage: dinstall [OPTION]... [CHANGES]... + print """Usage: kelly [OPTION]... [CHANGES]... -a, --automatic automatic run -h, --help show this help and exit. -n, --no-action don't do anything @@ -240,7 +247,7 @@ def do_reject (): os.write(fd, reject_mail_message); os.close(fd); - utils.send_mail (reject_mail_message, ""); + utils.send_mail(reject_mail_message); Logger.log(["unaccepted", pkg.changes_file]); ############################################################################### @@ -266,6 +273,7 @@ def install (): fingerprint_id = db_access.get_or_set_fingerprint_id(dsc["fingerprint"]); install_date = time.strftime("%Y-%m-%d"); filename = files[file]["pool name"] + file; + dsc_component = files[file]["component"]; dsc_location_id = files[file]["location id"]; if not files[file].has_key("files id") or not files[file]["files id"]: files[file]["files id"] = db_access.set_files_id (filename, files[file]["size"], files[file]["md5sum"], dsc_location_id) @@ -302,7 +310,6 @@ def install (): architecture = files[file]["architecture"] architecture_id = db_access.get_architecture_id (architecture); type = files[file]["dbtype"]; - dsc_component = files[file]["component"] source = files[file]["source package"] source_version = files[file]["source version"]; filename = files[file]["pool name"] + file; @@ -369,26 +376,26 @@ def install (): install_bytes += float(files[file]["size"]); # Copy the .changes file across for suite which need it. - copy_changes_p = copy_katie_p = 0; + copy_changes = {}; + copy_katie = {}; for suite in changes["distribution"].keys(): if Cnf.has_key("Suite::%s::CopyChanges" % (suite)): - copy_changes_p = 1; + copy_changes[Cnf["Suite::%s::CopyChanges" % (suite)]] = ""; # and the .katie file... if Cnf.has_key("Suite::%s::CopyKatie" % (suite)): - copy_katie_p = 1; - if copy_changes_p: - utils.copy(pkg.changes_file, Cnf["Dir::Root"] + Cnf["Suite::%s::CopyChanges" % (suite)]); - if copy_katie_p: - utils.copy(Katie.pkg.changes_file[:-8]+".katie", Cnf["Suite::%s::CopyKatie" % (suite)]); + copy_katie[Cnf["Suite::%s::CopyKatie" % (suite)]] = ""; + for dest in copy_changes.keys(): + utils.copy(pkg.changes_file, Cnf["Dir::Root"] + dest); + for dest in copy_katie.keys(): + utils.copy(Katie.pkg.changes_file[:-8]+".katie", dest); projectB.query("COMMIT WORK"); # Move the .changes into the 'done' directory - try: - utils.move (pkg.changes_file, os.path.join(Cnf["Dir::Queue::Done"], os.path.basename(pkg.changes_file))); - except: - utils.warn("couldn't move changes file '%s' to DONE directory. [Got %s]" % (os.path.basename(pkg.changes_file), sys.exc_type)); + utils.move (pkg.changes_file, + os.path.join(Cnf["Dir::Queue::Done"], os.path.basename(pkg.changes_file))); + # Remove the .katie file os.unlink(Katie.pkg.changes_file[:-8]+".katie"); if changes["architecture"].has_key("source") and Urgency_Logger: @@ -436,7 +443,8 @@ def stable_install (summary, short_summary): print "Installing to stable."; - # Begin a transaction; if we bomb out anywhere between here and the COMMIT WORK below, the DB will not be changed. + # Begin a transaction; if we bomb out anywhere between here and + # the COMMIT WORK below, the DB won't be changed. projectB.query("BEGIN WORK"); # Add the source to stable (and remove it from proposed-updates) @@ -504,7 +512,7 @@ def stable_install (summary, short_summary): Subst["__SUITE__"] = " into stable"; Subst["__SUMMARY__"] = summary; mail_message = utils.TemplateSubst(Subst,Cnf["Dir::Templates"]+"/kelly.installed"); - utils.send_mail(mail_message, ""); + utils.send_mail(mail_message); Katie.announce(short_summary, 1) # Finally remove the .katie file @@ -551,13 +559,6 @@ def main(): changes_files = init(); - if Options["Help"]: - usage(); - - if Options["Version"]: - print "kelly %s" % (kelly_version); - sys.exit(0); - # -n/--dry-run invalidates some other options which would involve things happening if Options["No-Action"]: Options["Automatic"] = ""; @@ -574,8 +575,14 @@ def main(): # Obtain lock if not in no-action mode and initialize the log if not Options["No-Action"]: lock_fd = os.open(Cnf["Dinstall::LockFile"], os.O_RDWR | os.O_CREAT); - fcntl.lockf(lock_fd, FCNTL.F_TLOCK); - Logger = Katie.Logger = logging.Logger(Cnf, "katie"); + try: + fcntl.lockf(lock_fd, fcntl.LOCK_EX | fcntl.LOCK_NB); + except IOError, e: + if errno.errorcode[e.errno] == 'EACCES' or errno.errorcode[e.errno] == 'EAGAIN': + utils.fubar("Couldn't obtain lock; assuming another kelly is already running."); + else: + raise; + Logger = Katie.Logger = logging.Logger(Cnf, "kelly"); if not installing_to_stable and Cnf.get("Dir::UrgencyLog"): Urgency_Logger = Urgency_Log(Cnf); @@ -585,8 +592,6 @@ def main(): Subst["__BCC__"] = bcc + "\nBcc: %s" % (Cnf["Dinstall::Bcc"]); else: Subst["__BCC__"] = bcc; - if Cnf.has_key("Dinstall::StableRejector"): - Subst["__STABLE_REJECTOR__"] = Cnf["Dinstall::StableRejector"]; # Sort the .changes files so that we process sourceful ones first changes_files.sort(utils.changes_compare);