#!/usr/bin/env python
-# Installs Debian packaes
+# Installs Debian packages
# Copyright (C) 2000, 2001 James Troup <james@nocrew.org>
-# $Id: katie,v 1.59 2001-09-13 23:56:29 troup Exp $
+# $Id: katie,v 1.68 2002-01-28 18:53:01 troup Exp $
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# Originally based almost entirely on dinstall by Guy Maor <maor@debian.org>
-#########################################################################################
+###############################################################################
# Cartman: "I'm trying to make the best of a bad situation, I don't
# need to hear crap from a bunch of hippy freaks living in
#
# Cartman: "uhh.. screw you guys... home."
-#########################################################################################
+###############################################################################
import FCNTL, commands, fcntl, getopt, gzip, os, pg, pwd, re, shutil, stat, string, sys, tempfile, time, traceback
import apt_inst, apt_pkg
legacy_source_untouchable = {};
Subst = {};
nmu = None;
+katie_version = "$Revision: 1.68 $";
-#########################################################################################
+###############################################################################
+
+def init():
+ global Cnf, Options;
+
+ Cnf = utils.get_conf()
+
+ Arguments = [('a',"automatic","Dinstall::Options::Automatic"),
+ ('h',"help","Dinstall::Options::Help"),
+ ('k',"ack-new","Dinstall::Options::Ack-New"),
+ ('m',"manual-reject","Dinstall::Options::Manual-Reject", "HasArg"),
+ ('n',"no-action","Dinstall::Options::No-Action"),
+ ('p',"no-lock", "Dinstall::Options::No-Lock"),
+ ('s',"no-mail", "Dinstall::Options::No-Mail"),
+ ('u',"override-distribution", "Dinstall::Options::Override-Distribution", "HasArg"),
+ ('V',"version","Dinstall::Options::Version")];
-def usage (exit_code):
+ for i in ["automatic", "help", "ack-new", "manual-reject", "no-action",
+ "no-lock", "no-mail", "override-distribution", "version"]:
+ if not Cnf.has_key("Dinstall::Options::%s" % (i)):
+ Cnf["Dinstall::Options::%s" % (i)] = "";
+
+ changes_files = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv);
+ Options = Cnf.SubTree("Dinstall::Options")
+
+ return changes_files;
+
+###############################################################################
+
+def usage (exit_code=0):
print """Usage: dinstall [OPTION]... [CHANGES]...
-a, --automatic automatic run
- -D, --debug=VALUE turn on debugging
-h, --help show this help and exit.
-k, --ack-new acknowledge new packages !! for cron.daily only !!
-m, --manual-reject=MSG manual reject with `msg'
-n, --no-action don't do anything
-p, --no-lock don't check lockfile !! for cron.daily only !!
+ -s, --no-mail don't send any mail
-u, --distribution=DIST override distribution to `dist'
- -v, --version display the version number and exit"""
+ -V, --version display the version number and exit"""
sys.exit(exit_code)
#########################################################################################
self.group_maint = {};
if Cnf.get("Dinstall::GroupOverrideFilename"):
filename = Cnf["Dir::OverrideDir"] + Cnf["Dinstall::GroupOverrideFilename"];
- file = utils.open_file(filename, 'r');
+ file = utils.open_file(filename);
for line in file.readlines():
line = string.strip(utils.re_comments.sub('', line));
if line != "":
reject_message = reject_message + "Rejected: `%s' from Closes field isn't a number.\n" % (i)
# Ensure there _is_ a target distribution
- if changes["distribution"].keys() == []:
+ if not changes["distribution"].keys():
reject_message = reject_message + "Rejected: huh? Distribution field is empty in changes file.\n";
# Map frozen to unstable if frozen doesn't exist
reject_message = reject_message + "Mapping stable to unstable for unreleased arch `%s'.\n" % (i)
del changes["distribution"]["stable"]
changes["distribution"]["unstable"] = 1;
-
+
# Map arches not being released from frozen to unstable
if changes["distribution"].has_key("frozen"):
for i in changes["architecture"].keys():
if changes["distribution"].has_key("stable"):
# If running from within proposed-updates; assume an install to stable
if string.find(os.getcwd(), 'proposed-updates') != -1:
- # FIXME: should probably remove anything that != stable
- for i in ("frozen", "unstable"):
- if changes["distribution"].has_key(i):
- reject_message = reject_message + "Removing %s from distribution list.\n" % (i)
- del changes["distribution"][i]
- changes["stable upload"] = 1;
+ # Remove non-stable target distributions
+ for dist in changes["distribution"].keys():
+ if dist != "stable":
+ reject_message = reject_message + "Removing %s from distribution list.\n" % (dist);
+ del changes["distribution"][dist];
+ changes["stable install"] = 1;
# If we can't find a file from the .changes; assume it's a package already in the pool and move into the pool
file = files.keys()[0];
if os.access(file, os.R_OK) == 0:
pool_dir = Cnf["Dir::PoolDir"] + '/' + utils.poolify(changes["source"], files[file]["component"]);
+ changes["installing from the pool"] = 1;
os.chdir(pool_dir);
# Otherwise (normal case) map stable to updates
else:
if string.find(reject_message, "Rejected:") != -1:
return 0
- else:
+ else:
return 1
def check_files():
# Extract package information using dpkg-deb
try:
- control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(file,"r")))
+ control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(file)));
except:
reject_message = reject_message + "Rejected: %s: debExtractControl() raised %s.\n" % (file, sys.exc_type);
# Can't continue, none of the checks on control would work.
if apt_pkg.VersionCompare(files[file]["version"], oldfile["version"]) != 1:
reject_message = reject_message + "Rejected: %s Old version `%s' >= new version `%s'.\n" % (file, oldfile["version"], files[file]["version"])
# Check for existing copies of the file
- if not changes.has_key("stable upload"):
+ if not changes.has_key("stable install"):
q = projectB.query("SELECT b.id FROM binaries b, architecture a WHERE b.package = '%s' AND b.version = '%s' AND a.arch_string = '%s' AND a.id = b.architecture" % (files[file]["package"], files[file]["version"], files[file]["architecture"]))
if q.getresult() != []:
reject_message = reject_message + "Rejected: can not overwrite existing copy of '%s' already in the archive.\n" % (file)
actual_size = int(files[dsc_file]["size"]);
found = "%s in incoming" % (dsc_file)
# Check the file does not already exist in the archive
- if not changes.has_key("stable upload"):
+ if not changes.has_key("stable install"):
q = projectB.query("SELECT f.id FROM files f, location l WHERE (f.filename ~ '/%s$' OR f.filename = '%s') AND l.id = f.location" % (utils.regex_safe(dsc_file), dsc_file));
# "It has not broken them. It has fixed a
if len(ql) > 1:
for i in ql:
old_file = i[0] + i[1];
- actual_md5 = apt_pkg.md5sum(utils.open_file(old_file,"r"));
+ actual_md5 = apt_pkg.md5sum(utils.open_file(old_file));
actual_size = os.stat(old_file)[stat.ST_SIZE];
if actual_md5 == dsc_files[dsc_file]["md5sum"] and actual_size == int(dsc_files[dsc_file]["size"]):
x = i;
legacy_source_untouchable[i[3]] = "";
old_file = x[0] + x[1];
- actual_md5 = apt_pkg.md5sum(utils.open_file(old_file,"r"));
+ actual_md5 = apt_pkg.md5sum(utils.open_file(old_file));
actual_size = os.stat(old_file)[stat.ST_SIZE];
found = old_file;
suite_type = x[2];
for file in files.keys():
try:
- file_handle = utils.open_file(file,"r");
+ file_handle = utils.open_file(file);
except utils.cant_open_exc:
pass;
else:
def check_override ():
global Subst;
- # Only check section & priority on sourceful uploads
- if not changes["architecture"].has_key("source"):
+ # Only check section & priority on sourceful non-stable installs
+ if not changes["architecture"].has_key("source") or changes.has_key("stable install"):
return;
summary = ""
Subst["__MAINTAINER_FROM__"] = changes["maintainer822"];
Subst["__MAINTAINER_TO__"] = changes["maintainer822"];
Subst["__MAINTAINER__"] = changes.get("maintainer", "Unknown");
+ if Cnf.has_key("Dinstall::TrackingServer") and changes.has_key("source"):
+ Subst["__MAINTAINER_TO__"] = Subst["__MAINTAINER_TO__"] + "\nBcc: %s@%s" % (changes.get("source"), Cnf["Dinstall::TrackingServer"])
Subst["__REJECT_MESSAGE__"] = reject_message;
Subst["__SOURCE__"] = changes.get("source", "Unknown");
#####################################################################################################################
def action (changes_filename):
- byhand = confirm = suites = summary = new = "";
+ byhand = summary = new = "";
# changes["distribution"] may not exist in corner cases
# (e.g. unreadable changes files)
if not changes.has_key("distribution") or not isinstance(changes["distribution"], DictType):
changes["distribution"] = {};
+ confirm = []
+ suites = []
for suite in changes["distribution"].keys():
if Cnf.has_key("Suite::%s::Confirm"):
- confirm = confirm + suite + ", "
- suites = suites + suite + ", "
- confirm = confirm[:-2]
- suites = suites[:-2]
+ confirm.append(suite)
+ suites.append(suite)
- for file in files.keys():
+ file_keys = files.keys();
+ file_keys.sort();
+ for file in file_keys:
if files[file].has_key("byhand"):
byhand = 1
summary = summary + file + " byhand\n"
if files[file].has_key("othercomponents"):
summary = summary + "WARNING: Already present in %s distribution.\n" % (files[file]["othercomponents"])
if files[file]["type"] == "deb":
- summary = summary + apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(file,"r")))["Description"] + '\n';
+ summary = summary + apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(file)))["Description"] + '\n';
else:
files[file]["pool name"] = utils.poolify (changes["source"], files[file]["component"])
destination = Cnf["Dir::PoolRoot"] + files[file]["pool name"] + file
if Options["Automatic"]:
answer = 'R';
elif new:
- print "NEW to %s\n%s%s" % (suites, reject_message, summary),;
+ print "NEW to %s\n%s%s" % (string.join(suites, ", "), reject_message, summary),;
prompt = "[S]kip, New ack, Manual reject, Quit ?";
if Options["Automatic"] and Options["Ack-New"]:
answer = 'N';
print "BYHAND\n" + reject_message + summary,;
prompt = "[I]nstall, Manual reject, Skip, Quit ?";
elif confirm:
- print "CONFIRM to %s\n%s%s" % (confirm, reject_message, summary),
+ print "CONFIRM to %s\n%s%s" % (string.join(confirm, ", "), reject_message, summary),
prompt = "[I]nstall, Manual reject, Skip, Quit ?";
else:
print "INSTALL\n" + reject_message + summary,;
elif answer == 'Q':
sys.exit(0)
-#####################################################################################################################
+###############################################################################
def install (changes_filename, summary, short_summary):
global install_count, install_bytes, Subst;
- # Stable uploads are a special case
- if changes.has_key("stable upload"):
+ # stable installs are a special case
+ if changes.has_key("stable install"):
stable_install (changes_filename, summary, short_summary);
return;
announce (short_summary, 1)
check_override ();
-#####################################################################################################################
+################################################################################
def stable_install (changes_filename, summary, short_summary):
global install_count, install_bytes, Subst;
version = dsc["version"] # NB: not files[file]["version"], that has no epoch
q = projectB.query("SELECT id FROM source WHERE source = '%s' AND version = '%s'" % (package, version))
ql = q.getresult()
- if ql == []:
+ if not ql:
utils.fubar("[INTERNAL ERROR] couldn't find '%s' (%s) in source table." % (package, version));
source_id = ql[0][0];
suite_id = db_access.get_suite_id('proposed-updates');
projectB.query("DELETE FROM src_associations WHERE suite = '%s' AND source = '%s'" % (suite_id, source_id));
suite_id = db_access.get_suite_id('stable');
projectB.query("INSERT INTO src_associations (suite, source) VALUES ('%s', '%s')" % (suite_id, source_id));
+ install_bytes = install_bytes + float(files[file]["size"])
# Add the .deb files to the DB
for file in files.keys():
architecture = files[file]["architecture"]
q = projectB.query("SELECT b.id FROM binaries b, architecture a WHERE b.package = '%s' AND b.version = '%s' AND (a.arch_string = '%s' OR a.arch_string = 'all') AND b.architecture = a.id" % (package, version, architecture))
ql = q.getresult()
- if ql == []:
+ if not ql:
utils.fubar("[INTERNAL ERROR] couldn't find '%s' (%s for %s architecture) in binaries table." % (package, version, architecture));
binary_id = ql[0][0];
suite_id = db_access.get_suite_id('proposed-updates');
projectB.query("DELETE FROM bin_associations WHERE suite = '%s' AND bin = '%s'" % (suite_id, binary_id));
suite_id = db_access.get_suite_id('stable');
projectB.query("INSERT INTO bin_associations (suite, bin) VALUES ('%s', '%s')" % (suite_id, binary_id));
+ install_bytes = install_bytes + float(files[file]["size"])
projectB.query("COMMIT WORK");
chop_changes = re_fdnic.sub("\n", changes["changes"]);
new_changelog.write(chop_changes + '\n\n');
if os.access(changelog_filename, os.R_OK) != 0:
- changelog = utils.open_file(changelog_filename, 'r');
+ changelog = utils.open_file(changelog_filename);
new_changelog.write(changelog.read());
new_changelog.close();
if os.access(changelog_filename, os.R_OK) != 0:
utils.send_mail (mail_message, "")
announce (short_summary, 1)
-#####################################################################################################################
+################################################################################
def reject (changes_filename, manual_reject_mail_filename):
global Subst;
except:
utils.warn("couldn't reject changes file '%s'. [Got %s]" % (base_changes_filename, sys.exc_type));
pass;
- for file in files.keys():
- if os.path.exists(file):
- try:
- utils.move (file, "%s/REJECT/%s" % (Cnf["Dir::IncomingDir"], file));
- except:
- utils.warn("couldn't reject file '%s'. [Got %s]" % (file, sys.exc_type));
- pass;
+ if not changes.has_key("stable install"):
+ for file in files.keys():
+ if os.path.exists(file):
+ try:
+ utils.move (file, "%s/REJECT/%s" % (Cnf["Dir::IncomingDir"], file));
+ except:
+ utils.warn("couldn't reject file '%s'. [Got %s]" % (file, sys.exc_type));
+ pass;
+ else:
+ suite_id = db_access.get_suite_id('proposed-updates');
+ # Remove files from proposed-updates suite
+ for file in files.keys():
+ if files[file]["type"] == "dsc":
+ package = dsc["source"];
+ version = dsc["version"]; # NB: not files[file]["version"], that has no epoch
+ q = projectB.query("SELECT id FROM source WHERE source = '%s' AND version = '%s'" % (package, version));
+ ql = q.getresult();
+ if not ql:
+ utils.fubar("[INTERNAL ERROR] couldn't find '%s' (%s) in source table." % (package, version));
+ source_id = ql[0][0];
+ projectB.query("DELETE FROM src_associations WHERE suite = '%s' AND source = '%s'" % (suite_id, source_id));
+ elif files[file]["type"] == "deb":
+ package = files[file]["package"];
+ version = files[file]["version"];
+ architecture = files[file]["architecture"];
+ q = projectB.query("SELECT b.id FROM binaries b, architecture a WHERE b.package = '%s' AND b.version = '%s' AND (a.arch_string = '%s' OR a.arch_string = 'all') AND b.architecture = a.id" % (package, version, architecture));
+ ql = q.getresult();
+ if not ql:
+ utils.fubar("[INTERNAL ERROR] couldn't find '%s' (%s for %s architecture) in binaries table." % (package, version, architecture));
+ binary_id = ql[0][0];
+ projectB.query("DELETE FROM bin_associations WHERE suite = '%s' AND bin = '%s'" % (suite_id, binary_id));
# If this is not a manual rejection generate the .reason file and rejection mail message
if manual_reject_mail_filename == "":
# Build up the rejection email
user_email_address = utils.whoami() + " <%s@%s>" % (pwd.getpwuid(os.getuid())[0], Cnf["Dinstall::MyHost"])
- manual_reject_message = Cnf.get("Dinstall::Options::Manual-Reject", "")
+ manual_reject_message = Options.get("Manual-Reject", "")
Subst["__MANUAL_REJECT_MESSAGE__"] = manual_reject_message;
Subst["__CC__"] = "Cc: " + Cnf["Dinstall::MyEmailAddress"];
- reject_mail_message = utils.TemplateSubst(Subst,open(Cnf["Dir::TemplatesDir"]+"/katie.rejected","r").read());
+ if changes.has_key("stable install"):
+ template = "katie.stable-rejected";
+ else:
+ template = "katie.rejected";
+ reject_mail_message = utils.TemplateSubst(Subst,open(Cnf["Dir::TemplatesDir"]+"/"+template,"r").read());
# Write the rejection email out as the <foo>.reason file
reason_filename = re_changes.sub("reason", os.path.basename(changes_filename));
changes_filename = os.path.basename(changes_filename);
+ Logger.log(["new",changes_filename]);
+
new_ack_new[changes_filename] = 1;
if new_ack_old.has_key(changes_filename):
def main():
global Cnf, Options, projectB, install_bytes, new_ack_old, Subst, nmu, Logger
- apt_pkg.init();
-
- Cnf = apt_pkg.newConfiguration();
- apt_pkg.ReadConfigFileISC(Cnf,utils.which_conf_file());
-
- Arguments = [('a',"automatic","Dinstall::Options::Automatic"),
- ('d',"debug","Dinstall::Options::Debug", "IntVal"),
- ('h',"help","Dinstall::Options::Help"),
- ('k',"ack-new","Dinstall::Options::Ack-New"),
- ('m',"manual-reject","Dinstall::Options::Manual-Reject", "HasArg"),
- ('n',"no-action","Dinstall::Options::No-Action"),
- ('p',"no-lock", "Dinstall::Options::No-Lock"),
- ('s',"no-mail", "Dinstall::Options::No-Mail"),
- ('u',"override-distribution", "Dinstall::Options::Override-Distribution", "HasArg"),
- ('v',"version","Dinstall::Options::Version")];
-
- changes_files = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv);
- Options = Cnf.SubTree("Dinstall::Options")
+ changes_files = init();
if Options["Help"]:
- usage(0);
+ usage();
if Options["Version"]:
- print "katie version 0.0000000000";
- usage(0);
+ print "katie %s" % (katie_version);
+ sys.exit(0);
# -n/--dry-run invalidates some other options which would involve things happening
if Options["No-Action"]:
# Obtain lock if not in no-action mode and initialize the log
if not Options["No-Action"]:
- lock_fd = os.open(Cnf["Dinstall::LockFile"], os.O_RDWR);
+ lock_fd = os.open(Cnf["Dinstall::LockFile"], os.O_RDWR | os.O_CREAT);
fcntl.lockf(lock_fd, FCNTL.F_TLOCK);
Logger = logging.Logger(Cnf, "katie");
- # Read in the list of already-acknowledged NEW packages
- new_ack_list = utils.open_file(Cnf["Dinstall::NewAckList"],'r');
- new_ack_old = {};
- for line in new_ack_list.readlines():
- new_ack_old[line[:-1]] = 1;
- new_ack_list.close();
+ if Options["Ack-New"]:
+ # Read in the list of already-acknowledged NEW packages
+ if not os.path.exists(Cnf["Dinstall::NewAckList"]):
+ utils.touch_file(Cnf["Dinstall::NewAckList"]);
+ new_ack_list = utils.open_file(Cnf["Dinstall::NewAckList"]);
+ new_ack_old = {};
+ for line in new_ack_list.readlines():
+ new_ack_old[line[:-1]] = 1;
+ new_ack_list.close();
# Initialize the substitution template mapping global
Subst = {}
Subst["__ADMIN_ADDRESS__"] = Cnf["Dinstall::MyAdminAddress"];
Subst["__BUG_SERVER__"] = Cnf["Dinstall::BugServer"];
- bcc = "X-Katie: $Revision: 1.59 $"
+ bcc = "X-Katie: %s" % (katie_version);
if Cnf.has_key("Dinstall::Bcc"):
Subst["__BCC__"] = bcc + "\nBcc: %s" % (Cnf["Dinstall::Bcc"]);
else:
Subst["__BCC__"] = bcc;
Subst["__DISTRO__"] = Cnf["Dinstall::MyDistribution"];
Subst["__KATIE_ADDRESS__"] = Cnf["Dinstall::MyEmailAddress"];
+ Subst["__STABLE_REJECTOR__"] = Cnf["Dinstall::StableRejector"];
# Read in the group-maint override file
nmu = nmu_p();
projects / dak.git / blobdiff