X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=melanie;h=38b81b3733c590057ae2d623f2c8a2a87293efd8;hb=a29673e49824a6c0838df50ab64ac08cf32852d8;hp=b4661b1468064bc3b1e64044ab9975459fb2a5f4;hpb=ccc8127b612d886ccfdc26366313f985393c18af;p=dak.git diff --git a/melanie b/melanie index b4661b14..38b81b37 100755 --- a/melanie +++ b/melanie @@ -1,8 +1,8 @@ #!/usr/bin/env python -# General purpose archive tool for ftpmaster -# Copyright (C) 2000, 2001 James Troup -# $Id: melanie,v 1.10 2001-03-21 01:25:59 troup Exp $ +# General purpose package removal tool for ftpmaster +# Copyright (C) 2000, 2001, 2002, 2003 James Troup +# $Id: melanie,v 1.39 2003-05-02 13:53:57 troup Exp $ # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -18,11 +18,29 @@ # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA -# X-Listening-To: Astronomy, Metallica - Garage Inc. +################################################################################ + +# o OpenBSD team wants to get changes incorporated into IPF. Darren no +# respond. +# o Ask again -> No respond. Darren coder supreme. +# o OpenBSD decide to make changes, but only in OpenBSD source +# tree. Darren hears, gets angry! Decides: "LICENSE NO ALLOW!" +# o Insert Flame War. +# o OpenBSD team decide to switch to different packet filter under BSD +# license. Because Project Goal: Every user should be able to make +# changes to source tree. IPF license bad!! +# o Darren try get back: says, NetBSD, FreeBSD allowed! MUAHAHAHAH!!! +# o Theo say: no care, pf much better than ipf! +# o Darren changes mind: changes license. But OpenBSD will not change +# back to ipf. Darren even much more bitter. +# o Darren so bitterbitter. Decides: I'LL GET BACK BY FORKING OPENBSD AND +# RELEASING MY OWN VERSION. HEHEHEHEHE. + +# http://slashdot.org/comments.pl?sid=26697&cid=2883271 ################################################################################ -import commands, os, pg, pwd, re, string, sys, tempfile +import commands, os, pg, re, sys, tempfile import utils, db_access import apt_pkg, apt_inst; @@ -37,12 +55,36 @@ projectB = None; ################################################################################ -# "That's just fucking great! Game over, man! What the fuck are we -# going to do now?" +def usage (exit_code=0): + print """Usage: melanie [OPTIONS] PACKAGE[...] +Remove PACKAGE(s) from suite(s). + + -a, --architecture=ARCH only act on this architecture + -b, --binary remove binaries only + -c, --component=COMPONENT act on this component + -C, --carbon-copy=EMAIL send a CC of removal message to EMAIL + -d, --done=BUG# send removal message as closure to bug# + -h, --help show this help and exit + -m, --reason=MSG reason for removal + -n, --no-action don't do anything + -p, --partial don't affect override files + -s, --suite=SUITE act on this suite + -S, --source-only remove source only + +ARCH, BUG#, COMPONENT and SUITE can be comma (or space) separated lists, e.g. + --architecture=m68k,i386""" + + sys.exit(exit_code) + +################################################################################ + +# "Hudson: What that's great, that's just fucking great man, now what +# the fuck are we supposed to do? We're in some real pretty shit now +# man...That's it man, game over man, game over, man! Game over! What +# the fuck are we gonna do now? What are we gonna do?" def game_over(): - print "Continue (y/N)? ", - answer = string.lower(utils.our_raw_input()); + answer = utils.our_raw_input("Continue (y/N)? ").lower(); if answer != "y": print "Aborted." sys.exit(1); @@ -52,14 +94,9 @@ def game_over(): def main (): global Cnf, projectB; - apt_pkg.init(); - - Cnf = apt_pkg.newConfiguration(); - apt_pkg.ReadConfigFileISC(Cnf,utils.which_conf_file()); + Cnf = utils.get_conf() - Arguments = [('D',"debug","Melanie::Options::Debug", "IntVal"), - ('h',"help","Melanie::Options::Help"), - ('V',"version","Melanie::Options::Version"), + Arguments = [('h',"help","Melanie::Options::Help"), ('a',"architecture","Melanie::Options::Architecture", "HasArg"), ('b',"binary", "Melanie::Options::Binary-Only"), ('c',"component", "Melanie::Options::Component", "HasArg"), @@ -72,118 +109,102 @@ def main (): ('S',"source-only", "Melanie::Options::Source-Only"), ]; + for i in ["help", "architecture", "binary-only", "component", "carbon-copy", "done", "reason", "no-action", "partial", "source-only" ]: + if not Cnf.has_key("Melanie::Options::%s" % (i)): + Cnf["Melanie::Options::%s" % (i)] = ""; + if not Cnf.has_key("Melanie::Options::Suite"): + Cnf["Melanie::Options::Suite"] = "unstable"; + arguments = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv); Options = Cnf.SubTree("Melanie::Options") + + if Options["Help"]: + usage(); + projectB = pg.connect(Cnf["DB::Name"], Cnf["DB::Host"], int(Cnf["DB::Port"])); db_access.init(Cnf, projectB); # Sanity check options - if arguments == []: - sys.stderr.write("E: need at least one package name as an argument.\n"); - sys.exit(1); + if not arguments: + utils.fubar("need at least one package name as an argument."); if Options["Architecture"] and Options["Source-Only"]: - sys.stderr.write("E: can't use -a/--architecutre and -S/--source-only options simultaneously.\n"); - sys.exit(1); + utils.fubar("can't use -a/--architecutre and -S/--source-only options simultaneously."); if Options["Binary-Only"] and Options["Source-Only"]: - sys.stderr.write("E: can't use -b/--binary-only and -S/--source-only options simultaneously.\n"); - sys.exit(1); + utils.fubar("can't use -b/--binary-only and -S/--source-only options simultaneously."); + if Options.has_key("Carbon-Copy") and not Options.has_key("Done"): + utils.fubar("can't use -C/--carbon-copy without also using -d/--done option."); if Options["Architecture"] and not Options["Partial"]: - sys.stderr.write("W: -a/--architecture implies -p/--partial.\n"); + utils.warn("-a/--architecture implies -p/--partial."); Options["Partial"] = "true"; + # Force the admin to tell someone if we're not doing a rene-led removal + # (or closing a bug, which counts as telling someone). + if not Options["Carbon-Copy"] and not Options["Done"] \ + and Options["Reason"].find("[rene]") == -1: + utils.fubar("Need a -C/--carbon-copy if not closing a bug and not doing a rene-led removal."); + # Process -C/--carbon-copy # # Accept 3 types of arguments (space separated): # 1) a number - assumed to be a bug number, i.e. nnnnn@bugs.debian.org - # 2) the keyword 'package' - cc's $arch@packages.debian.org for every argument + # 2) the keyword 'package' - cc's $package@packages.debian.org for every argument # 3) contains a '@' - assumed to be an email address, used unmofidied # - carbon_copy = "" - for copy_to in string.split(Options.get("Carbon-Copy")): + carbon_copy = []; + for copy_to in utils.split_args(Options.get("Carbon-Copy")): if utils.str_isnum(copy_to): - carbon_copy = carbon_copy + copy_to + "@" + Cnf["Dinstall::BugServer"] + ", " + carbon_copy.append(copy_to + "@" + Cnf["Dinstall::BugServer"]); elif copy_to == 'package': for package in arguments: - carbon_copy = carbon_copy + package + "@" + Cnf["Dinstall::PackagesServer"] + ", " + carbon_copy.append(package + "@" + Cnf["Dinstall::PackagesServer"]); + if Cnf.has_key("Dinstall::TrackingServer"): + carbon_copy.append(package + "@" + Cnf["Dinstall::TrackingServer"]); elif '@' in copy_to: - carbon_copy = carbon_copy + copy_to + ", " + carbon_copy.append(copy_to); else: - sys.stderr.write("Invalid -C/--carbon-copy argument '%s'; not a bug number, 'package' or email address.\n" % (copy_to)); - sys.exit(1); - # Make it a real email header - if carbon_copy != "": - carbon_copy = "Cc: " + carbon_copy[:-2] + '\n' + utils.fubar("Invalid -C/--carbon-copy argument '%s'; not a bug number, 'package' or email address." % (copy_to)); - packages = {}; if Options["Binary-Only"]: field = "b.package"; else: field = "s.source"; - con_packages = "AND ("; - for package in arguments: - con_packages = con_packages + "%s = '%s' OR " % (field, package) - packages[package] = ""; - con_packages = con_packages[:-3] + ")" + con_packages = "AND %s IN (%s)" % (field, ", ".join(map(repr, arguments))); - suites_list = ""; - suite_ids_list = []; - con_suites = "AND ("; - for suite in string.split(Options["Suite"]): - - if not Options["No-Action"] and suite == "stable": - print "**WARNING** About to remove from the stable suite!" - print "This should only be done just prior to a (point) release and not at" - print "any other time." - game_over(); - elif not Options["No-Action"] and suite == "testing": - print "**WARNING About to remove from the testing suite!" - print "There's no need to do this normally as removals from unstable will" - print "propogate to testing automagically." - game_over(); - - suite_id = db_access.get_suite_id(suite); - if suite_id == -1: - sys.stderr.write("W: suite '%s' not recognised.\n" % (suite)); - else: - con_suites = con_suites + "su.id = %s OR " % (suite_id) - - suites_list = suites_list + suite + ", " - suite_ids_list.append(suite_id); - con_suites = con_suites[:-3] + ")" - suites_list = suites_list[:-2]; - - if Options["Component"]: - con_components = "AND ("; - over_con_components = "AND ("; - for component in string.split(Options["Component"]): - component_id = db_access.get_component_id(component); - if component_id == -1: - sys.stderr.write("W: component '%s' not recognised.\n" % (component)); - else: - con_components = con_components + "c.id = %s OR " % (component_id); - over_con_components = over_con_components + "component = %s OR " % (component_id); - con_components = con_components[:-3] + ")" - over_con_components = over_con_components[:-3] + ")"; - else: - con_components = ""; - over_con_components = ""; - - if Options["Architecture"]: - con_architectures = "AND ("; - for architecture in string.split(Options["Architecture"]): - architecture_id = db_access.get_architecture_id(architecture); - if architecture_id == -1: - sys.stderr.write("W: architecture '%s' not recognised.\n" % (architecture)); - else: - con_architectures = con_architectures + "a.id = %s OR " % (architecture_id) - con_architectures = con_architectures[:-3] + ")" - else: - con_architectures = ""; + (con_suites, con_architectures, con_components, check_source) = \ + utils.parse_args(Options); + # Additional suite checks + suite_ids_list = []; + suites = utils.split_args(Options["Suite"]); + suites_list = utils.join_with_commas_and(suites); + if not Options["No-Action"]: + for suite in suites: + suite_id = db_access.get_suite_id(suite); + if suite_id != -1: + suite_ids_list.append(suite_id); + if suite == "stable": + print "**WARNING** About to remove from the stable suite!" + print "This should only be done just prior to a (point) release and not at" + print "any other time." + game_over(); + elif suite == "testing": + print "**WARNING About to remove from the testing suite!" + print "There's no need to do this normally as removals from unstable will" + print "propogate to testing automagically." + game_over(); + + # Additional architecture checks + if Options["Architecture"] and check_source: + utils.warn("'source' in -a/--argument makes no sense and is ignored."); + + # Additional component processing + over_con_components = con_components.replace("c.id", "component"); print "Working...", sys.stdout.flush(); to_remove = []; + maintainers = {}; + # We have 3 modes of package selection: binary-only, source-only # and source+binary. The first two are trivial and obvious; the # latter is a nasty mess, but very nice from a UI perspective so @@ -191,13 +212,13 @@ def main (): if Options["Binary-Only"]: # Binary-only - q = projectB.query("SELECT b.package, b.version, a.arch_string, b.id FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s %s" % (con_packages, con_suites, con_components, con_architectures)); + q = projectB.query("SELECT b.package, b.version, a.arch_string, b.id, b.maintainer FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s %s" % (con_packages, con_suites, con_components, con_architectures)); for i in q.getresult(): to_remove.append(i); else: # Source-only source_packages = {}; - q = projectB.query("SELECT l.path, f.filename, s.source, s.version, 'source', s.id FROM source s, src_associations sa, suite su, files f, location l, component c WHERE sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); + q = projectB.query("SELECT l.path, f.filename, s.source, s.version, 'source', s.id, s.maintainer FROM source s, src_associations sa, suite su, files f, location l, component c WHERE sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); for i in q.getresult(): source_packages[i[2]] = i[:2]; to_remove.append(i[2:]); @@ -205,37 +226,39 @@ def main (): # Source + Binary binary_packages = {}; # First get a list of binary package names we suspect are linked to the source - q = projectB.query("SELECT DISTINCT package FROM binaries WHERE EXISTS (SELECT s.source, s.version, l.path, f.filename FROM source s, src_associations sa, suite su, files f, location l, component c WHERE binaries.source = s.id AND sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s)" % (con_packages, con_suites, con_components)); + q = projectB.query("SELECT DISTINCT b.package FROM binaries b, source s, src_associations sa, suite su, files f, location l, component c WHERE b.source = s.id AND sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); for i in q.getresult(): binary_packages[i[0]] = ""; # Then parse each .dsc that we found earlier to see what binary packages it thinks it produces for i in source_packages.keys(): - filename = string.join(source_packages[i], '/'); + filename = "/".join(source_packages[i]); try: - dsc = utils.parse_changes(filename, 0); + dsc = utils.parse_changes(filename); except utils.cant_open_exc: - sys.stderr.write("W: couldn't open '%s'.\n" % (filename)); + utils.warn("couldn't open '%s'." % (filename)); continue; - for package in string.split(dsc.get("binary"), ','): - package = string.strip(package); + for package in dsc.get("binary").split(','): + package = package.strip(); binary_packages[package] = ""; # Then for each binary package: find any version in # unstable, check the Source: field in the deb matches our # source package and if so add it to the list of packages # to be removed. for package in binary_packages.keys(): - q = projectB.query("SELECT l.path, f.filename, b.package, b.version, a.arch_string, b.id FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s AND b.package = '%s'" % (con_suites, con_components, con_architectures, package)); + q = projectB.query("SELECT l.path, f.filename, b.package, b.version, a.arch_string, b.id, b.maintainer FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s AND b.package = '%s'" % (con_suites, con_components, con_architectures, package)); for i in q.getresult(): - filename = string.join(i[:2], '/'); - control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename,"r"))) + filename = "/".join(i[:2]); + control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename))) source = control.Find("Source", control.Find("Package")); source = re_strip_source_version.sub('', source); if source_packages.has_key(source): to_remove.append(i[2:]); - #else: - #sys.stderr.write("W: skipping '%s' as it's source ('%s') isn't one of the source packages.\n" % (filename, source)); print "done." + if not to_remove: + print "Nothing to do." + sys.exit(0); + # If we don't have a reason; spawn an editor so the user can add one # Write the rejection email out as the .reason file if not Options["Reason"] and not Options["No-Action"]: @@ -245,11 +268,10 @@ def main (): editor = os.environ.get("EDITOR","vi") result = os.system("%s %s" % (editor, temp_filename)) if result != 0: - sys.stderr.write ("vi invocation failed for `%s'!" % (temp_filename)) - sys.exit(result) - file = utils.open_file(temp_filename, 'r'); + utils.fubar ("vi invocation failed for `%s'!" % (temp_filename), result) + file = utils.open_file(temp_filename); for line in file.readlines(): - Options["Reason"] = Options["Reason"] + line; + Options["Reason"] += line; os.unlink(temp_filename); # Generate the summary of what's to be removed @@ -258,31 +280,35 @@ def main (): package = i[0]; version = i[1]; architecture = i[2]; + maintainer = i[4]; + maintainers[maintainer] = ""; if not d.has_key(package): d[package] = {}; if not d[package].has_key(version): d[package][version] = []; - d[package][version].append(architecture); + if architecture not in d[package][version]: + d[package][version].append(architecture); + maintainer_list = []; + for maintainer_id in maintainers.keys(): + maintainer_list.append(db_access.get_maintainer(maintainer_id)); summary = ""; packages = d.keys(); packages.sort(); for package in packages: versions = d[package].keys(); - versions.sort(); + versions.sort(apt_pkg.VersionCompare); for version in versions: - summary = summary + "%10s | %10s | " % (package, version); - for architecture in d[package][version]: - summary = "%s%s, " % (summary, architecture); - summary = summary[:-2] + '\n'; - + d[package][version].sort(utils.arch_compare_sw); + summary += "%10s | %10s | %s\n" % (package, version, ", ".join(d[package][version])); print "Will remove the following packages from %s:" % (suites_list); print print summary + print "Maintainer: %s" % ", ".join(maintainer_list) if Options["Done"]: print "Will also close bugs: "+Options["Done"]; if carbon_copy: - print "Will also "+carbon_copy[:-1] + print "Will also send CCs to: " + ", ".join(carbon_copy) print print "------------------- Reason -------------------" print Options["Reason"]; @@ -292,10 +318,10 @@ def main (): # If -n/--no-action, drop out here if Options["No-Action"]: sys.exit(0); - + game_over(); - whoami = string.replace(string.split(pwd.getpwuid(os.getuid())[4],',')[0], '.', ''); + whoami = utils.whoami(); date = commands.getoutput('date -R'); # Log first; if it all falls apart I want a record that we at least tried. @@ -308,10 +334,10 @@ def main (): logfile.write("\n------------------- Reason -------------------\n%s\n" % (Options["Reason"])); logfile.write("----------------------------------------------\n"); logfile.flush(); - + dsc_type_id = db_access.get_override_type_id('dsc'); deb_type_id = db_access.get_override_type_id('deb'); - + # Do the actual deletion print "Deleting...", sys.stdout.flush(); @@ -342,11 +368,18 @@ def main (): Subst = {}; Subst["__MELANIE_ADDRESS__"] = Cnf["Melanie::MyEmailAddress"]; Subst["__BUG_SERVER__"] = Cnf["Dinstall::BugServer"]; + bcc = []; if Cnf.Find("Dinstall::Bcc") != "": - Subst["__BCC__"] = "Bcc: " + Cnf["Dinstall::Bcc"]; + bcc.append(Cnf["Dinstall::Bcc"]); + if Cnf.Find("Melanie::Bcc") != "": + bcc.append(Cnf["Melanie::Bcc"]); + if bcc: + Subst["__BCC__"] = "Bcc: " + ", ".join(bcc); else: Subst["__BCC__"] = "X-Filler: 42"; - Subst["__CC__"] = "X-Melanie: $Id: melanie,v 1.10 2001-03-21 01:25:59 troup Exp $\n" + carbon_copy[:-1]; + Subst["__CC__"] = "X-Katie: melanie $Revision: 1.39 $"; + if carbon_copy: + Subst["__CC__"] += "\nCc: " + ", ".join(carbon_copy); Subst["__SUITE_LIST__"] = suites_list; Subst["__SUMMARY__"] = summary; Subst["__ADMIN_ADDRESS__"] = Cnf["Dinstall::MyAdminAddress"]; @@ -356,11 +389,11 @@ def main (): Archive = Cnf.SubTree("Archive::%s" % (whereami)); Subst["__MASTER_ARCHIVE__"] = Archive["OriginServer"]; Subst["__PRIMARY_MIRROR__"] = Archive["PrimaryMirror"]; - for bug in string.split(Options["Done"]): + for bug in utils.split_args(Options["Done"]): Subst["__BUG_NUMBER__"] = bug; - mail_message = utils.TemplateSubst(Subst,open(Cnf["Dir::TemplatesDir"]+"/melanie.bug-close","r").read()); - utils.send_mail (mail_message, "") - + mail_message = utils.TemplateSubst(Subst,Cnf["Dir::Templates"]+"/melanie.bug-close"); + utils.send_mail(mail_message); + logfile.write("=========================================================================\n"); logfile.close();