X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=melanie;h=3dfae76da5459d55beaac90277fc5c135b602fcb;hb=b618ca40333f46edada83f0329f85cec83bca7eb;hp=dfaaa12e8d4fd64fb2be5fe1a335fe25ad058e24;hpb=4b41dc06229eed89f52f397fc7df5d665fa092cf;p=dak.git diff --git a/melanie b/melanie index dfaaa12e..3dfae76d 100755 --- a/melanie +++ b/melanie @@ -1,8 +1,8 @@ #!/usr/bin/env python # General purpose archive tool for ftpmaster -# Copyright (C) 2000 James Troup -# $Id: melanie,v 1.2 2001-01-16 21:52:37 troup Exp $ +# Copyright (C) 2000, 2001 James Troup +# $Id: melanie,v 1.16 2001-09-26 03:15:16 troup Exp $ # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -37,6 +37,27 @@ projectB = None; ################################################################################ +def usage (exit_code): + print """Usage: melanie [OPTIONS] package[...] + -D, --debug=VALUE turn on debugging + -h, --help show this help and exit + -a, --architecture=ARCH only act on this architecture + -b, --binary remove binaries only + -c, --component=COMPONENT act on this component + -C, --carbon-copy=EMAIL send a CC of removal message to EMAIL + -d, --done=BUG# send removal message as closure to bug# + -m, --reason=MSG reason for removal + -n, --no-action don't do anything + -p, --partial don't affect override files + -s, --suite=SUITE act on this suite + -S, --source-only remove source only""" + sys.exit(exit_code) + +################################################################################ + +# "That's just fucking great! Game over, man! What the fuck are we +# going to do now?" + def game_over(): print "Continue (y/N)? ", answer = string.lower(utils.our_raw_input()); @@ -50,7 +71,7 @@ def main (): global Cnf, projectB; apt_pkg.init(); - + Cnf = apt_pkg.newConfiguration(); apt_pkg.ReadConfigFileISC(Cnf,utils.which_conf_file()); @@ -60,6 +81,7 @@ def main (): ('a',"architecture","Melanie::Options::Architecture", "HasArg"), ('b',"binary", "Melanie::Options::Binary-Only"), ('c',"component", "Melanie::Options::Component", "HasArg"), + ('C',"carbon-copy", "Melanie::Options::Carbon-Copy", "HasArg"), # Bugs to Cc ('d',"done","Melanie::Options::Done", "HasArg"), # Bugs fixed ('m',"reason", "Melanie::Options::Reason", "HasArg"), # Hysterical raisins; -m is old-dinstall option for rejection reason ('n',"no-action","Melanie::Options::No-Action"), @@ -69,25 +91,51 @@ def main (): ]; arguments = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv); - projectB = pg.connect('projectb', 'localhost'); + Options = Cnf.SubTree("Melanie::Options") + + if Options["Help"]: + usage(0) + + projectB = pg.connect(Cnf["DB::Name"], Cnf["DB::Host"], int(Cnf["DB::Port"])); db_access.init(Cnf, projectB); # Sanity check options if arguments == []: - sys.stderr.write("E: need at least one package name as an argument.\n"); - sys.exit(1); - if Cnf["Melanie::Options::Architecture"] and Cnf["Melanie::Options::Source-Only"]: - sys.stderr.write("E: can't use -a/--architecutre and -S/--source-only options simultaneously.\n"); - sys.exit(1); - if Cnf["Melanie::Options::Binary-Only"] and Cnf["Melanie::Options::Source-Only"]: - sys.stderr.write("E: can't use -b/--binary-only and -S/--source-only options simultaneously.\n"); - sys.exit(1); - if Cnf["Melanie::Options::Architecture"] and not Cnf["Melanie::Options::Partial"]: - sys.stderr.write("W: -a/--architecture implies -p/--partial.\n"); - Cnf["Melanie::Options::Partial"] = "true"; + utils.fubar("need at least one package name as an argument."); + if Options["Architecture"] and Options["Source-Only"]: + utils.fubar("can't use -a/--architecutre and -S/--source-only options simultaneously."); + if Options["Binary-Only"] and Options["Source-Only"]: + utils.fubar("can't use -b/--binary-only and -S/--source-only options simultaneously."); + if Options.has_key("Carbon-Copy") and not Options.has_key("Done"): + utils.fubar("can't use -C/--carbon-copy without also using -d/--done option."); + if Options["Architecture"] and not Options["Partial"]: + utils.warn("-a/--architecture implies -p/--partial."); + Options["Partial"] = "true"; + + # Process -C/--carbon-copy + # + # Accept 3 types of arguments (space separated): + # 1) a number - assumed to be a bug number, i.e. nnnnn@bugs.debian.org + # 2) the keyword 'package' - cc's $arch@packages.debian.org for every argument + # 3) contains a '@' - assumed to be an email address, used unmofidied + # + carbon_copy = "" + for copy_to in string.split(Options.get("Carbon-Copy")): + if utils.str_isnum(copy_to): + carbon_copy = carbon_copy + copy_to + "@" + Cnf["Dinstall::BugServer"] + ", " + elif copy_to == 'package': + for package in arguments: + carbon_copy = carbon_copy + package + "@" + Cnf["Dinstall::PackagesServer"] + ", " + elif '@' in copy_to: + carbon_copy = carbon_copy + copy_to + ", " + else: + utils.fubar("Invalid -C/--carbon-copy argument '%s'; not a bug number, 'package' or email address." % (copy_to)); + # Make it a real email header + if carbon_copy != "": + carbon_copy = "Cc: " + carbon_copy[:-2] + '\n' packages = {}; - if Cnf["Melanie::Options::Binary-Only"]: + if Options["Binary-Only"]: field = "b.package"; else: field = "s.source"; @@ -100,22 +148,22 @@ def main (): suites_list = ""; suite_ids_list = []; con_suites = "AND ("; - for suite in string.split(Cnf["Melanie::Options::Suite"]): - - if suite == "stable": + for suite in string.split(Options["Suite"]): + + if not Options["No-Action"] and suite == "stable": print "**WARNING** About to remove from the stable suite!" print "This should only be done just prior to a (point) release and not at" print "any other time." game_over(); - elif suite == "testing": + elif not Options["No-Action"] and suite == "testing": print "**WARNING About to remove from the testing suite!" print "There's no need to do this normally as removals from unstable will" print "propogate to testing automagically." game_over(); - + suite_id = db_access.get_suite_id(suite); if suite_id == -1: - sys.stderr.write("W: suite '%s' not recognised.\n" % (suite)); + utils.warn("suite '%s' not recognised." % (suite)); else: con_suites = con_suites + "su.id = %s OR " % (suite_id) @@ -124,28 +172,28 @@ def main (): con_suites = con_suites[:-3] + ")" suites_list = suites_list[:-2]; - if Cnf["Melanie::Options::Component"]: + if Options["Component"]: con_components = "AND ("; over_con_components = "AND ("; - for component in string.split(Cnf["Melanie::Options::Component"]): + for component in string.split(Options["Component"]): component_id = db_access.get_component_id(component); if component_id == -1: - sys.stderr.write("W: component '%s' not recognised.\n" % (component)); + utils.warn("component '%s' not recognised." % (component)); else: con_components = con_components + "c.id = %s OR " % (component_id); over_con_components = over_con_components + "component = %s OR " % (component_id); con_components = con_components[:-3] + ")" over_con_components = over_con_components[:-3] + ")"; else: - con_components = ""; + con_components = ""; over_con_components = ""; - if Cnf["Melanie::Options::Architecture"]: + if Options["Architecture"]: con_architectures = "AND ("; - for architecture in string.split(Cnf["Melanie::Options::Architecture"]): + for architecture in string.split(Options["Architecture"]): architecture_id = db_access.get_architecture_id(architecture); if architecture_id == -1: - sys.stderr.write("W: architecture '%s' not recognised.\n" % (architecture)); + utils.warn("architecture '%s' not recognised." % (architecture)); else: con_architectures = con_architectures + "a.id = %s OR " % (architecture_id) con_architectures = con_architectures[:-3] + ")" @@ -156,24 +204,26 @@ def main (): print "Working...", sys.stdout.flush(); to_remove = []; + maintainers = {}; + # We have 3 modes of package selection: binary-only, source-only # and source+binary. The first two are trivial and obvious; the # latter is a nasty mess, but very nice from a UI perspective so # we try to support it. - if Cnf["Melanie::Options::Binary-Only"]: + if Options["Binary-Only"]: # Binary-only - q = projectB.query("SELECT b.package, b.version, a.arch_string, b.id FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s %s" % (con_packages, con_suites, con_components, con_architectures)); + q = projectB.query("SELECT b.package, b.version, a.arch_string, b.id, b.maintainer FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s %s" % (con_packages, con_suites, con_components, con_architectures)); for i in q.getresult(): to_remove.append(i); else: # Source-only source_packages = {}; - q = projectB.query("SELECT l.path, f.filename, s.source, s.version, 'source', s.id FROM source s, src_associations sa, suite su, files f, location l, component c WHERE sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); + q = projectB.query("SELECT l.path, f.filename, s.source, s.version, 'source', s.id, s.maintainer FROM source s, src_associations sa, suite su, files f, location l, component c WHERE sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); for i in q.getresult(): source_packages[i[2]] = i[:2]; to_remove.append(i[2:]); - if not Cnf["Melanie::Options::Source-Only"]: + if not Options["Source-Only"]: # Source + Binary binary_packages = {}; # First get a list of binary package names we suspect are linked to the source @@ -184,9 +234,9 @@ def main (): for i in source_packages.keys(): filename = string.join(source_packages[i], '/'); try: - dsc = utils.parse_changes(filename); + dsc = utils.parse_changes(filename, 0); except utils.cant_open_exc: - sys.stderr.write("W: couldn't open '%s'.\n" % (filename)); + utils.warn("couldn't open '%s'." % (filename)); continue; for package in string.split(dsc.get("binary"), ','): package = string.strip(package); @@ -196,7 +246,7 @@ def main (): # source package and if so add it to the list of packages # to be removed. for package in binary_packages.keys(): - q = projectB.query("SELECT l.path, f.filename, b.package, b.version, a.arch_string, b.id FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s AND b.package = '%s'" % (con_suites, con_components, con_architectures, package)); + q = projectB.query("SELECT l.path, f.filename, b.package, b.version, a.arch_string, b.id, b.maintainer FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s AND b.package = '%s'" % (con_suites, con_components, con_architectures, package)); for i in q.getresult(): filename = string.join(i[:2], '/'); control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename,"r"))) @@ -204,23 +254,21 @@ def main (): source = re_strip_source_version.sub('', source); if source_packages.has_key(source): to_remove.append(i[2:]); - #else: - #sys.stderr.write("W: skipping '%s' as it's source ('%s') isn't one of the source packages.\n" % (filename, source)); print "done." # If we don't have a reason; spawn an editor so the user can add one # Write the rejection email out as the .reason file - if not Cnf["Melanie::Options::Reason"]: + if not Options["Reason"] and not Options["No-Action"]: temp_filename = tempfile.mktemp(); fd = os.open(temp_filename, os.O_RDWR|os.O_CREAT|os.O_EXCL, 0700); os.close(fd); - result = os.system("vi %s" % (temp_filename)) + editor = os.environ.get("EDITOR","vi") + result = os.system("%s %s" % (editor, temp_filename)) if result != 0: - sys.stderr.write ("vi invocation failed for `%s'!" % (temp_filename)) - sys.exit(result) + utils.fubar ("vi invocation failed for `%s'!" % (temp_filename), result) file = utils.open_file(temp_filename, 'r'); for line in file.readlines(): - Cnf["Melanie::Options::Reason"] = Cnf["Melanie::Options::Reason"] + line; + Options["Reason"] = Options["Reason"] + line; os.unlink(temp_filename); # Generate the summary of what's to be removed @@ -229,12 +277,19 @@ def main (): package = i[0]; version = i[1]; architecture = i[2]; + maintainer = i[4]; + maintainers[maintainer] = ""; if not d.has_key(package): d[package] = {}; if not d[package].has_key(version): d[package][version] = []; d[package][version].append(architecture); + maintainer_list = "Maintainer: " + for maintainer_id in maintainers.keys(): + maintainer_list = maintainer_list + db_access.get_maintainer(maintainer_id) + ", "; + maintainer_list = maintainer_list[:-2]; + summary = ""; packages = d.keys(); packages.sort(); @@ -250,21 +305,24 @@ def main (): print "Will remove the following packages from %s:" % (suites_list); print print summary - if Cnf["Melanie::Options::Done"]: - print "Will also close bugs: "+Cnf["Melanie::Options::Done"]; + print maintainer_list + if Options["Done"]: + print "Will also close bugs: "+Options["Done"]; + if carbon_copy: + print "Will also "+carbon_copy[:-1] print print "------------------- Reason -------------------" - print Cnf["Melanie::Options::Reason"]; + print Options["Reason"]; print "----------------------------------------------" print # If -n/--no-action, drop out here - if Cnf["Melanie::Options::No-Action"]: + if Options["No-Action"]: sys.exit(0); - + game_over(); - whoami = string.replace(string.split(pwd.getpwuid(os.getuid())[4],',')[0], '.', ''); + whoami = utils.whoami(); date = commands.getoutput('date -R'); # Log first; if it all falls apart I want a record that we at least tried. @@ -272,15 +330,15 @@ def main (): logfile.write("=========================================================================\n"); logfile.write("[Date: %s] [ftpmaster: %s]\n" % (date, whoami)); logfile.write("Removed the following packages from %s:\n\n%s" % (suites_list, summary)); - if Cnf["Melanie::Options::Done"]: - logfile.write("Closed bugs: %s\n" % (Cnf["Melanie::Options::Done"])); - logfile.write("\n------------------- Reason -------------------\n%s\n" % (Cnf["Melanie::Options::Reason"])); + if Options["Done"]: + logfile.write("Closed bugs: %s\n" % (Options["Done"])); + logfile.write("\n------------------- Reason -------------------\n%s\n" % (Options["Reason"])); logfile.write("----------------------------------------------\n"); logfile.flush(); - + dsc_type_id = db_access.get_override_type_id('dsc'); deb_type_id = db_access.get_override_type_id('deb'); - + # Do the actual deletion print "Deleting...", sys.stdout.flush(); @@ -297,7 +355,7 @@ def main (): projectB.query("DELETE FROM bin_associations WHERE bin = %s AND suite = %s" % (package_id, suite_id)); #print "DELETE FROM bin_associations WHERE bin = %s AND suite = %s" % (package_id, suite_id); # Delete from the override file - if not Cnf["Melanie::Options::Partial"]: + if not Options["Partial"]: if architecture == "source": type_id = dsc_type_id; else: @@ -307,45 +365,35 @@ def main (): print "done." # Send the bug closing messages - if Cnf["Melanie::Options::Done"]: - for bug in string.split(Cnf["Melanie::Options::Done"]): - mail_message = """Return-Path: %s -From: %s -To: %s-close@bugs.debian.org -Bcc: troup@auric.debian.org -Subject: Bug#%s: fixed - -We believe that the bug you reported is now fixed; the following -package(s) have been removed from %s: - -%s -Note that the package(s) have simply been removed from the tag -database and may (or may not) still be in the pool; this is not a bug. -The package(s) will be physically removed automatically when no suite -references them (and in the case of source, when no binary references -it). Please also remember that the changes have been done on the -master archive (ftp-master.debian.org) and will not propagate to any -mirrors (ftp.debian.org included) until the next cron.daily run at the -earliest. - -Bugs which have been reported against this package are not automatically -removed from the Bug Tracking System. Please check all open bugs and -close them or re-assign them to another package if the removed package -was superseded by another one. - -Thank you for reporting the bug, which will now be closed. If you -have further comments please address them to %s@bugs.debian.org. - -This message was generated automatically; if you believe that there is -a problem with it please contact the archive administrators by mailing -ftpmaster@debian.org. - -Debian distribution maintenance software -pp. -%s (the ftpmaster behind the curtain) -""" % (Cnf["Melanie::MyEmailAddress"], Cnf["Melanie::MyEmailAddress"], bug, bug, suites_list, summary, bug, whoami); + if Options["Done"]: + Subst = {}; + Subst["__MELANIE_ADDRESS__"] = Cnf["Melanie::MyEmailAddress"]; + Subst["__BUG_SERVER__"] = Cnf["Dinstall::BugServer"]; + bcc = ""; + if Cnf.Find("Dinstall::Bcc") != "": + bcc = bcc + Cnf["Dinstall::Bcc"] + ", "; + if Cnf.Find("Melanie::Bcc") != "": + bcc = bcc + Cnf["Melanie::Bcc"] + ", "; + if bcc == "": + bcc = "X-Filler: 42" + ", "; + else: + bcc = "Bcc: " + bcc; + Subst["__BCC__"] = bcc[:-2]; + Subst["__CC__"] = "X-Melanie: $Revision: 1.16 $\n" + carbon_copy[:-1]; + Subst["__SUITE_LIST__"] = suites_list; + Subst["__SUMMARY__"] = summary; + Subst["__ADMIN_ADDRESS__"] = Cnf["Dinstall::MyAdminAddress"]; + Subst["__DISTRO__"] = Cnf["Dinstall::MyDistribution"]; + Subst["__WHOAMI__"] = whoami; + whereami = utils.where_am_i(); + Archive = Cnf.SubTree("Archive::%s" % (whereami)); + Subst["__MASTER_ARCHIVE__"] = Archive["OriginServer"]; + Subst["__PRIMARY_MIRROR__"] = Archive["PrimaryMirror"]; + for bug in string.split(Options["Done"]): + Subst["__BUG_NUMBER__"] = bug; + mail_message = utils.TemplateSubst(Subst,open(Cnf["Dir::TemplatesDir"]+"/melanie.bug-close","r").read()); utils.send_mail (mail_message, "") - + logfile.write("=========================================================================\n"); logfile.close();