X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=melanie;h=2ac04a133a21426fa0f204d20f42cafb802ec53f;hb=4914b5dde7ccfe58b5f88b9852deb0a19b804039;hp=cad844a6f7de953933963f483c87d4f9f4a4ccd8;hpb=53ab1144299d0b1de4153abd77406fce5c8a7776;p=dak.git diff --git a/melanie b/melanie index cad844a6..2ac04a13 100755 --- a/melanie +++ b/melanie @@ -1,8 +1,8 @@ #!/usr/bin/env python -# General purpose archive tool for ftpmaster +# General purpose package removal tool for ftpmaster # Copyright (C) 2000, 2001 James Troup -# $Id: melanie,v 1.7 2001-03-02 02:26:17 troup Exp $ +# $Id: melanie,v 1.20 2001-11-19 03:56:29 rmurray Exp $ # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -37,6 +37,32 @@ projectB = None; ################################################################################ +def usage (exit_code=0): + print """Usage: melanie [OPTIONS] PACKAGE[...] +Remove PACKAGE(s) from suite(s). + + -a, --architecture=ARCH only act on this architecture + -b, --binary remove binaries only + -c, --component=COMPONENT act on this component + -C, --carbon-copy=EMAIL send a CC of removal message to EMAIL + -d, --done=BUG# send removal message as closure to bug# + -m, --reason=MSG reason for removal + -n, --no-action don't do anything + -p, --partial don't affect override files + -s, --suite=SUITE act on this suite + -S, --source-only remove source only + -h, --help show this help and exit + +ARCH, BUG#, COMPONENT and SUITE can be space seperated lists, e.g. + --architecture=\"m68k i386\"""" + + sys.exit(exit_code) + +################################################################################ + +# "That's just fucking great! Game over, man! What the fuck are we +# going to do now?" + def game_over(): print "Continue (y/N)? ", answer = string.lower(utils.our_raw_input()); @@ -49,14 +75,9 @@ def game_over(): def main (): global Cnf, projectB; - apt_pkg.init(); - - Cnf = apt_pkg.newConfiguration(); - apt_pkg.ReadConfigFileISC(Cnf,utils.which_conf_file()); + Cnf = utils.get_conf() - Arguments = [('D',"debug","Melanie::Options::Debug", "IntVal"), - ('h',"help","Melanie::Options::Help"), - ('V',"version","Melanie::Options::Version"), + Arguments = [('h',"help","Melanie::Options::Help"), ('a',"architecture","Melanie::Options::Architecture", "HasArg"), ('b',"binary", "Melanie::Options::Binary-Only"), ('c',"component", "Melanie::Options::Component", "HasArg"), @@ -69,23 +90,32 @@ def main (): ('S',"source-only", "Melanie::Options::Source-Only"), ]; + for i in ["help", "architecture", "binary-only", "component", "carbon-copy", "done", "reason", "no-action", "partial", "source-only" ]: + if not Cnf.has_key("Melanie::Options::%s" % (i)): + Cnf["Melanie::Options::%s" % (i)] = ""; + if not Cnf.has_key("Melanie::Options::Suite"): + Cnf["Melanie::Options::Suite"] = "unstable"; + arguments = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv); Options = Cnf.SubTree("Melanie::Options") - projectB = pg.connect('projectb', 'localhost'); + + if Options["Help"]: + usage(); + + projectB = pg.connect(Cnf["DB::Name"], Cnf["DB::Host"], int(Cnf["DB::Port"])); db_access.init(Cnf, projectB); # Sanity check options - if arguments == []: - sys.stderr.write("E: need at least one package name as an argument.\n"); - sys.exit(1); + if not arguments: + utils.fubar("need at least one package name as an argument."); if Options["Architecture"] and Options["Source-Only"]: - sys.stderr.write("E: can't use -a/--architecutre and -S/--source-only options simultaneously.\n"); - sys.exit(1); + utils.fubar("can't use -a/--architecutre and -S/--source-only options simultaneously."); if Options["Binary-Only"] and Options["Source-Only"]: - sys.stderr.write("E: can't use -b/--binary-only and -S/--source-only options simultaneously.\n"); - sys.exit(1); + utils.fubar("can't use -b/--binary-only and -S/--source-only options simultaneously."); + if Options.has_key("Carbon-Copy") and not Options.has_key("Done"): + utils.fubar("can't use -C/--carbon-copy without also using -d/--done option."); if Options["Architecture"] and not Options["Partial"]: - sys.stderr.write("W: -a/--architecture implies -p/--partial.\n"); + utils.warn("-a/--architecture implies -p/--partial."); Options["Partial"] = "true"; # Process -C/--carbon-copy @@ -95,38 +125,32 @@ def main (): # 2) the keyword 'package' - cc's $arch@packages.debian.org for every argument # 3) contains a '@' - assumed to be an email address, used unmofidied # - carbon_copy = "" + carbon_copy = []; for copy_to in string.split(Options.get("Carbon-Copy")): if utils.str_isnum(copy_to): - carbon_copy = carbon_copy + copy_to + "@bugs.debian.org, " + carbon_copy.append(copy_to + "@" + Cnf["Dinstall::BugServer"]); elif copy_to == 'package': for package in arguments: - carbon_copy = carbon_copy + package + "@packages.debian.org, " + carbon_copy.append(package + "@" + Cnf["Dinstall::PackagesServer"]); elif '@' in copy_to: - carbon_copy = carbon_copy + copy_to + ", " + carbon_copy.append(copy_to); else: - sys.stderr.write("Invalid -C/--carbon-copy argument '%s'; not a bug number, 'package' or email address.\n" % (copy_to)); - sys.exit(1); - # Make it a real email header - if carbon_copy != "": - carbon_copy = "Cc: " + carbon_copy[:-2] + '\n' + utils.fubar("Invalid -C/--carbon-copy argument '%s'; not a bug number, 'package' or email address." % (copy_to)); packages = {}; if Options["Binary-Only"]: field = "b.package"; else: field = "s.source"; - con_packages = "AND ("; + quoted_packages_list = [] for package in arguments: - con_packages = con_packages + "%s = '%s' OR " % (field, package) + quoted_packages_list.append("'%s'" % package) packages[package] = ""; - con_packages = con_packages[:-3] + ")" - - suites_list = ""; + con_packages = "AND %s IN (%s)" % (field, string.join(quoted_packages_list, ", ")); + suites = []; suite_ids_list = []; - con_suites = "AND ("; for suite in string.split(Options["Suite"]): - + if not Options["No-Action"] and suite == "stable": print "**WARNING** About to remove from the stable suite!" print "This should only be done just prior to a (point) release and not at" @@ -137,43 +161,44 @@ def main (): print "There's no need to do this normally as removals from unstable will" print "propogate to testing automagically." game_over(); - + suite_id = db_access.get_suite_id(suite); if suite_id == -1: - sys.stderr.write("W: suite '%s' not recognised.\n" % (suite)); + utils.warn("suite '%s' not recognised." % (suite)); else: - con_suites = con_suites + "su.id = %s OR " % (suite_id) - - suites_list = suites_list + suite + ", " - suite_ids_list.append(suite_id); - con_suites = con_suites[:-3] + ")" - suites_list = suites_list[:-2]; - + suites.append(suite); + suite_ids_list.append(suite_id); + if suite_ids_list: + suites_list = string.join(suites, ", ") + con_suites = "AND su.id IN (%s)" % string.join(map(str, suite_ids_list), ", "); + else: + utils.fubar("No correct suite given."); if Options["Component"]: - con_components = "AND ("; - over_con_components = "AND ("; + components_ids_list = []; for component in string.split(Options["Component"]): component_id = db_access.get_component_id(component); if component_id == -1: - sys.stderr.write("W: component '%s' not recognised.\n" % (component)); + utils.warn("component '%s' not recognised." % (component)); else: - con_components = con_components + "c.id = %s OR " % (component_id); - over_con_components = over_con_components + "component = %s OR " % (component_id); - con_components = con_components[:-3] + ")" - over_con_components = over_con_components[:-3] + ")"; + components_ids_list.append(component_id); + con_components = "AND c.id IN (%s)" % string.join(map(str, components_ids_list), ", "); + over_con_components = "AND component IN (%s)" % string.join(map(str, components_ids_list), ", "); else: - con_components = ""; + con_components = ""; over_con_components = ""; if Options["Architecture"]: - con_architectures = "AND ("; + arch_ids_list = []; for architecture in string.split(Options["Architecture"]): architecture_id = db_access.get_architecture_id(architecture); if architecture_id == -1: - sys.stderr.write("W: architecture '%s' not recognised.\n" % (architecture)); + utils.warn("architecture '%s' not recognised." % (architecture)); else: - con_architectures = con_architectures + "a.id = %s OR " % (architecture_id) - con_architectures = con_architectures[:-3] + ")" + arch_ids_list.append(architecture_id); + if arch_ids_list: + con_architectures = "AND a.id IN (%s)" % string.join(map(str, arch_ids_list), ", "); + else: + utils.fubar("No correct architecture given"); else: con_architectures = ""; @@ -181,6 +206,8 @@ def main (): print "Working...", sys.stdout.flush(); to_remove = []; + maintainers = {}; + # We have 3 modes of package selection: binary-only, source-only # and source+binary. The first two are trivial and obvious; the # latter is a nasty mess, but very nice from a UI perspective so @@ -188,13 +215,13 @@ def main (): if Options["Binary-Only"]: # Binary-only - q = projectB.query("SELECT b.package, b.version, a.arch_string, b.id FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s %s" % (con_packages, con_suites, con_components, con_architectures)); + q = projectB.query("SELECT b.package, b.version, a.arch_string, b.id, b.maintainer FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s %s" % (con_packages, con_suites, con_components, con_architectures)); for i in q.getresult(): to_remove.append(i); else: # Source-only source_packages = {}; - q = projectB.query("SELECT l.path, f.filename, s.source, s.version, 'source', s.id FROM source s, src_associations sa, suite su, files f, location l, component c WHERE sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); + q = projectB.query("SELECT l.path, f.filename, s.source, s.version, 'source', s.id, s.maintainer FROM source s, src_associations sa, suite su, files f, location l, component c WHERE sa.source = s.id AND sa.suite = su.id AND s.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s" % (con_packages, con_suites, con_components)); for i in q.getresult(): source_packages[i[2]] = i[:2]; to_remove.append(i[2:]); @@ -211,7 +238,7 @@ def main (): try: dsc = utils.parse_changes(filename, 0); except utils.cant_open_exc: - sys.stderr.write("W: couldn't open '%s'.\n" % (filename)); + utils.warn("couldn't open '%s'." % (filename)); continue; for package in string.split(dsc.get("binary"), ','): package = string.strip(package); @@ -221,16 +248,14 @@ def main (): # source package and if so add it to the list of packages # to be removed. for package in binary_packages.keys(): - q = projectB.query("SELECT l.path, f.filename, b.package, b.version, a.arch_string, b.id FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s AND b.package = '%s'" % (con_suites, con_components, con_architectures, package)); + q = projectB.query("SELECT l.path, f.filename, b.package, b.version, a.arch_string, b.id, b.maintainer FROM binaries b, bin_associations ba, architecture a, suite su, files f, location l, component c WHERE ba.bin = b.id AND ba.suite = su.id AND b.architecture = a.id AND b.file = f.id AND f.location = l.id AND l.component = c.id %s %s %s AND b.package = '%s'" % (con_suites, con_components, con_architectures, package)); for i in q.getresult(): filename = string.join(i[:2], '/'); - control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename,"r"))) + control = apt_pkg.ParseSection(apt_inst.debExtractControl(utils.open_file(filename))) source = control.Find("Source", control.Find("Package")); source = re_strip_source_version.sub('', source); if source_packages.has_key(source): to_remove.append(i[2:]); - #else: - #sys.stderr.write("W: skipping '%s' as it's source ('%s') isn't one of the source packages.\n" % (filename, source)); print "done." # If we don't have a reason; spawn an editor so the user can add one @@ -242,9 +267,8 @@ def main (): editor = os.environ.get("EDITOR","vi") result = os.system("%s %s" % (editor, temp_filename)) if result != 0: - sys.stderr.write ("vi invocation failed for `%s'!" % (temp_filename)) - sys.exit(result) - file = utils.open_file(temp_filename, 'r'); + utils.fubar ("vi invocation failed for `%s'!" % (temp_filename), result) + file = utils.open_file(temp_filename); for line in file.readlines(): Options["Reason"] = Options["Reason"] + line; os.unlink(temp_filename); @@ -255,12 +279,18 @@ def main (): package = i[0]; version = i[1]; architecture = i[2]; + maintainer = i[4]; + maintainers[maintainer] = ""; if not d.has_key(package): d[package] = {}; if not d[package].has_key(version): d[package][version] = []; - d[package][version].append(architecture); + if architecture not in d[package][version]: + d[package][version].append(architecture); + maintainer_list = []; + for maintainer_id in maintainers.keys(): + maintainer_list.append(db_access.get_maintainer(maintainer_id)); summary = ""; packages = d.keys(); packages.sort(); @@ -268,18 +298,15 @@ def main (): versions = d[package].keys(); versions.sort(); for version in versions: - summary = summary + "%10s | %10s | " % (package, version); - for architecture in d[package][version]: - summary = "%s%s, " % (summary, architecture); - summary = summary[:-2] + '\n'; - + summary = summary + "%10s | %10s | %s\n" % (package, version, string.join(d[package][version], ", ")); print "Will remove the following packages from %s:" % (suites_list); print print summary + print "Maintainer: %s" % string.join(maintainer_list, ", ") if Options["Done"]: print "Will also close bugs: "+Options["Done"]; if carbon_copy: - print "Will also "+carbon_copy[:-1] + print "Will also send CCs to:" + string.join(carbon_copy, ", ") print print "------------------- Reason -------------------" print Options["Reason"]; @@ -289,10 +316,10 @@ def main (): # If -n/--no-action, drop out here if Options["No-Action"]: sys.exit(0); - + game_over(); - whoami = string.replace(string.split(pwd.getpwuid(os.getuid())[4],',')[0], '.', ''); + whoami = utils.whoami(); date = commands.getoutput('date -R'); # Log first; if it all falls apart I want a record that we at least tried. @@ -305,10 +332,10 @@ def main (): logfile.write("\n------------------- Reason -------------------\n%s\n" % (Options["Reason"])); logfile.write("----------------------------------------------\n"); logfile.flush(); - + dsc_type_id = db_access.get_override_type_id('dsc'); deb_type_id = db_access.get_override_type_id('deb'); - + # Do the actual deletion print "Deleting...", sys.stdout.flush(); @@ -336,50 +363,35 @@ def main (): # Send the bug closing messages if Options["Done"]: + Subst = {}; + Subst["__MELANIE_ADDRESS__"] = Cnf["Melanie::MyEmailAddress"]; + Subst["__BUG_SERVER__"] = Cnf["Dinstall::BugServer"]; + bcc = []; + if Cnf.Find("Dinstall::Bcc") != "": + bcc.append(Cnf["Dinstall::Bcc"]); + if Cnf.Find("Melanie::Bcc") != "": + bcc.append(Cnf["Melanie::Bcc"]); + if bcc: + Subst["__BCC__"] = "Bcc: " + string.join(bcc, ", "); + else: + Subst["__BCC__"] = "X-Filler: 42"; + Subst["__CC__"] = "X-Melanie: $Revision: 1.20 $"; + if carbon_copy: + Subst["__CC__"] = Subst["__CC__"] + "\nCc: " + string.join(carbon_copy, ", "); + Subst["__SUITE_LIST__"] = suites_list; + Subst["__SUMMARY__"] = summary; + Subst["__ADMIN_ADDRESS__"] = Cnf["Dinstall::MyAdminAddress"]; + Subst["__DISTRO__"] = Cnf["Dinstall::MyDistribution"]; + Subst["__WHOAMI__"] = whoami; + whereami = utils.where_am_i(); + Archive = Cnf.SubTree("Archive::%s" % (whereami)); + Subst["__MASTER_ARCHIVE__"] = Archive["OriginServer"]; + Subst["__PRIMARY_MIRROR__"] = Archive["PrimaryMirror"]; for bug in string.split(Options["Done"]): - mail_message = """Return-Path: %s -From: %s -To: %s-close@bugs.debian.org -Bcc: troup@auric.debian.org -Bcc: removed-packages@qa.debian.org -%sSubject: Bug#%s: fixed - -We believe that the bug you reported is now fixed; the following -package(s) have been removed from %s: - -%s -Note that the package(s) have simply been removed from the tag -database and may (or may not) still be in the pool; this is not a bug. -The package(s) will be physically removed automatically when no suite -references them (and in the case of source, when no binary references -it). Please also remember that the changes have been done on the -master archive (ftp-master.debian.org) and will not propagate to any -mirrors (ftp.debian.org included) until the next cron.daily run at the -earliest. - -Packages are never removed from testing by hand. Testing tracks -unstable and will automatically remove packages which were removed -from unstable when removing them from testing causes no dependency -problems. - -Bugs which have been reported against this package are not automatically -removed from the Bug Tracking System. Please check all open bugs and -close them or re-assign them to another package if the removed package -was superseded by another one. - -Thank you for reporting the bug, which will now be closed. If you -have further comments please address them to %s@bugs.debian.org. - -This message was generated automatically; if you believe that there is -a problem with it please contact the archive administrators by mailing -ftpmaster@debian.org. - -Debian distribution maintenance software -pp. -%s (the ftpmaster behind the curtain) -""" % (Cnf["Melanie::MyEmailAddress"], Cnf["Melanie::MyEmailAddress"], bug, carbon_copy, bug, suites_list, summary, bug, whoami); + Subst["__BUG_NUMBER__"] = bug; + mail_message = utils.TemplateSubst(Subst,open(Cnf["Dir::TemplatesDir"]+"/melanie.bug-close","r").read()); utils.send_mail (mail_message, "") - + logfile.write("=========================================================================\n"); logfile.close();