3 # Manipulate override files
4 # Copyright (C) 2000, 2001 James Troup <james@nocrew.org>
5 # $Id: natalie.py,v 1.14 2001-11-19 22:19:46 rmurray Exp $
7 # This program is free software; you can redistribute it and/or modify
8 # it under the terms of the GNU General Public License as published by
9 # the Free Software Foundation; either version 2 of the License, or
10 # (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with this program; if not, write to the Free Software
19 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21 ################################################################################
23 import errno, os, pg, pwd, string, sys, time;
24 import utils, db_access, logging;
27 ################################################################################
33 ################################################################################
35 def usage (exit_code=0):
36 print """Usage: natalie.py [OPTIONS]
38 -c, --component=CMPT list/set overrides by component
39 (contrib,*main,non-free)
40 -s, --suite=SUITE list/set overrides by suite
41 (experimental,stable,testing,*unstable)
42 -t, --type=TYPE list/set overrides by type
44 -S, --set set overrides from stdin
45 -l, --list list overrides on stdout
47 starred (*) values are default"""
50 ################################################################################
55 projectB = pg.connect('projectb', None);
56 db_access.init(Cnf, projectB);
58 def process_file (file, suite, component, type):
59 suite_id = db_access.get_suite_id(suite);
61 utils.fubar("Suite '%s' not recognised." % (suite));
63 component_id = db_access.get_component_id(component);
64 if component_id == -1:
65 utils.fubar("Component '%s' not recognised." % (component));
67 type_id = db_access.get_override_type_id(type);
69 utils.fubar("Type '%s' not recognised. (Valid types are deb, udeb and dsc.)" % (type));
71 # --set is done mostly internal for performance reasons; most
72 # invocations of --set will be updates and making people wait 2-3
73 # minutes while 6000 select+inserts are run needlessly isn't cool.
83 q = projectB.query("SELECT o.package, o.priority, o.section, o.maintainer, p.priority, s.section FROM override o, priority p, section s WHERE o.suite = %s AND o.component = %s AND o.type = %s and o.priority = p.id and o.section = s.id"
84 % (suite_id, component_id, type_id));
85 for i in q.getresult():
86 original[i[0]] = i[1:];
88 start_time = time.time();
89 projectB.query("BEGIN WORK");
90 for line in file.readlines():
91 line = string.strip(utils.re_comments.sub('', line[:-1]))
95 maintainer_override = None;
97 split_line = string.split(line, None, 2);
98 if len(split_line) == 2:
99 (package, section) = split_line;
100 elif len(split_line) == 3:
101 (package, section, maintainer_override) = split_line;
103 utils.warn("'%s' does not break into 'package section [maintainer-override]'." % (line));
104 c_error = c_error + 1;
107 else: # binary or udeb
108 split_line = string.split(line, None, 3);
109 if len(split_line) == 3:
110 (package, priority, section) = split_line;
111 elif len(split_line) == 4:
112 (package, priority, section, maintainer_override) = split_line;
114 utils.warn("'%s' does not break into 'package priority section [maintainer-override]'." % (line));
115 c_error = c_error + 1;
118 section_id = db_access.get_section_id(section);
120 utils.warn("'%s' is not a valid section. ['%s' in suite %s, component %s]." % (section, package, suite, component));
121 c_error = c_error + 1;
123 priority_id = db_access.get_priority_id(priority);
124 if priority_id == -1:
125 utils.warn("'%s' is not a valid priority. ['%s' in suite %s, component %s]." % (priority, package, suite, component));
126 c_error = c_error + 1;
129 if new.has_key(package):
130 utils.warn("Can't insert duplicate entry for '%s'; ignoring all but the first. [suite %s, component %s]" % (package, suite, component));
131 c_error = c_error + 1;
134 if original.has_key(package):
135 (old_priority_id, old_section_id, old_maintainer_override, old_priority, old_section) = original[package];
136 if old_priority_id == priority_id and old_section_id == section_id and old_maintainer_override == maintainer_override:
138 c_skipped = c_skipped + 1;
141 # Changed? Delete the old one so we can reinsert it with the new information
142 c_updated = c_updated + 1;
143 projectB.query("DELETE FROM override WHERE suite = %s AND component = %s AND package = '%s' AND type = %s"
144 % (suite_id, component_id, package, type_id));
146 if old_priority_id != priority_id:
147 Logger.log(["changed priority",package,old_priority,priority]);
148 if old_section_id != section_id:
149 Logger.log(["changed section",package,old_section,section]);
150 if old_maintainer_override != maintainer_override:
151 Logger.log(["changed maintainer override",package,old_maintainer_override,maintainer_override]);
154 c_added = c_added + 1;
157 if maintainer_override:
158 projectB.query("INSERT INTO override (suite, component, type, package, priority, section, maintainer) VALUES (%s, %s, %s, '%s', %s, %s, '%s')"
159 % (suite_id, component_id, type_id, package, priority_id, section_id, maintainer_override));
161 projectB.query("INSERT INTO override (suite, component, type, package, priority, section) VALUES (%s, %s, %s, '%s', %s, %s)"
162 % (suite_id, component_id, type_id, package, priority_id, section_id));
165 Logger.log(["new override",suite,component,type,package,priority,section,maintainer_override]);
167 # Delete any packages which were removed
168 for package in original.keys():
169 if not new.has_key(package):
170 projectB.query("DELETE FROM override WHERE suite = %s AND component = %s AND package = '%s' AND type = %s"
171 % (suite_id, component_id, package, type_id));
172 c_removed = c_removed + 1;
173 Logger.log(["removed override",suite,component,type,package]);
175 projectB.query("COMMIT WORK");
176 print "Done in %d seconds. [Updated = %d, Added = %d, Removed = %d, Skipped = %d, Errors = %d]" % (int(time.time()-start_time), c_updated, c_added, c_removed, c_skipped, c_error);
177 Logger.log(["set complete",c_updated, c_added, c_removed, c_skipped, c_error]);
179 ################################################################################
181 def list(suite, component, type):
182 suite_id = db_access.get_suite_id(suite);
184 utils.fubar("Suite '%s' not recognised." % (suite));
186 component_id = db_access.get_component_id(component);
187 if component_id == -1:
188 utils.fubar("Component '%s' not recognised." % (component));
190 type_id = db_access.get_override_type_id(type);
192 utils.fubar("Type '%s' not recognised. (Valid types are deb, udeb and dsc)" % (type));
195 q = projectB.query("SELECT o.package, s.section, o.maintainer FROM override o, section s WHERE o.suite = %s AND o.component = %s AND o.type = %s AND o.section = s.id ORDER BY s.section, o.package" % (suite_id, component_id, type_id));
196 for i in q.getresult():
197 print utils.result_join(i);
199 q = projectB.query("SELECT o.package, p.priority, s.section, o.maintainer, p.level FROM override o, priority p, section s WHERE o.suite = %s AND o.component = %s AND o.type = %s AND o.priority = p.id AND o.section = s.id ORDER BY s.section, p.level, o.package" % (suite_id, component_id, type_id));
200 for i in q.getresult():
201 print utils.result_join(i[:-1]);
203 ################################################################################
206 global Cnf, projectB, Logger;
208 Cnf = utils.get_conf()
209 Arguments = [('h',"help","Natalie::Options::Help"),
210 ('c',"component", "Natalie::Options::Component", "HasArg"),
211 ('l',"list", "Natalie::Options::List"),
212 ('s',"suite","Natalie::Options::Suite", "HasArg"),
213 ('S',"set","Natalie::Options::Set"),
214 ('t',"type","Natalie::Options::Type", "HasArg")];
217 for i in ["help", "list", "set" ]:
218 if not Cnf.has_key("Natalie::Options::%s" % (i)):
219 Cnf["Natalie::Options::%s" % (i)] = "";
220 if not Cnf.has_key("Natalie::Options::Component"):
221 Cnf["Natalie::Options::Component"] = "main";
222 if not Cnf.has_key("Natalie::Options::Suite"):
223 Cnf["Natalie::Options::Suite"] = "unstable";
224 if not Cnf.has_key("Natalie::Options::Type"):
225 Cnf["Natalie::Options::Type"] = "deb";
227 file_list = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv);
229 if Cnf["Natalie::Options::Help"]:
235 for i in [ "list", "set" ]:
236 if Cnf["Natalie::Options::%s" % (i)]:
238 utils.fubar("Can not perform more than one action at once.");
241 (suite, component, type) = (Cnf["Natalie::Options::Suite"], Cnf["Natalie::Options::Component"], Cnf["Natalie::Options::Type"])
244 list(suite, component, type);
246 Logger = logging.Logger(Cnf, "natalie");
248 for file in file_list:
249 process_file(utils.open_file(file), suite, component, type);
251 process_file(sys.stdin, suite, component, type);
254 #######################################################################################
256 if __name__ == '__main__':