#!/usr/bin/env python
# Sanity check the database
-# Copyright (C) 2000, 2001, 2002 James Troup <james@nocrew.org>
-# $Id: tea,v 1.21 2002-10-16 02:47:32 troup Exp $
+# Copyright (C) 2000, 2001, 2002, 2003 James Troup <james@nocrew.org>
+# $Id: tea,v 1.23 2003-09-07 13:52:17 troup Exp $
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# along with this program; if not, write to the Free Software
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+################################################################################
+
# And, lo, a great and menacing voice rose from the depths, and with
# great wrath and vehemence it's voice boomed across the
# land... ``hehehehehehe... that *tickles*''
################################################################################
-import pg, sys, os, stat, time
-import utils, db_access
+import commands, os, pg, stat, string, sys, tempfile, time;
+import db_access, utils;
import apt_pkg, apt_inst;
################################################################################
################################################################################
+def usage(exit_code=0):
+ print """Usage: tea MODE
+Run various sanity checks of the archive and/or database.
+
+ -h, --help show this help and exit.
+
+The following MODEs are available:
+
+ md5sums - validate the md5sums stored in the database
+ files - check files in the database against what's in the archive
+ dsc-syntax - validate the syntax of .dsc files in the archive
+ missing-overrides - check for missing overrides
+ source-in-one-dir - ensure the source for each package is in one directory
+ timestamps - check for future timestamps in .deb's
+ tar-gz-in-dsc - ensure each .dsc lists a .tar.gz file
+ validate-indices - ensure files mentioned in Packages & Sources exist
+"""
+ sys.exit(exit_code)
+
+################################################################################
+
def process_dir (unused, dirname, filenames):
global waste, db_files, excluded;
q = projectB.query("""
SELECT DISTINCT b.package FROM binaries b, bin_associations ba
WHERE b.id = ba.bin AND ba.suite = %s AND NOT EXISTS
- (SELECT * FROM override o WHERE o.suite = %s AND o.package = b.package)"""
+ (SELECT 1 FROM override o WHERE o.suite = %s AND o.package = b.package)"""
% (suite_id, suite_id));
print q
q = projectB.query("""
SELECT DISTINCT s.source FROM source s, src_associations sa
WHERE s.id = sa.source AND sa.suite = %s AND NOT EXISTS
- (SELECT * FROM override o WHERE o.suite = %s and o.package = s.source)"""
+ (SELECT 1 FROM override o WHERE o.suite = %s and o.package = s.source)"""
% (suite_id, suite_id));
print q
# Check all files for timestamps in the future; common from hardware
# (e.g. alpha) which have far-future dates as their default dates.
-
-
def Ent(Kind,Name,Link,Mode,UID,GID,Size,MTime,Major,Minor):
global future_files;
if count:
utils.warn("Found %s invalid .dsc files." % (count));
+
+################################################################################
+
+def validate_sources(suite, component):
+ filename = "%s/dists/%s/%s/source/Sources.gz" % (Cnf["Dir::Root"], suite, component);
+ print "Processing %s..." % (filename);
+ # apt_pkg.ParseTagFile needs a real file handle and can't handle a GzipFile instance...
+ temp_filename = tempfile.mktemp();
+ fd = os.open(temp_filename, os.O_RDWR|os.O_CREAT|os.O_EXCL, 0700);
+ os.close(fd);
+ (result, output) = commands.getstatusoutput("gunzip -c %s > %s" % (filename, temp_filename));
+ if (result != 0):
+ sys.stderr.write("Gunzip invocation failed!\n%s\n" % (output));
+ sys.exit(result);
+ sources = utils.open_file(temp_filename);
+ Sources = apt_pkg.ParseTagFile(sources);
+ while Sources.Step():
+ source = Sources.Section.Find('Package');
+ directory = Sources.Section.Find('Directory');
+ files = Sources.Section.Find('Files');
+ for i in files.split('\n'):
+ s = i.split();
+ (md5, size, name) = s;
+ filename = "%s/%s/%s" % (Cnf["Dir::Root"], directory, name);
+ if not os.path.exists(filename):
+ if directory.find("potato") == -1:
+ print "W: %s missing." % (filename);
+ else:
+ pool_location = utils.poolify (source, component);
+ pool_filename = "%s/%s/%s" % (Cnf["Dir::Pool"], pool_location, name);
+ if not os.path.exists(pool_filename):
+ print "E: %s missing (%s)." % (filename, pool_filename);
+ else:
+ # Create symlink
+ pool_filename = os.path.normpath(pool_filename);
+ filename = os.path.normpath(filename);
+ src = utils.clean_symlink(pool_filename, filename, Cnf["Dir::Root"]);
+ print "Symlinking: %s -> %s" % (filename, src);
+ #os.symlink(src, filename);
+ os.unlink(temp_filename);
+
+########################################
+
+def validate_packages(suite, component, architecture):
+ filename = "%s/dists/%s/%s/binary-%s/Packages" \
+ % (Cnf["Dir::Root"], suite, component, architecture);
+ print "Processing %s..." % (filename);
+ packages = utils.open_file(filename);
+ Packages = apt_pkg.ParseTagFile(packages);
+ while Packages.Step():
+ filename = "%s/%s" % (Cnf["Dir::Root"], Packages.Section.Find('Filename'));
+ if not os.path.exists(filename):
+ print "W: %s missing." % (filename);
+ packages.close();
+
+########################################
+
+def check_indices_files_exist():
+ for suite in [ "stable", "testing", "unstable" ]:
+ for component in Cnf.ValueList("Suite::%s::Components" % (suite)):
+ architectures = Cnf.ValueList("Suite::%s::Architectures" % (suite));
+ for arch in map(string.lower, architectures):
+ if arch == "source":
+ validate_sources(suite, component);
+ elif arch == "all":
+ continue;
+ else:
+ validate_packages(suite, component, arch);
+
################################################################################
def main ():
global Cnf, projectB, db_files, waste, excluded;
- Cnf = utils.get_conf()
+ Cnf = utils.get_conf();
+ Arguments = [('h',"help","Tea::Options::Help")];
+ for i in [ "help" ]:
+ if not Cnf.has_key("Tea::Options::%s" % (i)):
+ Cnf["Tea::Options::%s" % (i)] = "";
+
+ args = apt_pkg.ParseCommandLine(Cnf, Arguments, sys.argv);
+
+ Options = Cnf.SubTree("Tea::Options")
+ if Options["Help"]:
+ usage();
+
+ if len(args) < 1:
+ utils.warn("tea requires at least one argument");
+ usage(1);
+ elif len(args) > 1:
+ utils.warn("tea accepts only one argument");
+ usage(1);
+ mode = args[0].lower();
- apt_pkg.ParseCommandLine(Cnf,[],sys.argv);
projectB = pg.connect(Cnf["DB::Name"], Cnf["DB::Host"], int(Cnf["DB::Port"]));
db_access.init(Cnf, projectB);
- #check_md5sums();
- #check_source_in_one_dir();
- #check_override();
- #check_dscs();
- #check_files();
- #check_timestamps();
- check_missing_tar_gz_in_dsc();
+ if mode == "md5sums":
+ check_md5sums();
+ elif mode == "files":
+ check_files();
+ elif mode == "dsc-syntax":
+ check_dscs();
+ elif mode == "missing-overrides":
+ check_override();
+ elif mode == "source-in-one-dir":
+ check_source_in_one_dir();
+ elif mode == "timestamps":
+ check_timestamps();
+ elif mode == "tar-gz-in-dsc":
+ check_missing_tar_gz_in_dsc();
+ elif mode == "validate-indices":
+ check_indices_files_exist();
+ else:
+ utils.warn("unknown mode '%s'" % (mode));
+ usage(1);
-#######################################################################################
+################################################################################
if __name__ == '__main__':
main();
projects / dak.git / blobdiff