X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=dak%2Fgenerate_index_diffs.py;h=83d51824cdcb05efe37d8143b88eead762c58f3a;hb=d8056122484c9767c601f66587e6c6d955bd6420;hp=097707d8a5848a5b1a67df95d1b8d81773c83446;hpb=ec73fa2dc5acdc3062336d90685a17dfc4b21213;p=dak.git diff --git a/dak/generate_index_diffs.py b/dak/generate_index_diffs.py index 097707d8..83d51824 100755 --- a/dak/generate_index_diffs.py +++ b/dak/generate_index_diffs.py @@ -34,15 +34,14 @@ import sys import os import tempfile -import subprocess import time import apt_pkg + from daklib import utils -from daklib import database +from daklib.dbconn import get_suite, get_suite_architectures ################################################################################ -projectB = None Cnf = None Logger = None Options = None @@ -226,7 +225,7 @@ def genchanges(Options, outdir, oldfile, origfile, maxdiffs = 14): return if oldstat[1:3] == origstat[1:3]: - print "%s: hardlink unbroken, assuming unchanged" % (origfile) + #print "%s: hardlink unbroken, assuming unchanged" % (origfile) return oldf = smartopen(oldfile) @@ -235,9 +234,9 @@ def genchanges(Options, outdir, oldfile, origfile, maxdiffs = 14): # should probably early exit if either of these checks fail # alternatively (optionally?) could just trim the patch history - if upd.filesizesha1: - if upd.filesizesha1 != oldsizesha1: - print "info: old file " + oldfile + " changed! %s %s => %s %s" % (upd.filesizesha1 + oldsizesha1) + #if upd.filesizesha1: + # if upd.filesizesha1 != oldsizesha1: + # print "info: old file " + oldfile + " changed! %s %s => %s %s" % (upd.filesizesha1 + oldsizesha1) if Options.has_key("CanonicalPath"): upd.can_path=Options["CanonicalPath"] @@ -250,12 +249,12 @@ def genchanges(Options, outdir, oldfile, origfile, maxdiffs = 14): if newsizesha1 == oldsizesha1: os.unlink(newfile) oldf.close() - print "%s: unchanged" % (origfile) + #print "%s: unchanged" % (origfile) else: if not os.path.isdir(outdir): os.mkdir(outdir) - w = os.popen("diff --ed - %s | gzip -c -9 > %s.gz" % + w = os.popen("diff --ed - %s | gzip --rsyncable -c -9 > %s.gz" % (newfile, difffile), "w") pipe_file(oldf, w) oldf.close() @@ -313,19 +312,20 @@ def main(): if not suites: suites = Cnf.SubTree("Suite").List() - for suite in suites: - print "Processing: " + suite - SuiteBlock = Cnf.SubTree("Suite::" + suite) + for suitename in suites: + print "Processing: " + suitename + SuiteBlock = Cnf.SubTree("Suite::" + suitename) + + suiteobj = get_suite(suitename.lower()) + + # Use the canonical version of the suite name + suite = suiteobj.suite_name - if SuiteBlock.has_key("Untouchable"): + if suiteobj.untouchable: print "Skipping: " + suite + " (untouchable)" continue - suite = suite.lower() - - architectures = database.get_suite_architectures(suite) - if architectures == None: - architectures = [] + architectures = get_suite_architectures(suite, skipall=True) if SuiteBlock.has_key("Components"): components = SuiteBlock.ValueList("Components") @@ -349,17 +349,8 @@ def main(): print "ALERT: suite %s not in %s, nor untouchable!" % (suite, aptcnf_filename) continue - for architecture in architectures: - if architecture == "all": - continue - - if architecture != "source": - # Process Contents - file = "%s/Contents-%s" % (Cnf["Dir::Root"] + tree, - architecture) - storename = "%s/%s_contents_%s" % (Options["TempDir"], suite, architecture) - genchanges(Options, file + ".diff", storename, file, \ - Cnf.get("Suite::%s::Generate-Index-Diffs::MaxDiffs::Contents" % (suite), maxcontents)) + for archobj in architectures: + architecture = archobj.arch_string # use sections instead of components since dak.conf # treats "foo/bar main" as suite "foo", suitesuffix "bar" and @@ -374,6 +365,12 @@ def main(): longarch = "binary-%s"% (architecture) packages = "Packages" maxsuite = maxpackages + # Process Contents + file = "%s/%s/Contents-%s" % (Cnf["Dir::Root"] + tree, component, + architecture) + storename = "%s/%s_%s_contents_%s" % (Options["TempDir"], suite, component, architecture) + genchanges(Options, file + ".diff", storename, file, \ + Cnf.get("Suite::%s::Generate-Index-Diffs::MaxDiffs::Contents" % (suite), maxcontents)) file = "%s/%s/%s/%s" % (Cnf["Dir::Root"] + tree, component, longarch, packages)