X-Git-Url: https://git.decadent.org.uk/gitweb/?p=dak.git;a=blobdiff_plain;f=dak%2Fgenerate_index_diffs.py;h=6fe9436a72a75c2a8344063c06863466a7a07210;hp=3297c42cfebf23729b524df67f75f0965c7e280b;hb=6f863f95e3d1bae18aa5579e958fd8a121b06545;hpb=1c2f5f4048b36efb345a3aa96b20d60dc7af1990 diff --git a/dak/generate_index_diffs.py b/dak/generate_index_diffs.py index 3297c42c..6fe9436a 100755 --- a/dak/generate_index_diffs.py +++ b/dak/generate_index_diffs.py @@ -36,9 +36,13 @@ import os import tempfile import time import apt_pkg +import glob from daklib import utils -from daklib.dbconn import get_suite, get_suite_architectures +from daklib.dbconn import Archive, Component, DBConn, Suite, get_suite, get_suite_architectures +#from daklib.regexes import re_includeinpdiff +import re +re_includeinpdiff = re.compile(r"(Translation-[a-zA-Z_]+\.(?:bz2|xz))") ################################################################################ @@ -53,13 +57,15 @@ def usage (exit_code=0): Write out ed-style diffs to Packages/Source lists -h, --help show this help and exit + -a generate diffs for suites in -c give the canonical path of the file -p name for the patch (defaults to current time) + -d name for the hardlink farm for status + -m how many diffs to generate -n take no action """ sys.exit(exit_code) - def tryunlink(file): try: os.unlink(file) @@ -103,7 +109,7 @@ def pipe_file(f, t): t.close() class Updates: - def __init__(self, readpath = None, max = 14): + def __init__(self, readpath = None, max = 56): self.can_path = None self.history = {} self.history_order = [] @@ -196,8 +202,9 @@ def sizesha1(f): sha1sum = apt_pkg.sha1sum(f) return (sha1sum, size) -def genchanges(Options, outdir, oldfile, origfile, maxdiffs = 14): +def genchanges(Options, outdir, oldfile, origfile, maxdiffs = 56): if Options.has_key("NoAct"): + print "Not acting on: od: %s, oldf: %s, origf: %s, md: %s" % (outdir, oldfile, origfile, maxdiffs) return patchname = Options["PatchName"] @@ -284,18 +291,18 @@ def main(): Cnf = utils.get_conf() Arguments = [ ('h', "help", "Generate-Index-Diffs::Options::Help"), + ('a', 'archive', 'Generate-Index-Diffs::Options::Archive', 'hasArg'), ('c', None, "Generate-Index-Diffs::Options::CanonicalPath", "hasArg"), ('p', "patchname", "Generate-Index-Diffs::Options::PatchName", "hasArg"), - ('r', "rootdir", "Generate-Index-Diffs::Options::RootDir", "hasArg"), ('d', "tmpdir", "Generate-Index-Diffs::Options::TempDir", "hasArg"), ('m', "maxdiffs", "Generate-Index-Diffs::Options::MaxDiffs", "hasArg"), ('n', "n-act", "Generate-Index-Diffs::Options::NoAct"), ] - suites = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv) - Options = Cnf.SubTree("Generate-Index-Diffs::Options") + suites = apt_pkg.parse_commandline(Cnf,Arguments,sys.argv) + Options = Cnf.subtree("Generate-Index-Diffs::Options") if Options.has_key("Help"): usage() - maxdiffs = Options.get("MaxDiffs::Default", "14") + maxdiffs = Options.get("MaxDiffs::Default", "56") maxpackages = Options.get("MaxDiffs::Packages", maxdiffs) maxcontents = Options.get("MaxDiffs::Contents", maxdiffs) maxsources = Options.get("MaxDiffs::Sources", maxdiffs) @@ -304,19 +311,18 @@ def main(): format = "%Y-%m-%d-%H%M.%S" Options["PatchName"] = time.strftime( format ) - AptCnf = apt_pkg.newConfiguration() - apt_pkg.ReadConfigFileISC(AptCnf,utils.which_apt_conf_file()) - - if Options.has_key("RootDir"): Cnf["Dir::Root"] = Options["RootDir"] + session = DBConn().session() if not suites: - suites = Cnf.SubTree("Suite").List() + query = session.query(Suite.suite_name) + if Options.get('Archive'): + query = query.join(Suite.archive).filter(Archive.archive_name == Options['Archive']) + suites = [ s.suite_name for s in query ] for suitename in suites: print "Processing: " + suitename - SuiteBlock = Cnf.SubTree("Suite::" + suitename) - suiteobj = get_suite(suitename.lower()) + suiteobj = get_suite(suitename.lower(), session=session) # Use the canonical version of the suite name suite = suiteobj.suite_name @@ -325,38 +331,41 @@ def main(): print "Skipping: " + suite + " (untouchable)" continue - architectures = get_suite_architectures(suite, skipall=True) - - if SuiteBlock.has_key("Components"): - components = SuiteBlock.ValueList("Components") - else: - components = [] + architectures = get_suite_architectures(suite, skipall=True, session=session) + components = [ c.component_name for c in session.query(Component.component_name) ] - suite_suffix = Cnf.Find("Dinstall::SuiteSuffix") + suite_suffix = Cnf.find("Dinstall::SuiteSuffix") if components and suite_suffix: longsuite = suite + "/" + suite_suffix else: longsuite = suite - tree = SuiteBlock.get("Tree", "dists/%s" % (longsuite)) - - if AptCnf.has_key("tree::%s" % (tree)): - sections = AptCnf["tree::%s::Sections" % (tree)].split() - elif AptCnf.has_key("bindirectory::%s" % (tree)): - sections = AptCnf["bindirectory::%s::Sections" % (tree)].split() - else: - aptcnf_filename = os.path.basename(utils.which_apt_conf_file()) - print "ALERT: suite %s not in %s, nor untouchable!" % (suite, aptcnf_filename) - continue + tree = os.path.join(suiteobj.archive.path, 'dists', longsuite) + + # See if there are Translations which might need a new pdiff + cwd = os.getcwd() + for component in components: + #print "DEBUG: Working on %s" % (component) + workpath=os.path.join(tree, component, "i18n") + if os.path.isdir(workpath): + os.chdir(workpath) + for dirpath, dirnames, filenames in os.walk(".", followlinks=True, topdown=True): + for entry in filenames: + if not re_includeinpdiff.match(entry): + #print "EXCLUDING %s" % (entry) + continue + (fname, fext) = os.path.splitext(entry) + processfile=os.path.join(workpath, fname) + #print "Working: %s" % (processfile) + storename="%s/%s_%s_%s" % (Options["TempDir"], suite, component, fname) + #print "Storefile: %s" % (storename) + genchanges(Options, processfile + ".diff", storename, processfile, maxdiffs) + os.chdir(cwd) for archobj in architectures: architecture = archobj.arch_string - # use sections instead of components since dak.conf - # treats "foo/bar main" as suite "foo", suitesuffix "bar" and - # component "bar/main". suck. - - for component in sections: + for component in components: if architecture == "source": longarch = architecture packages = "Sources" @@ -366,17 +375,13 @@ def main(): packages = "Packages" maxsuite = maxpackages # Process Contents - file = "%s/%s/Contents-%s" % (Cnf["Dir::Root"] + tree, component, - architecture) + file = "%s/%s/Contents-%s" % (tree, component, architecture) storename = "%s/%s_%s_contents_%s" % (Options["TempDir"], suite, component, architecture) - genchanges(Options, file + ".diff", storename, file, \ - Cnf.get("Suite::%s::Generate-Index-Diffs::MaxDiffs::Contents" % (suite), maxcontents)) + genchanges(Options, file + ".diff", storename, file, maxcontents) - file = "%s/%s/%s/%s" % (Cnf["Dir::Root"] + tree, - component, longarch, packages) + file = "%s/%s/%s/%s" % (tree, component, longarch, packages) storename = "%s/%s_%s_%s" % (Options["TempDir"], suite, component, architecture) - genchanges(Options, file + ".diff", storename, file, \ - Cnf.get("Suite::%s::Generate-Index-Diffs::MaxDiffs::%s" % (suite, packages), maxsuite)) + genchanges(Options, file + ".diff", storename, file, maxsuite) ################################################################################