X-Git-Url: https://git.decadent.org.uk/gitweb/?a=blobdiff_plain;f=ziyi;h=1bd18b2f9916761fc965c7925434c7f73aeabdd8;hb=30b41506a6105ab23a0cac9e8197475a89236224;hp=95eb1fd64532952b0779d63e27f03f7ee5c20265;hpb=f2133a20db5d8e8a2bda5c9635c65275a40578f9;p=dak.git diff --git a/ziyi b/ziyi index 95eb1fd6..1bd18b2f 100755 --- a/ziyi +++ b/ziyi @@ -2,8 +2,8 @@ # Create all the Release files -# Copyright (C) 2001 Anthony Towns -# $Id: ziyi,v 1.1 2001-03-02 02:25:15 troup Exp $ +# Copyright (C) 2001, 2002 Anthony Towns +# $Id: ziyi,v 1.19 2002-05-14 15:29:18 troup Exp $ # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -23,8 +23,8 @@ ################################################################################ -import pg, sys, os, stat, string, time -import utils, db_access +import sys, os, popen2, tempfile, stat, string, time +import utils import apt_pkg ################################################################################ @@ -34,31 +34,79 @@ projectB = None ################################################################################ +def usage (exit_code=0): + print """Usage: ziyi [OPTION] +Generate Release files. + + -h, --help show this help and exit""" + + sys.exit(exit_code) + +################################################################################ + def compressnames (tree,type,file): compress = AptCnf.get("%s::%s::Compress" % (tree,type), AptCnf.get("Default::%s::Compress" % (type), ". gzip")) result = [] + cl = string.split(compress) + uncompress = ("." not in cl) for mode in string.split(compress): if mode == ".": result.append(file) elif mode == "gzip": + if uncompress: + result.append("" + file) + uncompress = 0 result.append(file + ".gz") elif mode == "bzip2": + if uncompress: + result.append("" + file) + uncompress = 0 result.append(file + ".bz2") return result -def print_file (tree, name): - path = Cnf["Dir::RootDir"] + tree + "/" - try: - file_handle = utils.open_file(path + name, "r") - except utils.cant_open.exc: - print "ALERT: Couldn't open " + path + name - else: - md5 = apt_pkg.md5sum(file_handle) - file_handle.close() - - size = os.stat(path + name)[stat.ST_SIZE] - - out.write(" %s %8d %s\n" % (md5, size, name)) +def create_temp_file (cmd): + f = tempfile.TemporaryFile() + r = popen2.popen2(cmd) + r[1].close() + r = r[0] + size = 0 + while 1: + x = r.readline() + if not x: + r.close() + del x,r + break + f.write(x) + size = size + len(x) + f.flush() + f.seek(0) + return (size, f) + +def print_md5sha_files (tree, files, hashop): + path = Cnf["Dir::Root"] + tree + "/" + for name in files: + try: + if name[0] == "<": + j = string.index(name, "/") + k = string.index(name, ">") + (cat, ext, name) = (name[1:j], name[j+1:k], name[k+1:]) + (size, file_handle) = create_temp_file("%s %s%s%s" % + (cat, path, name, ext)) + else: + size = os.stat(path + name)[stat.ST_SIZE] + file_handle = utils.open_file(path + name) + except utils.cant_open_exc: + print "ALERT: Couldn't open " + path + name + else: + hash = hashop(file_handle) + file_handle.close() + out.write(" %s %8d %s\n" % (hash, size, name)) + +def print_md5_files (tree, files): + print_md5sha_files (tree, files, apt_pkg.md5sum) + +def print_sha1_files (tree, files): + print_md5sha_files (tree, files, apt_pkg.sha1sum) ################################################################################ @@ -66,23 +114,23 @@ def main (): global Cnf, AptCnf, projectB, out out = sys.stdout; - - apt_pkg.init() - - Cnf = apt_pkg.newConfiguration() - apt_pkg.ReadConfigFileISC(Cnf,utils.which_conf_file()) + Cnf = utils.get_conf() AptCnf = apt_pkg.newConfiguration() apt_pkg.ReadConfigFileISC(AptCnf,utils.which_apt_conf_file()) - print "APT.CONF IS: " + utils.which_apt_conf_file() - Arguments = [('d',"debug","Ziyi::Options::Debug", "IntVal"), - ('h',"help","Ziyi::Options::Help"), - ('v',"version","Ziyi::Options::Version")] + Arguments = [('h',"help","Ziyi::Options::Help")]; + for i in [ "help" ]: + if not Cnf.has_key("Ziyi::Options::%s" % (i)): + Cnf["Ziyi::Options::%s" % (i)] = ""; suites = apt_pkg.ParseCommandLine(Cnf,Arguments,sys.argv) + Options = Cnf.SubTree("Ziyi::Options") - if suites == []: + if Options["Help"]: + usage(); + + if not suites: suites = Cnf.SubTree("Suite").List() def real_arch(x): @@ -102,27 +150,50 @@ def main (): label = SuiteBlock.get("Label", origin) version = SuiteBlock.get("Version", "") codename = SuiteBlock.get("CodeName", "") + + if SuiteBlock.has_key("NotAutomatic"): + notautomatic = "yes" + else: + notautomatic = "" + if SuiteBlock.has_key("Components"): components = SuiteBlock.SubTree("Components").List() else: components = [] nonus = 1 - if components != []: + if components: for c in components: - if c[:7] != "non-US/": + if string.find(c, "non-US/") != 0: nonus = 0 else: nonus = 0 + + if not nonus and string.find(codename, "/updates") > 0: + security = 1 + else: + security = 0 + if nonus: longsuite = suite + "/non-US" + elif security: + suite = suite + "/updates" + longsuite = suite else: longsuite = suite tree = SuiteBlock.get("Tree", "dists/%s" % (longsuite)) - print Cnf["Dir::RootDir"] + tree + "/Release" - out = open(Cnf["Dir::RootDir"] + tree + "/Release", "w") + if AptCnf.has_key("tree::%s" % (tree)): + pass + elif AptCnf.has_key("bindirectory::%s" % (tree)): + pass + else: + print "ALERT: suite %s not in apt.conf, nor untouchable!" % (suite) + continue + + print Cnf["Dir::Root"] + tree + "/Release" + out = open(Cnf["Dir::Root"] + tree + "/Release", "w") out.write("Origin: %s\n" % (origin)) out.write("Label: %s\n" % (label)) @@ -132,50 +203,108 @@ def main (): if codename != "": out.write("Codename: %s\n" % (codename)) out.write("Date: %s\n" % (time.strftime("%a, %d %b %Y %H:%M:%S UTC", time.gmtime(time.time())))) + if notautomatic != "": + out.write("NotAutomatic: %s\n" % (notautomatic)) out.write("Architectures: %s\n" % (string.join(filter(real_arch, SuiteBlock.SubTree("Architectures").List())))) - if components != []: + if components: out.write("Components: %s\n" % (string.join(components))) out.write("Description: %s\n" % (SuiteBlock["Description"])) - out.write("MD5Sum:\n") + + files = [] + if AptCnf.has_key("tree::%s" % (tree)): for sec in string.split(AptCnf["tree::%s::Sections" % (tree)]): for arch in string.split(AptCnf["tree::%s::Architectures" % (tree)]): if arch == "source": for file in compressnames("tree::%s" % (tree), "Sources", "%s/%s/Sources" % (sec, arch)): - print_file(tree,file) + files.append(file) + else: + disks = "%s/disks-%s" % (sec, arch) + diskspath = Cnf["Dir::Root"]+tree+"/"+disks + if os.path.exists(diskspath): + for dir in os.listdir(diskspath): + if os.path.exists("%s/%s/md5sum.txt" % (diskspath, dir)): + files.append("%s/%s/md5sum.txt" % (disks, dir)) + + for file in compressnames("tree::%s" % (tree), "Packages", "%s/binary-%s/Packages" % (sec, arch)): + files.append(file) + + if arch == "source": + rel = "%s/%s/Release" % (sec, arch) else: rel = "%s/binary-%s/Release" % (sec, arch) - relpath = Cnf["Dir::RootDir"]+tree+"/"+rel - if os.path.exists(relpath): - try: - release = open(relpath, "w") - #release = open(string.replace(longsuite,"/","_") + "_" + arch + "_" + sec + "_Release", "w") - except IOError: - print "Couldn't write to " + relpath + relpath = Cnf["Dir::Root"]+tree+"/"+rel + + if os.path.exists(relpath): + try: + os.unlink(relpath) + release = open(relpath, "w") + #release = open(string.replace(longsuite,"/","_") + "_" + arch + "_" + sec + "_Release", "w") + except IOError: + print "Couldn't write to " + relpath + else: + release.write("Archive: %s\n" % (suite)) + if version != "": + release.write("Version: %s\n" % (version)) + if nonus: + release.write("Component: non-US/%s\n" % (sec)) else: - release.write("Archive: %s\n" % (suite)) - if version != "": - release.write("Version: %s\n" % (version)) - if nonus: - release.write("Component: non-US/%s\n" % (sec)) - else: - release.write("Component: %s\n" % (sec)) - release.write("Origin: %s\n" % (origin)) - release.write("Label: %s\n" % (label)) - release.write("Architecture: %s\n" % (arch)) - release.close() - print_file(tree,"%s/binary-%s/Release" % (sec,arch)) - for file in compressnames("tree::%s" % (tree), "Packages", "%s/binary-%s/Packages" % (sec, arch)): - print_file(tree,file) + release.write("Component: %s\n" % (sec)) + release.write("Origin: %s\n" % (origin)) + release.write("Label: %s\n" % (label)) + if notautomatic != "": + release.write("NotAutomatic: %s\n" % (notautomatic)) + release.write("Architecture: %s\n" % (arch)) + release.close() + files.append(rel) + + if AptCnf.has_key("tree::%s/main" % (tree)): + sec = string.split(AptCnf["tree::%s/main::Sections" % (tree)])[0] + if sec != "debian-installer": + print "ALERT: weird non debian-installer section in %s" % (tree) + + for arch in string.split(AptCnf["tree::%s/main::Architectures" % (tree)]): + if arch != "source": # always true + for file in compressnames("tree::%s/main" % (tree), "Packages", "main/%s/binary-%s/Packages" % (sec, arch)): + files.append(file) + elif AptCnf.has_key("bindirectory::%s" % (tree)): for file in compressnames("bindirectory::%s" % (tree), "Packages", AptCnf["bindirectory::%s::Packages" % (tree)]): - print_file(tree,string.replace(file,tree+"/","",1)) + files.append(string.replace(file,tree+"/","",1)) for file in compressnames("bindirectory::%s" % (tree), "Sources", AptCnf["bindirectory::%s::Sources" % (tree)]): - print_file(tree,string.replace(file,tree+"/","",1)) + files.append(string.replace(file,tree+"/","",1)) else: print "ALERT: no tree/bindirectory for %s" % (tree) + out.write("MD5Sum:\n") + print_md5_files(tree, files) + out.write("SHA1:\n") + print_sha1_files(tree, files) + + out.close() + if Cnf.has_key("Dinstall::SigningKeyring"): + keyring = "--secret-keyring \"%s\"" % Cnf["Dinstall::SigningKeyring"] + if Cnf.has_key("Dinstall::SigningPubKeyring"): + keyring = keyring + " --keyring \"%s\"" % Cnf["Dinstall::SigningPubKeyring"] + + arguments = "--no-options --batch --no-tty --armour" + if Cnf.has_key("Dinstall::SigningKeyIds"): + signkeyids = string.split(Cnf["Dinstall::SigningKeyIds"]) + else: + signkeyids = [""] + + dest = Cnf["Dir::Root"] + tree + "/Release.gpg" + if os.path.exists(dest): + os.unlink(dest) + + for keyid in signkeyids: + if keyid != "": defkeyid = "--default-key %s" % keyid + else: defkeyid = "" + os.system("gpg %s %s %s --detach-sign <%s >>%s" % + (keyring, defkeyid, arguments, + Cnf["Dir::Root"] + tree + "/Release", dest)) + ####################################################################################### if __name__ == '__main__':