]> git.decadent.org.uk Git - dak.git/blob - dak/import_new_files.py
seek and ye shall find
[dak.git] / dak / import_new_files.py
1 #!/usr/bin/env python
2 # coding=utf8
3
4 """
5 Import known_changes files
6
7 @contact: Debian FTP Master <ftpmaster@debian.org>
8 @copyright: 2009  Mike O'Connor <stew@debian.org>
9 @license: GNU General Public License version 2 or later
10 """
11
12 # This program is free software; you can redistribute it and/or modify
13 # it under the terms of the GNU General Public License as published by
14 # the Free Software Foundation; either version 2 of the License, or
15 # (at your option) any later version.
16
17 # This program is distributed in the hope that it will be useful,
18 # but WITHOUT ANY WARRANTY; without even the implied warranty of
19 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
20 # GNU General Public License for more details.
21
22 # You should have received a copy of the GNU General Public License
23 # along with this program; if not, write to the Free Software
24 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
25
26 ################################################################################
27
28
29 ################################################################################
30
31 import sys
32 import os
33 import logging
34 import threading
35 import glob
36 import apt_pkg
37 from daklib.dbconn import DBConn, get_dbchange, get_policy_queue, session_wrapper, ChangePendingFile
38 from daklib.config import Config
39 from daklib.queue import Upload
40
41 # where in dak.conf all of our configuration will be stowed
42 options_prefix = "NewFiles"
43 options_prefix = "%s::Options" % options_prefix
44
45 log = logging.getLogger()
46
47 ################################################################################
48
49
50 def usage (exit_code=0):
51     print """Usage: dak import-new-files [options]
52
53 OPTIONS
54      -v, --verbose
55         show verbose information messages
56
57      -q, --quiet
58         supress all output but errors
59
60 """
61     sys.exit(exit_code)
62
63 class ImportNewFiles(object):
64     @session_wrapper
65     def __init__(self, session=None):
66         try:
67             newq = get_policy_queue('new', session)
68             for changes_fn in glob.glob(newq.path + "/*.changes"):
69                 changes_bn = os.path.basename(changes_fn)
70                 chg = get_dbchange(changes_bn, session)
71
72                 u = Upload()
73                 success = u.load_changes(changes_fn)
74                 u.pkg.changes_file = changes_bn
75                 u.check_hashes()
76
77                 if not chg:
78                     chg = u.pkg.add_known_changes(newq.path, newq.policy_queue_id, session)
79                     session.add(chg)
80
81                 if not success:
82                     log.critical("failed to load %s" % changes_fn)
83                     sys.exit(1)
84                 else:
85                     log.critical("ACCLAIM: %s" % changes_fn)
86
87                 files=[]
88                 for chg_fn in u.pkg.files.keys():
89                     f = open(os.path.join(newq.path, chg_fn))
90                     cpf = ChangePendingFile()
91                     cpf.filename = chg_fn
92                     cpf.size = u.pkg.files[chg_fn]['size']
93                     cpf.md5sum = u.pkg.files[chg_fn]['md5sum']
94
95                     if u.pkg.files[chg_fn].has_key('sha1sum'):
96                         cpf.sha1sum = u.pkg.files[chg_fn]['sha1sum']
97                     else:
98                         log.warning("Having to generate sha1sum for %s" % chg_fn)
99                         f.seek(0)
100                         cpf.sha1sum = apt_pkg.sha1sum(f)
101
102                     if u.pkg.files[chg_fn].has_key('sha256sum'):
103                         cpf.sha256sum = u.pkg.files[chg_fn]['sha256sum']
104                     else:
105                         log.warning("Having to generate sha256sum for %s" % chg_fn)
106                         f.seek(0)
107                         cpf.sha256sum = apt_pkg.sha256sum(f)
108
109                     session.add(cpf)
110                     files.append(cpf)
111                     f.close()
112
113                 chg.files = files
114
115
116             session.commit()
117             
118         except KeyboardInterrupt:
119             print("Caught C-c; terminating.")
120             utils.warn("Caught C-c; terminating.")
121             self.plsDie()
122
123
124 def main():
125     cnf = Config()
126
127     arguments = [('h',"help", "%s::%s" % (options_prefix,"Help")),
128                  ('q',"quiet", "%s::%s" % (options_prefix,"Quiet")),
129                  ('v',"verbose", "%s::%s" % (options_prefix,"Verbose")),
130                 ]
131
132     args = apt_pkg.ParseCommandLine(cnf.Cnf, arguments,sys.argv)
133
134     num_threads = 1
135
136     if len(args) > 0:
137         usage(1)
138
139     if cnf.has_key("%s::%s" % (options_prefix,"Help")):
140         usage(0)
141
142     level=logging.INFO
143     if cnf.has_key("%s::%s" % (options_prefix,"Quiet")):
144         level=logging.ERROR
145
146     elif cnf.has_key("%s::%s" % (options_prefix,"Verbose")):
147         level=logging.DEBUG
148
149
150     logging.basicConfig( level=level,
151                          format='%(asctime)s %(levelname)s %(message)s',
152                          stream = sys.stderr )
153
154     ImportNewFiles()
155
156
157 if __name__ == '__main__':
158     main()