5 multiprocessing for DAK
7 @contact: Debian FTP Master <ftpmaster@debian.org>
8 @copyright: 2011 Ansgar Burchardt <ansgar@debian.org>
9 @license: GNU General Public License version 2 or later
12 # This program is free software; you can redistribute it and/or modify
13 # it under the terms of the GNU General Public License as published by
14 # the Free Software Foundation; either version 2 of the License, or
15 # (at your option) any later version.
17 # This program is distributed in the hope that it will be useful,
18 # but WITHOUT ANY WARRANTY; without even the implied warranty of
19 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 # GNU General Public License for more details.
22 # You should have received a copy of the GNU General Public License
23 # along with this program; if not, write to the Free Software
24 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
26 ###############################################################################
28 import multiprocessing
29 import sqlalchemy.orm.session
31 def _func_wrapper(func, *args, **kwds):
33 return func(*args, **kwds)
35 # Make sure connections are closed. We might die otherwise.
36 sqlalchemy.orm.session.Session.close_all()
39 def __init__(self, *args, **kwds):
40 self.pool = multiprocessing.Pool(*args, **kwds)
43 def apply_async(self, func, args=(), kwds={}, callback=None):
44 wrapper_args = list(args)
45 wrapper_args.insert(0, func)
46 self.results.append(self.pool.apply_async(_func_wrapper, wrapper_args, kwds, callback))
53 for r in self.results:
54 # return values were already handled in the callbacks, but asking
55 # for them might raise exceptions which would otherwise be lost