added parallelisim

This commit is contained in:
wiredfool 2014-03-05 15:57:10 -08:00
parent 7f9de4a54d
commit 7ce1c02065

View File

@ -17,26 +17,31 @@ def _mp_compile_one(tp):
def _mp_compile(self, sources, output_dir=None, macros=None, def _mp_compile(self, sources, output_dir=None, macros=None,
include_dirs=None, debug=0, extra_preargs=None, include_dirs=None, debug=0, extra_preargs=None,
extra_postargs=None, depends=None): extra_postargs=None, depends=None):
"""Compile one or more source files. """Compile one or more source files.
see distutils.ccompiler.CCompiler.compile for comments. see distutils.ccompiler.CCompiler.compile for comments.
""" """
# A concrete compiler class can either override this method # A concrete compiler class can either override this method
# entirely or implement _compile(). # entirely or implement _compile().
macros, objects, extra_postargs, pp_opts, build = \ macros, objects, extra_postargs, pp_opts, build = \
self._setup_compile(output_dir, macros, include_dirs, sources, self._setup_compile(output_dir, macros, include_dirs, sources,
depends, extra_postargs) depends, extra_postargs)
cc_args = self._get_cc_args(pp_opts, debug, extra_preargs) cc_args = self._get_cc_args(pp_opts, debug, extra_preargs)
pool = Pool() try:
print ("Building using %d processes" % pool._processes) processes = cpu_count() * 2
arr = [(self, obj, build, cc_args, extra_postargs, pp_opts) for obj in objects] except:
results = pool.map_async(_mp_compile_one,arr) processes = 2
pool.close() pool = Pool(processes)
pool.join() print ("Building using %d processes" % pool._processes)
# Return *all* object filenames, not just the ones we just built. arr = [(self, obj, build, cc_args, extra_postargs, pp_opts) for obj in objects]
return objects results = pool.map_async(_mp_compile_one,arr)
pool.close()
pool.join()
# Return *all* object filenames, not just the ones we just built.
return objects
CCompiler.compile = _mp_compile CCompiler.compile = _mp_compile