mirror of
https://github.com/python-pillow/Pillow.git
synced 2024-09-21 03:18:57 +03:00
d50445ff30
Similar to the recent adoption of Black. isort is a Python utility to sort imports alphabetically and automatically separate into sections. By using isort, contributors can quickly and automatically conform to the projects style without thinking. Just let the tool do it. Uses the configuration recommended by the Black to avoid conflicts of style. Rewrite TestImageQt.test_deprecated to no rely on import order.
94 lines
2.7 KiB
Python
94 lines
2.7 KiB
Python
# A monkey patch of the base distutils.ccompiler to use parallel builds
|
|
# Tested on 2.7, looks to be identical to 3.3.
|
|
# Only applied on Python 2.7 because otherwise, it conflicts with Python's
|
|
# own newly-added support for parallel builds.
|
|
|
|
from __future__ import print_function
|
|
|
|
import os
|
|
import sys
|
|
from distutils.ccompiler import CCompiler
|
|
from multiprocessing import Pool, cpu_count
|
|
|
|
try:
|
|
MAX_PROCS = int(os.environ.get("MAX_CONCURRENCY", min(4, cpu_count())))
|
|
except NotImplementedError:
|
|
MAX_PROCS = None
|
|
|
|
|
|
# hideous monkeypatching. but. but. but.
|
|
def _mp_compile_one(tp):
|
|
(self, obj, build, cc_args, extra_postargs, pp_opts) = tp
|
|
try:
|
|
src, ext = build[obj]
|
|
except KeyError:
|
|
return
|
|
self._compile(obj, src, ext, cc_args, extra_postargs, pp_opts)
|
|
return
|
|
|
|
|
|
def _mp_compile(
|
|
self,
|
|
sources,
|
|
output_dir=None,
|
|
macros=None,
|
|
include_dirs=None,
|
|
debug=0,
|
|
extra_preargs=None,
|
|
extra_postargs=None,
|
|
depends=None,
|
|
):
|
|
"""Compile one or more source files.
|
|
|
|
see distutils.ccompiler.CCompiler.compile for comments.
|
|
"""
|
|
# A concrete compiler class can either override this method
|
|
# entirely or implement _compile().
|
|
|
|
macros, objects, extra_postargs, pp_opts, build = self._setup_compile(
|
|
output_dir, macros, include_dirs, sources, depends, extra_postargs
|
|
)
|
|
cc_args = self._get_cc_args(pp_opts, debug, extra_preargs)
|
|
|
|
pool = Pool(MAX_PROCS)
|
|
try:
|
|
print("Building using %d processes" % pool._processes)
|
|
except Exception:
|
|
pass
|
|
arr = [(self, obj, build, cc_args, extra_postargs, pp_opts) for obj in objects]
|
|
pool.map_async(_mp_compile_one, arr)
|
|
pool.close()
|
|
pool.join()
|
|
# Return *all* object filenames, not just the ones we just built.
|
|
return objects
|
|
|
|
|
|
def install():
|
|
|
|
fl_win = sys.platform.startswith("win")
|
|
fl_cygwin = sys.platform.startswith("cygwin")
|
|
|
|
if fl_win or fl_cygwin:
|
|
# Windows barfs on multiprocessing installs
|
|
print("Single threaded build for Windows")
|
|
return
|
|
|
|
if MAX_PROCS != 1:
|
|
# explicitly don't enable if environment says 1 processor
|
|
try:
|
|
# bug, only enable if we can make a Pool. see issue #790 and
|
|
# https://stackoverflow.com/questions/6033599/oserror-38-errno-38-with-multiprocessing
|
|
Pool(2)
|
|
CCompiler.compile = _mp_compile
|
|
except Exception as msg:
|
|
print("Exception installing mp_compile, proceeding without: %s" % msg)
|
|
else:
|
|
print(
|
|
"Single threaded build, not installing mp_compile: %s processes" % MAX_PROCS
|
|
)
|
|
|
|
|
|
# We monkeypatch Python 2.7
|
|
if sys.version_info.major < 3:
|
|
install()
|