spaCy/setup.py

235 lines
7.5 KiB
Python
Raw Normal View History

2014-07-05 22:49:34 +04:00
#!/usr/bin/env python
2016-01-15 20:57:01 +03:00
from __future__ import print_function
2016-10-19 01:27:57 +03:00
import io
2015-12-13 13:49:17 +03:00
import os
import subprocess
2014-07-05 22:49:34 +04:00
import sys
2015-12-14 01:32:23 +03:00
import contextlib
from distutils.command.build_ext import build_ext
2015-12-13 13:49:17 +03:00
from distutils.sysconfig import get_python_inc
2016-04-28 23:10:43 +03:00
from distutils import ccompiler, msvccompiler
2017-05-03 21:10:59 +03:00
from setuptools import Extension, setup, find_packages
2015-12-13 13:49:17 +03:00
PACKAGE_DATA = {'': ['*.pyx', '*.pxd', '*.txt', '*.tokens']}
2017-05-03 21:10:59 +03:00
PACKAGES = find_packages()
2015-12-13 13:49:17 +03:00
MOD_NAMES = [
'spacy._align',
2015-12-13 13:49:17 +03:00
'spacy.parts_of_speech',
'spacy.strings',
'spacy.lexeme',
'spacy.vocab',
'spacy.attrs',
'spacy.morphology',
'spacy.pipeline',
2018-09-25 23:13:22 +03:00
'spacy._morphologizer',
2015-12-13 13:49:17 +03:00
'spacy.syntax.stateclass',
2016-02-01 05:00:53 +03:00
'spacy.syntax._state',
2015-12-13 13:49:17 +03:00
'spacy.tokenizer',
'spacy.syntax.nn_parser',
2018-05-07 16:54:27 +03:00
'spacy.syntax._parser_model',
2018-05-08 01:19:52 +03:00
'spacy.syntax._beam_utils',
'spacy.syntax.nonproj',
2015-12-13 13:49:17 +03:00
'spacy.syntax.transition_system',
'spacy.syntax.arc_eager',
'spacy.gold',
'spacy.tokens.doc',
'spacy.tokens.span',
'spacy.tokens.token',
'spacy.tokens._retokenize',
2015-12-13 13:49:17 +03:00
'spacy.matcher',
'spacy.syntax.ner',
'spacy.symbols',
2017-06-05 13:32:22 +03:00
'spacy.vectors',
2017-06-05 13:45:29 +03:00
]
2015-12-13 13:49:17 +03:00
COMPILE_OPTIONS = {
2016-04-12 11:12:57 +03:00
'msvc': ['/Ox', '/EHsc'],
2018-01-14 16:34:36 +03:00
'mingw32' : ['-O2', '-Wno-strict-prototypes', '-Wno-unused-function'],
'other' : ['-O2', '-Wno-strict-prototypes', '-Wno-unused-function']
2016-02-05 16:43:52 +03:00
}
2016-02-05 16:43:52 +03:00
LINK_OPTIONS = {
2016-02-05 16:43:52 +03:00
'msvc' : [],
'mingw32': [],
'other' : []
}
2016-12-20 13:05:06 +03:00
# I don't understand this very well yet. See Issue #267
# Fingers crossed!
2017-10-27 13:16:58 +03:00
USE_OPENMP_DEFAULT = '0' if sys.platform != 'darwin' else None
if os.environ.get('USE_OPENMP', USE_OPENMP_DEFAULT) == '1':
if sys.platform == 'darwin':
COMPILE_OPTIONS['other'].append('-fopenmp')
LINK_OPTIONS['other'].append('-fopenmp')
PACKAGE_DATA['spacy.platform.darwin.lib'] = ['*.dylib']
PACKAGES.append('spacy.platform.darwin.lib')
elif sys.platform == 'win32':
COMPILE_OPTIONS['msvc'].append('/openmp')
else:
COMPILE_OPTIONS['other'].append('-fopenmp')
LINK_OPTIONS['other'].append('-fopenmp')
2017-05-07 19:36:35 +03:00
2016-04-19 20:50:42 +03:00
# By subclassing build_extensions we have the actual compiler that will be used which is really known only after finalize_options
# http://stackoverflow.com/questions/724664/python-distutils-how-to-get-a-compiler-that-is-going-to-be-used
2015-12-13 13:49:17 +03:00
class build_ext_options:
def build_options(self):
for e in self.extensions:
e.extra_compile_args += COMPILE_OPTIONS.get(
self.compiler.compiler_type, COMPILE_OPTIONS['other'])
2015-12-13 13:49:17 +03:00
for e in self.extensions:
e.extra_link_args += LINK_OPTIONS.get(
self.compiler.compiler_type, LINK_OPTIONS['other'])
2015-01-17 08:19:54 +03:00
2015-12-13 13:49:17 +03:00
class build_ext_subclass(build_ext, build_ext_options):
def build_extensions(self):
build_ext_options.build_options(self)
build_ext.build_extensions(self)
2015-01-17 08:19:54 +03:00
2015-12-14 01:32:23 +03:00
def generate_cython(root, source):
2015-12-13 13:49:17 +03:00
print('Cythonizing sources')
2015-12-13 14:51:23 +03:00
p = subprocess.call([sys.executable,
2015-12-14 01:32:23 +03:00
os.path.join(root, 'bin', 'cythonize.py'),
source], env=os.environ)
2015-12-13 13:49:17 +03:00
if p != 0:
raise RuntimeError('Running cythonize failed')
2015-12-14 01:32:23 +03:00
def is_source_release(path):
return os.path.exists(os.path.join(path, 'PKG-INFO'))
def clean(path):
2015-12-13 13:49:17 +03:00
for name in MOD_NAMES:
name = name.replace('.', '/')
for ext in ['.so', '.html', '.cpp', '.c']:
2015-12-14 01:32:23 +03:00
file_path = os.path.join(path, name + ext)
if os.path.exists(file_path):
os.unlink(file_path)
2015-01-25 06:49:10 +03:00
2015-12-14 01:32:23 +03:00
@contextlib.contextmanager
def chdir(new_dir):
old_dir = os.getcwd()
2015-12-13 13:49:17 +03:00
try:
2015-12-14 01:32:23 +03:00
os.chdir(new_dir)
sys.path.insert(0, new_dir)
yield
2015-12-13 13:49:17 +03:00
finally:
del sys.path[0]
2015-12-14 01:32:23 +03:00
os.chdir(old_dir)
def setup_package():
root = os.path.abspath(os.path.dirname(__file__))
if len(sys.argv) > 1 and sys.argv[1] == 'clean':
return clean(root)
with chdir(root):
2016-10-19 01:05:53 +03:00
with io.open(os.path.join(root, 'spacy', 'about.py'), encoding='utf8') as f:
2016-03-13 20:12:32 +03:00
about = {}
2016-01-15 20:57:01 +03:00
exec(f.read(), about)
2015-12-14 01:32:23 +03:00
2016-10-19 01:05:53 +03:00
with io.open(os.path.join(root, 'README.rst'), encoding='utf8') as f:
2016-03-13 20:12:32 +03:00
readme = f.read()
2015-12-14 01:32:23 +03:00
include_dirs = [
get_python_inc(plat_specific=True),
os.path.join(root, 'include')]
2016-04-28 23:10:43 +03:00
if (ccompiler.new_compiler().compiler_type == 'msvc'
and msvccompiler.get_build_version() == 9):
2016-04-28 23:10:43 +03:00
include_dirs.append(os.path.join(root, 'include', 'msvc9'))
2015-12-14 01:32:23 +03:00
ext_modules = []
for mod_name in MOD_NAMES:
mod_path = mod_name.replace('.', '/') + '.cpp'
extra_link_args = []
# ???
# Imported from patch from @mikepb
# See Issue #267. Running blind here...
if sys.platform == 'darwin':
dylib_path = ['..' for _ in range(mod_name.count('.'))]
dylib_path = '/'.join(dylib_path)
dylib_path = '@loader_path/%s/spacy/platform/darwin/lib' % dylib_path
extra_link_args.append('-Wl,-rpath,%s' % dylib_path)
2015-12-14 01:32:23 +03:00
ext_modules.append(
Extension(mod_name, [mod_path],
language='c++', include_dirs=include_dirs,
extra_link_args=extra_link_args))
2015-12-14 01:32:23 +03:00
if not is_source_release(root):
generate_cython(root, 'spacy')
setup(
2016-02-15 03:33:39 +03:00
name=about['__title__'],
zip_safe=False,
2015-12-14 01:32:23 +03:00
packages=PACKAGES,
package_data=PACKAGE_DATA,
2016-01-15 20:57:01 +03:00
description=about['__summary__'],
2016-03-13 20:12:32 +03:00
long_description=readme,
2016-01-15 20:57:01 +03:00
author=about['__author__'],
author_email=about['__email__'],
version=about['__version__'],
url=about['__uri__'],
license=about['__license__'],
2015-12-14 01:32:23 +03:00
ext_modules=ext_modules,
scripts=['bin/spacy'],
2016-03-13 20:12:32 +03:00
install_requires=[
'numpy>=1.15.0',
2017-06-01 10:56:12 +03:00
'murmurhash>=0.28,<0.29',
2016-04-19 20:50:42 +03:00
'cymem>=1.30,<1.32',
2017-03-11 21:33:56 +03:00
'preshed>=1.0.0,<2.0.0',
2018-05-21 20:26:28 +03:00
'thinc>=6.11.2,<6.12.0',
'plac<1.0.0,>=0.9.6',
2017-03-08 16:11:54 +03:00
'ujson>=1.35',
2018-05-17 00:19:01 +03:00
'regex==2017.4.5',
2018-05-21 00:21:00 +03:00
'dill>=0.2,<0.3',
'requests>=2.13.0,<3.0.0',
'pathlib==1.0.1; python_version < "3.4"'],
setup_requires=['wheel'],
extras_require={
'cuda': ['cupy>=4.0'],
'cuda80': ['cupy-cuda80>=4.0'],
'cuda90': ['cupy-cuda90>=4.0'],
'cuda91': ['cupy-cuda91>=4.0'],
},
2016-03-12 15:47:10 +03:00
classifiers=[
'Development Status :: 5 - Production/Stable',
'Environment :: Console',
'Intended Audience :: Developers',
'Intended Audience :: Science/Research',
'License :: OSI Approved :: MIT License',
'Operating System :: POSIX :: Linux',
'Operating System :: MacOS :: MacOS X',
'Operating System :: Microsoft :: Windows',
2016-03-14 03:46:33 +03:00
'Programming Language :: Cython',
'Programming Language :: Python :: 2',
2016-03-12 15:47:10 +03:00
'Programming Language :: Python :: 2.7',
'Programming Language :: Python :: 3',
2016-03-12 15:47:10 +03:00
'Programming Language :: Python :: 3.4',
'Programming Language :: Python :: 3.5',
2017-03-19 03:40:24 +03:00
'Programming Language :: Python :: 3.6',
'Programming Language :: Python :: 3.7',
2016-03-12 15:47:10 +03:00
'Topic :: Scientific/Engineering'],
2015-12-14 01:32:23 +03:00
cmdclass = {
'build_ext': build_ext_subclass},
)
2015-01-04 21:30:56 +03:00
if __name__ == '__main__':
2015-12-14 01:32:23 +03:00
setup_package()