spaCy/fabfile.py

93 lines
3.0 KiB
Python
Raw Normal View History

2017-01-14 23:30:36 +03:00
# coding: utf-8
from __future__ import unicode_literals, print_function
2015-10-25 15:15:51 +03:00
import contextlib
from pathlib import Path
from fabric.api import local, lcd, env, settings, prefix
2017-01-14 23:30:36 +03:00
from os import path, environ
2018-02-27 20:20:39 +03:00
import shutil
2015-01-03 13:02:21 +03:00
PWD = path.dirname(__file__)
2017-01-14 23:30:36 +03:00
ENV = environ['VENV_DIR'] if 'VENV_DIR' in environ else '.env'
VENV_DIR = Path(PWD) / ENV
@contextlib.contextmanager
2018-02-28 14:07:19 +03:00
def virtualenv(name, create=False, python='/usr/bin/python3.6'):
python = Path(python).resolve()
env_path = VENV_DIR
if create:
if env_path.exists():
shutil.rmtree(str(env_path))
2018-02-28 14:07:19 +03:00
local('{python} -m venv {env_path}'.format(python=python, env_path=VENV_DIR))
2018-03-02 05:51:09 +03:00
def wrapped_local(cmd, env_vars=[], capture=False, direct=False):
2018-03-03 03:42:29 +03:00
return local('source {}/bin/activate && {}'.format(env_path, cmd),
shell='/bin/bash', capture=False)
yield wrapped_local
2015-01-03 13:02:21 +03:00
def env(lang='python3.6'):
2018-02-28 01:29:48 +03:00
if VENV_DIR.exists():
local('rm -rf {env}'.format(env=VENV_DIR))
if lang.startswith('python3'):
local('{lang} -m venv {env}'.format(lang=lang, env=VENV_DIR))
else:
2018-03-03 03:42:29 +03:00
local('{lang} -m pip install virtualenv --no-cache-dir'.format(lang=lang))
2018-02-28 14:01:52 +03:00
local('{lang} -m virtualenv {env} --no-cache-dir'.format(lang=lang, env=VENV_DIR))
2018-02-28 13:56:09 +03:00
with virtualenv(VENV_DIR) as venv_local:
2018-02-28 14:01:52 +03:00
print(venv_local('python --version', capture=True))
venv_local('pip install --upgrade setuptools --no-cache-dir')
venv_local('pip install pytest --no-cache-dir')
2018-03-03 03:42:29 +03:00
venv_local('pip install wheel --no-cache-dir')
venv_local('pip install -r requirements.txt --no-cache-dir')
venv_local('pip install pex --no-cache-dir')
2015-01-03 13:02:21 +03:00
def install():
with virtualenv(VENV_DIR) as venv_local:
venv_local('pip install dist/*.tar.gz')
2015-01-03 13:02:21 +03:00
2014-07-05 22:49:34 +04:00
def make():
2018-03-03 03:42:29 +03:00
with lcd(path.dirname(__file__)):
local('export PYTHONPATH=`pwd` && source .env/bin/activate && python setup.py build_ext --inplace',
shell='/bin/bash')
2015-01-03 13:02:21 +03:00
2017-11-07 14:11:08 +03:00
def sdist():
2018-02-28 05:28:22 +03:00
with virtualenv(VENV_DIR) as venv_local:
with lcd(path.dirname(__file__)):
2017-11-07 14:11:08 +03:00
local('python setup.py sdist')
2015-01-03 13:02:21 +03:00
def wheel():
2018-02-28 05:28:22 +03:00
with virtualenv(VENV_DIR) as venv_local:
with lcd(path.dirname(__file__)):
venv_local('python setup.py bdist_wheel')
2015-01-03 13:02:21 +03:00
2018-03-02 05:51:09 +03:00
def pex():
with virtualenv(VENV_DIR) as venv_local:
with lcd(path.dirname(__file__)):
2018-03-03 03:42:29 +03:00
sha = local('git rev-parse --short HEAD', capture=True)
venv_local('pex dist/*.whl -e spacy -o dist/spacy-%s.pex' % sha,
direct=True)
2018-03-02 05:51:09 +03:00
2014-07-05 22:49:34 +04:00
def clean():
2018-02-28 05:28:22 +03:00
with lcd(path.dirname(__file__)):
local('rm -f dist/*.whl')
local('rm -f dist/*.pex')
2018-02-28 05:28:22 +03:00
with virtualenv(VENV_DIR) as venv_local:
2018-02-28 14:09:53 +03:00
venv_local('python setup.py clean --all')
def test():
2018-02-28 05:28:22 +03:00
with virtualenv(VENV_DIR) as venv_local:
with lcd(path.dirname(__file__)):
2018-02-28 04:22:57 +03:00
venv_local('pytest -x spacy/tests')
2018-03-01 20:15:26 +03:00
def train():
args = environ.get('SPACY_TRAIN_ARGS', '')
with virtualenv(VENV_DIR) as venv_local:
venv_local('spacy train {args}'.format(args=args))