spaCy/fabfile.py

97 lines
2.8 KiB
Python
Raw Normal View History

2015-06-07 23:59:05 +03:00
from fabric.api import local, lcd, env, settings
2015-01-03 13:02:21 +03:00
from os.path import exists as file_exists
2015-01-04 21:30:24 +03:00
from fabtools.python import virtualenv
2015-01-03 13:02:21 +03:00
from os import path
2015-01-03 13:02:21 +03:00
PWD = path.dirname(__file__)
VENV_DIR = path.join(PWD, '.env')
def sdist():
if file_exists('dist/'):
local('rm -rf dist/')
local('mkdir dist')
with virtualenv(VENV_DIR):
local('python setup.py sdist')
2015-07-08 13:34:35 +03:00
def docs():
with virtualenv(VENV_DIR):
with lcd(path.join(path.dirname(__file__), 'docs')):
local('make html')
2015-01-03 13:02:21 +03:00
def publish():
with virtualenv(VENV_DIR):
local('python setup.py register')
local('twine upload dist/*.tar.gz')
local('git push origin master')
2015-01-03 13:02:21 +03:00
def env(lang="python2.7"):
2015-01-03 13:02:21 +03:00
if file_exists('.env'):
local('rm -rf .env')
local('virtualenv -p %s .env' % lang)
2015-01-03 13:02:21 +03:00
def install():
with virtualenv(VENV_DIR):
2015-01-04 21:30:24 +03:00
local('pip install --upgrade setuptools')
2015-01-03 13:02:21 +03:00
local('pip install dist/*.tar.gz')
local('pip install pytest')
2014-07-05 22:49:34 +04:00
def make():
with virtualenv(VENV_DIR):
2015-01-03 13:02:21 +03:00
with lcd(path.dirname(__file__)):
local('pip install cython')
local('pip install murmurhash')
local('pip install -r requirements.txt')
2015-01-04 21:30:24 +03:00
local('python setup.py build_ext --inplace')
2015-01-03 13:02:21 +03:00
def clean():
with lcd(path.dirname(__file__)):
2015-01-25 06:49:29 +03:00
local('python setup.py clean --all')
2015-01-03 13:02:21 +03:00
2014-07-05 22:49:34 +04:00
2015-01-03 13:02:21 +03:00
def test():
with virtualenv(VENV_DIR):
# Run each test file separately. pytest is performing poorly, not sure why
2015-01-03 13:02:21 +03:00
with lcd(path.dirname(__file__)):
2015-06-07 23:59:05 +03:00
local('py.test -x tests/')
def train(json_dir=None, dev_loc=None, model_dir=None):
if json_dir is None:
json_dir = 'corpora/en/json'
2015-04-08 23:47:59 +03:00
if model_dir is None:
model_dir = 'models/en/'
with virtualenv(VENV_DIR):
with lcd(path.dirname(__file__)):
local('python bin/init_model.py lang_data/en/ corpora/en/ ' + model_dir)
local('python bin/parser/train.py %s %s' % (json_dir, model_dir))
2015-04-08 23:47:59 +03:00
2015-01-04 21:30:24 +03:00
def travis():
local('open https://travis-ci.org/honnibal/thinc')
def pos():
2015-01-17 08:20:03 +03:00
with virtualenv(VENV_DIR):
local('python tools/train.py ~/work_data/docparse/wsj02-21.conll ~/work_data/docparse/wsj22.conll spacy/en/data')
local('python tools/tag.py ~/work_data/docparse/wsj22.raw /tmp/tmp')
local('python tools/eval_pos.py ~/work_data/docparse/wsj22.conll /tmp/tmp')
def ner():
local('rm -rf data/en/ner')
2014-11-11 13:10:40 +03:00
local('python tools/train_ner.py ~/work_data/docparse/wsj02-21.conll data/en/ner')
local('python tools/tag_ner.py ~/work_data/docparse/wsj22.raw /tmp/tmp')
2014-11-06 20:44:14 +03:00
local('python tools/eval_ner.py ~/work_data/docparse/wsj22.conll /tmp/tmp | tail')
2014-11-12 15:22:05 +03:00
def conll():
local('rm -rf data/en/ner')
local('python tools/conll03_train.py ~/work_data/ner/conll2003/eng.train data/en/ner/')
local('python tools/conll03_eval.py ~/work_data/ner/conll2003/eng.testa')