explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-08 05:43:08 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add session scoping to tokenizers to try to fix oom on Appveyor

Browse Source
This commit is contained in:
Matthew Honnibal 2018-07-24 19:44:18 +02:00
parent 1a16162da9
commit b2e9e958b9
1 changed files with 22 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

44
spacy/tests/conftest.py
View File

@ -66,7 +66,7 @@ def tokenizer():
return util.get_lang_class('xx').Defaults.create_tokenizer() return util.get_lang_class('xx').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def en_tokenizer(): def en_tokenizer():
return util.get_lang_class('en').Defaults.create_tokenizer() return util.get_lang_class('en').Defaults.create_tokenizer()
@ -82,100 +82,100 @@ def en_parser(en_vocab):
return nlp.create_pipe('parser') return nlp.create_pipe('parser')
@pytest.fixture @pytest.fixture(scope='session')
def es_tokenizer(): def es_tokenizer():
return util.get_lang_class('es').Defaults.create_tokenizer() return util.get_lang_class('es').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def de_tokenizer(): def de_tokenizer():
return util.get_lang_class('de').Defaults.create_tokenizer() return util.get_lang_class('de').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def fr_tokenizer(): def fr_tokenizer():
return util.get_lang_class('fr').Defaults.create_tokenizer() return util.get_lang_class('fr').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def hu_tokenizer(): def hu_tokenizer():
return util.get_lang_class('hu').Defaults.create_tokenizer() return util.get_lang_class('hu').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def fi_tokenizer(): def fi_tokenizer():
return util.get_lang_class('fi').Defaults.create_tokenizer() return util.get_lang_class('fi').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def ro_tokenizer(): def ro_tokenizer():
return util.get_lang_class('ro').Defaults.create_tokenizer() return util.get_lang_class('ro').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def id_tokenizer(): def id_tokenizer():
return util.get_lang_class('id').Defaults.create_tokenizer() return util.get_lang_class('id').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def sv_tokenizer(): def sv_tokenizer():
return util.get_lang_class('sv').Defaults.create_tokenizer() return util.get_lang_class('sv').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def bn_tokenizer(): def bn_tokenizer():
return util.get_lang_class('bn').Defaults.create_tokenizer() return util.get_lang_class('bn').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def ga_tokenizer(): def ga_tokenizer():
return util.get_lang_class('ga').Defaults.create_tokenizer() return util.get_lang_class('ga').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def he_tokenizer(): def he_tokenizer():
return util.get_lang_class('he').Defaults.create_tokenizer() return util.get_lang_class('he').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def nb_tokenizer(): def nb_tokenizer():
return util.get_lang_class('nb').Defaults.create_tokenizer() return util.get_lang_class('nb').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def da_tokenizer(): def da_tokenizer():
return util.get_lang_class('da').Defaults.create_tokenizer() return util.get_lang_class('da').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def ja_tokenizer(): def ja_tokenizer():
mecab = pytest.importorskip("MeCab") mecab = pytest.importorskip("MeCab")
return util.get_lang_class('ja').Defaults.create_tokenizer() return util.get_lang_class('ja').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def th_tokenizer(): def th_tokenizer():
pythainlp = pytest.importorskip("pythainlp") pythainlp = pytest.importorskip("pythainlp")
return util.get_lang_class('th').Defaults.create_tokenizer() return util.get_lang_class('th').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def tr_tokenizer(): def tr_tokenizer():
return util.get_lang_class('tr').Defaults.create_tokenizer() return util.get_lang_class('tr').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def tt_tokenizer(): def tt_tokenizer():
return util.get_lang_class('tt').Defaults.create_tokenizer() return util.get_lang_class('tt').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def el_tokenizer(): def el_tokenizer():
return util.get_lang_class('el').Defaults.create_tokenizer() return util.get_lang_class('el').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def ar_tokenizer(): def ar_tokenizer():
return util.get_lang_class('ar').Defaults.create_tokenizer() return util.get_lang_class('ar').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def ur_tokenizer(): def ur_tokenizer():
return util.get_lang_class('ur').Defaults.create_tokenizer() return util.get_lang_class('ur').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture(scope='session')
def ru_tokenizer(): def ru_tokenizer():
pymorphy = pytest.importorskip('pymorphy2') pymorphy = pytest.importorskip('pymorphy2')
return util.get_lang_class('ru').Defaults.create_tokenizer() return util.get_lang_class('ru').Defaults.create_tokenizer()