explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-26 01:04:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

added indonesian lang test

Browse Source
This commit is contained in:
Jim Geovedi 2017-08-20 12:17:14 +07:00
parent b7d83f37c8
commit 713d7c0aa0
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spacy/tests/conftest.py
View File

@ -11,8 +11,8 @@ from ..strings import StringStore
from .. import util from .. import util
_languages = ['bn', 'da', 'de', 'en', 'es', 'fi', 'fr', 'he', 'hu', 'it', 'nb', _languages = ['bn', 'da', 'de', 'en', 'es', 'fi', 'fr', 'he', 'hu', 'id',
'nl', 'pl', 'pt', 'sv', 'xx'] 'it', 'nb', 'nl', 'pl', 'pt', 'sv', 'xx']
_models = {'en': ['en_depent_web_sm', 'en_core_web_md'], _models = {'en': ['en_depent_web_sm', 'en_core_web_md'],
'de': ['de_core_news_md'], 'de': ['de_core_news_md'],
'fr': ['fr_depvec_web_lg'], 'fr': ['fr_depvec_web_lg'],
@ -86,6 +86,9 @@ def hu_tokenizer():
def fi_tokenizer(): def fi_tokenizer():
return util.get_lang_class('fi').Defaults.create_tokenizer() return util.get_lang_class('fi').Defaults.create_tokenizer()
@pytest.fixture
def id_tokenizer():
return util.get_lang_class('id').Defaults.create_tokenizer()
@pytest.fixture @pytest.fixture
def sv_tokenizer(): def sv_tokenizer():