mirror of
https://github.com/explosion/spaCy.git
synced 2025-01-27 09:44:36 +03:00
no idea what is wrong here
This commit is contained in:
parent
41dd29e48e
commit
34ca59691b
|
@ -14,9 +14,8 @@ from .. import util
|
||||||
# These languages are used for generic tokenizer tests – only add a language
|
# These languages are used for generic tokenizer tests – only add a language
|
||||||
# here if it's using spaCy's tokenizer (not a different library)
|
# here if it's using spaCy's tokenizer (not a different library)
|
||||||
# TODO: re-implement generic tokenizer tests
|
# TODO: re-implement generic tokenizer tests
|
||||||
_languages = ['bn', 'da', 'de', 'en', 'es', 'fi', 'fr', 'he', 'hu', 'id',
|
_languages = ['bn', 'da', 'de', 'en', 'es', 'fi', 'fr', 'ga', 'he', 'hu', 'id',
|
||||||
'it', 'nb', 'nl', 'pl', 'pt', 'sv', 'ga', 'xx']
|
'it', 'nb', 'nl', 'pl', 'pt', 'sv', 'xx']
|
||||||
|
|
||||||
_models = {'en': ['en_core_web_sm'],
|
_models = {'en': ['en_core_web_sm'],
|
||||||
'de': ['de_core_news_md'],
|
'de': ['de_core_news_md'],
|
||||||
'fr': ['fr_depvec_web_lg'],
|
'fr': ['fr_depvec_web_lg'],
|
||||||
|
@ -107,6 +106,7 @@ def sv_tokenizer():
|
||||||
def bn_tokenizer():
|
def bn_tokenizer():
|
||||||
return util.get_lang_class('bn').Defaults.create_tokenizer()
|
return util.get_lang_class('bn').Defaults.create_tokenizer()
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
@pytest.fixture
|
||||||
def ga_tokenizer():
|
def ga_tokenizer():
|
||||||
return util.get_lang_class('ga').Defaults.create_tokenizer()
|
return util.get_lang_class('ga').Defaults.create_tokenizer()
|
||||||
|
|
Loading…
Reference in New Issue
Block a user