explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 18:06:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix customized-tokenizer tests

Browse Source
This commit is contained in:
Matthew Honnibal 2017-09-04 20:13:13 +02:00
parent 34c585396a
commit 45029a550e
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spacy/tests/tokenizer/test_customized_tokenizer.py
View File

@ -9,8 +9,8 @@ import pytest
@pytest.fixture
def tokenizer(en_vocab):
prefix_re = util.compile_prefix_regex(nlp_model.Defaults.prefixes)
suffix_re = util.compile_suffix_regex(nlp_model.Defaults.suffixes)
prefix_re = util.compile_prefix_regex(English.Defaults.prefixes)
suffix_re = util.compile_suffix_regex(English.Defaults.suffixes)
custom_infixes = ['\.\.\.+',
'(?<=[0-9])-(?=[0-9])',
# '(?<=[0-9]+),(?=[0-9]+)',