explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-13 02:36:32 +03:00
Code Issues Packages Projects Releases Wiki Activity

Move English tokenizer tests to directory /en

Browse Source
This commit is contained in:
Ines Montani 2017-01-05 16:25:04 +01:00
parent 8b45363b4d
commit c5f2dc15de
11 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
spacy/tests/en/__init__.py Normal file
View File

0
spacy/tests/tokenizer/conftest.py → spacy/tests/en/conftest.py
View File

0
spacy/tests/en/tokenizer/__init__.py Normal file
View File

0
spacy/tests/tokenizer/sun.txt → spacy/tests/en/tokenizer/sun.txt
View File

0
spacy/tests/tokenizer/test_contractions.py → spacy/tests/en/tokenizer/test_contractions.py
View File

0
spacy/tests/tokenizer/test_exceptions.py → spacy/tests/en/tokenizer/test_exceptions.py
View File

0
spacy/tests/tokenizer/test_indices.py → spacy/tests/en/tokenizer/test_indices.py
View File

0
spacy/tests/tokenizer/test_prefix_suffix_infix.py → spacy/tests/en/tokenizer/test_prefix_suffix_infix.py
View File

7
spacy/tests/tokenizer/test_punct.py → spacy/tests/en/tokenizer/test_punct.py
View File

@ -6,12 +6,13 @@ from __future__ import unicode_literals
import pytest
from ... import util
from ...language_data import TOKENIZER_PREFIXES
from ....util import compile_prefix_regex
from ....language_data import TOKENIZER_PREFIXES
en_search_prefixes = util.compile_prefix_regex(TOKENIZER_PREFIXES).search
en_search_prefixes = compile_prefix_regex(TOKENIZER_PREFIXES).search
PUNCT_OPEN = ['(', '[', '{', '*']
PUNCT_CLOSE = [')', ']', '}', '*']
PUNCT_PAIRED = [('(', ')'), ('[', ']'), ('{', '}'), ('*', '*')]

2
spacy/tests/tokenizer/test_tokenizer.py → spacy/tests/en/tokenizer/test_tokenizer.py
View File

@ -4,7 +4,7 @@ from os import path
import pytest
from spacy.util import utf8open
from ....util import utf8open
def test_tokenizer_handles_no_word(en_tokenizer):

0
spacy/tests/tokenizer/test_whitespace.py → spacy/tests/en/tokenizer/test_whitespace.py
View File