explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 17:36:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Comment out tests of hyphenation, while we decide what hyphenation policy should be.

Browse Source
This commit is contained in:
Matthew Honnibal 2014-11-05 02:03:22 +11:00
parent abbe3e44b0
commit 0de700b566
2 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_infix.py
View File

@ -5,9 +5,9 @@ import pytest
from spacy.en import EN
def test_hyphen():
tokens = EN.tokenize('best-known')
assert len(tokens) == 3
#def test_hyphen():
# tokens = EN.tokenize('best-known')
# assert len(tokens) == 3
def test_period():

8
tests/test_tokenizer.py
View File

@ -96,7 +96,7 @@ def test_cnts6():
tokens = EN.tokenize(text)
assert len(tokens) == 6
def test_cnts7():
text = 'But then the 6,000-year ice age came...'
tokens = EN.tokenize(text)
assert len(tokens) == 10
#def test_cnts7():
# text = 'But then the 6,000-year ice age came...'
# tokens = EN.tokenize(text)
# assert len(tokens) == 10