* Comment out tests of hyphenation, while we decide what hyphenation policy should be.

This commit is contained in:
Matthew Honnibal 2014-11-05 02:03:22 +11:00
parent abbe3e44b0
commit 0de700b566
2 changed files with 7 additions and 7 deletions

View File

@ -5,9 +5,9 @@ import pytest
from spacy.en import EN from spacy.en import EN
def test_hyphen(): #def test_hyphen():
tokens = EN.tokenize('best-known') # tokens = EN.tokenize('best-known')
assert len(tokens) == 3 # assert len(tokens) == 3
def test_period(): def test_period():

View File

@ -96,7 +96,7 @@ def test_cnts6():
tokens = EN.tokenize(text) tokens = EN.tokenize(text)
assert len(tokens) == 6 assert len(tokens) == 6
def test_cnts7(): #def test_cnts7():
text = 'But then the 6,000-year ice age came...' # text = 'But then the 6,000-year ice age came...'
tokens = EN.tokenize(text) # tokens = EN.tokenize(text)
assert len(tokens) == 10 # assert len(tokens) == 10