explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 09:56:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Test hyphenation etc

Browse Source
This commit is contained in:
Matthew Honnibal 2014-10-14 20:26:16 +11:00
parent 99f5e59286
commit 31aad7c08a
1 changed files with 17 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
tests/test_infix.py Normal file
View File

@ -0,0 +1,17 @@
from __future__ import unicode_literals
import pytest
from spacy.en import EN
def test_hyphen():
tokens = EN.tokenize('best-known')
assert len(tokens) == 3
def test_period():
tokens = EN.tokenize('best.Known')
assert len(tokens) == 3
tokens = EN.tokenize('zombo.com')
assert len(tokens) == 1