explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-04 03:43:09 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Add test for open apostrophe bug

Browse Source
This commit is contained in:
Matthew Honnibal 2014-07-07 23:24:20 +02:00
parent 571808a274
commit bc6c1f6156
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/test_pre_punct.py
View File

@ -48,3 +48,10 @@ def test_three_same_open(open_puncts):
assert len(tokens) == 4 assert len(tokens) == 4
assert unhash(lex_of(tokens[0])) == p assert unhash(lex_of(tokens[0])) == p
assert unhash(lex_of(tokens[3])) == word_str assert unhash(lex_of(tokens[3])) == word_str
def test_open_appostrophe():
string = "'The"
tokens = expand_chunk(lookup(string))
assert len(tokens) == 2
assert unhash(lex_of(tokens[0])) == "'"