explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-27 17:54:39 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Add test for '' in punct

Browse Source
This commit is contained in:
Matthew Honnibal 2014-11-02 21:24:09 +11:00
parent 711ed0f636
commit 493d5ffb50
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tests/test_post_punct.py
View File

@ -39,3 +39,9 @@ def test_three_same_close(close_puncts):
assert len(tokens) == 4 assert len(tokens) == 4
assert tokens[0].string == word_str assert tokens[0].string == word_str
assert tokens[1].string == p assert tokens[1].string == p
def test_double_end_quote():
assert len(EN.tokenize("Hello''")) == 2
assert len(EN.tokenize("''")) == 1