explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 17:36:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

Added regression test for Issue #792.

Browse Source
This commit is contained in:
latkins 2017-01-31 13:47:42 +00:00
parent 6c665b81df
commit e4c84321a5
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
spacy/tests/regression/test_issue792.py Normal file
View File

@ -0,0 +1,13 @@
# coding: utf-8
from __future__ import unicode_literals
def test_issue792(en_tokenizer):
"""Test for Issue #792: Trailing whitespace is removed after parsing."""
text = "This is a string "
doc = en_tokenizer(text)
assert(doc.text_with_ws == text)
text_unicode = "This is a string\u0020"
doc_unicode = en_tokenizer(text_unicode)
assert(doc_unicode.text_with_ws == text_unicode)