explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-28 02:04:07 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Test new text and text_with_ws attributes in Token

Browse Source
This commit is contained in:
Matthew Honnibal 2015-09-13 10:30:37 +10:00
parent e9c59693ea
commit a1292adb82
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/tokens/test_token_api.py
View File

@ -12,6 +12,8 @@ def test_strings(EN):
tokens = EN(u'Give it back! He pleaded.') tokens = EN(u'Give it back! He pleaded.')
token = tokens[0] token = tokens[0]
assert token.orth_ == 'Give' assert token.orth_ == 'Give'
assert token.text == 'Give'
assert token.text_with_ws == 'Give '
assert token.lower_ == 'give' assert token.lower_ == 'give'
assert token.shape_ == 'Xxxx' assert token.shape_ == 'Xxxx'
assert token.prefix_ == 'G' assert token.prefix_ == 'G'
@ -33,7 +35,7 @@ def test_flags(EN):
def test_single_token_string(EN): def test_single_token_string(EN):
tokens = EN(u'foobar') tokens = EN(u'foobar')
assert tokens[0].string == 'foobar' assert tokens[0].text == 'foobar'
def test_is_properties(EN): def test_is_properties(EN):