explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-22 22:20:08 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Unhack serialization api tests

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-26 16:23:41 +02:00
parent c4f20847da
commit 847c08e411
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
tests/tokens/test_tokens_api.py
View File

@ -5,7 +5,8 @@ from spacy.tokens import Doc
import pytest import pytest
def mest_getitem(EN): @pytest.mark.models
def test_getitem(EN):
tokens = EN(u'Give it back! He pleaded.') tokens = EN(u'Give it back! He pleaded.')
assert tokens[0].orth_ == 'Give' assert tokens[0].orth_ == 'Give'
assert tokens[-1].orth_ == '.' assert tokens[-1].orth_ == '.'
@ -13,7 +14,8 @@ def mest_getitem(EN):
tokens[len(tokens)] tokens[len(tokens)]
def mest_serialize(EN): @pytest.mark.models
def test_serialize(EN):
tokens = EN(u'Give it back! He pleaded.') tokens = EN(u'Give it back! He pleaded.')
packed = tokens.to_bytes() packed = tokens.to_bytes()
new_tokens = Doc(EN.vocab).from_bytes(packed) new_tokens = Doc(EN.vocab).from_bytes(packed)
@ -22,6 +24,7 @@ def mest_serialize(EN):
assert [t.orth for t in tokens] == [t.orth for t in new_tokens] assert [t.orth for t in tokens] == [t.orth for t in new_tokens]
@pytest.mark.models
def test_serialize_whitespace(EN): def test_serialize_whitespace(EN):
tokens = EN(u' Give it back! He pleaded. ') tokens = EN(u' Give it back! He pleaded. ')
packed = tokens.to_bytes() packed = tokens.to_bytes()