* Add tests for tokens api

This commit is contained in:
Matthew Honnibal 2015-02-07 13:14:07 -05:00
parent d229fbd228
commit aadc57ab00

16
tests/test_tokens_api.py Normal file
View File

@ -0,0 +1,16 @@
from __future__ import unicode_literals
from spacy.en import English
import pytest
@pytest.fixture
def tokens():
nlp = English()
return nlp(u'Give it back! He pleaded.')
def test_getitem(tokens):
assert tokens[0].orth_ == 'Give'
assert tokens[-1].orth_ == '.'
with pytest.raises(IndexError):
tokens[len(tokens)]