* Add tests

This commit is contained in:
Matthew Honnibal 2014-12-20 03:51:25 +11:00
parent b066102d2d
commit ed2fff6128
2 changed files with 43 additions and 0 deletions

24
tests/test_add_lemmas.py Normal file
View File

@ -0,0 +1,24 @@
from spacy.en import EN
import pytest
@pytest.fixture
def tagged():
EN.load()
string = u'Bananas in pyjamas are geese.'
tokens = EN.tokenize(string)
EN.set_pos(tokens)
return tokens
@pytest.fixture
def lemmas(tagged):
return [t.lemma for t in tagged]
def test_lemmas(lemmas):
assert lemmas[0] == 'banana'
assert lemmas[1] == 'in'
assert lemmas[2] == 'pyjama'
assert lemmas[3] == 'be'
assert lemmas[4] == 'goose'

View File

@ -0,0 +1,19 @@
from __future__ import unicode_literals
from spacy.en import EN
import pytest
@pytest.fixture
def morph_exc():
return {
'PRP$': {'his': {'L': '-PRP-', 'person': 3, 'case': 2}},
}
def test_load_exc(morph_exc):
EN.load()
EN.morphologizer.load_exceptions(morph_exc)
tokens = EN.tokenize('I like his style.')
EN.set_pos(tokens)
his = tokens[2]
assert his.pos == 'PRP$'
assert his.lemma == '-PRP-'