* Remove out-dated POS data test

This commit is contained in:
Matthew Honnibal 2014-11-05 02:04:12 +11:00
parent 0de700b566
commit 81da61f3cf

View File

@ -1,15 +0,0 @@
import py.test
from spacy.pos_util import realign_tagged
from spacy.pos_util import _parse_line
def test_realign():
rules = ["<SEP>,", "ca<SEP>n't", "``<SEP>"]
tagged = "``/`` I/PRP ca/MD n't/RB"
assert realign_tagged(rules, tagged) == "``<SEP>I/``_PRP ca<SEP>n't/MD_RB"
def test_parse_line():
line = "Pierre/NNP Vinken,/NNP_, isn't/VBZ_RB 61/CD years/NNS old./RB_.\n"
tokens, tags = _parse_line(line, '/')
assert len(tokens) == len(tags)
assert len(tokens) == 9