spaCy/tests/test_rules.py

12 lines
287 B
Python

from spacy import util
def test_load_en():
rules = util.read_tokenization('en')
assert len(rules) != 0
aint = [rule for rule in rules if rule[0] == "ain't"][0]
chunk, pieces = aint
assert chunk == "ain't"
assert pieces[0] == "are"
assert pieces[1] == "not"