Update customizing-tokenizer.jade

This commit is contained in:
Yam 2017-09-22 12:15:48 +08:00 committed by GitHub
parent 6f450306c3
commit 54855f0eee

View File

@ -59,7 +59,7 @@ p
+code. +code.
nlp.tokenizer.add_special_case(u'...gimme...?', nlp.tokenizer.add_special_case(u'...gimme...?',
[{ [{
ORTH: u'...gimme...?', LEMMA: u'give', POS: u'VB'}]) ORTH: u'...gimme...?', LEMMA: u'give', TAG: u'VB'}])
assert len(nlp(u'...gimme...?')) == 1 assert len(nlp(u'...gimme...?')) == 1
p p