explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-02-03 13:14:11 +03:00
Code Issues Packages Projects Releases Wiki Activity

Call morphology.assign_untagged when pushing token to Doc

Browse Source
This commit is contained in:
Matthew Honnibal 2017-10-11 03:23:57 +02:00
parent c15d8278cb
commit 3b527fa52b
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/tokens/doc.pyx
View File

@ -512,6 +512,8 @@ cdef class Doc:
assert t.lex.orth != 0 assert t.lex.orth != 0
t.spacy = has_space t.spacy = has_space
self.length += 1 self.length += 1
# Set morphological attributes, e.g. by lemma, if possible
self.vocab.morphology.assign_untagged(t)
self._py_tokens.append(None) self._py_tokens.append(None)
return t.idx + t.lex.length + t.spacy return t.idx + t.lex.length + t.spacy