From 3b527fa52bdd6f29131f3bfb7deb32816c2de4f0 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Wed, 11 Oct 2017 03:23:57 +0200 Subject: [PATCH] Call morphology.assign_untagged when pushing token to Doc --- spacy/tokens/doc.pyx | 2 ++ 1 file changed, 2 insertions(+) diff --git a/spacy/tokens/doc.pyx b/spacy/tokens/doc.pyx index df75ab3ec..400ca0f2a 100644 --- a/spacy/tokens/doc.pyx +++ b/spacy/tokens/doc.pyx @@ -512,6 +512,8 @@ cdef class Doc: assert t.lex.orth != 0 t.spacy = has_space self.length += 1 + # Set morphological attributes, e.g. by lemma, if possible + self.vocab.morphology.assign_untagged(t) self._py_tokens.append(None) return t.idx + t.lex.length + t.spacy