diff --git a/spacy/syntax/_parse_features.pyx b/spacy/syntax/_parse_features.pyx
index e7ad8b9ab..363665138 100644
--- a/spacy/syntax/_parse_features.pyx
+++ b/spacy/syntax/_parse_features.pyx
@@ -29,6 +29,9 @@ cdef inline void fill_token(atom_t* context, const TokenC* token) nogil:
         context[4] = 0
         context[5] = 0
         context[6] = 0
+        context[7] = 0
+        context[8] = 0
+        context[9] = 0
     else:
         context[0] = token.lex.orth
         context[1] = token.lemma