diff --git a/spacy/syntax/transition_system.pyx b/spacy/syntax/transition_system.pyx
index a82f4af51..00395333f 100644
--- a/spacy/syntax/transition_system.pyx
+++ b/spacy/syntax/transition_system.pyx
@@ -35,7 +35,7 @@ cdef class TransitionSystem:
             self.freqs[attr] = defaultdict(int)
             self.freqs[attr][0] = 1
         # Ensure we've seen heads. Need an official dependency length limit...
-        for i in range(1024):
+        for i in range(10024):
             self.freqs[HEAD][i] = 1
             self.freqs[HEAD][-i] = 1