diff --git a/spacy/syntax/parser.pyx b/spacy/syntax/parser.pyx
index 33c970f9a..b5ba206c2 100644
--- a/spacy/syntax/parser.pyx
+++ b/spacy/syntax/parser.pyx
@@ -85,8 +85,7 @@ cdef class Parser:
 
         cdef Example eg = Example(self.model.n_classes, CONTEXT_SIZE,
                                   self.model.n_feats, self.model.n_feats)
-        with nogil:
-            self.parse(stcls, eg.c)
+        self.parse(stcls, eg.c)
         tokens.set_parse(stcls._sent)
 
     cdef void parse(self, StateClass stcls, ExampleC eg) nogil: