diff --git a/spacy/pipeline/_parser_internals/transition_system.pyx b/spacy/pipeline/_parser_internals/transition_system.pyx
index 914b4123c..becaedc60 100644
--- a/spacy/pipeline/_parser_internals/transition_system.pyx
+++ b/spacy/pipeline/_parser_internals/transition_system.pyx
@@ -83,8 +83,6 @@ cdef class TransitionSystem:
     def get_oracle_sequence_from_state(self, StateClass state, gold, _debug=None):
         if state.is_final():
             return []
-        if not self.has_gold(eg):
-            return []
         cdef Pool mem = Pool()
         # n_moves should not be zero at this point, but make sure to avoid zero-length mem alloc
         assert self.n_moves > 0