diff --git a/spacy/syntax/parser.pyx b/spacy/syntax/parser.pyx
index 0d718972e..98b81d316 100644
--- a/spacy/syntax/parser.pyx
+++ b/spacy/syntax/parser.pyx
@@ -161,7 +161,6 @@ cdef class Parser:
                     raise ValueError("Illegal action: %s" % move_name)
             action.do(state, action.label)
             memset(eg.scores, 0, sizeof(eg.scores[0]) * eg.nr_class)
-            memset(eg.costs, 0, sizeof(eg.costs[0]) * eg.nr_class)
             for i in range(eg.nr_class):
                 eg.is_valid[i] = 1
         self.moves.finalize_state(state)