diff --git a/spacy/language.py b/spacy/language.py
index a90e580ca..920a4c4c8 100644
--- a/spacy/language.py
+++ b/spacy/language.py
@@ -144,6 +144,7 @@ class BaseDefaults(object):
             pipeline.append(nlp.tagger)
         if nlp.parser:
             pipeline.append(nlp.parser)
+            pipeline.append(Pseudoprojectivity.deprojectivize)
         if nlp.entity:
             pipeline.append(nlp.entity)
         return pipeline
diff --git a/spacy/syntax/arc_eager.pyx b/spacy/syntax/arc_eager.pyx
index bea0c9b45..93bc21e22 100644
--- a/spacy/syntax/arc_eager.pyx
+++ b/spacy/syntax/arc_eager.pyx
@@ -427,8 +427,6 @@ cdef class ArcEager(TransitionSystem):
 
     def finalize_doc(self, doc):
         doc.is_parsed = True
-        if doc.vocab.lang == 'de':
-            PseudoProjectivity.deprojectivize(doc)
 
     cdef int set_valid(self, int* output, const StateC* st) nogil:
         cdef bint[N_MOVES] is_valid