diff --git a/spacy/ml/models/coref.py b/spacy/ml/models/coref.py
index 3b14e6ecb..511e44476 100644
--- a/spacy/ml/models/coref.py
+++ b/spacy/ml/models/coref.py
@@ -36,6 +36,9 @@ def build_coref(
             Linear(nI=dim, nO=hidden)
             >> Relu(nI=hidden, nO=hidden)
             >> Dropout(dropout)
+            >> Linear(nI=hidden, nO=hidden)
+            >> Relu(nI=hidden, nO=hidden)
+            >> Dropout(dropout)
             >> Linear(nI=hidden, nO=1)
         )
         mention_scorer.initialize()