diff --git a/spacy/_ml.py b/spacy/_ml.py
index ad061d79c..2de876ec9 100644
--- a/spacy/_ml.py
+++ b/spacy/_ml.py
@@ -592,7 +592,7 @@ def build_text_classifier(nr_class, width=64, **cfg):
         )
 
         linear_model = build_bow_text_classifier(
-            nr_class, ngram_size=cfg.get("ngram_size", 1), no_output_layer=True)
+            nr_class, ngram_size=cfg.get("ngram_size", 1), exclusive_classes=False)
         if cfg.get('exclusive_classes'):
             output_layer = Softmax(nr_class, nr_class * 2)
         else: