diff --git a/spacy/_ml.py b/spacy/_ml.py
index 1f78de9a9..6223715b5 100644
--- a/spacy/_ml.py
+++ b/spacy/_ml.py
@@ -32,7 +32,7 @@ import io
 
 # TODO: Unset this once we don't want to support models previous models.
 import thinc.neural._classes.layernorm
-thinc.neural._classes.layernorm.set_compat_six_eight(True)
+thinc.neural._classes.layernorm.set_compat_six_eight(False)
 
 VECTORS_KEY = 'spacy_pretrained_vectors'