diff --git a/spacy/en/language_data.py b/spacy/en/language_data.py
index 8933e1f47..3daa00767 100644
--- a/spacy/en/language_data.py
+++ b/spacy/en/language_data.py
@@ -2154,7 +2154,7 @@ TOKENIZER_EXCEPTIONS = {
 
 
 ORTH_ONLY = [
-    "'",
+    "''",
     "\")",
     "a.",
     "a.m.",