diff --git a/spacy/lang/norm_exceptions.py b/spacy/lang/norm_exceptions.py
index b02dda2c8..7857a16bf 100644
--- a/spacy/lang/norm_exceptions.py
+++ b/spacy/lang/norm_exceptions.py
@@ -31,11 +31,21 @@ BASE_NORMS = {
     "„": '"',
     "»": '"',
     "«": '"',
+    "‘‘": '"',
+    "’’": '"',
+    "？": "?",
+    "！": "!",
+    "，": ",",
+    "；": ";",
+    "：": ":",
+    "。": ".",
+    "।": ".",
     "…": "...",
     "—": "-",
     "–": "-",
     "--": "-",
     "---": "-",
+    "——": "-",
     "€": "$",
     "£": "$",
     "¥": "$",