diff --git a/setup.py b/setup.py
index 97b242cc5..7d456bc92 100644
--- a/setup.py
+++ b/setup.py
@@ -91,7 +91,8 @@ def run_setup(exts):
         package_data={"spacy": ["*.pxd"],
                       "spacy.en": ["*.pxd", "data/pos/*",
                                    "data/wordnet/*", "data/tokenizer/*",
-                                   "data/vocab/*"],
+                                   "data/vocab/lexemes.bin",
+                                   "data/vocab/strings.txt"],
                       "spacy.syntax": ["*.pxd"]},
         ext_modules=exts,
         license="Dual: Commercial or AGPL",