diff --git a/.travis.yml b/.travis.yml
index fc2441e3e..ba7b4da83 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -25,3 +25,4 @@ install:
 # run tests
 script:
   - "py.test spacy/ -x"
+  - "python -m spacy.en.download --force all && py.test --models spacy/ -x"