diff --git a/.travis.yml b/.travis.yml
index 76adf1a60..b8c5b385c 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -29,6 +29,7 @@ matrix:
         env: TOXENV=dist
         script:
           - python setup.py bdist_wheel
+          - rm -r djangorestframework.egg-info  # see #6139
           - tox --installpkg ./dist/djangorestframework-*.whl
           - tox  # test sdist
 
@@ -44,7 +45,7 @@ matrix:
       - env: DJANGO=2.1
 
 install:
-    - pip install tox tox-travis
+    - pip install tox tox-venv tox-travis
 
 script:
     - tox
diff --git a/rest_framework/models.py b/rest_framework/models.py
deleted file mode 100644
index 5b53a5264..000000000
--- a/rest_framework/models.py
+++ /dev/null
@@ -1 +0,0 @@
-# Just to keep things like ./manage.py test happy