diff --git a/Makefile b/Makefile
index 7d9d34472..bdf7ce9b4 100644
--- a/Makefile
+++ b/Makefile
@@ -80,7 +80,7 @@ release-test:
 	python selftest.py
 	python -m pytest Tests
 	python setup.py install
-	python test-installed.py
+	python -m pytest -qq
 	check-manifest
 	pyroma .
 	viewdoc
diff --git a/Tests/README.rst b/Tests/README.rst
index f0118c629..68c001fdd 100644
--- a/Tests/README.rst
+++ b/Tests/README.rst
@@ -33,8 +33,8 @@ Or with coverage::
 
 To run an individual test::
 
-    ./test-installed.py Tests/test_image.py
+    pytest Tests/test_image.py
 
 Run all the tests from the root of the Pillow source distribution::
 
-    ./test-installed.py
+    pytest
diff --git a/tox.ini b/tox.ini
index 84ac7135e..0d2e41765 100644
--- a/tox.ini
+++ b/tox.ini
@@ -11,4 +11,4 @@ commands =
     {envpython} setup.py clean
     {envpython} setup.py build_ext --inplace
     {envpython} selftest.py
-    {envpython} test-installed.py --installed
+    {envpython} -m pytest -qq