diff --git a/setup.py b/setup.py
index 2dfcbc5bd..8e9d0a9ab 100755
--- a/setup.py
+++ b/setup.py
@@ -2,6 +2,7 @@
 # -*- coding: utf-8 -*-
 import os
 import re
+import shutil
 import sys
 
 from setuptools import setup
@@ -55,6 +56,9 @@ if sys.argv[-1] == 'publish':
     print("You probably want to also tag the version now:")
     print("  git tag -a %s -m 'version %s'" % (version, version))
     print("  git push --tags")
+    shutil.rmtree('dist')
+    shutil.rmtree('build')
+    shutil.rmtree('djangorestframework.egg-info')
     sys.exit()