diff --git a/rest_framework/response.py b/rest_framework/response.py
index 0a7d313f4..d6ca1aad4 100644
--- a/rest_framework/response.py
+++ b/rest_framework/response.py
@@ -5,7 +5,6 @@ it is initialized with unrendered data, instead of a pre-rendered string.
 The appropriate renderer is called during Django's template response rendering.
 """
 from __future__ import unicode_literals
-import django
 from django.core.handlers.wsgi import STATUS_CODE_TEXT
 from django.template.response import SimpleTemplateResponse
 from django.utils import six
@@ -16,9 +15,6 @@ class Response(SimpleTemplateResponse):
     An HttpResponse that allows its data to be rendered into
     arbitrary media types.
     """
-    # TODO: remove that once Django 1.3 isn't supported
-    if django.VERSION >= (1, 4):
-        rendering_attrs = SimpleTemplateResponse.rendering_attrs + ['_closable_objects']
 
     def __init__(self, data=None, status=None,
                  template_name=None, headers=None,
diff --git a/tests/test_renderers.py b/tests/test_renderers.py
index 5ef65dd77..416d7f224 100644
--- a/tests/test_renderers.py
+++ b/tests/test_renderers.py
@@ -646,6 +646,7 @@ class CacheRenderTest(TestCase):
         """
         method = getattr(self.client, http_method)
         resp = method(url)
+        resp._closable_objects = []
         del resp.client, resp.request
         try:
             del resp.wsgi_request