Added django-robots integration

README.rst

@@ -72,6 +72,7 @@ Optional Integrations
 .. _docker-compose: https://www.github.com/docker/compose
 .. _Opbeat: https://opbeat.com/
 .. _PythonAnywhere: https://www.pythonanywhere.com/
+.. _django-robots: https://github.com/jazzband/django-robots/
 
 
 Constraints

cookiecutter.json

@@ -11,6 +11,7 @@
     "use_celery": "n",
     "use_mailhog": "n",
     "use_sentry_for_error_reporting": "y",
+    "use_robots": "y",
     "use_opbeat": "n",
     "use_pycharm": "n",
     "windows": "n",

{{cookiecutter.project_slug}}/config/settings/common.py

@@ -39,6 +39,9 @@ THIRD_PARTY_APPS = (
     'allauth',  # registration
     'allauth.account',  # registration
     'allauth.socialaccount',  # registration
+    {% if cookiecutter.use_robots == "y" %}
+    'robots',  # robots.txt
+    {% endif %}
 )
 
 # Apps specific for this project go here.
@@ -236,4 +239,9 @@ BROKER_URL = env('CELERY_BROKER_URL', default='django://')
 # Location of root django.contrib.admin URL, use {% raw %}{% url 'admin:index' %}{% endraw %}
 ADMIN_URL = r'^admin/'
 
+{% if cookiecutter.use_robots == "y" %}
+# django-robots
+ROBOTS_CACHE_TIMEOUT = 60 * 60  # 1 hour
+{% endif %}
+
 # Your common stuff: Below this line define 3rd party library settings

{{cookiecutter.project_slug}}/config/urls.py

@@ -18,7 +18,9 @@ urlpatterns = [
     # User management
     url(r'^users/', include('{{ cookiecutter.project_slug }}.users.urls', namespace='users')),
     url(r'^accounts/', include('allauth.urls')),
-
+    {% if cookiecutter.use_robots == "y" %}
+    url(r'^robots\.txt$', include('robots.urls')),
+    {% endif %}
     # Your stuff: custom urls includes go here
 
 

{{cookiecutter.project_slug}}/requirements/base.txt

@@ -54,4 +54,9 @@ redis>=2.10.0
 celery==3.1.23
 {% endif %}
 
+{% if cookiecutter.use_robots == "y" %}
+# django-robots
+django-robots==2.0
+{% endif %}
+
 # Your custom requirements go here