diff --git a/README.rst b/README.rst index 8519f43de..30b79afd7 100644 --- a/README.rst +++ b/README.rst @@ -72,6 +72,7 @@ Optional Integrations .. _docker-compose: https://www.github.com/docker/compose .. _Opbeat: https://opbeat.com/ .. _PythonAnywhere: https://www.pythonanywhere.com/ +.. _django-robots: https://github.com/jazzband/django-robots/ Constraints diff --git a/cookiecutter.json b/cookiecutter.json index 9b21f3cdc..ca7dd583c 100644 --- a/cookiecutter.json +++ b/cookiecutter.json @@ -11,6 +11,7 @@ "use_celery": "n", "use_mailhog": "n", "use_sentry_for_error_reporting": "y", + "use_robots": "y", "use_opbeat": "n", "use_pycharm": "n", "windows": "n", diff --git a/{{cookiecutter.project_slug}}/config/settings/common.py b/{{cookiecutter.project_slug}}/config/settings/common.py index 3e11ee433..c2a2ce4a5 100644 --- a/{{cookiecutter.project_slug}}/config/settings/common.py +++ b/{{cookiecutter.project_slug}}/config/settings/common.py @@ -39,6 +39,9 @@ THIRD_PARTY_APPS = ( 'allauth', # registration 'allauth.account', # registration 'allauth.socialaccount', # registration + {% if cookiecutter.use_robots == "y" -%} + 'robots', # robots.txt + {%- endif %} ) # Apps specific for this project go here. @@ -235,5 +238,8 @@ BROKER_URL = env('CELERY_BROKER_URL', default='django://') # Location of root django.contrib.admin URL, use {% raw %}{% url 'admin:index' %}{% endraw %} ADMIN_URL = r'^admin/' - +{% if cookiecutter.use_robots == "y" -%} +# django-robots +ROBOTS_CACHE_TIMEOUT = 60 * 60 # 1 hour +{% endif %} # Your common stuff: Below this line define 3rd party library settings diff --git a/{{cookiecutter.project_slug}}/config/urls.py b/{{cookiecutter.project_slug}}/config/urls.py index f3a621127..917f0e994 100644 --- a/{{cookiecutter.project_slug}}/config/urls.py +++ b/{{cookiecutter.project_slug}}/config/urls.py @@ -19,6 +19,10 @@ urlpatterns = [ url(r'^users/', include('{{ cookiecutter.project_slug }}.users.urls', namespace='users')), url(r'^accounts/', include('allauth.urls')), + {% if cookiecutter.use_robots == "y" -%} + url(r'^robots\.txt$', include('robots.urls')), + {%- endif %} + # Your stuff: custom urls includes go here diff --git a/{{cookiecutter.project_slug}}/requirements/base.txt b/{{cookiecutter.project_slug}}/requirements/base.txt index 5450a0988..ba7c6a656 100644 --- a/{{cookiecutter.project_slug}}/requirements/base.txt +++ b/{{cookiecutter.project_slug}}/requirements/base.txt @@ -54,4 +54,9 @@ redis>=2.10.0 celery==3.1.23 {% endif %} +{% if cookiecutter.use_robots == "y" -%} +# django-robots +django-robots==2.0 +{%- endif %} + # Your custom requirements go here