diff --git a/README.rst b/README.rst index 5c6613775..85f9cdc72 100644 --- a/README.rst +++ b/README.rst @@ -72,6 +72,7 @@ Optional Integrations .. _docker-compose: https://www.github.com/docker/compose .. _Opbeat: https://opbeat.com/ .. _PythonAnywhere: https://www.pythonanywhere.com/ +.. _django-robots: https://github.com/jazzband/django-robots/ Constraints diff --git a/cookiecutter.json b/cookiecutter.json index 9b21f3cdc..ca7dd583c 100644 --- a/cookiecutter.json +++ b/cookiecutter.json @@ -11,6 +11,7 @@ "use_celery": "n", "use_mailhog": "n", "use_sentry_for_error_reporting": "y", + "use_robots": "y", "use_opbeat": "n", "use_pycharm": "n", "windows": "n", diff --git a/{{cookiecutter.project_slug}}/config/settings/common.py b/{{cookiecutter.project_slug}}/config/settings/common.py index 3e11ee433..c0805b705 100644 --- a/{{cookiecutter.project_slug}}/config/settings/common.py +++ b/{{cookiecutter.project_slug}}/config/settings/common.py @@ -39,6 +39,9 @@ THIRD_PARTY_APPS = ( 'allauth', # registration 'allauth.account', # registration 'allauth.socialaccount', # registration + {% if cookiecutter.use_robots == "y" %} + 'robots', # robots.txt + {% endif %} ) # Apps specific for this project go here. @@ -236,4 +239,9 @@ BROKER_URL = env('CELERY_BROKER_URL', default='django://') # Location of root django.contrib.admin URL, use {% raw %}{% url 'admin:index' %}{% endraw %} ADMIN_URL = r'^admin/' +{% if cookiecutter.use_robots == "y" %} +# django-robots +ROBOTS_CACHE_TIMEOUT = 60 * 60 # 1 hour +{% endif %} + # Your common stuff: Below this line define 3rd party library settings diff --git a/{{cookiecutter.project_slug}}/config/urls.py b/{{cookiecutter.project_slug}}/config/urls.py index f3a621127..74043d48d 100644 --- a/{{cookiecutter.project_slug}}/config/urls.py +++ b/{{cookiecutter.project_slug}}/config/urls.py @@ -18,7 +18,9 @@ urlpatterns = [ # User management url(r'^users/', include('{{ cookiecutter.project_slug }}.users.urls', namespace='users')), url(r'^accounts/', include('allauth.urls')), - + {% if cookiecutter.use_robots == "y" %} + url(r'^robots\.txt$', include('robots.urls')), + {% endif %} # Your stuff: custom urls includes go here diff --git a/{{cookiecutter.project_slug}}/requirements/base.txt b/{{cookiecutter.project_slug}}/requirements/base.txt index 5450a0988..d7289476b 100644 --- a/{{cookiecutter.project_slug}}/requirements/base.txt +++ b/{{cookiecutter.project_slug}}/requirements/base.txt @@ -54,4 +54,9 @@ redis>=2.10.0 celery==3.1.23 {% endif %} +{% if cookiecutter.use_robots == "y" %} +# django-robots +django-robots==2.0 +{% endif %} + # Your custom requirements go here