Re-organize compose/ into environment-specific file groups (#1317)

* Re-organize compose/ into environment-specific file groups

Closes #1316.

* Commit missing files

That was weird: git failed to commit one specific folder previously

{{cookiecutter.project_slug}}/compose/caddy/Dockerfile

@@ -1,2 +0,0 @@
-FROM abiosoft/caddy:0.10.6
-COPY Caddyfile /etc/Caddyfile

{{cookiecutter.project_slug}}/compose/django/Dockerfile

@@ -1,29 +0,0 @@
-FROM python:3.5
-
-ENV PYTHONUNBUFFERED 1
-
-RUN groupadd -r django \
-    && useradd -r -g django django
-
-# Requirements have to be pulled and installed here, otherwise caching won't work
-COPY ./requirements /requirements
-RUN pip install --no-cache-dir -r /requirements/production.txt \
-    && rm -rf /requirements
-
-COPY ./compose/django/gunicorn.sh ./compose/django/entrypoint.sh /
-RUN sed -i 's/\r//' /entrypoint.sh \
-    && sed -i 's/\r//' /gunicorn.sh \
-    && chmod +x /entrypoint.sh \
-    && chown django /entrypoint.sh \
-    && chmod +x /gunicorn.sh \
-    && chown django /gunicorn.sh
-
-COPY . /app
-
-RUN chown -R django /app
-
-USER django
-
-WORKDIR /app
-
-ENTRYPOINT ["/entrypoint.sh"]

{{cookiecutter.project_slug}}/compose/django/Dockerfile-local

@@ -1,26 +0,0 @@
-FROM python:3.5
-ENV PYTHONUNBUFFERED 1
-
-# Requirements have to be pulled and installed here, otherwise caching won't work
-COPY ./requirements /requirements
-RUN pip install -r /requirements/local.txt
-
-COPY ./compose/django/entrypoint.sh /entrypoint.sh
-RUN sed -i 's/\r//' /entrypoint.sh
-RUN chmod +x /entrypoint.sh
-
-COPY ./compose/django/start-dev.sh /start-dev.sh
-RUN sed -i 's/\r//' /start-dev.sh
-RUN chmod +x /start-dev.sh
-
-COPY ./compose/django/celery/worker/start-dev.sh /start-celeryworker-dev.sh
-RUN sed -i 's/\r//' /start-celeryworker-dev.sh
-RUN chmod +x /start-celeryworker-dev.sh
-
-COPY ./compose/django/celery/beat/start-dev.sh /start-celerybeat-dev.sh
-RUN sed -i 's/\r//' /start-celerybeat-dev.sh
-RUN chmod +x /start-celerybeat-dev.sh
-
-WORKDIR /app
-
-ENTRYPOINT ["/entrypoint.sh"]

{{cookiecutter.project_slug}}/compose/django/start-dev.sh

@@ -1,3 +0,0 @@
-#!/bin/sh
-python manage.py migrate
-python manage.py runserver_plus 0.0.0.0:8000

{{cookiecutter.project_slug}}/compose/local/django/Dockerfile

@@ -0,0 +1,27 @@
+FROM python:3.5
+
+ENV PYTHONUNBUFFERED 1
+
+# Requirements have to be pulled and installed here, otherwise caching won't work
+COPY ./requirements /requirements
+RUN pip install -r /requirements/local.txt
+
+COPY ./compose/production/django/entrypoint.sh /entrypoint.sh
+RUN sed -i 's/\r//' /entrypoint.sh
+RUN chmod +x /entrypoint.sh
+
+COPY ./compose/local/django/start.sh /start.sh
+RUN sed -i 's/\r//' /start.sh
+RUN chmod +x /start.sh
+
+COPY ./compose/local/django/celery/worker/start.sh /start-celeryworker.sh
+RUN sed -i 's/\r//' /start-celeryworker.sh
+RUN chmod +x /start-celeryworker.sh
+
+COPY ./compose/local/django/celery/beat/start.sh /start-celerybeat.sh
+RUN sed -i 's/\r//' /start-celerybeat.sh
+RUN chmod +x /start-celerybeat.sh
+
+WORKDIR /app
+
+ENTRYPOINT ["/entrypoint.sh"]

{{cookiecutter.project_slug}}/compose/local/django/celery/beat/start.sh

@@ -1,8 +1,10 @@
-#!/bin/sh
+#!/usr/bin/env bash
 
 set -o errexit
+set -o pipefail
 set -o nounset
 set -o xtrace
 
+
 rm -f './celerybeat.pid'
 celery -A {{cookiecutter.project_slug}}.taskapp beat -l INFO

{{cookiecutter.project_slug}}/compose/local/django/celery/worker/start.sh

@@ -1,7 +1,9 @@
-#!/bin/sh
+#!/usr/bin/env bash
 
 set -o errexit
+set -o pipefail
 set -o nounset
 set -o xtrace
 
+
 celery -A {{cookiecutter.project_slug}}.taskapp worker -l INFO

{{cookiecutter.project_slug}}/compose/local/django/start.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+set -o nounset
+set -o xtrace
+
+
+python manage.py migrate
+python manage.py runserver_plus 0.0.0.0:8000

{{cookiecutter.project_slug}}/compose/postgres/Dockerfile

@@ -1,11 +0,0 @@
-FROM postgres:{{ cookiecutter.postgresql_version }}
-
-# add backup scripts
-ADD backup.sh /usr/local/bin/backup
-ADD restore.sh /usr/local/bin/restore
-ADD list-backups.sh /usr/local/bin/list-backups
-
-# make them executable
-RUN chmod +x /usr/local/bin/restore
-RUN chmod +x /usr/local/bin/list-backups
-RUN chmod +x /usr/local/bin/backup

{{cookiecutter.project_slug}}/compose/production/caddy/Dockerfile

@@ -0,0 +1,3 @@
+FROM abiosoft/caddy:0.10.6
+
+COPY ./compose/production/caddy/Caddyfile /etc/Caddyfile

{{cookiecutter.project_slug}}/compose/production/django/Dockerfile

@@ -0,0 +1,39 @@
+FROM python:3.5
+
+ENV PYTHONUNBUFFERED 1
+
+RUN groupadd -r django \
+    && useradd -r -g django django
+
+# Requirements have to be pulled and installed here, otherwise caching won't work
+COPY ./requirements /requirements
+RUN pip install --no-cache-dir -r /requirements/production.txt \
+    && rm -rf /requirements
+
+COPY ./compose/production/django/gunicorn.sh /gunicorn.sh
+RUN sed -i 's/\r//' /gunicorn.sh
+RUN chmod +x /gunicorn.sh
+RUN chown django /gunicorn.sh
+
+COPY ./compose/production/django/entrypoint.sh /entrypoint.sh
+RUN sed -i 's/\r//' /entrypoint.sh
+RUN chmod +x /entrypoint.sh
+RUN chown django /entrypoint.sh
+
+COPY ./compose/production/django/celery/worker/start.sh /start-celeryworker.sh
+RUN sed -i 's/\r//' /start-celeryworker.sh
+RUN chmod +x /start-celeryworker.sh
+
+COPY ./compose/production/django/celery/beat/start.sh /start-celerybeat.sh
+RUN sed -i 's/\r//' /start-celerybeat.sh
+RUN chmod +x /start-celerybeat.sh
+
+COPY . /app
+
+RUN chown -R django /app
+
+USER django
+
+WORKDIR /app
+
+ENTRYPOINT ["/entrypoint.sh"]

{{cookiecutter.project_slug}}/compose/production/django/celery/beat/start.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+set -o nounset
+
+
+celery -A {{cookiecutter.project_slug}}.taskapp beat -l INFO

{{cookiecutter.project_slug}}/compose/production/django/celery/worker/start.sh

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+set -o nounset
+
+
+celery -A {{cookiecutter.project_slug}}.taskapp worker -l INFO

{{cookiecutter.project_slug}}/compose/production/django/entrypoint.sh

@@ -1,5 +1,12 @@
-#!/bin/bash
+#!/usr/bin/env bash
-set -e
+
+set -o errexit
+set -o pipefail
+
+# todo: turn on after #1295
+# set -o nounset
+
+
 cmd="$@"
 
 # This entrypoint is used to play nicely with the current cookiecutter configuration.

{{cookiecutter.project_slug}}/compose/production/django/gunicorn.sh

@@ -1,3 +1,9 @@
-#!/bin/sh
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+set -o nounset
+
+
 python /app/manage.py collectstatic --noinput
-/usr/local/bin/gunicorn config.wsgi -w 4 -b 0.0.0.0:5000 --chdir=/app
+/usr/local/bin/gunicorn config.wsgi -w 4 -b 0.0.0.0:5000 --chdir=/app

{{cookiecutter.project_slug}}/compose/production/postgres/Dockerfile

@@ -0,0 +1,9 @@
+FROM postgres:{{ cookiecutter.postgresql_version }}
+
+ADD ./compose/production/postgres/backup.sh /usr/local/bin/backup
+ADD ./compose/production/postgres/restore.sh /usr/local/bin/restore
+ADD ./compose/production/postgres/list-backups.sh /usr/local/bin/list-backups
+
+RUN chmod +x /usr/local/bin/restore
+RUN chmod +x /usr/local/bin/list-backups
+RUN chmod +x /usr/local/bin/backup

{{cookiecutter.project_slug}}/compose/production/postgres/backup.sh

@@ -1,6 +1,9 @@
-#!/bin/bash
+#!/usr/bin/env bash
-# stop on errors
+
-set -e
+set -o errexit
+set -o pipefail
+set -o nounset
+
 
 # we might run into trouble when using the default `postgres` user, e.g. when dropping the postgres
 # database in restore.sh. Check that something else is used here

{{cookiecutter.project_slug}}/compose/production/postgres/list-backups.sh

@@ -1,4 +1,10 @@
-#!/bin/bash
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+set -o nounset
+
+
 echo "listing available backups"
 echo "-------------------------"
 ls /backups/

{{cookiecutter.project_slug}}/compose/production/postgres/restore.sh

@@ -1,7 +1,9 @@
-#!/bin/bash
+#!/usr/bin/env bash
+
+set -o errexit
+set -o pipefail
+set -o nounset
 
-# stop on errors
-set -e
 
 # we might run into trouble when using the default `postgres` user, e.g. when dropping the postgres
 # database in restore.sh. Check that something else is used here

{{cookiecutter.project_slug}}/local.yml

@@ -1,14 +1,14 @@
 version: '2'
 
 volumes:
-  postgres_data_dev: {}
+  postgres_data_local: {}
-  postgres_backup_dev: {}
+  postgres_backup_local: {}
 
 services:
-  django: &django
+  django:{% if cookiecutter.use_celery == 'y' %} &django{% endif %}
     build:
       context: .
-      dockerfile: ./compose/django/Dockerfile-local
+      dockerfile: ./compose/local/django/Dockerfile
     depends_on:
       - postgres{% if cookiecutter.use_mailhog == 'y' %}
       - mailhog{% endif %}
@@ -19,13 +19,15 @@ services:
       - USE_DOCKER=yes
     ports:
       - "8000:8000"
-    command: /start-dev.sh
+    command: /start.sh
 
   postgres:
-    build: ./compose/postgres
+    build:
+      context: .
+      dockerfile: ./compose/production/postgres/Dockerfile
     volumes:
-      - postgres_data_dev:/var/lib/postgresql/data
+      - postgres_data_local:/var/lib/postgresql/data
-      - postgres_backup_dev:/backups
+      - postgres_backup_local:/backups
     environment:
       - POSTGRES_USER={{cookiecutter.project_slug}}
 {% if cookiecutter.use_mailhog == 'y' %}
@@ -46,7 +48,7 @@ services:
       - postgres{% if cookiecutter.use_mailhog == 'y' %}
       - mailhog{% endif %}
     ports: []
-    command: /start-celeryworker-dev.sh
+    command: /start-celeryworker.sh
 
   celerybeat:
     # https://github.com/docker/compose/issues/3220
@@ -56,5 +58,5 @@ services:
       - postgres{% if cookiecutter.use_mailhog == 'y' %}
       - mailhog{% endif %}
     ports: []
-    command: /start-celerybeat-dev.sh
+    command: /start-celerybeat.sh
 {% endif %}

{{cookiecutter.project_slug}}/production.yml

@@ -6,54 +6,52 @@ volumes:
   caddy: {}
 
 services:
-  django:
+  django:{% if cookiecutter.use_celery == 'y' %} &django{% endif %}
     build:
       context: .
-      dockerfile: ./compose/django/Dockerfile
+      dockerfile: ./compose/production/django/Dockerfile
     depends_on:
       - postgres
       - redis
-    command: /gunicorn.sh
     env_file: .env
+    command: /gunicorn.sh
 
   postgres:
-    build: ./compose/postgres
+    build:
+      context: .
+      dockerfile: ./compose/production/postgres/Dockerfile
     volumes:
       - postgres_data:/var/lib/postgresql/data
       - postgres_backup:/backups
     env_file: .env
 
   caddy:
-    build: ./compose/caddy
+    build:
+      context: .
+      dockerfile: ./compose/production/caddy/Dockerfile
     depends_on:
       - django
-    ports:
-      - "0.0.0.0:80:80"
-      - "0.0.0.0:443:443"
     volumes:
       - caddy:/root/.caddy
     env_file: .env
+    ports:
+      - "0.0.0.0:80:80"
+      - "0.0.0.0:443:443"
 
   redis:
     image: redis:3.0
 {% if cookiecutter.use_celery == 'y' %}
   celeryworker:
-    build:
+    <<: *django
-      context: .
-      dockerfile: ./compose/django/Dockerfile
-    env_file: .env
     depends_on:
      - postgres
      - redis
-    command: celery -A {{cookiecutter.project_slug}}.taskapp worker -l INFO
+    command: /start-celeryworker.sh
 
   celerybeat:
-    build:
+    <<: *django
-      context: .
-      dockerfile: ./compose/django/Dockerfile
-    env_file: .env
     depends_on:
       - postgres
       - redis
-    command: celery -A {{cookiecutter.project_slug}}.taskapp beat -l INFO
+    command: /start-celerybeat.sh
 {% endif %}

{{cookiecutter.project_slug}}/requirements/production.txt

@@ -4,8 +4,8 @@
 
 {% if cookiecutter.windows == 'y' -%}
 # Python-PostgreSQL Database Adapter
-# If using Win for dev, this assumes Unix in prod
+# Assuming Windows is used locally, and *nix -- in production.
-# ------------------------------------------------
+# ------------------------------------------------------------
 psycopg2==2.7.3.1
 {%- endif %}