refactor(bin/boot) consolidate into a single script with debug and optional publishing

Author: Gabriel Monroy

bin/boot

@@ -3,16 +3,17 @@
 # This script is designed to be run inside the container
 #
 
+# fail hard and fast even on pipelines
+set -eo pipefail
+
+# set debug based on envvar
+[[ $DEBUG ]] && set -x
+
 # configure etcd
 export ETCD=${ETCD:-172.17.42.1:4001}
 export ETCD_PATH=${ETCD_PATH:-/deis/controller}
 export ETCD_TTL=${ETCD_TTL:-10}
 
-# configure service discovery
-export HOST=${HOST:-localhost}
-export PORT=${PORT:-8000}
-export PROTO=${PROTO:-tcp}
-
 # wait for etcd to be available
 until etcdctl -C $ETCD ls >/dev/null; do
 	echo "waiting for etcd at $ETCD..."
@@ -23,7 +24,11 @@ done
 sleep $(($ETCD_TTL+1))
 
 # seed initial service configuration if necessary
-$(dirname ${BASH_SOURCE[0]})/seed >/dev/null 2>&1
+if ! etcdctl -C $ETCD ls $ETCD_PATH >/dev/null 2>/dev/null; then
+	etcdctl -C $ETCD set $ETCD_PATH/protocol ${DEIS_PROTOCOL:-http}
+	etcdctl -C $ETCD set $ETCD_PATH/secretKey ${DEIS_SECRET_KEY:-`openssl rand -base64 64 | tr -d '\n'`}
+	etcdctl -C $ETCD set $ETCD_PATH/builderKey ${DEIS_BUILDER_KEY:-`openssl rand -base64 64 | tr -d '\n'`}
+fi
 
 # wait for confd to run once and install initial templates
 until confd -onetime -node $ETCD -config-file /app/confd.toml 2>/dev/null; do
@@ -38,25 +43,51 @@ while grep -q '<no value>' /templates/confd_settings.py; do
        sleep $(($ETCD_TTL/2))  # sleep for half the TTL
 done
 
-# spawn the service in the background
-$(dirname ${BASH_SOURCE[0]})/start &
-SERVICE_PID=$!
+cd /app
+
+# run an idempotent database migration
+sudo -E -u deis ./manage.py syncdb --migrate --noinput
+
+# spawn celery worker in the background
+sudo -E -u deis celery worker --app=deis --loglevel=INFO --workdir=/app --pidfile=/tmp/celery.pid &
+CELERY_PID=$!
+
+# spawn a gunicorn server in the foreground
+sudo -E -u deis ./manage.py run_gunicorn -b 0.0.0.0 -w 8 -t 600 -n deis --log-level debug --pid=/tmp/gunicorn.pid --preload & # -k gevent
+GUNICORN_PID=$!
 
 # smart shutdown on SIGINT and SIGTERM
 function on_exit() {
-	kill -TERM $SERVICE_PID
-	wait $SERVICE_PID 2>/dev/null
+	kill -TERM $CELERY_PID $GUNICORN_PID
+	wait $CELERY_PID $GUNICORN_PID 2>/dev/null
 }
 trap on_exit INT TERM
 
 # spawn confd in the background to update services based on etcd changes
 confd -node $ETCD -config-file /app/confd.toml &
 CONFD_PID=$!
 
-# wait for the service to become available
-sleep 1 && while [[ -z $(netstat -lnt | awk "\$6 == \"LISTEN\" && \$4 ~ \".$PORT\" && \$1 ~ \"$PROTO.?\"") ]] ; do sleep 1; done
+# publish the service to etcd using the injected HOST and PORT
+if [[ ! -z $PUBLISH ]]; then
+
+	# configure service discovery
+	HOST=${HOST:-localhost}
+	PORT=${PORT:-8000}
+	PROTO=${PROTO:-tcp}
+
+	# wait for the service to become available on PUBLISH port
+	sleep 1 && while [[ -z $(netstat -lnt | awk "\$6 == \"LISTEN\" && \$4 ~ \".$PUBLISH\" && \$1 ~ \"$PROTO.?\"") ]] ; do sleep 1; done
+
+	# while the port is listening, publish to etcd
+	while [[ ! -z $(netstat -lnt | awk "\$6 == \"LISTEN\" && \$4 ~ \".$PUBLISH\" && \$1 ~ \"$PROTO.?\"") ]] ; do
+		etcdctl -C $ETCD set $ETCD_PATH/host $HOST --ttl $ETCD_TTL >/dev/null
+		etcdctl -C $ETCD set $ETCD_PATH/port $PORT --ttl $ETCD_TTL >/dev/null
+		sleep $(($ETCD_TTL/2)) # sleep for half the TTL
+	done
+
+	# if the loop quits, something went wrong
+	exit 1
 
-# as long as the service remains up, keep publishing to etcd with a TTL
-$(dirname ${BASH_SOURCE[0]})/publish &
+fi
 
 wait