feat(router): add nginx router driven by confd/etcd

Author: Gabriel Monroy

router/Dockerfile

@@ -0,0 +1,14 @@
+FROM deis/base
+MAINTAINER Gabriel Monroy <gabriel@opdemand.com>
+
+# install nginx
+RUN apt-get install -yq python-software-properties
+RUN add-apt-repository ppa:chris-lea/redis-server -y
+RUN add-apt-repository ppa:nginx/stable -y
+RUN apt-get update
+RUN apt-get install -yq nginx
+
+ADD . /app
+WORKDIR /app
+EXPOSE 80
+CMD ["/app/bin/boot"]

router/Makefile

@@ -0,0 +1,31 @@
+build:
+	docker build -t deis/router .
+
+env:
+	export ROUTER_HOST=`etcdctl -C $${ETCD:-127.0.0.1:4001} get /deis/router/host`
+	export ROUTER_PORT=`etcdctl -C $${ETCD:-127.0.0.1:4001} get /deis/router/port`
+	export ROUTER_WORKER_CONNECTIONS=`etcdctl -C $${ETCD:-127.0.0.1:4001} get /deis/router/workerConnections`
+	export ROUTER_WORKER_PROCESSES=`etcdctl -C $${ETCD:-127.0.0.1:4001} get /deis/router/workerProcesses`
+	env
+
+config:
+	etcdctl -C $${ETCD:-127.0.0.1:4001} set /deis/router/host $${ROUTER_HOST:-127.0.0.1}
+	etcdctl -C $${ETCD:-127.0.0.1:4001} set /deis/router/port $${ROUTER_PORT:-80}
+	etcdctl -C $${ETCD:-127.0.0.1:4001} set /deis/router/workerConnections $${ROUTER_WORKER_CONNECTIONS:-1024}
+	etcdctl -C $${ETCD:-127.0.0.1:4001} set /deis/router/workerProcesses $${ROUTER_WORKER_PROCESSES:-2}
+
+run:
+	docker run -d -p 80:80 -e ETCD=$${ETCD:-172.17.42.1:4001} -e HOST=$${HOST:-172.17.42.1} --name deis-router deis/router
+
+shell:
+	docker run -t -i -rm deis/router /bin/bash
+
+kill:
+	docker kill deis-router
+	docker rm deis-router
+
+clean:
+	docker rmi deis/router
+
+test:
+	docker build .

router/README.md

@@ -0,0 +1,17 @@
+# Deis Router
+
+A Docker image containing nginx for use in the [Deis](http://deis.io) open source PaaS.
+
+This Docker image is based on the trusted build [deis/base](https://index.docker.io/u/deis/base/), which itself is based on the official [ubuntu:12.04](https://index.docker.io/_/ubuntu/) base image.
+
+## Usage
+
+Coming Soon!
+
+## License
+
+Copyright 2014 OpDemand LLC
+
+Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at <http://www.apache.org/licenses/LICENSE-2.0>
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License.

router/bin/boot

@@ -0,0 +1,52 @@
+#!/bin/bash
+#
+# This script is designed to be run inside the container
+#
+
+# set debug based on envvar
+[[ $DEBUG ]] && set -x
+
+# configure etcd
+export ETCD=${ETCD:-172.17.42.1:4001}
+export ETCD_PATH=${ETCD_PATH:-/deis/router}
+export ETCD_TTL=${ETCD_TTL:-10}
+
+# configure service discovery
+export HOST=${HOST:-localhost}
+export PORT=${PORT:-80}
+export PROTO=${PROTO:-tcp}
+
+# wait for etcd to be available
+until etcdctl -C $ETCD ls >/dev/null; do
+    echo "waiting for etcd at $ETCD..."
+    sleep $(($ETCD_TTL/2))  # sleep for half the TTL
+done
+
+# wait until etcd has discarded potentially stale values
+sleep $(($ETCD_TTL+1))
+
+# seed initial service configuration if necessary
+$(dirname ${BASH_SOURCE[0]})/seed >/dev/null 2>&1
+
+# wait for confd to run once and install initial templates
+until confd -onetime -node $ETCD -config-file /app/confd.toml; do
+    echo "waiting for confd to write initial templates..."
+    sleep $(($ETCD_TTL/2))  # sleep for half the TTL
+done
+
+# spawn the service in the background
+/usr/sbin/nginx &
+SERVICE_PID=$!
+
+# smart shutdown on SIGINT and SIGTERM
+function on_exit() {
+    kill -TERM $SERVICE_PID
+    wait $SERVICE_PID 2>/dev/null
+}
+trap on_exit INT TERM
+
+# spawn confd in the background to update services based on etcd changes
+confd -node $ETCD -config-file /app/confd.toml &
+CONFD_PID=$!
+
+wait

router/bin/seed

@@ -0,0 +1,12 @@
+#!/bin/bash
+#
+
+# make services directory for confd polling
+etcdctl -C $ETCD mkdir /deis/services
+
+# seed etcd with default configuration
+etcdctl -C $ETCD set $ETCD_PATH/port ${PORT:-80}
+etcdctl -C $ETCD set $ETCD_PATH/workerConnections 1024
+etcdctl -C $ETCD set $ETCD_PATH/workerProcesses 2
+
+exit 0

router/conf.d/nginx.conf.toml

@@ -0,0 +1,11 @@
+[template]
+src   = "nginx.conf"
+dest  = "/etc/nginx/nginx.conf"
+uid = 0
+gid = 0
+mode  = "0644"
+keys = [
+  "/deis/services",
+]
+check_cmd  = "/usr/sbin/nginx -t -c {{ .src }}"
+reload_cmd = "/usr/sbin/nginx -s reload"

router/confd.toml

@@ -0,0 +1,6 @@
+[confd]
+confdir  = "/app"
+interval = 5
+prefix   = "/"
+quiet = true
+debug = false

router/templates/nginx.conf

@@ -0,0 +1,65 @@
+# required to run in a container
+daemon off;
+
+user www-data;
+worker_processes 4;
+pid /run/nginx.pid;
+
+events {
+	worker_connections 768;
+	# multi_accept on;
+}
+
+http {
+    # basic settings
+	sendfile on;
+	tcp_nopush on;
+	tcp_nodelay on;
+	keepalive_timeout 65;
+	types_hash_max_size 2048;
+    server_names_hash_bucket_size 64;
+	gzip on;
+	gzip_disable "msie6";
+
+    include /etc/nginx/mime.types;
+	default_type application/octet-stream;
+
+    # send logs to STDOUT so they can be seen using 'docker logs'
+    access_log /dev/stdout;
+    error_log /dev/stdout;
+
+
+    server {
+        listen 80 default_server;
+        server_name _; # will never match
+        server_name_in_redirect off;
+    }
+
+    # service definitions for each application
+
+    {{ range $service := .deis_services }}{{ if $service.Nodes }}
+    upstream {{ Base $service.Key }} {
+        {{ range $upstream := $service.Nodes }}server {{ $upstream.Value }};
+        {{ end }}
+    }
+
+    server {
+        server_name ~^{{ Base $service.Key }}\.(?<domain>.+)$;
+
+        server_name_in_redirect off;
+        port_in_redirect off;
+
+        location / {
+            proxy_buffering             off;
+            proxy_set_header            Host $host;
+            proxy_set_header            X-Forwarded-For $proxy_add_x_forwarded_for;
+            proxy_redirect              off;
+            proxy_connect_timeout       10;
+            proxy_send_timeout          30;
+            proxy_read_timeout          30;
+
+            proxy_pass                  http://{{ Base $service.Key }};
+        }
+    }
+    {{ end }}{{ end }}
+}