feat(controller): print stack trace when worker is killed

Author: mboersma

controller/bin/boot

@@ -73,14 +73,14 @@ sudo -E -u deis ./manage.py syncdb --migrate --noinput
 # spawn a gunicorn server in the background
 sudo -E -u deis gunicorn -c deis/gconf.py deis.wsgi &
 
-# smart shutdown on SIGINT and SIGTERM
+# smart shutdown on SIGTERM (SIGINT is handled by gunicorn)
 function on_exit() {
 	GUNICORN_PID=$(cat /tmp/gunicorn.pid)
 	kill -TERM $GUNICORN_PID 2>/dev/null
 	wait $GUNICORN_PID 2>/dev/null
 	exit 0
 }
-trap on_exit INT TERM
+trap on_exit TERM
 
 # spawn confd in the background to update services based on etcd changes
 confd -node $ETCD -config-file /app/confd.toml &

controller/deis/gconf.py

@@ -7,3 +7,17 @@
 errorlog = '-'
 accesslog = '-'
 access_log_format = '%(h)s "%(r)s" %(s)s %(b)s "%(a)s"'
+
+
+def worker_int(worker):
+    """Print a stack trace when a worker receives a SIGINT or SIGQUIT signal."""
+    worker.log.warning('worker terminated')
+    import traceback
+    traceback.print_stack()
+
+
+def worker_abort(worker):
+    """Print a stack trace when a worker receives a SIGABRT signal, generally on timeout."""
+    worker.log.warning('worker aborted')
+    import traceback
+    traceback.print_stack()