builder

#!/usr/bin/env bash
#
# builder hook called on every git receive-pack
# NOTE: this script must be run as root (for docker access)
#
set -eo pipefail

ARGS=3
HOST=`ifconfig eth0 | grep 'inet addr:' | cut -d: -f2 | awk '{ print $1}'`
indent() {
    echo "       $@"
}

puts-step() {
    echo "-----> $@"
}

puts-step-sameline() {
    echo -n "-----> $@"
}

puts-warn() {
    echo " !     $@"
}

usage() {
    echo "Usage: $0 <user> <repo> <sha>"
}

parse-string(){
    # helper to avoid the single quote escape
    # occurred in command substitution
    local args=() idx=0 IFS=' ' c
    for c; do printf -v args[idx++] '%s ' "$c"; done
    printf "%s\n" "${args[*]}"
}

if [ $# -ne $ARGS ]; then
    usage
    exit 1
fi

USER=$1
REPO=$2
GIT_SHA=$3
SHORT_SHA=${GIT_SHA:0:8}
APP_NAME="${REPO%.*}"
BUILDER_KEY=$(cat /var/run/secrets/api/auth/builder-key)

cd $(dirname $0) # ensure we are in the root dir

ROOT_DIR=$(pwd)
REPO_DIR="${ROOT_DIR}/${REPO}"
BUILD_DIR="${REPO_DIR}/build"
CACHE_DIR="${REPO_DIR}/cache"

# define image names
SLUG_NAME="$APP_NAME:git-$SHORT_SHA"
META_NAME=`echo ${SLUG_NAME}| tr ":" "-"`
TMP_IMAGE="$DEIS_REGISTRY_SERVICE_HOST:$DEIS_REGISTRY_SERVICE_PORT/$IMAGE_NAME"
# create app directories
mkdir -p $BUILD_DIR $CACHE_DIR
# create temporary directory inside the build dir for this push
TMP_DIR=$(mktemp -d -p $BUILD_DIR)

cd $REPO_DIR
# use Procfile if provided, otherwise try default process types from ./release
git archive --format=tar.gz ${GIT_SHA} > ${APP_NAME}.tar.gz
tar -xzf ${APP_NAME}.tar.gz -C $TMP_DIR/
USING_DOCKERFILE=true
if [ -f $TMP_DIR/Procfile ]; then
    PROCFILE=$(cat $TMP_DIR/Procfile | yaml2json-procfile)
    USING_DOCKERFILE=false
else
    PROCFILE="{}"
fi

URL="http://$DEIS_WORKFLOW_SERVICE_HOST:$DEIS_WORKFLOW_SERVICE_PORT/v2/hooks/config"
RESPONSE=$(get-app-config -url="$URL" -key="$BUILDER_KEY" -user=$USER -app=$APP_NAME -value="BUILDPACK_URL")
CODE=$?
if [ $CODE -ne 0 ]; then
    puts-warn $RESPONSE
    exit 1
fi

if [[ ! -f /var/run/secrets/object/store/access-key-id ]]; then
  if $USING_DOCKERFILE ; then
    l1=`grep -n "minio-user" /etc/deis-dockerbuilder.yaml | head -n1 |cut -d ":" -f1`
    l2=$(($l1+3))
    sed "$l1,$l2 d" /etc/deis-dockerbuilder.yaml > /etc/${SLUG_NAME}.yaml.tmp
    l1=`grep -n "minio-user" /etc/deis-dockerbuilder.yaml.tmp | head -n1 |cut -d ":" -f1`
    l2=$(($l1+3))
    sed "$l1,$l2 d" /etc/${SLUG_NAME}.yaml.tmp > /etc/${SLUG_NAME}.yaml
    sed -i -- "s#repo_name#$TMP_IMAGE#g" /etc/${SLUG_NAME}.yaml
  else
    if [ -n "$RESPONSE" ] ; then
      head -n 20 /etc/deis-slugbuilder.yaml > /etc/${SLUG_NAME}.yaml
      sed -i -- "s#buildurl#$RESPONSE#g" /etc/${SLUG_NAME}.yaml
    else
      head -n 18 /etc/deis-slugbuilder.yaml > /etc/${SLUG_NAME}.yaml
    fi
  fi
else
  if $USING_DOCKERFILE ; then
    cp /etc/deis-dockerbuilder.yaml /etc/${SLUG_NAME}.yaml
    sed -i -- "s#repo_name#$TMP_IMAGE#g" /etc/${SLUG_NAME}.yaml
  else
    if [ -n "$RESPONSE" ] ; then
      cp /etc/deis-slugbuilder.yaml /etc/${SLUG_NAME}.yaml
      sed -i -- "s#buildurl#$RESPONSE#g" /etc/${SLUG_NAME}.yaml
    else
      sed "19,20 d" /etc/deis-slugbuilder.yaml> /etc/${SLUG_NAME}.yaml
    fi
  fi
fi


HTTP_PREFIX="http"
REMOTE_STORAGE="0"
# if minio is in the cluster, use it. otherwise use fetcher
# TODO: figure out something for using S3 also
if [[ -n "$DEIS_MINIO_SERVICE_HOST" && -n "$DEIS_MINIO_SERVICE_PORT" ]]; then
  S3EP=${DEIS_MINIO_SERVICE_HOST}:${DEIS_MINIO_SERVICE_PORT}
  REMOTE_STORAGE="1"
elif [[ -n "$DEIS_OUTSIDE_STORAGE_HOST" && -n "$DEIS_OUTSIDE_STORAGE_PORT" ]]; then
  HTTP_PREFIX="https"
  S3EP=${DEIS_OUTSIDE_STORAGE_HOST}:${DEIS_OUTSIDE_STORAGE_PORT}
  REMOTE_STORAGE="1"
elif [ -z "$S3EP" ]; then
  S3EP=${HOST}:3000
fi

TAR_URL=$HTTP_PREFIX://$S3EP/git/home/${SLUG_NAME}/tar
PUSH_URL=$HTTP_PREFIX://$S3EP/git/home/${SLUG_NAME}/push

sed -i -- "s#repo_name#$META_NAME#g" /etc/${SLUG_NAME}.yaml
sed -i -- "s#puturl#$PUSH_URL#g" /etc/${SLUG_NAME}.yaml
sed -i -- "s#tar-url#$TAR_URL#g" /etc/${SLUG_NAME}.yaml

ACCESS_KEY=`cat /var/run/secrets/object/store/access-key-id`
ACCESS_SECRET=`cat /var/run/secrets/object/store/access-secret-key`
# copy the self signed cert into the CA directory for alpine.
# note: we're not running minio with SSL at all right now, so no need for this.
# future SSL rollouts for in-cluster storage may not need it either if we set up an intermediate CA
# CERT_FILE="/var/run/secrets/object/ssl/access-cert"
# cp $CERT_FILE /etc/ssl/certs/deis-minio-self-signed-cert.crt
mkdir -p /var/minio-conf
CONFIG_DIR=/var/minio-conf
MC_PREFIX="mc -C $CONFIG_DIR --quiet"
$MC_PREFIX config host add "$HTTP_PREFIX://$S3EP" $ACCESS_KEY $ACCESS_SECRET &>/dev/null
$MC_PREFIX mb "$HTTP_PREFIX://${S3EP}/git" &>/dev/null
$MC_PREFIX cp ${APP_NAME}.tar.gz $TAR_URL &>/dev/null

puts-step "Starting build"
kubectl --namespace=${POD_NAMESPACE} create -f /etc/${SLUG_NAME}.yaml >/dev/null

# wait for pod to be running and then pull its logs
until [ "`kubectl --namespace=${POD_NAMESPACE} get pods -o yaml ${META_NAME} | grep "phase: " | awk {'print $2'}`" == "Running" ]; do
    sleep 0.1
done
kubectl --namespace=${POD_NAMESPACE} logs -f ${META_NAME} 2>/dev/null &

#check for image creation or slug existence in S3EP

if [[ "$REMOTE_STORAGE" == "1" ]]; then
  LS_CMD="$MC_PREFIX ls $PUSH_URL"
  until $LS_CMD &> /dev/null; do
    echo -ne "."
    sleep 2
  done
else
  while [ ! -f /apps/${SLUG_NAME}/slug.tgz ]
  do
    echo -ne "."
    sleep 2
  done
fi

# build completed

puts-step "Build complete."
puts-step "Launching app."


# use Procfile if provided, otherwise try default process types from ./release

puts-step "Launching... "
URL="http://$DEIS_WORKFLOW_SERVICE_HOST:$DEIS_WORKFLOW_SERVICE_PORT/v2/hooks/build"
DATA="$(generate-buildhook "$SHORT_SHA" "$USER" "$APP_NAME" "$APP_NAME" "$PROCFILE" "$USING_DOCKERFILE")"
PUBLISH_RELEASE=$(echo "$DATA" | publish-release-controller -url=$URL -key="$BUILDER_KEY")
CODE=$?
if [ $CODE -ne 0 ]; then
    puts-warn "ERROR: Failed to launch container"
    puts-warn $PUBLISH_RELEASE
    exit 1
fi

RELEASE=$(echo $PUBLISH_RELEASE | extract-version)
indent "done, $APP_NAME:v$RELEASE deployed to Deis"
echo
indent "Use \`deis open\` to view this application in your browser."
echo
indent "To learn more, use \`deis help\` or visit http://deis.io"
echo

# cleanup
cd $REPO_DIR
git gc &>/dev/null