feat(builder): add proxy support

Proxy support for builder and coreos' docker daemon

Non-cloud installations may require http proxy, this commit creates empty values for those settings

Author: Leonardo Lorieri

builder/image/bin/boot

@@ -6,6 +6,8 @@
 # fail hard and fast even on pipelines
 set -eo pipefail
 
+source /etc/environment_proxy
+
 # set debug based on envvar
 [[ $DEBUG ]] && set -x
 

builder/image/bin/entry

@@ -1,6 +1,8 @@
 #!/bin/bash
 set -eo pipefail
 
+source /etc/environment_proxy
+
 # START jpetazzo/dind wrapper
 
 # First, make sure that cgroups are mounted correctly.

builder/image/slugbuilder/builder/build.sh

@@ -1,6 +1,7 @@
 #!/bin/bash
 set -eo pipefail
 
+source /etc/environment_proxy
 
 if [[ "$1" == "-" ]]; then
     slug_file="$1"

builder/image/slugrunner/runner/init

@@ -1,6 +1,8 @@
 #!/bin/bash
 set -eo pipefail
 
+source /etc/environment_proxy
+
 ## Load slug from Bind Mount, URL or STDIN
 
 export HOME=/app

builder/image/templates/builder

@@ -87,7 +87,7 @@ fi
 
 BUILD_OPTS=()
 BUILD_OPTS+='/usr/bin/docker'
-BUILD_OPTS+=' run '
+BUILD_OPTS+=' run -v /etc/environment_proxy:/etc/environment_proxy'
 # get application configuration
 BUILD_OPTS+=$(echo $RESPONSE | /app/bin/get-app-values)
 

builder/tests/builder_test.go

@@ -8,10 +8,14 @@ import (
 	"github.com/deis/deis/tests/dockercli"
 	"github.com/deis/deis/tests/etcdutils"
 	"github.com/deis/deis/tests/utils"
+
+	"io/ioutil"
+	"os"
 )
 
 func TestBuilder(t *testing.T) {
 	var err error
+	var errfile error
 	setkeys := []string{
 		"/deis/registry/protocol",
 		"/deis/registry/host",
@@ -31,6 +35,15 @@ func TestBuilder(t *testing.T) {
 		"/deis/domains",
 		"/deis/services",
 	}
+	setproxy := []byte("HTTP_PROXY=\nhttp_proxy=\n")
+
+	tmpfile, errfile := ioutil.TempFile("/tmp", "deis-test-")
+	if errfile != nil {
+		t.Fatal(errfile)
+	}
+	ioutil.WriteFile(tmpfile.Name(), setproxy, 0644)
+	defer os.Remove(tmpfile.Name())
+
 	tag, etcdPort := utils.BuildTag(), utils.RandomPort()
 	etcdName := "deis-etcd-" + tag
 	cli, stdout, stdoutPipe := dockercli.NewClient()
@@ -52,7 +65,9 @@ func TestBuilder(t *testing.T) {
 			"-e", "HOST="+host,
 			"-e", "ETCD_PORT="+etcdPort,
 			"-e", "EXTERNAL_PORT="+port,
-			"--privileged", "deis/builder:"+tag)
+			"--privileged",
+			"-v", tmpfile.Name()+":/etc/environment_proxy",
+			"deis/builder:"+tag)
 	}()
 	dockercli.PrintToStdout(t, stdout, stdoutPipe, "deis-builder running")
 	if err != nil {

contrib/coreos/user-data.example

@@ -89,6 +89,7 @@ write_files:
   - path: /etc/systemd/system/docker.service.d/50-insecure-registry.conf
     content: |
         [Service]
+        EnvironmentFile=/etc/environment_proxy
         Environment="DOCKER_OPTS=--insecure-registry 10.0.0.0/8 --insecure-registry 172.16.0.0/12 --insecure-registry 192.168.0.0/16 --insecure-registry 100.64.0.0/10"
   - path: /run/deis/bin/get_image
     permissions: '0755'
@@ -141,3 +142,14 @@ write_files:
       TOOLBOX_DOCKER_IMAGE=ubuntu-debootstrap
       TOOLBOX_DOCKER_TAG=14.04
       TOOLBOX_USER=root
+  - path: /etc/environment_proxy
+    owner: core
+    content: |
+      HTTP_PROXY=
+      HTTPS_PROXY=
+      ALL_PROXY=
+      NO_PROXY=
+      http_proxy=
+      https_proxy=
+      all_proxy=
+      no_proxy=

deisctl/units/deis-builder.service

@@ -8,7 +8,7 @@ ExecStartPre=/bin/sh -c "docker inspect deis-builder-data >/dev/null 2>&1 || doc
 ExecStartPre=/bin/sh -c "IMAGE=`/run/deis/bin/get_image /deis/builder` && docker history $IMAGE >/dev/null || docker pull $IMAGE"
 ExecStartPre=/bin/sh -c "docker inspect deis-builder >/dev/null && docker rm -f deis-builder || true"
 ExecStartPre=-/bin/sh -c "/sbin/losetup -f"
-ExecStart=/bin/sh -c "IMAGE=`/run/deis/bin/get_image /deis/builder` && docker run --name deis-builder --rm -p 2223:22 --volumes-from=deis-builder-data -c 800 -e EXTERNAL_PORT=2223 -e HOST=$COREOS_PRIVATE_IPV4 --privileged $IMAGE"
+ExecStart=/bin/sh -c "IMAGE=`/run/deis/bin/get_image /deis/builder` && docker run --name deis-builder --rm -p 2223:22 --volumes-from=deis-builder-data -c 800 -e EXTERNAL_PORT=2223 -e HOST=$COREOS_PRIVATE_IPV4 --privileged -v /etc/environment_proxy:/etc/environment_proxy $IMAGE"
 ExecStartPost=/bin/sh -c "echo 'Waiting for builder on 2223/tcp...' && until echo 'dummy-value' | ncat $COREOS_PRIVATE_IPV4 2223 >/dev/null 2>&1; do sleep 1; done"
 ExecStartPost=/usr/bin/docker exec deis-builder /usr/local/bin/push-images
 ExecStopPost=-/usr/bin/docker rm -f deis-builder