fix(*): schedule data containers to specific machines

Currently, whenever database, logger, registry, or builder are rescheduled
by fleet, their data container is left on the original machine. The effect
for the user is that they lose their data! This commit schedules data containers
to a preselected machine. If that machine goes down, the underlying service will
go down, but this is preferred to scheduling it on another host that won't have
the data.

Note that this is an interim fix - stateful data should be stored off-host.

closes #1038

Author: carmstrong

Makefile

@@ -24,8 +24,10 @@ COMPONENTS=builder cache controller database logger registry
 ALL_COMPONENTS=$(COMPONENTS) router
 START_COMPONENTS=registry logger cache database
 
-ALL_UNITS = $(foreach C,$(COMPONENTS),$(wildcard $(C)/systemd/*))
-START_UNITS = $(foreach C,$(START_COMPONENTS),$(wildcard $(C)/systemd/*))
+ALL_UNITS = $(foreach C,$(COMPONENTS),$(wildcard $(C)/systemd/*.service))
+START_UNITS = $(foreach C,$(START_COMPONENTS),$(wildcard $(C)/systemd/*.service))
+
+DATA_CONTAINER_TEMPLATES=builder/systemd/deis-builder-data.service database/systemd/deis-database-data.service logger/systemd/deis-logger-data.service registry/systemd/deis-registry-data.service
 
 all: build run
 
@@ -40,8 +42,22 @@ full-clean: clean
 
 install: check-fleet install-routers
 	$(FLEETCTL) load $(START_UNITS)
-	$(FLEETCTL) load controller/systemd/*
-	$(FLEETCTL) load builder/systemd/*
+	$(FLEETCTL) load controller/systemd/*.service
+	$(FLEETCTL) load builder/systemd/*.service
+	echo $(shell make install-data-containers)
+
+install-data-containers: check-fleet
+	@$(foreach T, $(DATA_CONTAINER_TEMPLATES), \
+		cp $(T).template . ; \
+		NEW_FILENAME=`ls *.template | sed 's/\.template//g'`; \
+		mv *.template $$NEW_FILENAME ; \
+		MACHINE_ID=`$(FLEETCTL) list-machines --no-legend --full list-machines | awk 'BEGIN { OFS="\t"; srand() } { print rand(), $$1 }' | sort -n | cut -f2- | head -1` ; \
+		sed -e "s/CHANGEME/$$MACHINE_ID/" $$NEW_FILENAME > $$NEW_FILENAME.bak ; \
+		rm -f $$NEW_FILENAME ; \
+		mv $$NEW_FILENAME.bak $$NEW_FILENAME ; \
+		$(FLEETCTL) load $$NEW_FILENAME ; \
+		rm -f $$NEW_FILENAME ; \
+	)
 
 install-routers: check-fleet
 	@$(foreach R, $(ROUTER_UNITS), \
@@ -86,7 +102,7 @@ start: check-fleet start-warning start-routers
 
 	@# builder
 	$(call echo_yellow,"Waiting for deis-builder to start...")
-	$(FLEETCTL) start -no-block builder/systemd/*
+	$(FLEETCTL) start -no-block builder/systemd/*.service
 	@until $(FLEETCTL) list-units | egrep -q "deis-builder.+(running|failed)"; \
 		do sleep 2; \
 			printf "\033[0;33mStatus:\033[0m "; $(FLEETCTL) list-units | \

builder/systemd/deis-builder-data.service …stemd/deis-builder-data.service.templatebuilder/systemd/deis-builder-data.service renamed to builder/systemd/deis-builder-data.service.template builder/systemd/deis-builder-data.service renamed to builder/systemd/deis-builder-data.service.template

@@ -8,3 +8,6 @@ ExecStart=/bin/sh -c "docker inspect deis-builder-data >/dev/null 2>&1 || docker
 
 [Install]
 WantedBy=multi-user.target
+
+[X-Fleet]
+X-ConditionMachineBootID=CHANGEME

…abase/systemd/deis-database-data.service …temd/deis-database-data.service.templatedatabase/systemd/deis-database-data.service renamed to database/systemd/deis-database-data.service.template database/systemd/deis-database-data.service renamed to database/systemd/deis-database-data.service.template

@@ -8,3 +8,6 @@ ExecStart=/bin/sh -c "docker inspect deis-database-data >/dev/null 2>&1 || docke
 
 [Install]
 WantedBy=multi-user.target
+
+[X-Fleet]
+X-ConditionMachineBootID=CHANGEME

logger/systemd/deis-logger-data.service …ystemd/deis-logger-data.service.templatelogger/systemd/deis-logger-data.service renamed to logger/systemd/deis-logger-data.service.template logger/systemd/deis-logger-data.service renamed to logger/systemd/deis-logger-data.service.template

@@ -8,3 +8,6 @@ ExecStart=/bin/sh -c "docker inspect deis-logger-data >/dev/null 2>&1 || docker
 
 [Install]
 WantedBy=multi-user.target
+
+[X-Fleet]
+X-ConditionMachineBootID=CHANGEME

…istry/systemd/deis-registry-data.service …temd/deis-registry-data.service.templateregistry/systemd/deis-registry-data.service renamed to registry/systemd/deis-registry-data.service.template registry/systemd/deis-registry-data.service renamed to registry/systemd/deis-registry-data.service.template

@@ -8,3 +8,6 @@ ExecStart=/bin/sh -c "docker inspect deis-registry-data >/dev/null 2>&1 || docke
 
 [Install]
 WantedBy=multi-user.target
+
+[X-Fleet]
+X-ConditionMachineBootID=CHANGEME