Allow configuring custom plugins/stores/filters for fluentd

Author: mattk42

rootfs/opt/fluentd/sbin/boot

@@ -1,6 +1,18 @@
 #!/bin/bash
 FLUENTD_CONF="/opt/fluentd/conf/fluentd.conf"
 
+if [ $INSTALL_BUILD_TOOLS == "true" ]
+then
+  apt-get update
+  apt-get install -y \
+    g++ \
+    gcc \
+    make \
+    ruby \
+    ruby-dev 
+fi 
+
+source /opt/fluentd/sbin/plugins
 source /opt/fluentd/sbin/sources
 source /opt/fluentd/sbin/filters/filters
 
@@ -15,4 +27,15 @@ cat << EOF >> $FLUENTD_CONF
 </match>
 EOF
 
+if [ $INSTALL_BUILD_TOOLS == "true" ]
+then
+  apt-get remove -y --auto-remove --purge \
+    g++ \
+    gcc \
+    make \
+    ruby-dev 
+  apt-get clean 
+  rm -rf /var/lib/apt/lists/* /tmp/* /var/tmp/* /usr/share/man /usr/share/doc
+fi
+
 exec fluentd -c $FLUENTD_CONF

rootfs/opt/fluentd/sbin/filters/custom_filters

@@ -0,0 +1,12 @@
+FILTERS=$(env | grep -E '^(CUSTOM_FILTER_\d*)' | sed 's/=.*//')
+
+for filter in $FILTERS
+do
+  echo "Configuring $filter"
+  conf=$(eval "echo \"\$$filter\"")
+  if [ -n "$conf" ]
+  then
+    echo -e "\n# $filter" >> $FLUENTD_CONF
+    echo "$conf" >> $FLUENTD_CONF
+  fi
+done

rootfs/opt/fluentd/sbin/filters/filters

@@ -1,2 +1,3 @@
 #!/bin/bash
 source /opt/fluentd/sbin/filters/kubernetes
+source /opt/fluentd/sbin/filters/custom_filters

rootfs/opt/fluentd/sbin/plugins

@@ -0,0 +1,10 @@
+PLUGINS=$(env | grep -E '^(FLUENTD_PLUGIN_\d*)' | sed 's/=.*//')
+for plugin_var in $PLUGINS
+do
+  plugin=$(eval "echo \$$plugin_var")
+  if [ -n "$plugin" ]
+  then
+    echo "Installing fluentd plugin $plugin."
+    fluent-gem install --no-document $plugin
+  fi
+done

rootfs/opt/fluentd/sbin/stores/custom_stores

@@ -0,0 +1,12 @@
+STORES=$(env | grep -E '^(CUSTOM_STORE_\d*)' | sed 's/=.*//')
+
+for store in $STORES
+do
+  echo "Configuring $store"
+  conf=$(eval "echo \"\$$store\"")
+  if [ -n "$conf" ]
+  then
+    echo -e "\n# $store" >> $FLUENTD_CONF
+    echo "$conf" >> $FLUENTD_CONF
+  fi
+done

rootfs/opt/fluentd/sbin/stores/stores

@@ -4,3 +4,4 @@ source /opt/fluentd/sbin/stores/deis
 source /opt/fluentd/sbin/stores/elastic_search
 source /opt/fluentd/sbin/stores/syslog
 source /opt/fluentd/sbin/stores/sumologic
+source /opt/fluentd/sbin/stores/custom_stores