chore(fluentbit): use quickwit replace redis stream

Author: duanhongyi

Dockerfile

@@ -10,28 +10,22 @@ RUN export GO111MODULE=on \
   && init-stack go mod vendor \
   && init-stack go build \
     -ldflags "-X main.Revision=${BUILD_TAG} -X main.BuildDate=${BUILD_DATE}" \
-    -buildmode=c-shared -o /var/lib/fluent-bit/out_drycc.so plugin/out_drycc.go
+    -buildmode=c-shared -o /var/lib/fluent-bit/out_quickwit.so plugin/out_quickwit.go
 
 
 FROM registry.drycc.cc/drycc/base:${CODENAME}
 
 ENV DRYCC_UID=1001 \
   DRYCC_GID=1001 \
   FLUENT_BIT_VERSION=4.0.2 \
-  DRYCC_HOME_DIR=/opt/drycc \
-  FLUENT_BIT_PLUGINS_PATH=${DRYCC_HOME_DIR}/fluent-bit/plugins
+  DRYCC_HOME_DIR=/opt/drycc
 
 RUN groupadd drycc --gid ${DRYCC_GID} \
   && useradd drycc -u ${DRYCC_UID} -g ${DRYCC_GID} -s /bin/bash -m -d ${DRYCC_HOME_DIR}
 
 RUN install-stack fluent-bit ${FLUENT_BIT_VERSION} \
-  && mkdir -p ${FLUENT_BIT_PLUGINS_PATH} \
   && chown -R ${DRYCC_UID}:${DRYCC_GID} ${DRYCC_HOME_DIR}/fluent-bit
 
-COPY --chown=${DRYCC_UID}:${DRYCC_GID} --from=build /var/lib/fluent-bit/out_drycc.so ${FLUENT_BIT_PLUGINS_PATH}
-
-ADD rootfs /
+COPY --chown=${DRYCC_UID}:${DRYCC_GID} --from=build /var/lib/fluent-bit/out_quickwit.so /opt/drycc/fluent-bit/lib
 
 USER ${DRYCC_UID}
-
-CMD ["/usr/local/bin/boot"]

Makefile

@@ -1,7 +1,6 @@
 SHORT_NAME ?= fluentbit
 BUILD_TAG ?= git-$(shell git rev-parse --short HEAD)
 BUILD_DATE := $(shell date --rfc-3339=ns | tr " " T)
-SHELL_SCRIPTS = $(wildcard rootfs/usr/local/bin/*)
 DRYCC_REGISTRY ?= ${DEV_REGISTRY}
 IMAGE_PREFIX ?= drycc
 PLATFORM ?= linux/amd64,linux/arm64
@@ -42,7 +41,6 @@ style-check:
 	gofmt -l -w -s plugin
 	go vet plugin
 	lint
-	shellcheck $(SHELL_SCRIPTS)
 
 clean:
 	rm -rf _dist

README.md

@@ -8,7 +8,7 @@ a lightweight, [Heroku-inspired](http://heroku.com) workflow.
 ## About
 This is an debian based image for running [fluentbit](http://fluentbit.io). It is built for the purpose of running on a kubernetes cluster.
 
-This image is in with [workflow](https://github.com/drycc/workflow) v2 to send all log data to the [logger](https://github.com/drycc/logger) component.
+This image is in with [workflow](https://github.com/drycc/workflow) v2 to send all log data to the [quickwit](https://github.com/drycc/quickwit) component.
 
 
 ## Helm Chart
@@ -23,12 +23,3 @@ Once you have installed the Helm client, you can deploy a Fluentbit Chart into a
 ```sh
 helm show values oci://registry.drycc.cc/charts-testing/fluentbit
 ```
-
-## Plugins
-
-Fluent Bit currently supports integration of Golang plugins built as shared objects for output plugins only. The interface for the Golang plugins is currently under development but is functional.
-
-### Drycc Output
-Drycc output is a custom fluentbit plugin that was written to forward data directly to drycc components while filtering out data that we did not care about. We have 2 pieces of information we care about currently.
-
-Logs from applications that are written to stdout within the container and the controller logs that represent actions against those applications. These logs are sent to an internal messaging system ([VALKEY](https://valkey.io)) on a configurable topic. The logger component then reads those messages and stores the data in an ring buffer.

charts/fluentbit/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: common
+  repository: oci://registry.drycc.cc/charts
+  version: 1.1.4
+digest: sha256:d101f4d0e796524281dec60d636aa301ba92a42d7c0468aa5072e721bdd48a6b
+generated: "2025-07-01T16:47:29.929607311+08:00"

charts/fluentbit/Chart.yaml

@@ -3,6 +3,10 @@ home: https://github.com/drycc/fluentbit
 apiVersion: v2
 appVersion: 1.0.0
 version: v1.0.0
+dependencies:
+  - name: common
+    repository: oci://registry.drycc.cc/charts
+    version: ~1.1.2
 description: Log shipping mechanism for Drycc Workflow.
 maintainers:
   - name: Drycc Team

charts/fluentbit/charts/common-1.1.4.tgz

@@ -1,19 +1,8 @@
 {{/* Generate fluentbit envs */}}
 {{- define "fluentbit.envs" }}
 env:
-{{- if (.Values.valkeyUrl) }}
-- name: DRYCC_VALKEY_URL
+- name: NAMESPACE
   valueFrom:
-    secretKeyRef:
-      name: logger-fluentbit-creds
-      key: valkey-url
-{{- else if .Values.valkey.enabled }}
-- name: VALKEY_PASSWORD
-  valueFrom:
-    secretKeyRef:
-      name: valkey-creds
-      key: password
-- name: DRYCC_VALKEY_URL
-  value: "redis://:$(VALKEY_PASSWORD)@drycc-valkey.{{.Release.Namespace}}.svc.{{.Values.global.clusterDomain}}:16379/2"
-{{- end }}
+    fieldRef:
+      fieldPath: metadata.namespace
 {{- end }}

charts/fluentbit/templates/_helpers.tpl

@@ -1,9 +1,9 @@
 kind: ClusterRole
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
-  name: {{ printf "%s:drycc-logger-fluentbit" .Release.Namespace | quote }}
+  name: {{ printf "%s:drycc-fluentbit" .Release.Namespace | quote }}
   labels:
-    app: drycc-logger-fluentbit
+    app: drycc-fluentbit
     heritage: drycc
 rules:
 - apiGroups: [""]

…plates/logger-fluentbit-clusterrole.yaml …bit/templates/fluentbit-clusterrole.yamlcharts/fluentbit/templates/logger-fluentbit-clusterrole.yaml renamed to charts/fluentbit/templates/fluentbit-clusterrole.yaml charts/fluentbit/templates/logger-fluentbit-clusterrole.yaml renamed to charts/fluentbit/templates/fluentbit-clusterrole.yaml

@@ -1,15 +1,15 @@
 kind: ClusterRoleBinding
 apiVersion: rbac.authorization.k8s.io/v1
 metadata:
-  name: {{ printf "%s:drycc-logger-fluentbit" .Release.Namespace | quote }}
+  name: {{ printf "%s:drycc-fluentbit" .Release.Namespace | quote }}
   labels:
-    app: drycc-logger-fluentbit
+    app: drycc-fluentbit
     heritage: drycc
 roleRef:
   apiGroup: rbac.authorization.k8s.io
   kind: ClusterRole
-  name: {{ printf "%s:drycc-logger-fluentbit" .Release.Namespace | quote }}
+  name: {{ printf "%s:drycc-fluentbit" .Release.Namespace | quote }}
 subjects:
 - kind: ServiceAccount
-  name: drycc-logger-fluentbit
+  name: drycc-fluentbit
   namespace: {{ .Release.Namespace }}

…logger-fluentbit-clusterrolebinding.yaml …plates/fluentbit-clusterrolebinding.yamlcharts/fluentbit/templates/logger-fluentbit-clusterrolebinding.yaml renamed to charts/fluentbit/templates/fluentbit-clusterrolebinding.yaml charts/fluentbit/templates/logger-fluentbit-clusterrolebinding.yaml renamed to charts/fluentbit/templates/fluentbit-clusterrolebinding.yaml

@@ -1,7 +1,7 @@
 apiVersion: v1
 kind: ConfigMap
 metadata:
-  name: logger-fluentbit-config
+  name: fluentbit-config
   namespace: {{ .Release.Namespace }}
   labels:
     heritage: drycc