feat(workflow): use timescaledb replace influxdb

Author: duanhongyi

README.md

@@ -20,7 +20,6 @@ Please see below for links and descriptions of each component:
 - [registry](https://github.com/drycc/registry) - The Docker registry
 - [logger](https://github.com/drycc/logger) - The (in-memory) log buffer for `drycc logs`
 - [monitor](https://github.com/drycc/monitor) - The platform monitoring components
-- [influxdb](https://github.com/drycc/influxdb) - The controller app metrics database
 - [prometheus](https://github.com/drycc/prometheus) - The monitor database
 - [rabbitmq](https://github.com/drycc/rabbitmq) - RabbitMQ is a message broker used with controller celery
 - [storage](https://github.com/drycc/storage) - The in-cluster, kubernetes storage, s3 api compatible, hybrid storage system.

_scripts/install.sh

@@ -374,9 +374,6 @@ function install_drycc {
   echo -e "\\033[32m---> Start installing workflow...\\033[0m"
   RABBITMQ_USERNAME=$(cat /proc/sys/kernel/random/uuid)
   RABBITMQ_PASSWORD=$(cat /proc/sys/kernel/random/uuid)
-  INFLUXDB_USERNAME=$(cat /proc/sys/kernel/random/uuid)
-  INFLUXDB_PASSWORD=$(cat /proc/sys/kernel/random/uuid)
-
 
 cat << EOF > "/tmp/drycc-values.yaml"
 global:
@@ -457,16 +454,6 @@ rabbitmq:
 imagebuilder:
   imageRegistry: ${DRYCC_REGISTRY}
 
-influxdb:
-  replicas: ${INFLUXDB_REPLICAS}
-  imageRegistry: ${DRYCC_REGISTRY}
-  user: "${INFLUXDB_USERNAME}"
-  password: "${INFLUXDB_PASSWORD}"
-  persistence:
-    enabled: true
-    size: ${INFLUXDB_PERSISTENCE_SIZE:-5Gi}
-    storageClass: ${INFLUXDB_PERSISTENCE_STORAGE_CLASS:-""}
-
 logger:
   replicas: ${LOGGER_REPLICAS}
   imageRegistry: ${DRYCC_REGISTRY}
@@ -539,8 +526,6 @@ EOF
     --create-namespace --wait --timeout 30m0s
   echo -e "\\033[32m---> Rabbitmq username: $RABBITMQ_USERNAME\\033[0m"
   echo -e "\\033[32m---> Rabbitmq password: $RABBITMQ_PASSWORD\\033[0m"
-  echo -e "\\033[32m---> Influxdb username: $INFLUXDB_USERNAME\\033[0m"
-  echo -e "\\033[32m---> Influxdb password: $INFLUXDB_PASSWORD\\033[0m"
 }
 
 function install_helmbroker {

charts/workflow/Chart.yaml

@@ -37,9 +37,6 @@ dependencies:
 - name: registry-proxy
   repository: oci://registry.drycc.cc/charts-testing
   version: x.x.x
-- name: influxdb
-  repository: oci://registry.drycc.cc/charts-testing
-  version: x.x.x
 - name: rabbitmq
   repository: oci://registry.drycc.cc/charts-testing
   version: x.x.x

charts/workflow/values.yaml

@@ -3,7 +3,7 @@
 # If the service is used by a component alone, it needs to be configured inside the component.
 # Refer to rabbitmqUrl and databaseUrl of the controller component. 
 # If the service is dependent on multiple components and there is state synchronization,
-# it needs to be configured separately, such as storage and influxdb.
+# it needs to be configured separately, such as storage.
 
 global:
   # Admin email, used for each component to send email to administrator
@@ -36,13 +36,7 @@ global:
   # - on-cluster: Run Rabbitmq within the Kubernetes cluster
   # - off-cluster: Run Rabbitmq outside the Kubernetes cluster (configure in controller section)
   rabbitmqLocation: "on-cluster"
-  # Set the location of Workflow's influxdb cluster
-  #
-  # Valid values are:
-  # - on-cluster: Run Influxdb within the Kubernetes cluster
-  # - off-cluster: Influxdb is running outside of the cluster and credentials and connection information will be provided.
-  influxdbLocation: "on-cluster"
-  # Set the location of Workflow's influxdb cluster
+  # Set the location of Workflow's prometheus cluster
   #
   # Valid values are:
   # - on-cluster: Run prometheus within the Kubernetes cluster
@@ -209,35 +203,6 @@ rabbitmq:
     ## If the PV uses a different storage class, specify that here.
     storageClass: ""
 
-influxdb:
-  # URL configuration is only available in off-cluster Influx database
-  url: "http://my.influx.url:8086"
-  bucket: "kubernetes"
-  org: "drycc"
-  # If influxdb is off-cluster, it must be specified
-  # Otherwise, it is generated randomly, if it is empty
-  token: ""
-  # Configure the following is only available in on-cluster Influx database
-  user: "admin"
-  password: "admin123"
-  retention: "30d"
-  # GCP PDs and EBS volumes are supported only
-  persistence:
-    enabled: false # Set to true to enable persistence
-    accessMode: ReadWriteOnce
-    size: 5Gi # PVC size
-    ## influxdb data Persistent Volume Storage Class
-    ## If defined, storageClassName: <storageClass>
-    ## If set to "-", storageClassName: "", which disables dynamic provisioning
-    ## If undefined (the default) or set to null, no storageClassName spec is
-    ##   set, choosing the default provisioner.  (gp2 on AWS, standard on
-    ##   GKE, AWS & OpenStack)
-    ##
-    ## Storage class of PV to bind. By default it looks for standard storage class.
-    ## If the PV uses a different storage class, specify that here.
-    storageClass: ""
-    volumeName: ""
-
 fluentd:
   syslog:
     # Configure the following ONLY if using Fluentd to send log messages to both
@@ -255,7 +220,7 @@ monitor:
       enabled: false # Set to true to enable persistence
       accessMode: ReadWriteOnce
       size: 5Gi # PVC size
-      ## influxdb data Persistent Volume Storage Class
+      ## grafana data Persistent Volume Storage Class
       ## If defined, storageClassName: <storageClass>
       ## If set to "-", storageClassName: "", which disables dynamic provisioning
       ## If undefined (the default) or set to null, no storageClassName spec is
@@ -324,7 +289,6 @@ gateway:
   - drycc
   - drycc-rabbitmq
   - drycc-passport
-  - drycc-influxdb
   - drycc-prometheus
   - drycc-monitor-grafana
   # custom listeners

src/installing-workflow/index.md

@@ -31,7 +31,7 @@ More rigorous installations would benefit from using outside sources for the fol
 * [Postgres](configuring-postgres.md) - For example AWS RDS.
 * [Registry](configuring-registry.md) - This includes [quay.io](https://quay.io), [dockerhub](https://hub.docker.com), [Amazon ECR](https://aws.amazon.com/ecr/), and [Google GCR](https://cloud.google.com/container-registry/).
 * [Redis](../managing-workflow/platform-logging.md#configuring-off-cluster-redis) - Such as AWS Elasticache
-* [InfluxDB](../managing-workflow/platform-monitoring.md#configuring-off-cluster-influxdb) and [Grafana](../managing-workflow/platform-monitoring.md#off-cluster-grafana)
+* [Grafana](../managing-workflow/platform-monitoring.md#off-cluster-grafana)
 
 #### Gateway
 
@@ -70,7 +70,6 @@ $ helm install drycc oci://registry.drycc.cc/charts/workflow \
     --set database.imageRegistry=quay.io \
     --set fluentd.imageRegistry=quay.io \
     --set redis.imageRegistry=quay.io \
-    --set influxdb.imageRegistry=quay.io \
     --set rabbitmq.imageRegistry=quay.io \
     --set logger.imageRegistry=quay.io \
     --set storage.imageRegistry=quay.io \
@@ -106,7 +105,6 @@ drycc-builder-574483744-l15zj             1/1       Running   0          4m
 drycc-controller-3953262871-pncgq         1/1       Running   2          4m
 drycc-controller-celery-cmxxn             3/3       Running   0          4m
 drycc-database-83844344-47ld6             1/1       Running   0          4m
-drycc-influxdb-2729788615-m9b5n           1/1       Running   0          4m
 drycc-logger-176328999-wjckx              1/1       Running   4          4m
 drycc-logger-fluentd-zxnqb                1/1       Running   0          4m
 drycc-redis-304849759-1f35p               1/1       Running   0          4m

src/managing-workflow/platform-monitoring.md

@@ -30,7 +30,7 @@ We now include a monitoring stack for introspection on a running Kubernetes clus
 ```
 
 ## [Grafana](https://grafana.com/)
-Grafana allows users to create custom dashboards that visualize the data captured to the running InfluxDB component. By default Grafana is exposed using a [service annotation](https://github.com/drycc/router#how-it-works) through the router at the following URL: `http://grafana.mydomain.com`. The default login is `admin/admin`. If you are interested in changing these values please see [Tuning Component Settings][].
+Grafana allows users to create custom dashboards that visualize the data captured to the running Prometheus component. By default Grafana is exposed using a [service annotation](https://github.com/drycc/router#how-it-works) through the router at the following URL: `http://grafana.mydomain.com`. The default login is `admin/admin`. If you are interested in changing these values please see [Tuning Component Settings][].
 
 Grafana will preload several dashboards to help operators get started with monitoring Kubernetes and Drycc Workflow.
 These dashboards are meant as starting points and don't include every item that might be desirable to monitor in a

src/managing-workflow/tuning-component-settings.md

@@ -161,8 +161,8 @@ For a list of other options you can set by using environment variables please se
 ### [Telegraf](https://docs.influxdata.com/telegraf)
 For a list of configuration values that can be set by using environment variables please see the following [configuration file](https://github.com/drycc/monitor/blob/main/telegraf/rootfs/config.toml.tpl).
 
-### [InfluxDB](https://docs.influxdata.com/influxdb)
-You can find a list of values that can be set using environment variables [here](https://github.com/drycc/influxdb/blob/main/rootfs/home/influxdb/config.toml.tpl).
+### [Prometheus](https://prometheus.io)
+You can find a list of values that can be set using environment variables [here](https://github.com/drycc/prometheus).
 
 ## Customizing the Registry
 

src/managing-workflow/upgrading-workflow.md

@@ -47,7 +47,6 @@ drycc-builder-2448122224-3cibz            1/1       Running   0          5m
 drycc-controller-1410285775-ipc34         1/1       Running   3          5m
 drycc-controller-celery-694f75749b-cmxxn  3/3       Running   0          5m
 drycc-database-e7c5z                      1/1       Running   0          5m
-drycc-influxdb-ah8io                      1/1       Running   0          5m
 drycc-logger-cgjup                        1/1       Running   3          5m
 drycc-logger-fluentd-45h7j                1/1       Running   0          5m
 drycc-logger-fluentd-4z7lw                1/1       Running   0          5m

src/quickstart/install-workflow.md

@@ -218,9 +218,6 @@ STORAGE_META_TIKV_PERSISTENCE_SIZE         | The size of the persistence space a
 STORAGE_META_TIKV_PERSISTENCE_STORAGE_CLASS| StorangeClass of `storage meta tikv`; default storangeclass is used by default
 MONITOR_GRAFANA_PERSISTENCE_SIZE           | The size of the persistence space allocated to `monitor.grafana`, which is `5Gi` by default
 MONITOR_GRAFANA_PERSISTENCE_STORAGE_CLASS  | StorangeClass of `monitor` grafana; default storangeclass is used by default
-INFLUXDB_REPLICAS                          | Number of influxdb replicas to deploy
-INFLUXDB_PERSISTENCE_SIZE                  | The size of the persistence space allocated to `influxdb`, which is `5Gi` by default
-INFLUXDB_PERSISTENCE_STORAGE_CLASS         | StorangeClass of `influxdb`; default storangeclass is used by default
 LOGGER_REPLICAS                            | Number of logger replicas to deploy
 RABBITMQ_REPLICAS                          | Number of rabbitmq replicas to deploy
 RABBITMQ_PERSISTENCE_SIZE                  | The size of the persistence space allocated to `rabbitmq`, which is `5Gi` by default

src/troubleshooting/kubectl.md

@@ -14,7 +14,6 @@ running, run:
 	drycc-controller-h6lk6         0/1       ContainerCreating   0          4s
 	drycc-controller-celery-cmxxn  0/3       ContainerCreating   0          4s
 	drycc-database-56v39           0/1       ContainerCreating   0          4s
-    drycc-influxdb-f9ftm           0/1       Pending             0          3s
 	drycc-logger-fluentd-xihr1     0/1       Pending             0          2s
 	drycc-logger-grupg             0/1       ContainerCreating   0          3s
 	drycc-storage-c2exb              0/1       Pending             0          3s