chore(postgresql-cluster): add pgbackup

Author: EamonZhang

addons/postgresql-cluster/15/chart/postgresql-cluster/templates/_helpers.tpl

@@ -43,10 +43,10 @@ Create the name of the service account to use.
 {{- end -}}
 
 {{/*
-Return true if a cronjob object should be created for Postgresql HA patroni
+Return true if a cronjob object should be created for Postgresql HA patroni ## TODO feature
 */}}
 {{- define "patroni.createCronJob" -}}
-{{- if and .Values.walG.enable }}
+{{- if and .Values.walG.enabled }}
     {{- true -}}
 {{- else -}}
 {{- end -}}
@@ -115,13 +115,14 @@ Create patroni envs.
       fieldPath: metadata.name
 - name: PATRONI_POSTGRESQL_DATA_DIR
   value: "{{ .Values.persistentVolume.mountPath }}/data"
+- name: PGDATA
+  value: "{{ .Values.persistentVolume.mountPath }}/data"
 - name: PATRONI_POSTGRESQL_PGPASS
   value: /tmp/pgpass
 - name: PATRONI_POSTGRESQL_LISTEN
   value: '0.0.0.0:5432'
 - name: PATRONI_RESTAPI_LISTEN
   value: '0.0.0.0:8008'
-
 - name: DATABASE_NAME
   valueFrom:
     secretKeyRef:
@@ -137,20 +138,15 @@ Create patroni envs.
     secretKeyRef:
       name: {{ template "patroni.fullname" . }}
       key: data-password
-
 {{- end -}}
 
 {{/*
 Create walg envs.
 */}}
 {{- define "walg.envs" }}
-{{- if .Values.walG.enable }}
+{{- if .Values.walG.enabled }}
 - name: USE_WALG
-  value: {{ .Values.walG.enable | quote }}
-{{- if .Values.walG.scheduleCronJob }}
-- name: BACKUP_SCHEDULE
-  value: {{ .Values.walG.scheduleCronJob | quote}}
-{{- end }}
+  value: {{ .Values.walG.enabled | quote }}
 {{- if .Values.walG.retainBackups }}
 - name: BACKUP_NUM_TO_RETAIN
   value: {{ .Values.walG.retainBackups | quote}}
@@ -165,7 +161,7 @@ Create walg envs.
 {{- end }}
 {{- if .Values.walG.s3.used }}
 - name: AWS_ACCESS_KEY_ID
-  value: {{ .Values.walG.s3.awsAccessKeyId | quote }}
+  value: {{ .Values.walG.s3.awsAccessKeyID | quote }}
 - name: AWS_SECRET_ACCESS_KEY
   value: {{ .Values.walG.s3.awsSecretAccessKey | quote }}
 - name: WALG_S3_PREFIX

addons/postgresql-cluster/15/chart/postgresql-cluster/templates/cronjob.yaml

@@ -19,7 +19,7 @@ metadata:
   {{- end }}
 
 spec:
-  schedule: "*/1 * * * *"
+  schedule: "{{ .Values.walG.scheduleCronJob }}"
   failedJobsHistoryLimit: 1
   successfulJobsHistoryLimit: 1
   jobTemplate:
@@ -30,29 +30,14 @@ spec:
           containers:         
           - name: {{ .Chart.Name }}-backup
             image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
-            imagePullPolicy: Always
-            #imagePullPolicy: {{ .Values.image.pullPolicy | quote }}
+            imagePullPolicy: {{ .Values.image.pullPolicy | quote }}
             command:  
               - /usr/bin/env
               - bash
               - -c
               - |
-                echo "sleeping ...."
-                sleep 10000
-                echo "Successfull"
-                init-stack  /opt/drycc/wal-g/bin/wal-g backup-push
-                init-stack  /opt/drycc/wal-g/bin/wal-g delete 
+                curl "http://${REPLHOST}:9000/pg_backup"
             env:
-              {{- include "walg.envs" . | indent 14 }}
-              - name: PGHOST
-                value: {{ include "patroni.fullname" . }}-repl
-              - name: PGPASSWORD
-                valueFrom:
-                  secretKeyRef:
-                    name: {{ template "patroni.fullname" . }}
-                    key: password-replication
-              - name: PGUSER
-                value: standby
-              - name: PGPORT
-                value: "5432"
+            - name: REPLHOST
+              value: {{ include "patroni.fullname" . }}-repl
 {{- end -}}

addons/postgresql-cluster/15/chart/postgresql-cluster/templates/statefulset.yaml

@@ -56,6 +56,9 @@ spec:
         #   fsGroup: postgres
         env:
         {{- include "patroni.envs" . | indent 8 }} 
+        {{- if .Values.walG.enabled }}
+        {{- include "walg.envs" . | indent 8 }} 
+        {{- end }}
         {{- if .Values.env }}
         {{- range $key, $val := .Values.env }}
         - name: {{  $key | quote | upper }}
@@ -156,7 +159,43 @@ spec:
         resources: {{- toYaml .Values.metrics.resources | nindent 12 }}
         {{- end }}
       {{- end }}
-    {{- with .Values.nodeSelector }}
+       {{- if .Values.walG.enabled }}
+      - name: {{ .Chart.Name }}-backup
+        image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
+        imagePullPolicy: {{ .Values.image.pullPolicy }}
+        # securityContext: 
+        #   runAsUser: postgres
+        #   fsGroup: postgres
+        command:
+        - /usr/bin/env
+        - bash
+        - -c
+        - | 
+          python3 /opt/drycc/postgresql/pgbackup.py 0.0.0.0 9000 
+        env:
+        {{- include "walg.envs" . | indent 8 }} 
+        - name: PGHOST
+          value: localhost
+        - name: PGPASSWORD
+          valueFrom:
+            secretKeyRef:
+              name: {{ template "patroni.fullname" . }}
+              key: password-superuser
+        - name: PGUSER
+          value: postgres
+        - name: PGDATABASE
+          value: postgres
+        - name: PGPORT
+          value: "5432" 
+        - name: PGDATA
+          value: "{{ .Values.persistentVolume.mountPath }}/data"  
+        ports:
+        - containerPort: 9000
+        volumeMounts:
+        - name: storage-volume
+          mountPath: "{{ .Values.persistentVolume.mountPath }}" 
+      {{- end }}
+     {{- with .Values.nodeSelector }} 
       nodeSelector:
 {{ toYaml . | indent 8 }}
     {{- end }}

addons/postgresql-cluster/15/chart/postgresql-cluster/templates/svc-relp.yaml

@@ -18,5 +18,9 @@ spec:
     cluster-name: {{ template "patroni.fullname" . }}
     role: replica
   ports:
-  - port: 5432
-    targetPort: 5432
+  - name: postgresql
+    port: 5432
+    targetPort: 5432
+  - name: pgbackup
+    port: 9000
+    targetPort: 9000

addons/postgresql-cluster/15/chart/postgresql-cluster/values.yaml

@@ -56,6 +56,7 @@ preInitScript: |
         - host all tea_mon 127.0.0.1/32  trust
         - host all all 0.0.0.0/0 scram-sha-256
         - host replication ${PATRONI_REPLICATION_USERNAME} 0.0.0.0/0 scram-sha-256
+        - host replication postgres 0.0.0.0/0 scram-sha-256
         parameters:
           wal_level: hot_standby
           hot_standby: "on"
@@ -69,8 +70,8 @@ preInitScript: |
           wal_log_hints: "on"
           track_commit_timestamp: "off"
           archive_mode: "on"
-          archive_timeout: 1800s
-          archive_command: /bin/true
+          archive_timeout: 300s
+          archive_command: sh /opt/drycc/postgresql/walbackup.sh %f
           # timescaledb.license: 'timescale'
           shared_preload_libraries: 'auto_explain,pg_stat_statements'
           log_destination: 'csvlog'
@@ -222,9 +223,9 @@ metrics:
       memory: 512Mi
 walG:
   # Specifies whether Wal-E should be enabled
-  enable: false
+  enabled: true
   # Cron schedule for doing base backups
-  scheduleCronJob: 00 01 * * *
+  scheduleCronJob: "*/5 * * * *"
   # Amount of base backups to retain
   retainBackups: 2
   # Name of the secret that holds the credentials to the bucket
@@ -236,10 +237,11 @@ walG:
   # to consider WAL-E restore instead of pg_basebackup
   backupThresholdPercentage: 30
   s3:
-    awsAccessKeyID: "xxx"
-    awsSecretAccessKey: "xx"
-    walGS3Prefix: "xxx"
-    awsEndpoint: "xxx"
+    used: true
+    awsAccessKeyID: "minioadmin"
+    awsSecretAccessKey: "minioadmin"
+    walGS3Prefix: "s3://pg1"
+    awsEndpoint: "http://10.10.2.11:9000"
     awsS3ForcePathStyle: "true"
     awsRegion: dx-1