feat(controller): add init job

Author: duanhongyi

.woodpecker/chart.yaml

@@ -8,7 +8,7 @@ steps:
   commands:
   - export VERSION=$(sed 's#v##' <<< $CI_COMMIT_TAG)
   - export IMAGE_TAG=$([ ! -z $CI_COMMIT_TAG ] && echo \"$VERSION\" || echo \"canary\")
-  - export APP_VERSION=$([ ! -z $CI_COMMIT_TAG ] && echo $VERSION || echo 1.0.0)
+  - export APP_VERSION=$([ -z $CI_COMMIT_TAG ] && echo $CI_COMMIT_SHA || echo $VERSION)
   - export CHART_VERSION=$([ -z $CI_COMMIT_TAG ] && echo 1.0.0 || echo $VERSION)
   - sed -i "s/imageTag:\ \"canary\"/imageTag:\ $IMAGE_TAG/g" charts/$${CI_REPO_NAME}/values.yaml
   - helm package -u charts/$${CI_REPO_NAME} --version $CHART_VERSION --app-version $APP_VERSION

charts/controller/Chart.lock

@@ -1,6 +1,8 @@
 {{/* Generate controller deployment envs */}}
 {{- define "controller.envs" }}
 env:
+- name: VERSION
+  value: {{ .Chart.appVersion }}
 - name: REGISTRATION_MODE
   value: {{ .Values.registrationMode }}
 # Environmental variable value for $GATEWAY_CLASS

charts/controller/a.yaml

@@ -38,6 +38,16 @@ spec:
         - -a
         - $(DRYCC_REDIS_ADDRS)
         {{- include "controller.envs" . | indent 8 }}
+      - name: drycc-controller-waitting
+        image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/controller:{{.Values.imageTag}}
+        imagePullPolicy: {{.Values.imagePullPolicy}}
+        args:
+        - /usr/bin/env
+        - bash
+        - -ec
+        - |
+          python -u /workspace/manage.py cluster_lock waitting
+        {{- include "controller.envs" . | indent 8 }}
       containers:
       - name: drycc-controller
         image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/controller:{{.Values.imageTag}}
@@ -74,3 +84,11 @@ spec:
             name: http
         {{- include "controller.limits" . | indent 8 }}
         {{- include "controller.envs" . | indent 8 }}
+        volumeMounts:
+        - name: controller-config
+          readOnly: false
+          mountPath: /etc/controller
+      volumes:
+      - name: controller-config
+        configMap:
+          name: controller-config

charts/controller/charts/common-1.1.3.tgz

@@ -0,0 +1,42 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: drycc-controller-job-init
+spec:
+  template:
+    spec:
+    initContainers:
+    - name: drycc-controller-job-init
+      image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/python-dev:latest
+      imagePullPolicy: {{.Values.imagePullPolicy}}
+      args:
+        - netcat
+        - -v
+        - -u
+        - $(DRYCC_DATABASE_URL),$(DRYCC_DATABASE_REPLICA_URL),$(DRYCC_RABBITMQ_URL)
+        - -a
+        - $(DRYCC_REDIS_ADDRS),$(DRYCC_CONTROLLER_API_SERVICE_HOST):$(DRYCC_CONTROLLER_API_SERVICE_PORT)
+      {{- include "controller.envs" . | indent 8 }}
+      containers:
+      - name: drycc-controller-job-init
+        image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/controller:{{.Values.imageTag}}
+        imagePullPolicy: {{.Values.imagePullPolicy}}
+        {{- if .Values.diagnosticMode.enabled }}
+        command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 8 }}
+        args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 8 }}
+        {{- else }}
+        args:
+        - /usr/bin/env
+        - bash
+        - -ec
+        - |
+          python -u /workspace/manage.py cluster_lock lock
+          python -u /workspace/manage.py migrate --noinput
+          python -u /workspace/manage.py loaddata /etc/controller/limit-specs.json
+          python -u /workspace/manage.py loaddata /etc/controller/limit-plans.json
+          python -u /workspace/manage.py cluster_lock unlock
+        {{- end }}
+        {{- include "controller.envs" . | indent 8 }}
+      restartPolicy: Never
+  backoffLimit: 0
+  ttlSecondsAfterFinished: 3600

charts/controller/templates/_helpers.tpl

@@ -0,0 +1,42 @@
+import time
+from django.core.management.base import BaseCommand
+from django.core.cache import cache
+from django.conf import settings
+
+lock_key = "drycc:controller:version"
+waitting_init_msg = "version inconsistency %s!=%s, waiting for initialization to complete..."
+
+
+class Command(BaseCommand):
+    """Management command for push data to manager"""
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "args",
+            metavar="action",
+            nargs="+",
+            choices=["lock", "unlock", "waitting"],
+            help="an action that needs to be executed.",
+        )
+
+    def lock(self):
+        cache.set(lock_key, settings.VERSION)
+        print("lock completed!")
+
+    def unlock(self):
+        cache.delete(lock_key)
+        print("unlock completed!")
+
+    def waitting(self):
+        while True:
+            version = cache.get("drycc:controller:version")
+            if version != settings.VERSION:
+                print(waitting_init_msg % (version, settings.VERSION))
+            else:
+                break
+            time.sleep(10)
+        print("waiting completed!")
+
+    def handle(self, *args, **options):
+        action = args[0]
+        getattr(self, action)()