chore(charts): add migrate job

Author: duanhongyi

charts/passport/templates/_helpers.tpl

@@ -14,8 +14,10 @@ rbac.authorization.k8s.io/v1
 {{/* Generate passport deployment envs */}}
 {{- define "passport.envs" }}
 env:
-- name: "TZ"
+- name: TZ
   value: {{ .Values.time_zone | default "UTC" | quote }}
+- name: VERSION
+  value: {{ .Chart.AppVersion }}
 - name: ADMIN_USERNAME
   value: {{ .Values.adminUsername | default "admin" | quote }}
 - name: ADMIN_PASSWORD

charts/passport/templates/passport-deployment.yaml

@@ -37,6 +37,18 @@ spec:
           - -u
           - $(DRYCC_DATABASE_URL),$(DRYCC_DATABASE_REPLICA_URL)
         {{- include "passport.envs" . | indent 8 }}
+      - name: drycc-passport-waitting
+        image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/passport:{{.Values.imageTag}}
+        imagePullPolicy: {{.Values.imagePullPolicy}}
+        args:
+        - /usr/bin/env
+        - bash
+        - -ec
+        - |
+          python -u /workspace/manage.py cluster_lock waitting
+        {{- include "passport.limits" . | indent 8 }}
+        {{- include "passport.envs" . | indent 8 }}
+        {{- include "passport.volumeMounts" . | indent 8 }}
       containers:
       - name: drycc-passport
         image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/passport:{{.Values.imageTag}}

charts/passport/templates/passport-job-upgrade.yaml

@@ -0,0 +1,48 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: drycc-passport-job-upgrade-{{ now | date "20060102150405" }}
+  labels:
+    heritage: drycc
+  annotations:
+    component.drycc.cc/version: {{ .Values.imageTag }}
+spec:
+  template:
+    metadata:
+      labels: {{- include "common.labels.standard" . | nindent 8 }}
+        app: drycc-passport-job-upgrade
+    spec:
+      initContainers:
+      - name: drycc-passport-init
+        image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/python-dev:latest
+        imagePullPolicy: {{.Values.imagePullPolicy}}
+        args:
+          - netcat
+          - -v
+          - -u
+          - $(DRYCC_DATABASE_URL),$(DRYCC_DATABASE_REPLICA_URL)
+        {{- include "passport.envs" . | indent 8 }}
+      containers:
+      - name: drycc-passport-job-upgrade
+        image: {{.Values.imageRegistry}}/{{.Values.imageOrg}}/passport:{{.Values.imageTag}}
+        imagePullPolicy: {{.Values.imagePullPolicy}}
+        {{- if .Values.diagnosticMode.enabled }}
+        command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 8 }}
+        args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 8 }}
+        {{- else }}
+        args:
+        - /usr/bin/env
+        - bash
+        - -ec
+        - |
+          python -u /workspace/manage.py cluster_lock lock
+          python -u /workspace/manage.py migrate --noinput
+          python -u /workspace/manage.py cluster_lock unlock
+        {{- end }}
+        {{- include "passport.limits" . | indent 8 }}
+        {{- include "passport.envs" . | indent 8 }}
+        {{- include "passport.volumeMounts" . | indent 8 }}
+      {{- include "passport.volumes" . | indent 6 }}
+      restartPolicy: Never
+  backoffLimit: 0
+  ttlSecondsAfterFinished: 3600

rootfs/api/management/commands/cluster_lock.py

@@ -0,0 +1,41 @@
+import time
+from django.core.management.base import BaseCommand
+from django.core.cache import cache
+from django.conf import settings
+
+lock_key = "drycc:passport:version"
+waitting_init_msg = "version inconsistency %s!=%s, waiting for initialization to complete..."
+
+
+class Command(BaseCommand):
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "args",
+            metavar="action",
+            nargs="+",
+            choices=["lock", "unlock", "waitting"],
+            help="an action that needs to be executed.",
+        )
+
+    def lock(self):
+        cache.delete(lock_key)
+        print("lock completed!")
+
+    def unlock(self):
+        cache.set(lock_key, settings.VERSION, timeout=None)
+        print("unlock completed!")
+
+    def waitting(self):
+        while True:
+            version = cache.get(lock_key, None)
+            if version != settings.VERSION:
+                print(waitting_init_msg % (version, settings.VERSION))
+            else:
+                break
+            time.sleep(10)
+        print("waiting completed!")
+
+    def handle(self, *args, **options):
+        action = args[0]
+        getattr(self, action)()

rootfs/api/management/commands/cluster_migrate.py

@@ -6,12 +6,17 @@
 For the full list of settings and their values, see
 https://docs.djangoproject.com/en/2.2/ref/settings/
 """
+import uuid
 import os.path
 import ldap
 import dj_database_url
 from django_auth_ldap.config import LDAPSearch, GroupOfNamesType
 
 BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
+
+# drycc passport app version.
+VERSION = os.environ.get('VERSION', uuid.uuid1().hex[:8])
+
 # SECURITY WARNING: don't run with debug turned on in production!
 DEBUG = os.environ.get('DRYCC_DEBUG', 'false').lower() == "true"
 

rootfs/api/settings/production.py

@@ -22,10 +22,6 @@ echo ""
 echo "Health Checks:"
 python /workspace/manage.py healthchecks
 
-echo ""
-echo "Database Migrations:"
-python /workspace/manage.py cluster_migrate --noinput
-
 echo ""
 echo "Collect static files in a single location:"
 python manage.py collectstatic --noinput