Chore: database migration cleanup

dags/cas_metabase_dags.py

@@ -13,26 +13,10 @@
 
 TWO_DAYS_AGO = datetime.now() - timedelta(days=2)
 
-namespace = os.getenv('GGIRCS_NAMESPACE')
+namespace = os.getenv("GGIRCS_NAMESPACE")
 
-default_args = {
-    **default_dag_args,
-    'start_date': TWO_DAYS_AGO
-}
+default_args = {**default_dag_args, "start_date": TWO_DAYS_AGO}
 
-"""
-###############################################################################
-#                                                                             #
-# DAG triggering the wal-g backup job                                         #
-#                                                                             #
-###############################################################################
-"""
-
-metabase_full_backup_dag = DAG('walg_backup_metabase_full', default_args=default_args,
-                             schedule_interval='0 8 * * *', is_paused_upon_creation=False)
-
-create_backup_task(metabase_full_backup_dag,
-                   namespace, 'cas-metabase-patroni')
 
 """
 ###############################################################################
@@ -45,21 +29,27 @@
 """
 If we're in the test namespace, dag first restores data from prod and then fixes the db connection passwords to be for the test db.
 """
-prod_test_restore_dag = DAG('cas_metabase_prod_test_restore', schedule_interval=None,
-                    default_args=default_args)
+prod_test_restore_dag = DAG(
+    "cas_metabase_prod_test_restore", schedule_interval=None, default_args=default_args
+)
+
 
 def prod_test_restore(dag):
     return PythonOperator(
         python_callable=trigger_k8s_cronjob,
-        task_id='metabase-prod-test-restore',
-        op_args=['cas-metabase-prod-test-restore', namespace],
-        dag=dag)
+        task_id="metabase-prod-test-restore",
+        op_args=["cas-metabase-prod-test-restore", namespace],
+        dag=dag,
+    )
+
 
 def fix_db_pass(dag):
     return PythonOperator(
         python_callable=trigger_k8s_cronjob,
-        task_id='metabase-db-pass',
-        op_args=['cas-metabase-db-pass', namespace],
-        dag=dag)
+        task_id="metabase-db-pass",
+        op_args=["cas-metabase-db-pass", namespace],
+        dag=dag,
+    )
+
 
 prod_test_restore(prod_test_restore_dag) >> fix_db_pass(prod_test_restore_dag)

helm/cas-metabase/Chart.lock

@@ -1,15 +1,9 @@
 dependencies:
-- name: cas-postgres
-  repository: https://bcgov.github.io/cas-postgres/
-  version: 0.9.1
 - name: cas-airflow-dag-trigger
   repository: https://bcgov.github.io/cas-airflow
   version: 1.0.8
 - name: cas-airflow-dag-trigger
   repository: https://bcgov.github.io/cas-airflow
   version: 1.0.8
-- name: patroni-migration
-  repository: https://bcgov.github.io/cas-postgres/
-  version: 0.0.21
-digest: sha256:b24eca55f781142b2afe9c684fe02330889e858601f90f343648d12c0694768f
-generated: "2024-08-20T14:43:06.807086-07:00"
+digest: sha256:9259b8b6692bb60692c7a16c6d9edf60168e1594d9774ceccf5cdcc9d0a3500c
+generated: "2024-08-21T10:22:52.870377-07:00"

helm/cas-metabase/Chart.yaml

@@ -5,9 +5,6 @@ type: application
 version: 0.4.0
 appVersion: 0.49.6
 dependencies:
-  - name: cas-postgres
-    version: 0.9.1
-    repository: https://bcgov.github.io/cas-postgres/
   - name: cas-airflow-dag-trigger
     version: 1.0.8
     repository: https://bcgov.github.io/cas-airflow
@@ -17,6 +14,3 @@ dependencies:
     repository: https://bcgov.github.io/cas-airflow
     alias: prod-test-restore
     condition: prod-test-restore.enable
-  - name: patroni-migration
-    version: 1.0.1
-    repository: https://bcgov.github.io/cas-postgres/

helm/cas-metabase/values-dev.yaml

@@ -14,7 +14,3 @@ cas-postgres:
 route:
   enable: true
   host: cas-metabase-dev.apps.silver.devops.gov.bc.ca
-
-patroni-migration:
-  from:
-    host: cas-metabase-patroni.9212c9-dev.svc.cluster.local

helm/cas-metabase/values-prod.yaml

@@ -29,7 +29,3 @@ metabaseHPA:
   enable: true
   minReplicas: 2
   maxReplicas: 5
-
-patroni-migration:
-  from:
-    host: cas-metabase-patroni.9212c9-prod.svc.cluster.local

helm/cas-metabase/values-test.yaml

@@ -37,7 +37,3 @@ prod-test-restore:
   dagId: cas_metabase_prod_test_restore
   helm:
     hook: ""
-
-patroni-migration:
-  from:
-    host: cas-metabase-patroni.9212c9-test.svc.cluster.local

helm/cas-metabase/values.yaml

@@ -1,31 +1,3 @@
-cas-postgres:
-  patroni:
-    resources:
-      limits:
-        cpu: 500m
-        memory: 2Gi
-      requests:
-        cpu: 15m
-        memory: 600Mi
-    persistentVolume:
-      storageClass: netapp-block-standard
-      size: 5Gi
-    replicaCount: 3
-    env:
-      ALLOW_NOSSL: true
-      USE_WALG_BACKUP: "true"
-      USE_WALG_RESTORE: "true"
-    walE:
-      enable: true
-      # the GCS bucket name should be {{ namespace }}-{{ gcs.bucketSuffix }}
-      gcsBucket:
-      # kubernetesSecret should be gcp-{{ namespace }}-{{ gcs.bucketSuffix }}-service-account-key
-      kubernetesSecret:
-    # options below are required if walE.enable is true
-  namespace:
-  gcs:
-    bucketSuffix:
-
 replicaCount: 2
 image:
   repository: metabase/metabase
@@ -37,9 +9,6 @@ database:
   metabaseUserSecretName: cas-metabase-db-cas-postgres-cluster-pguser-metabase
   superuserSecretName: cas-metabase-db-cas-postgres-cluster-pguser-postgres
   dbname: metabase
-  existingSecret: cas-metabase
-  existingSecretUsernameKey: database-user
-  existingSecretPasswordKey: database-password
 resources:
   limits:
     cpu: 500m
@@ -86,27 +55,3 @@ download-cas-metabase-dags:
   dagId: fetch_and_save_dag_from_github
   helm:
     hook: "pre-install,pre-upgrade"
-
-patroni-migration:
-  migrationJob:
-    ignoreRoles:
-      - metabase
-      - postgres
-
-  deployment:
-    name: cas-metabase
-    # for the KNP
-    sourceReleaseName: cas-metabase
-    targetReleaseName: cas-metabase-db
-
-  from:
-    secretName: cas-metabase-patroni
-    host: ~
-    passwordSecretKey: password-superuser
-    port: 5432
-    user: postgres
-    db: metabase
-
-  to:
-    superuserSecretName: cas-metabase-db-cas-postgres-cluster-pguser-postgres
-    appuserSecretName: cas-metabase-db-cas-postgres-cluster-pguser-metabase