Merge pull request #250 from cityofaustin/ch-bond-reporting-cruft

Remove unneeded bond reporting tasks
cityofaustin · Sep 4, 2024 · 6f8f861 · 6f8f861
2 parents 06482c0 + af4ea54
commit 6f8f861
Showing 1 changed file with 4 additions and 43 deletions.
diff --git a/dags/atd_bond_reporting.py b/dags/atd_bond_reporting.py
@@ -1,3 +1,5 @@
+# test locally with: docker compose run --rm airflow-cli dags test atd_bond_reporting
+
 import os
 
 from airflow.models import DAG
@@ -133,34 +135,6 @@
     )
 
     t3 = DockerOperator(
-        task_id="microstrategy_report_fdu_expenses_quarterly",
-        image=docker_image,
-        docker_conn_id="docker_default",
-        auto_remove=True,
-        command='python atd-bond-reporting/microstrategy_to_s3.py -r "FDU Expenses by Quarter"',
-        environment=env_vars,
-        tty=True,
-        force_pull=False,
-        mount_tmp_dir=False,
-        retries=3,
-        retry_delay=duration(seconds=60),
-    )
-
-    t4 = DockerOperator(
-        task_id="microstrategy_report_2020_bond_metadata",
-        image=docker_image,
-        docker_conn_id="docker_default",
-        auto_remove=True,
-        command='python atd-bond-reporting/microstrategy_to_s3.py -r "2020 Division Group and Unit"',
-        environment=env_vars,
-        tty=True,
-        force_pull=False,
-        mount_tmp_dir=False,
-        retries=3,
-        retry_delay=duration(seconds=60),
-    )
-
-    t5 = DockerOperator(
         task_id="bond_data_to_postgres",
         image=docker_image,
         docker_conn_id="docker_default",
@@ -174,7 +148,7 @@
         retry_delay=duration(seconds=60),
     )
 
-    t6 = DockerOperator(
+    t4 = DockerOperator(
         task_id="bond_data_processing",
         image=docker_image,
         docker_conn_id="docker_default",
@@ -188,18 +162,5 @@
         retry_delay=duration(seconds=60),
     )
 
-    t7 = DockerOperator(
-        task_id="bond_quarterly_data_processing",
-        image=docker_image,
-        docker_conn_id="docker_default",
-        auto_remove=True,
-        command="python atd-bond-reporting/quarterly_reporting.py",
-        environment=env_vars,
-        tty=True,
-        force_pull=False,
-        mount_tmp_dir=False,
-        retries=3,
-        retry_delay=duration(seconds=60),
-    )
 
-    t1 >> t2 >> t3 >> t4 >> t5 >> t6 >> t7
+    t1 >> t2 >> t3 >> t4