Skip to content

Commit

Permalink
delete unneeded bond reporting tasks
Browse files Browse the repository at this point in the history
  • Loading branch information
Charlie-Henry committed Sep 3, 2024
1 parent 06482c0 commit 350ceab
Showing 1 changed file with 2 additions and 43 deletions.
45 changes: 2 additions & 43 deletions dags/atd_bond_reporting.py
Original file line number Diff line number Diff line change
Expand Up @@ -133,34 +133,6 @@
)

t3 = DockerOperator(
task_id="microstrategy_report_fdu_expenses_quarterly",
image=docker_image,
docker_conn_id="docker_default",
auto_remove=True,
command='python atd-bond-reporting/microstrategy_to_s3.py -r "FDU Expenses by Quarter"',
environment=env_vars,
tty=True,
force_pull=False,
mount_tmp_dir=False,
retries=3,
retry_delay=duration(seconds=60),
)

t4 = DockerOperator(
task_id="microstrategy_report_2020_bond_metadata",
image=docker_image,
docker_conn_id="docker_default",
auto_remove=True,
command='python atd-bond-reporting/microstrategy_to_s3.py -r "2020 Division Group and Unit"',
environment=env_vars,
tty=True,
force_pull=False,
mount_tmp_dir=False,
retries=3,
retry_delay=duration(seconds=60),
)

t5 = DockerOperator(
task_id="bond_data_to_postgres",
image=docker_image,
docker_conn_id="docker_default",
Expand All @@ -174,7 +146,7 @@
retry_delay=duration(seconds=60),
)

t6 = DockerOperator(
t4 = DockerOperator(
task_id="bond_data_processing",
image=docker_image,
docker_conn_id="docker_default",
Expand All @@ -188,18 +160,5 @@
retry_delay=duration(seconds=60),
)

t7 = DockerOperator(
task_id="bond_quarterly_data_processing",
image=docker_image,
docker_conn_id="docker_default",
auto_remove=True,
command="python atd-bond-reporting/quarterly_reporting.py",
environment=env_vars,
tty=True,
force_pull=False,
mount_tmp_dir=False,
retries=3,
retry_delay=duration(seconds=60),
)

t1 >> t2 >> t3 >> t4 >> t5 >> t6 >> t7
t1 >> t2 >> t3 >> t4

0 comments on commit 350ceab

Please sign in to comment.