From 42f78afb6e1acac4a54c7c91d793d68ba685ebb5 Mon Sep 17 00:00:00 2001 From: Soren Spicknall Date: Tue, 29 Aug 2023 15:30:01 -0500 Subject: [PATCH] Add Anaheim Transportation Network to LittlePay pipeline (#2928) --- airflow/dags/parse_littlepay/atn.yml | 2 ++ airflow/dags/sync_littlepay/atn.yml | 3 +++ warehouse/models/mart/payments/fct_payments_rides_v2.sql | 5 +++++ warehouse/seeds/payments_gtfs_datasets.csv | 1 + 4 files changed, 11 insertions(+) create mode 100644 airflow/dags/parse_littlepay/atn.yml create mode 100644 airflow/dags/sync_littlepay/atn.yml diff --git a/airflow/dags/parse_littlepay/atn.yml b/airflow/dags/parse_littlepay/atn.yml new file mode 100644 index 0000000000..a35babf1e8 --- /dev/null +++ b/airflow/dags/parse_littlepay/atn.yml @@ -0,0 +1,2 @@ +operator: operators.LittlepayToJSONL +instance: atn diff --git a/airflow/dags/sync_littlepay/atn.yml b/airflow/dags/sync_littlepay/atn.yml new file mode 100644 index 0000000000..b77c2158b9 --- /dev/null +++ b/airflow/dags/sync_littlepay/atn.yml @@ -0,0 +1,3 @@ +operator: operators.LittlepayRawSync +instance: atn +access_key_secret_name: LITTLEPAY_AWS_IAM_ANAHEIM_TRANSPORTATION_NETWORK_ACCESS_KEY diff --git a/warehouse/models/mart/payments/fct_payments_rides_v2.sql b/warehouse/models/mart/payments/fct_payments_rides_v2.sql index 97caa9e5ea..47273a0966 100644 --- a/warehouse/models/mart/payments/fct_payments_rides_v2.sql +++ b/warehouse/models/mart/payments/fct_payments_rides_v2.sql @@ -45,6 +45,11 @@ filter_value = 'redwood-coast-transit', principals = ['serviceAccount:redwood-coast-transit@cal-itp-data-infra.iam.gserviceaccount.com'] ) }}", +" {{ create_row_access_policy( + filter_column = 'participant_id', + filter_value = 'atn', + principals = ['serviceAccount:atn-payments-user@cal-itp-data-infra.iam.gserviceaccount.com'] +) }}", " {{ create_row_access_policy( principals = ['serviceAccount:metabase@cal-itp-data-infra.iam.gserviceaccount.com', 'serviceAccount:bq-transform-svcacct@cal-itp-data-infra.iam.gserviceaccount.com', diff --git a/warehouse/seeds/payments_gtfs_datasets.csv b/warehouse/seeds/payments_gtfs_datasets.csv index 525b5a3e5f..f072717d4e 100644 --- a/warehouse/seeds/payments_gtfs_datasets.csv +++ b/warehouse/seeds/payments_gtfs_datasets.csv @@ -8,3 +8,4 @@ recGTiyx7VcxcUkRu,humboldt-transit-authority rec7FygKkATPJZtFR,lake-transit-authority recxvrgxNkScGIidy,mendocino-transit-authority recWJJ4dRk4lHXaWX,redwood-coast-transit +recrxmzfLImgBGwUH,atn