adding private_dataset field to the warehouse Staging, Intermediate, …

…and Mart gtfs_dataset.
cal-itp · Aug 24, 2024 · 70ed263 · 70ed263
1 parent 8a26f18
commit 70ed263
Show file tree

Hide file tree

Showing 4 changed files with 6 additions and 0 deletions.
diff --git a/...dels/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql b/...dels/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql
@@ -50,6 +50,7 @@ int_transit_database__gtfs_datasets_dim AS (
         url_to_encode,
         base64_url,
         type,
+        private_dataset,
         _is_current,
         _valid_from,
         _valid_to

diff --git a/warehouse/models/mart/transit_database/_mart_transit_database.yml b/warehouse/models/mart/transit_database/_mart_transit_database.yml
@@ -324,6 +324,9 @@ models:
         description: |
           If populated, indicates that dataset was deprecated on listed date
           and is no longer active.
+      - name: private_dataset
+        description: |
+          If True, indicates that dataset is marked non-public and the feeds will be published to any public open data portal.
       - *valid_from_actual
       - *valid_to_actual
       - *is_current_actual

diff --git a/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql b/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql
@@ -31,6 +31,7 @@ dim_gtfs_datasets AS (
         manual_check__localized_stop_tts,
         manual_check__grading_scheme_v1,
         base64_url,
+        private_dataset,
         _is_current,
         _valid_from,
         _valid_to

diff --git a/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql b/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql
@@ -101,6 +101,7 @@ stg_transit_database__gtfs_datasets AS (
             WHEN data = "GTFS VehiclePositions" THEN "vehicle_positions"
             WHEN data = "GTFS TripUpdates" THEN "trip_updates"
         END AS type,
+        private_dataset,
         ts,
         dt
     FROM construct_base64_url