Merge pull request #3425 from cal-itp/private_dataset

adding private_dataset field to the warehouse Staging, Intermediate, …
cal-itp · Aug 28, 2024 · 5874bc5 · 5874bc5
2 parents 7dcf84a + f54512a
commit 5874bc5
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 1 deletion.
diff --git a/...dels/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql b/...dels/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql
@@ -50,6 +50,7 @@ int_transit_database__gtfs_datasets_dim AS (
         url_to_encode,
         base64_url,
         type,
+        private_dataset,
         _is_current,
         _valid_from,
         _valid_to

diff --git a/warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml b/warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml
@@ -1,7 +1,7 @@
 version: 2
 
 models:
-  - name: fct_dailytrip_updates_vehicle_positions_completeness
+  - name: fct_daily_trip_updates_vehicle_positions_completeness
     description: |
       A daily model of how many trips had either a single trip update or a single vehicle position message
   - name: fct_daily_rt_feed_validation_notices

diff --git a/warehouse/models/mart/transit_database/_mart_transit_database.yml b/warehouse/models/mart/transit_database/_mart_transit_database.yml
@@ -324,6 +324,9 @@ models:
         description: |
           If populated, indicates that dataset was deprecated on listed date
           and is no longer active.
+      - name: private_dataset
+        description: |
+          If True, indicates that dataset is marked non-public and the feeds will be published to any public open data portal.
       - *valid_from_actual
       - *valid_to_actual
       - *is_current_actual

diff --git a/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql b/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql
@@ -31,6 +31,7 @@ dim_gtfs_datasets AS (
         manual_check__localized_stop_tts,
         manual_check__grading_scheme_v1,
         base64_url,
+        private_dataset,
         _is_current,
         _valid_from,
         _valid_to

diff --git a/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql b/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql
@@ -101,6 +101,7 @@ stg_transit_database__gtfs_datasets AS (
             WHEN data = "GTFS VehiclePositions" THEN "vehicle_positions"
             WHEN data = "GTFS TripUpdates" THEN "trip_updates"
         END AS type,
+        private_dataset,
         ts,
         dt
     FROM construct_base64_url