From 5cacd4aec3d012c8d2cd17d86c61d082c9c33175 Mon Sep 17 00:00:00 2001 From: farhad Date: Sat, 24 Aug 2024 22:57:00 +0000 Subject: [PATCH 1/2] adding private_dataset field to the warehouse Staging, Intermediate, and Mart gtfs_dataset. --- .../dimensions/int_transit_database__gtfs_datasets_dim.sql | 1 + .../models/mart/transit_database/_mart_transit_database.yml | 3 +++ warehouse/models/mart/transit_database/dim_gtfs_datasets.sql | 1 + .../transit_database/stg_transit_database__gtfs_datasets.sql | 1 + 4 files changed, 6 insertions(+) diff --git a/warehouse/models/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql b/warehouse/models/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql index e1423e53b6..d4fb2064d4 100644 --- a/warehouse/models/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql +++ b/warehouse/models/intermediate/transit_database/dimensions/int_transit_database__gtfs_datasets_dim.sql @@ -50,6 +50,7 @@ int_transit_database__gtfs_datasets_dim AS ( url_to_encode, base64_url, type, + private_dataset, _is_current, _valid_from, _valid_to diff --git a/warehouse/models/mart/transit_database/_mart_transit_database.yml b/warehouse/models/mart/transit_database/_mart_transit_database.yml index 5ba51406bb..db7ee5471d 100644 --- a/warehouse/models/mart/transit_database/_mart_transit_database.yml +++ b/warehouse/models/mart/transit_database/_mart_transit_database.yml @@ -324,6 +324,9 @@ models: description: | If populated, indicates that dataset was deprecated on listed date and is no longer active. + - name: private_dataset + description: | + If True, indicates that dataset is marked non-public and the feeds will be published to any public open data portal. - *valid_from_actual - *valid_to_actual - *is_current_actual diff --git a/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql b/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql index 094fa85a97..d7e6c855bc 100644 --- a/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql +++ b/warehouse/models/mart/transit_database/dim_gtfs_datasets.sql @@ -31,6 +31,7 @@ dim_gtfs_datasets AS ( manual_check__localized_stop_tts, manual_check__grading_scheme_v1, base64_url, + private_dataset, _is_current, _valid_from, _valid_to diff --git a/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql b/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql index c4107074a9..9ff764addc 100644 --- a/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql +++ b/warehouse/models/staging/transit_database/stg_transit_database__gtfs_datasets.sql @@ -101,6 +101,7 @@ stg_transit_database__gtfs_datasets AS ( WHEN data = "GTFS VehiclePositions" THEN "vehicle_positions" WHEN data = "GTFS TripUpdates" THEN "trip_updates" END AS type, + private_dataset, ts, dt FROM construct_base64_url From f54512a3637212094673ee779bb0c46e8cb163fe Mon Sep 17 00:00:00 2001 From: farhad Date: Wed, 28 Aug 2024 17:28:12 +0000 Subject: [PATCH 2/2] Fixing fct_dailytrip_updates_vehicle_positions_completeness name. --- warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml b/warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml index 33cb0acf31..86e9d69fde 100644 --- a/warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml +++ b/warehouse/models/mart/gtfs_quality/_mart_gtfs_quality.yml @@ -1,7 +1,7 @@ version: 2 models: - - name: fct_dailytrip_updates_vehicle_positions_completeness + - name: fct_daily_trip_updates_vehicle_positions_completeness description: | A daily model of how many trips had either a single trip update or a single vehicle position message - name: fct_daily_rt_feed_validation_notices