diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns.yml index 66ac24fb4..c1af0b36a 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns.yml @@ -20,6 +20,8 @@ schema_fields: type: STRING - name: major_mechanical_failures type: NUMERIC + - name: major_mechanical_failures_1 + type: STRING - name: mode type: STRING - name: mode_name @@ -27,25 +29,33 @@ schema_fields: - name: mode_voms type: NUMERIC - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: other_mechanical_failures type: NUMERIC + - name: other_mechanical_failures_1 + type: STRING - name: primary_uza_population type: NUMERIC - name: report_year - type: NUMERIC + type: STRING - name: reporter_type type: STRING - name: state type: STRING - name: total_mechanical_failures type: NUMERIC + - name: total_mechanical_failures_1 + type: STRING - name: train_miles type: NUMERIC + - name: train_miles_questionable + type: STRING - name: train_revenue_miles type: NUMERIC + - name: train_revenue_miles_1 + type: STRING - name: type_of_service type: STRING - name: uace_code @@ -54,5 +64,9 @@ schema_fields: type: STRING - name: vehicle_passenger_car_miles type: NUMERIC + - name: vehicle_passenger_car_miles_1 + type: STRING + - name: vehicle_passenger_car_miles_2 + type: STRING - name: vehicle_passenger_car_revenue type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns_by_agency.yml index 70aebe596..f926180e2 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__breakdowns_by_agency.yml @@ -43,9 +43,9 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_major_mechanical_failures type: NUMERIC - name: sum_other_mechanical_failures diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_capital_use.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_capital_use.yml index 86cd7fcf1..d203e67a9 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_capital_use.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_capital_use.yml @@ -13,6 +13,8 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__capital_expenses_by_capital_use LIMIT 1; schema_fields: - name: administrative_buildings + type: NUMERIC + - name: administrative_buildings_1 type: STRING - name: agency type: STRING @@ -21,14 +23,22 @@ schema_fields: - name: city type: STRING - name: communication_information + type: NUMERIC + - name: communication_information_1 type: STRING - name: fare_collection_equipment + type: NUMERIC + - name: fare_collection_equipment_1 type: STRING - name: form_type type: STRING - name: guideway - type: STRING + type: NUMERIC + - name: guideway_questionable + type: NUMERIC - name: maintenance_buildings + type: NUMERIC + - name: maintenance_buildings_1 type: STRING - name: mode_name type: STRING @@ -37,26 +47,44 @@ schema_fields: - name: modecd type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: other + type: NUMERIC + - name: other_questionable type: STRING - name: other_vehicles + type: NUMERIC + - name: other_vehicles_questionable type: STRING - name: passenger_vehicles + type: NUMERIC + - name: passenger_vehicles_1 type: STRING + - name: primary_uza_population + type: NUMERIC - name: reduced_reporter + type: NUMERIC + - name: reduced_reporter_questionable type: STRING - name: report_year - type: NUMERIC + type: STRING - name: reporter_type type: STRING - name: state type: STRING - name: stations + type: NUMERIC + - name: stations_questionable type: STRING - name: total type: NUMERIC + - name: total_questionable + type: STRING - name: typeofservicecd type: STRING + - name: uace_code + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_mode.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_mode.yml index cd3fe1dcb..7f46d5ce6 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_mode.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_by_mode.yml @@ -33,23 +33,29 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_mode_name type: STRING - name: max_organization_type type: STRING + - name: max_primary_uza_population + type: NUMERIC - name: max_reporter_type type: STRING - name: max_state type: STRING + - name: max_uace_code + type: STRING + - name: max_uza_name + type: STRING - name: modecd type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_administrative_buildings type: NUMERIC - name: sum_communication_information diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_existing_service.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_existing_service.yml index 4552ccf1f..a2ca80411 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_existing_service.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_existing_service.yml @@ -17,13 +17,13 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_state @@ -33,9 +33,9 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_administrative_buildings type: NUMERIC - name: sum_communication_information diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_expansion_of_service.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_expansion_of_service.yml index 0be02aaf1..79f92b716 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_expansion_of_service.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__capital_expenses_for_expansion_of_service.yml @@ -17,7 +17,7 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type @@ -33,9 +33,9 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_administrative_buildings type: NUMERIC - name: sum_communication_information diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_agency.yml index 314df2abc..4f46ae2ee 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_agency.yml @@ -41,21 +41,21 @@ schema_fields: - name: count_vehicle_operations_hours_q type: NUMERIC - name: max_agency_voms_1 - type: STRING + type: NUMERIC - name: max_city_1 type: STRING - name: max_mode_voms type: NUMERIC - name: max_ntd_id - type: NUMERIC - - name: max_primary_uza_population_1 type: STRING + - name: max_primary_uza_population_1 + type: NUMERIC - name: max_state_1 type: STRING - name: max_uza_name_1 type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_total_hours type: NUMERIC - name: total_employees diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode.yml index 88eee438c..4a59c4341 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode.yml @@ -41,9 +41,9 @@ schema_fields: - name: mode type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_total_employee_count type: NUMERIC - name: sum_total_hours diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode_and_employee_type.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode_and_employee_type.yml index 388dd7976..b6314e537 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode_and_employee_type.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__employees_by_mode_and_employee_type.yml @@ -18,20 +18,32 @@ schema_fields: type: NUMERIC - name: capital_labor_count type: NUMERIC + - name: capital_labor_count_q + type: STRING - name: capital_labor_hours type: NUMERIC + - name: capital_labor_hours_q + type: STRING - name: city type: STRING - name: facility_maintenance_count type: NUMERIC + - name: facility_maintenance_count_q + type: STRING - name: facility_maintenance_hours type: NUMERIC + - name: facility_maintenance_hours_q + type: STRING - name: full_or_part_time type: STRING - name: general_administration_count type: NUMERIC + - name: general_administration_count_q + type: STRING - name: general_administration_hours type: NUMERIC + - name: general_administration_hours_q + type: STRING - name: mode type: STRING - name: mode_name @@ -39,19 +51,23 @@ schema_fields: - name: mode_voms type: NUMERIC - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: primary_uza_population type: NUMERIC - name: report_year - type: NUMERIC + type: STRING - name: state type: STRING - name: total_employee_count type: NUMERIC + - name: total_employee_count_q + type: STRING - name: total_hours type: NUMERIC + - name: total_hours_q + type: STRING - name: type_of_service type: STRING - name: uace_code @@ -60,9 +76,17 @@ schema_fields: type: STRING - name: vehicle_maintenance_count type: NUMERIC + - name: vehicle_maintenance_count_q + type: STRING - name: vehicle_maintenance_hours type: NUMERIC + - name: vehicle_maintenance_hours_q + type: STRING - name: vehicle_operations_count type: NUMERIC + - name: vehicle_operations_count_q + type: STRING - name: vehicle_operations_hours type: NUMERIC + - name: vehicle_operations_hours_q + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy.yml index 2ce98ee56..a7420ffcb 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy.yml @@ -18,38 +18,94 @@ schema_fields: type: NUMERIC - name: bio_diesel_gal type: NUMERIC + - name: bio_diesel_gal_questionable + type: STRING - name: city type: STRING - name: compressed_natural_gas type: NUMERIC + - name: compressed_natural_gas_mpg + type: NUMERIC + - name: compressed_natural_gas_mpg_1 + type: STRING + - name: compressed_natural_gas_1 + type: STRING - name: compressed_natural_gas_gal type: NUMERIC + - name: compressed_natural_gas_gal_1 + type: STRING - name: diesel type: NUMERIC + - name: diesel_questionable + type: STRING - name: diesel_gal type: NUMERIC + - name: diesel_gal_questionable + type: STRING - name: diesel_mpg type: NUMERIC + - name: diesel_mpg_questionable + type: STRING - name: electric_battery type: NUMERIC + - name: electric_battery_questionable + type: STRING - name: electric_battery_kwh type: NUMERIC + - name: electric_battery_kwh_1 + type: STRING + - name: electric_battery_mi_kwh + type: NUMERIC + - name: electric_battery_mi_kwh_1 + type: STRING - name: electric_propulsion type: NUMERIC + - name: electric_propulsion_1 + type: STRING - name: electric_propulsion_kwh type: NUMERIC + - name: electric_propulsion_kwh_1 + type: STRING + - name: electric_propulsion_mi_kwh + type: NUMERIC + - name: electric_propulsion_mi_kwh_1 + type: STRING - name: gasoline type: NUMERIC + - name: gasoline_mpg + type: NUMERIC + - name: gasoline_mpg_questionable + type: STRING + - name: gasoline_questionable + type: STRING - name: gasoline_gal type: NUMERIC + - name: gasoline_gal_questionable + type: STRING - name: hydrogen type: NUMERIC + - name: hydrogen_mpkg_ + type: NUMERIC + - name: hydrogen_mpkg_questionable + type: STRING + - name: hydrogen_questionable + type: STRING - name: hydrogen_kg_ type: NUMERIC + - name: hydrogen_kg_questionable + type: STRING - name: liquefied_petroleum_gas type: NUMERIC + - name: liquefied_petroleum_gas_mpg + type: NUMERIC + - name: liquefied_petroleum_gas_mpg_1 + type: STRING + - name: liquefied_petroleum_gas_1 + type: STRING - name: liquefied_petroleum_gas_gal type: NUMERIC + - name: liquefied_petroleum_gas_gal_1 + type: STRING - name: mode_name type: STRING - name: mode_voms @@ -57,17 +113,25 @@ schema_fields: - name: modecd type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: other_fuel type: NUMERIC + - name: other_fuel_mpg + type: NUMERIC + - name: other_fuel_mpg_questionable + type: STRING + - name: other_fuel_questionable + type: STRING - name: other_fuel_gal_gal_equivalent type: NUMERIC + - name: other_fuel_gal_gal_equivalent_1 + type: STRING - name: primary_uza_population type: NUMERIC - name: report_year - type: NUMERIC + type: STRING - name: reporter_type type: STRING - name: state diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy_by_agency.yml index 0d5d41041..010aaf78d 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__fuel_and_energy_by_agency.yml @@ -19,7 +19,7 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type @@ -35,9 +35,9 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year - type: NUMERIC + type: STRING - name: sum_bio_diesel_gal type: NUMERIC - name: sum_compressed_natural_gas diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_by_expense_type.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_by_expense_type.yml index 1b16a12ec..c7ee69c35 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_by_expense_type.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_by_expense_type.yml @@ -20,25 +20,43 @@ schema_fields: type: STRING - name: fares_and_other_directly type: NUMERIC + - name: fares_and_other_directly_1 + type: STRING - name: federal type: NUMERIC + - name: federal_questionable + type: STRING - name: fund_expenditure_type type: STRING - name: local type: NUMERIC + - name: local_questionable + type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - - name: report_year + - name: primary_uza_population type: NUMERIC + - name: report_year + type: STRING - name: reporter_type type: STRING - name: state type: STRING - name: state_1 type: NUMERIC + - name: state_questionable + type: STRING - name: taxes_fees_levied_by_transit type: NUMERIC + - name: taxes_fees_levied_by_transit_1 + type: STRING - name: total type: NUMERIC + - name: total_questionable + type: STRING + - name: uace_code + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_directly_generated.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_directly_generated.yml index 09c574eb6..4f00caeaa 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_directly_generated.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_directly_generated.yml @@ -13,6 +13,8 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__funding_sources_directly_generated LIMIT 1; schema_fields: - name: advertising + type: NUMERIC + - name: advertising_questionable type: STRING - name: agency type: STRING @@ -21,24 +23,42 @@ schema_fields: - name: city type: STRING - name: concessions + type: NUMERIC + - name: concessions_questionable type: STRING - name: fares + type: NUMERIC + - name: fares_questionable type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: other + type: NUMERIC + - name: other_questionable type: STRING - name: park_and_ride + type: NUMERIC + - name: park_and_ride_questionable type: STRING + - name: primary_uza_population + type: NUMERIC - name: purchased_transportation + type: NUMERIC + - name: purchased_transportation_1 type: STRING - name: report_year - type: NUMERIC + type: STRING - name: reporter_type type: STRING - name: state type: STRING - name: total type: NUMERIC + - name: total_questionable + type: STRING + - name: uace_code + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_federal.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_federal.yml index fc128924d..c7851654e 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_federal.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_federal.yml @@ -25,7 +25,7 @@ schema_fields: - name: fta_urbanized_area_formula type: NUMERIC - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: other_dot_funds @@ -34,11 +34,17 @@ schema_fields: type: NUMERIC - name: other_fta_funds type: NUMERIC - - name: report_year + - name: primary_uza_population type: NUMERIC + - name: report_year + type: STRING - name: reporter_type type: STRING - name: state type: STRING - name: total_federal_funds type: NUMERIC + - name: uace_code + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_local.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_local.yml index 33aa2ab1f..fc54c2da3 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_local.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_local.yml @@ -19,32 +19,38 @@ schema_fields: - name: city type: STRING - name: fuel_tax - type: STRING + type: NUMERIC - name: general_fund - type: STRING + type: NUMERIC - name: income_tax - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING - name: other_funds - type: STRING + type: NUMERIC - name: other_taxes - type: STRING + type: NUMERIC + - name: primary_uza_population + type: NUMERIC - name: property_tax - type: STRING + type: NUMERIC - name: reduced_reporter_funds - type: STRING - - name: report_year type: NUMERIC + - name: report_year + type: STRING - name: reporter_type type: STRING - name: sales_tax - type: STRING + type: NUMERIC - name: state type: STRING - name: tolls - type: STRING + type: NUMERIC - name: total type: NUMERIC + - name: uace_code + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_state.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_state.yml index 9a0a6736a..8a1f45883 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_state.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_state.yml @@ -19,13 +19,15 @@ schema_fields: - name: city type: STRING - name: general_funds - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING + - name: primary_uza_population + type: NUMERIC - name: reduced_reporter_funds - type: STRING + type: NUMERIC - name: report_year type: STRING - name: reporter_type @@ -33,6 +35,12 @@ schema_fields: - name: state type: STRING - name: total + type: NUMERIC + - name: total_questionable type: STRING - name: transportation_funds + type: NUMERIC + - name: uace_code + type: STRING + - name: uza_name type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_taxes_levied_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_taxes_levied_by_agency.yml index 9b4845e3d..939968dbe 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_taxes_levied_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__funding_sources_taxes_levied_by_agency.yml @@ -23,17 +23,19 @@ schema_fields: - name: income_tax type: NUMERIC - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: other_funds type: NUMERIC - name: other_tax type: NUMERIC + - name: primary_uza_population + type: NUMERIC - name: property_tax type: NUMERIC - name: report_year - type: NUMERIC + type: STRING - name: reporter_type type: STRING - name: sales_tax @@ -44,3 +46,7 @@ schema_fields: type: NUMERIC - name: total type: NUMERIC + - name: uace_code + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities.yml index a110811b9..1ee9d838b 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities.yml @@ -12,19 +12,35 @@ destination_project_dataset_table: "external_ntd__annual_reporting.2022__mainten prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__maintenance_facilities LIMIT 1; schema_fields: + - name: _200_to_300_vehicles + type: NUMERIC + - name: _200_to_300_vehicles_1 + type: STRING - name: agency type: STRING - name: agency_voms type: NUMERIC - name: city type: STRING + - name: heavy_maintenance_facilities + type: NUMERIC + - name: heavy_maintenance_facilities_1 + type: STRING - name: leased_by_pt_provider + type: NUMERIC + - name: leased_by_pt_provider_1 type: STRING - name: leased_by_public_agency + type: NUMERIC + - name: leased_by_public_agency_1 type: STRING - name: leased_from_a_private_entity + type: NUMERIC + - name: leased_from_a_private_entity_1 type: STRING - name: leased_from_a_public_entity + type: NUMERIC + - name: leased_from_a_public_entity_1 type: STRING - name: mode type: STRING @@ -33,22 +49,44 @@ schema_fields: - name: mode_voms type: NUMERIC - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING + - name: over_300_vehicles + type: NUMERIC + - name: over_300_vehicles_questionable + type: STRING - name: owned + type: NUMERIC + - name: owned_questionable type: STRING - name: owned_by_pt_provider + type: NUMERIC + - name: owned_by_pt_provider_1 type: STRING - name: owned_by_public_agency + type: NUMERIC + - name: owned_by_public_agency_1 type: STRING - - name: report_year + - name: primary_uza_population type: NUMERIC + - name: report_year + type: STRING - name: reporter_type type: STRING - name: state type: STRING - name: total_facilities type: NUMERIC + - name: total_maintenance_facilities + type: STRING - name: type_of_service type: STRING + - name: uace_code + type: STRING + - name: under_200_vehicles + type: NUMERIC + - name: under_200_vehicles_1 + type: STRING + - name: uza_name + type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities_by_agency.yml index 0c1b4b8b3..979705aa7 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__maintenance_facilities_by_agency.yml @@ -15,13 +15,13 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_state @@ -31,30 +31,30 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year type: STRING - name: sum_200_to_300_vehicles - type: STRING + type: NUMERIC - name: sum_heavy_maintenance_facilities - type: STRING + type: NUMERIC - name: sum_leased_by_pt_provider - type: STRING + type: NUMERIC - name: sum_leased_by_public_agency - type: STRING + type: NUMERIC - name: sum_leased_from_a_private_entity - type: STRING + type: NUMERIC - name: sum_leased_from_a_public_entity - type: STRING + type: NUMERIC - name: sum_over_300_vehicles - type: STRING + type: NUMERIC - name: sum_owned - type: STRING + type: NUMERIC - name: sum_owned_by_pt_provider - type: STRING + type: NUMERIC - name: sum_owned_by_public_agency - type: STRING + type: NUMERIC - name: sum_total_facilities - type: STRING + type: NUMERIC - name: sum_under_200_vehicles - type: STRING + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__metrics.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__metrics.yml index f3d14d932..bae4081a4 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__metrics.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__metrics.yml @@ -19,31 +19,49 @@ schema_fields: - name: city type: STRING - name: cost_per_hour + type: NUMERIC + - name: cost_per_hour_questionable type: STRING - name: cost_per_passenger + type: NUMERIC + - name: cost_per_passenger_1 type: STRING - name: cost_per_passenger_mile + type: NUMERIC + - name: cost_per_passenger_mile_1 type: STRING - name: fare_revenues_earned + type: NUMERIC + - name: fare_revenues_earned_1 type: STRING - name: fare_revenues_per_total + type: NUMERIC + - name: fare_revenues_per_total_1 type: STRING - name: fare_revenues_per_unlinked + type: NUMERIC + - name: fare_revenues_per_unlinked_1 type: STRING - name: mode type: STRING - name: mode_name type: STRING - name: mode_voms - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING - name: passenger_miles + type: NUMERIC + - name: passenger_miles_questionable type: STRING - name: passengers_per_hour + type: NUMERIC + - name: passengers_per_hour_1 type: STRING + - name: primary_uza_population + type: NUMERIC - name: report_year type: STRING - name: reporter_type @@ -51,12 +69,24 @@ schema_fields: - name: state type: STRING - name: total_operating_expenses + type: NUMERIC + - name: total_operating_expenses_1 type: STRING - name: type_of_service type: STRING - name: unlinked_passenger_trips + type: NUMERIC + - name: unlinked_passenger_trips_1 type: STRING - name: vehicle_revenue_hours + type: NUMERIC + - name: vehicle_revenue_hours_1 type: STRING - name: vehicle_revenue_miles + type: NUMERIC + - name: vehicle_revenue_miles_1 + type: STRING + - name: uace_code + type: STRING + - name: uza_name type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function.yml index 30c814999..896aa691e 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function.yml @@ -19,34 +19,54 @@ schema_fields: - name: city type: STRING - name: facility_maintenance + type: NUMERIC + - name: facility_maintenance_1 type: STRING - name: general_administration + type: NUMERIC + - name: general_administration_1 type: STRING - name: mode type: STRING - name: mode_name type: STRING - name: mode_voms - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING + - name: primary_uza_population + type: NUMERIC - name: reduced_reporter_expenses + type: NUMERIC + - name: reduced_reporter_expenses_1 type: STRING - name: report_year type: STRING - name: reporter_type type: STRING - name: separate_report_amount + type: NUMERIC + - name: separate_report_amount_1 type: STRING - name: state type: STRING - name: total + type: NUMERIC + - name: total_questionable type: STRING - name: type_of_service type: STRING - name: vehicle_maintenance + type: NUMERIC + - name: vehicle_maintenance_1 type: STRING - name: vehicle_operations + type: NUMERIC + - name: vehicle_operations_1 + type: STRING + - name: uace_code + type: STRING + - name: uza_name type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function_and_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function_and_agency.yml index 8ad0d8e58..c9a071094 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function_and_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_function_and_agency.yml @@ -12,20 +12,16 @@ destination_project_dataset_table: "external_ntd__annual_reporting.2022__operati prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__operating_expenses_by_function_and_agency LIMIT 1; schema_fields: - - name: Agency + - name: agency type: STRING - - name: City - type: STRING - - name: State - type: STRING - - name: Total + - name: city type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_organization_type type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_uace_code @@ -33,18 +29,22 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year type: STRING - - name: sum_facility_maintenance + - name: state type: STRING + - name: sum_facility_maintenance + type: NUMERIC - name: sum_general_administration - type: STRING + type: NUMERIC - name: sum_reduced_reporter_expenses - type: STRING + type: NUMERIC - name: sum_separate_report_amount - type: STRING + type: NUMERIC - name: sum_vehicle_maintenance - type: STRING + type: NUMERIC - name: sum_vehicle_operations - type: STRING + type: NUMERIC + - name: total + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type.yml index 420297403..919f5bf7d 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type.yml @@ -17,62 +17,96 @@ schema_fields: - name: agency_voms type: NUMERIC - name: casualty_and_liability + type: NUMERIC + - name: casualty_and_liability_1 type: STRING - name: city type: STRING - name: fringe_benefits + type: NUMERIC + - name: fringe_benefits_questionable type: STRING - name: fuel_and_lube + type: NUMERIC + - name: fuel_and_lube_questionable type: STRING - name: miscellaneous + type: NUMERIC + - name: miscellaneous_questionable type: STRING - name: mode type: STRING - name: mode_name type: STRING - name: mode_voms - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: operator_paid_absences + type: NUMERIC + - name: operator_paid_absences_1 type: STRING - name: operators_wages + type: NUMERIC + - name: operators_wages_questionable type: STRING - name: organization_type type: STRING - name: other_materials_supplies + type: NUMERIC + - name: other_materials_supplies_1 type: STRING - name: other_paid_absences type: STRING + - name: other_paid_absences_1 + type: STRING - name: other_salaries_wages + type: NUMERIC + - name: other_salaries_wages_1 type: STRING - name: primary_uza_population - type: STRING + type: NUMERIC - name: purchased_transportation + type: NUMERIC + - name: purchased_transportation_1 type: STRING - name: reduced_reporter_expenses + type: NUMERIC + - name: reduced_reporter_expenses_1 type: STRING - name: report_year type: STRING - name: reporter_type type: STRING - name: separate_report_amount + type: NUMERIC + - name: separate_report_amount_1 type: STRING - name: services + type: NUMERIC + - name: services_questionable type: STRING - name: state type: STRING - name: taxes + type: NUMERIC + - name: taxes_questionable type: STRING - name: tires + type: NUMERIC + - name: tires_questionable type: STRING - name: total + type: NUMERIC + - name: total_questionable type: STRING - name: type_of_service type: STRING - name: uace_code type: STRING - name: utilities + type: NUMERIC + - name: utilities_questionable type: STRING - name: uza_name type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type_and_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type_and_agency.yml index b5f3c85d4..33093b83a 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type_and_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__operating_expenses_by_type_and_agency.yml @@ -15,13 +15,13 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_state @@ -31,40 +31,40 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year type: STRING - name: sum_casualty_and_liability - type: STRING + type: NUMERIC - name: sum_fringe_benefits - type: STRING + type: NUMERIC - name: sum_fuel_and_lube - type: STRING + type: NUMERIC - name: sum_miscellaneous - type: STRING + type: NUMERIC - name: sum_operator_paid_absences - type: STRING + type: NUMERIC - name: sum_operators_wages - type: STRING + type: NUMERIC - name: sum_other_materials_supplies - type: STRING + type: NUMERIC - name: sum_other_paid_absences - type: STRING + type: NUMERIC - name: sum_other_salaries_wages - type: STRING + type: NUMERIC - name: sum_purchased_transportation - type: STRING + type: NUMERIC - name: sum_reduced_reporter_expenses - type: STRING + type: NUMERIC - name: sum_separate_report_amount - type: STRING + type: NUMERIC - name: sum_services - type: STRING + type: NUMERIC - name: sum_taxes - type: STRING + type: NUMERIC - name: sum_tires - type: STRING + type: NUMERIC - name: sum_total - type: STRING + type: NUMERIC - name: sum_utilities - type: STRING + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_agency.yml index 0fa3c1620..e1cdbe4b7 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_agency.yml @@ -17,7 +17,7 @@ schema_fields: - name: agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type @@ -25,60 +25,60 @@ schema_fields: - name: max_primary_uza_area_sq_miles type: STRING - name: max_primary_uza_code - type: STRING + type: NUMERIC - name: max_primary_uza_name type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_service_area_population - type: STRING + type: NUMERIC - name: max_service_area_sq_miles - type: STRING + type: NUMERIC - name: max_state type: STRING - name: report_year type: STRING - name: sum_actual_vehicles_passenger_car_deadhead_hours - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_hours - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_miles - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_revenue_hours - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_revenue_miles - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_deadhead_miles - type: STRING + type: NUMERIC - name: sum_ada_upt - type: STRING + type: NUMERIC - name: sum_charter_service_hours - type: STRING + type: NUMERIC - name: sum_directional_route_miles - type: STRING + type: NUMERIC - name: sum_passenger_miles - type: STRING + type: NUMERIC - name: sum_scheduled_vehicles_passenger_car_revenue_miles - type: STRING + type: NUMERIC - name: sum_school_bus_hours - type: STRING + type: NUMERIC - name: sum_sponsored_service_upt - type: STRING + type: NUMERIC - name: sum_train_deadhead_hours - type: STRING + type: NUMERIC - name: sum_train_deadhead_miles - type: STRING + type: NUMERIC - name: sum_train_hours - type: STRING + type: NUMERIC - name: sum_train_miles - type: STRING + type: NUMERIC - name: sum_train_revenue_hours - type: STRING + type: NUMERIC - name: sum_train_revenue_miles - type: STRING + type: NUMERIC - name: sum_trains_in_operation - type: STRING + type: NUMERIC - name: sum_unlinked_passenger_trips_upt - type: STRING + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode.yml index 6bb5938f6..dab458f07 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode.yml @@ -17,7 +17,7 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_mode_name @@ -27,60 +27,80 @@ schema_fields: - name: max_organization_type type: STRING - name: max_primary_uza_area_sq_miles - type: STRING + type: NUMERIC - name: max_primary_uza_code - type: STRING + type: NUMERIC - name: max_primary_uza_name type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_service_area_population - type: STRING + type: NUMERIC - name: max_service_area_sq_miles - type: STRING + type: NUMERIC - name: max_state type: STRING - name: max_time_period type: STRING + - name: min_time_service_begins + type: STRING + - name: max_time_service_ends + type: STRING - name: mode type: STRING - name: questionable_record type: STRING - name: report_year - type: NUMERIC - - name: sum_actual_vehicles_passenger_car_deadhead_hours type: STRING + - name: sum_actual_vehicles_passenger_car_deadhead_hours + type: NUMERIC - name: sum_actual_vehicles_passenger_car_hours - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_miles - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_revenue_hours - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_car_revenue_miles - type: STRING + type: NUMERIC - name: sum_actual_vehicles_passenger_deadhead_miles - type: STRING + type: NUMERIC + - name: sum_ada_upt + type: NUMERIC - name: sum_charter_service_hours - type: STRING + type: NUMERIC + - name: sum_days_not_operated_emergencies + type: NUMERIC + - name: sum_days_not_operated_strikes + type: NUMERIC + - name: sum_days_of_service_operated + type: NUMERIC - name: sum_directional_route_miles - type: STRING + type: NUMERIC - name: sum_passenger_miles - type: STRING + type: NUMERIC - name: sum_scheduled_vehicles_passenger_car_revenue_miles - type: STRING + type: NUMERIC + - name: sum_school_bus_hours + type: NUMERIC + - name: sum_sponsored_service_upt + type: NUMERIC + - name: sum_train_deadhead_hours + type: NUMERIC + - name: sum_train_deadhead_miles + type: NUMERIC - name: sum_train_hours - type: STRING + type: NUMERIC - name: sum_train_miles - type: STRING + type: NUMERIC - name: sum_train_revenue_hours - type: STRING + type: NUMERIC - name: sum_train_revenue_miles - type: STRING + type: NUMERIC - name: sum_trains_in_operation - type: STRING + type: NUMERIC - name: sum_unlinked_passenger_trips_upt - type: STRING + type: NUMERIC - name: type_of_service type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode_and_time_period.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode_and_time_period.yml index ecd26bcb5..71f440ebb 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode_and_time_period.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__service_by_mode_and_time_period.yml @@ -15,62 +15,138 @@ schema_fields: - name: _5_digit_ntd_id type: STRING - name: actual_vehicles_passenger_car_deadhead_hours - type: STRING + type: NUMERIC - name: actual_vehicles_passenger_car_hours - type: STRING + type: NUMERIC - name: actual_vehicles_passenger_car_miles - type: STRING + type: NUMERIC - name: actual_vehicles_passenger_car_revenue_hours - type: STRING + type: NUMERIC - name: actual_vehicles_passenger_car_revenue_miles - type: STRING + type: NUMERIC - name: actual_vehicles_passenger_deadhead_miles - type: STRING + type: NUMERIC + - name: ada_upt + type: NUMERIC - name: agency type: STRING - name: agency_voms type: NUMERIC + - name: aptl_questionable + type: STRING + - name: average_passenger_trip_length_aptl_ + type: NUMERIC - name: average_speed + type: NUMERIC + - name: average_speed_questionable type: STRING + - name: brt_non_statutory_mixed_traffic + type: NUMERIC - name: city type: STRING + - name: charter_service_hours + type: NUMERIC + - name: days_of_service_operated + type: NUMERIC + - name: days_not_operated_strikes + type: NUMERIC + - name: days_not_operated_emergencies + type: NUMERIC + - name: deadhead_hours_questionable + type: STRING + - name: deadhead_miles_questionable + type: STRING - name: directional_route_miles + type: NUMERIC + - name: directional_route_miles_questionable type: STRING + - name: mixed_traffic_right_of_way + type: NUMERIC - name: mode type: STRING - name: mode_name type: STRING - name: mode_voms + type: NUMERIC + - name: mode_voms_questionable type: STRING - name: organization_type type: STRING - name: passenger_miles + type: NUMERIC + - name: passenger_miles_questionable type: STRING - name: passengers_per_hour + type: NUMERIC + - name: passengers_per_hour_questionable + type: STRING + - name: primary_uza_area_sq_miles + type: NUMERIC + - name: primary_uza_code + type: NUMERIC + - name: primary_uza_name type: STRING + - name: primary_uza_population + type: NUMERIC - name: report_year type: STRING - name: reporter_type type: STRING - - name: scheduled_vehicles_passenger_car_revenue_miles + - name: scheduled_revenue_miles_questionable type: STRING + - name: scheduled_vehicles_passenger_car_revenue_miles + type: NUMERIC + - name: school_bus_hours + type: NUMERIC + - name: service_area_population + type: NUMERIC + - name: service_area_sq_miles + type: NUMERIC - name: sponsored_service_upt - type: STRING + type: NUMERIC - name: state type: STRING - name: time_period type: STRING + - name: time_service_begins + type: STRING + - name: time_service_ends + type: STRING + - name: train_deadhead_hours + type: NUMERIC + - name: train_deadhead_miles + type: NUMERIC - name: train_hours + type: NUMERIC + - name: train_hours_questionable + type: STRING + - name: trains_in_operation + type: NUMERIC + - name: trains_in_operation_questionable type: STRING - name: train_miles + type: NUMERIC + - name: train_miles_questionable type: STRING - name: train_revenue_hours + type: NUMERIC + - name: train_revenue_hours_questionable type: STRING - name: train_revenue_miles - type: STRING - - name: trains_in_operation + type: NUMERIC + - name: train_revenue_miles_questionable type: STRING - name: type_of_service type: STRING - name: unlinked_passenger_trips_upt + type: NUMERIC + - name: unlinked_passenger_trips_questionable + type: STRING + - name: vehicle_hours_questionable + type: STRING + - name: vehicle_miles_questionable + type: STRING + - name: vehicle_revenue_hours_questionable + type: STRING + - name: vehicle_revenue_miles_questionable type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__stations_and_facilities_by_agency_and_facility_type.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__stations_and_facilities_by_agency_and_facility_type.yml index 4a119a3f3..6a3265ae9 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__stations_and_facilities_by_agency_and_facility_type.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__stations_and_facilities_by_agency_and_facility_type.yml @@ -13,76 +13,76 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__stations_and_facilities_by_agency_and_facility_type LIMIT 1; schema_fields: - name: administrative_and_other_non_passenger_facilities - type: STRING + type: NUMERIC - name: administrative_office_sales - type: STRING + type: NUMERIC - name: agency type: STRING - name: agency_voms type: NUMERIC - name: at_grade_fixed_guideway - type: STRING + type: NUMERIC - name: bus_transfer_center - type: STRING + type: NUMERIC - name: city type: STRING - name: combined_administrative_and - type: STRING + type: NUMERIC - name: elevated_fixed_guideway - type: STRING + type: NUMERIC - name: exclusive_grade_separated - type: STRING + type: NUMERIC - name: ferryboat_terminal - type: STRING + type: NUMERIC - name: general_purpose_maintenance - type: STRING + type: NUMERIC - name: heavy_maintenance_overhaul - type: STRING + type: NUMERIC - name: maintenance_facilities - type: STRING + type: NUMERIC - name: maintenance_facility_service - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING - name: other_administrative - type: STRING + type: NUMERIC - name: other_passenger_or_parking - type: STRING + type: NUMERIC - name: parking_and_other_passenger_facilities - type: STRING + type: NUMERIC - name: parking_structure - type: STRING + type: NUMERIC - name: passenger_stations_and_terminals - type: STRING + type: NUMERIC - name: primary_uza_population - type: STRING + type: NUMERIC - name: report_year type: STRING - name: reporter_type type: STRING - name: revenue_collection_facility - type: STRING + type: NUMERIC - name: simple_at_grade_platform - type: STRING + type: NUMERIC - name: state type: STRING - name: surface_parking_lot - type: STRING + type: NUMERIC - name: total_facilities - type: STRING + type: NUMERIC - name: uace_code type: STRING - name: underground_fixed_guideway - type: STRING + type: NUMERIC - name: uza_name type: STRING - name: vehicle_blow_down_facility - type: STRING + type: NUMERIC - name: vehicle_fueling_facility - type: STRING + type: NUMERIC - name: vehicle_testing_facility - type: STRING + type: NUMERIC - name: vehicle_washing_facility - type: STRING + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__stations_by_mode_and_age.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__stations_by_mode_and_age.yml index e65eed9bf..01ffafe5f 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__stations_by_mode_and_age.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__stations_by_mode_and_age.yml @@ -13,23 +13,23 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__stations_by_mode_and_age LIMIT 1; schema_fields: - name: _1940s - type: STRING + type: NUMERIC - name: _1950s - type: STRING + type: NUMERIC - name: _1960s - type: STRING + type: NUMERIC - name: _1970s - type: STRING + type: NUMERIC - name: _1980s - type: STRING + type: NUMERIC - name: _1990s - type: STRING + type: NUMERIC - name: _2000s - type: STRING + type: NUMERIC - name: _2010s - type: STRING + type: NUMERIC - name: _2020s - type: STRING + type: NUMERIC - name: agency type: STRING - name: agency_voms @@ -43,15 +43,15 @@ schema_fields: - name: modes type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: pre1940 - type: STRING + type: NUMERIC - name: primary_uza_population type: NUMERIC - name: report_year - type: NUMERIC + type: STRING - name: reporter_type type: STRING - name: state diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_agency.yml index 94664049d..22f5ae4dc 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_agency.yml @@ -15,13 +15,13 @@ schema_fields: - name: max_agency type: STRING - name: max_agency_voms - type: STRING + type: NUMERIC - name: max_city type: STRING - name: max_organization_type type: STRING - name: max_primary_uza_population - type: STRING + type: NUMERIC - name: max_reporter_type type: STRING - name: max_state @@ -31,48 +31,48 @@ schema_fields: - name: max_uza_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: report_year type: STRING - name: sum_at_grade_ballast_including - type: STRING + type: NUMERIC - name: sum_at_grade_in_street_embedded - type: STRING + type: NUMERIC - name: sum_below_grade_bored_or_blasted - type: STRING + type: NUMERIC - name: sum_below_grade_cut_and_cover - type: STRING + type: NUMERIC - name: sum_below_grade_retained_cut - type: STRING + type: NUMERIC - name: sum_below_grade_submerged_tube - type: STRING + type: NUMERIC - name: sum_controlled_access_high - type: STRING + type: NUMERIC - name: sum_double_crossover - type: STRING + type: NUMERIC - name: sum_elevated_concrete - type: STRING + type: NUMERIC - name: sum_elevated_retained_fill - type: STRING + type: NUMERIC - name: sum_elevated_steel_viaduct_or - type: STRING + type: NUMERIC - name: sum_exclusive_fixed_guideway - type: STRING + type: NUMERIC - name: sum_exclusive_high_intensity - type: STRING + type: NUMERIC - name: sum_grade_crossings - type: STRING + type: NUMERIC - name: sum_lapped_turnout - type: STRING + type: NUMERIC - name: sum_rail_crossings - type: STRING + type: NUMERIC - name: sum_single_crossover - type: STRING + type: NUMERIC - name: sum_single_turnout - type: STRING + type: NUMERIC - name: sum_slip_switch - type: STRING + type: NUMERIC - name: sum_total_miles - type: STRING + type: NUMERIC - name: sum_total_track_miles - type: STRING + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_mode.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_mode.yml index 309cea7b1..93f1f0125 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_mode.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_by_mode.yml @@ -17,66 +17,106 @@ schema_fields: - name: agency_voms type: NUMERIC - name: at_grade_ballast_including + type: NUMERIC + - name: at_grade_ballast_including_1 type: STRING - name: at_grade_in_street_embedded + type: NUMERIC + - name: at_grade_in_street_embedded_1 type: STRING - name: below_grade_bored_or_blasted + type: NUMERIC + - name: below_grade_bored_or_blasted_1 type: STRING - name: below_grade_cut_and_cover + type: NUMERIC + - name: below_grade_cut_and_cover_1 type: STRING - name: below_grade_retained_cut + type: NUMERIC + - name: below_grade_retained_cut_1 type: STRING - name: below_grade_submerged_tube + type: NUMERIC + - name: below_grade_submerged_tube_1 type: STRING - name: city type: STRING - name: controlled_access_high + type: NUMERIC + - name: controlled_access_high_1 type: STRING - name: double_crossover + type: NUMERIC + - name: double_crossover_q type: STRING - name: elevated_concrete + type: NUMERIC + - name: elevated_concrete_q type: STRING - name: elevated_retained_fill + type: NUMERIC + - name: elevated_retained_fill_q type: STRING - name: elevated_steel_viaduct_or + type: NUMERIC + - name: elevated_steel_viaduct_or_1 type: STRING - name: exclusive_fixed_guideway + type: NUMERIC + - name: exclusive_fixed_guideway_1 type: STRING - name: exclusive_high_intensity + type: NUMERIC + - name: exclusive_high_intensity_1 type: STRING - name: grade_crossings + type: NUMERIC + - name: grade_crossings_q type: STRING - name: lapped_turnout + type: NUMERIC + - name: lapped_turnout_q type: STRING - name: mode type: STRING - name: mode_name type: STRING - name: mode_voms - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING - name: primary_uza_population - type: STRING + type: NUMERIC - name: rail_crossings + type: NUMERIC + - name: rail_crossings_q type: STRING - name: report_year type: STRING - name: reporter_type type: STRING - name: single_crossover + type: NUMERIC + - name: single_crossover_q type: STRING - name: single_turnout + type: NUMERIC + - name: single_turnout_q type: STRING - name: slip_switch + type: NUMERIC + - name: slip_switch_q type: STRING - name: state type: STRING - name: total_miles type: STRING - name: total_track_miles + type: NUMERIC + - name: total_track_miles_q type: STRING - name: type_of_service type: STRING diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_guideway_age_distribution.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_guideway_age_distribution.yml index 5734effb8..89dce26fe 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_guideway_age_distribution.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__track_and_roadway_guideway_age_distribution.yml @@ -13,22 +13,40 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__track_and_roadway_guideway_age_distribution LIMIT 1; schema_fields: - name: _1940s + type: NUMERIC + - name: _1940s_q type: STRING - name: _1950s + type: NUMERIC + - name: _1950s_q type: STRING - name: _1960s + type: NUMERIC + - name: _1960s_q type: STRING - name: _1970s + type: NUMERIC + - name: _1970s_q type: STRING - name: _1980s + type: NUMERIC + - name: _1980s_q type: STRING - name: _1990s + type: NUMERIC + - name: _1990s_q type: STRING - name: _2000s + type: NUMERIC + - name: _2000s_q type: STRING - name: _2010s + type: NUMERIC + - name: _2010s_q type: STRING - name: _2020s + type: NUMERIC + - name: _2020s_q type: STRING - name: agency type: STRING @@ -43,13 +61,15 @@ schema_fields: - name: mode_name type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: pre1940s + type: NUMERIC + - name: pre1940s_q type: STRING - name: primary_uza_population - type: STRING + type: NUMERIC - name: report_year type: STRING - name: reporter_type diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_age_distribution.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_age_distribution.yml index 80aa8abf6..677f9fd9f 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_age_distribution.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_age_distribution.yml @@ -13,59 +13,59 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__vehicles_age_distribution LIMIT 1; schema_fields: - name: _0 - type: STRING + type: NUMERIC - name: _1 - type: STRING + type: NUMERIC - name: _10 - type: STRING + type: NUMERIC - name: _11 - type: STRING + type: NUMERIC - name: _12 - type: STRING + type: NUMERIC - name: _13_15 - type: STRING + type: NUMERIC - name: _16_20 - type: STRING + type: NUMERIC - name: _2 - type: STRING + type: NUMERIC - name: _21_25 - type: STRING + type: NUMERIC - name: _26_30 - type: STRING + type: NUMERIC - name: _3 - type: STRING + type: NUMERIC - name: _31_60 - type: STRING + type: NUMERIC - name: _4 - type: STRING + type: NUMERIC - name: _5 - type: STRING + type: NUMERIC - name: _6 - type: STRING + type: NUMERIC - name: _60 - type: STRING + type: NUMERIC - name: _7 - type: STRING + type: NUMERIC - name: _8 - type: STRING + type: NUMERIC - name: _9 - type: STRING + type: NUMERIC - name: agency type: STRING - name: agency_voms type: NUMERIC - name: average_age_of_fleet_in_years - type: STRING + type: NUMERIC - name: average_lifetime_miles_per type: STRING - name: city type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: organization_type type: STRING - name: primary_uza_population - type: STRING + type: NUMERIC - name: report_year type: STRING - name: reporter_type @@ -73,7 +73,7 @@ schema_fields: - name: state type: STRING - name: total_vehicles - type: STRING + type: NUMERIC - name: uace_code type: STRING - name: uza_name diff --git a/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_type_count_by_agency.yml b/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_type_count_by_agency.yml index 434c10cfd..e675ae491 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_type_count_by_agency.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/2022__vehicles_type_count_by_agency.yml @@ -13,188 +13,194 @@ prefix_bucket: false post_hook: SELECT * FROM `{{ get_project_id() }}`.external_ntd__annual_reporting.2022__vehicles_type_count_by_agency LIMIT 1; schema_fields: - name: aerial_tram - type: STRING + type: NUMERIC - name: aerial_tram_rptulb - type: STRING + type: NUMERIC - name: aerial_tram_ulb - type: STRING + type: NUMERIC - name: agency type: STRING - name: agency_voms type: NUMERIC - name: articulated_bus - type: STRING + type: NUMERIC - name: articulated_bus_ulb - type: STRING + type: NUMERIC - name: articulated_busrptulb - type: STRING + type: NUMERIC - name: automated_guideway_vehicle - type: STRING + type: NUMERIC - name: automated_guideway_vehicle_1 - type: STRING + type: NUMERIC - name: automated_guideway_vehicle_2 - type: STRING + type: NUMERIC - name: automobile - type: STRING + type: NUMERIC - name: automobile_ulb - type: STRING + type: NUMERIC - name: automobilerptulb - type: STRING + type: NUMERIC - name: automobiles - type: STRING + type: NUMERIC - name: automobiles_ulb - type: STRING + type: NUMERIC - name: bus - type: STRING + type: NUMERIC - name: bus_ulb - type: STRING + type: NUMERIC - name: busrptulb - type: STRING + type: NUMERIC - name: cable_car - type: STRING + type: NUMERIC - name: cable_car_rptulb - type: STRING + type: NUMERIC - name: cable_car_ulb - type: STRING + type: NUMERIC - name: city type: STRING - name: commuter_rail_passenger_coach - type: STRING + type: NUMERIC - name: commuter_rail_passenger_coach_1 - type: STRING + type: NUMERIC - name: commuter_rail_passenger_coach_2 - type: STRING + type: NUMERIC - name: commuter_rail_self_propelled - type: STRING + type: NUMERIC - name: commuter_rail_self_propelled_1 - type: STRING + type: NUMERIC - name: commuter_rail_self_propelled_2 - type: STRING + type: NUMERIC - name: cutaway - type: STRING + type: NUMERIC - name: cutaway_ulb - type: STRING + type: NUMERIC - name: cutawayrptulb - type: STRING + type: NUMERIC - name: double_decker_bus - type: STRING + type: NUMERIC - name: double_decker_bus_ulb - type: STRING + type: NUMERIC - name: double_decker_busrptulb - type: STRING + type: NUMERIC - name: ferryboat - type: STRING + type: NUMERIC - name: ferryboat_rptulb - type: STRING + type: NUMERIC - name: ferryboat_ulb - type: STRING + type: NUMERIC - name: heavy_rail_passenger_car - type: STRING + type: NUMERIC - name: heavy_rail_passenger_car_1 - type: STRING + type: NUMERIC - name: heavy_rail_passenger_car_2 - type: STRING + type: NUMERIC - name: inclined_plane - type: STRING + type: NUMERIC - name: inclined_plane_rptulb - type: STRING + type: NUMERIC - name: inclined_plane_ulb - type: STRING + type: NUMERIC - name: light_rail_vehicle - type: STRING + type: NUMERIC - name: light_rail_vehicle_rptulb - type: STRING + type: NUMERIC - name: light_rail_vehicle_ulb - type: STRING + type: NUMERIC - name: locomotive - type: STRING + type: NUMERIC - name: locomotive_rptulb - type: STRING + type: NUMERIC - name: locomotive_ulb - type: STRING + type: NUMERIC - name: minivan - type: STRING + type: NUMERIC - name: minivan_ulb - type: STRING + type: NUMERIC - name: minivanrptulb - type: STRING + type: NUMERIC - name: monorail - type: STRING + type: NUMERIC - name: monorail_ulb - type: STRING - - name: ntd_id type: NUMERIC + - name: ntd_id + type: STRING - name: organization_type type: STRING - name: other - type: STRING + type: NUMERIC - name: other_rptulb - type: STRING + type: NUMERIC - name: other_ulb - type: STRING + type: NUMERIC - name: over_the_road_bus - type: STRING + type: NUMERIC - name: over_the_road_bus_ulb - type: STRING + type: NUMERIC - name: over_the_road_busrptulb - type: STRING + type: NUMERIC + - name: primary_uza_population + type: NUMERIC - name: report_year type: STRING - name: reporter_type type: STRING - name: school_bus - type: STRING + type: NUMERIC - name: school_bus_ulb - type: STRING + type: NUMERIC - name: schoolbusrptulb - type: STRING + type: NUMERIC - name: sport_utility_vehicle - type: STRING + type: NUMERIC - name: sport_utility_vehicle_rptulb - type: STRING + type: NUMERIC - name: sport_utility_vehicle_ulb - type: STRING + type: NUMERIC - name: state type: STRING - name: steel_wheel_vehicles - type: STRING + type: NUMERIC - name: steel_wheel_vehicles_ulb - type: STRING + type: NUMERIC - name: streetcar - type: STRING + type: NUMERIC - name: streetcar_rptulb - type: STRING + type: NUMERIC - name: streetcar_ulb - type: STRING + type: NUMERIC - name: total_revenue_vehicles - type: STRING + type: NUMERIC - name: total_revenue_vehicles_ulb - type: STRING + type: NUMERIC - name: total_rptulb - type: STRING + type: NUMERIC - name: total_service_vehicles - type: STRING + type: NUMERIC - name: total_service_vehicles_ulb - type: STRING + type: NUMERIC - name: trolleybus - type: STRING + type: NUMERIC - name: trolleybus_ulb - type: STRING + type: NUMERIC - name: trolleybusrptulb - type: STRING + type: NUMERIC - name: trucks_and_other_rubber_tire - type: STRING + type: NUMERIC - name: trucks_and_other_rubber_tire_1 + type: NUMERIC + - name: uace_code type: STRING - - name: van + - name: uza_name type: STRING + - name: van + type: NUMERIC - name: van_ulb - type: STRING + type: NUMERIC - name: vanrptulb - type: STRING + type: NUMERIC - name: vintage_historic_trolley - type: STRING + type: NUMERIC - name: vintage_historic_trolley_1 - type: STRING + type: NUMERIC - name: vintage_historic_trolley_2 - type: STRING + type: NUMERIC diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_upt.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_upt.yml index 8fdd59915..9e7b41563 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_upt.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_upt.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/calendar_year_upt/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_vrm.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_vrm.yml index f0dc8b826..99a01d9b3 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_vrm.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__calendar_year_vrm.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/calendar_year_vrm/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__master.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__master.yml index f81a244e5..9037a8a98 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__master.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__master.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/master/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt.yml index 5e333a4f0..7420bbf8c 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/upt/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt_estimates.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt_estimates.yml index f78cd89b8..7b1ebcda8 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt_estimates.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__upt_estimates.yml @@ -18,7 +18,7 @@ schema_fields: - name: top_150 type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: agency type: STRING - name: mode diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__voms.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__voms.yml index 5283c286b..ef1f21812 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__voms.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__voms.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/voms/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrh.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrh.yml index 872650de3..dace5f63d 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrh.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrh.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/vrh/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm.yml index 115b8f22a..1b8d7d2c8 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm.yml @@ -16,7 +16,7 @@ hive_options: source_uri_prefix: "complete_monthly_ridership_with_adjustments_and_estimates/historical/vrm/" schema_fields: - name: ntd_id - type: NUMERIC + type: STRING - name: legacy_ntd_id type: STRING - name: agency diff --git a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm_estimates.yml b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm_estimates.yml index 34a3fa3fe..6ee0716c1 100644 --- a/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm_estimates.yml +++ b/airflow/dags/create_external_tables/ntd_data_products/historical__complete_monthly_ridership_with_adjustments_and_estimates__vrm_estimates.yml @@ -18,7 +18,7 @@ schema_fields: - name: top_150 type: STRING - name: ntd_id - type: NUMERIC + type: STRING - name: agency type: STRING - name: mode