Feat/cal itp import

functions-python/tasks_executor/src/main.py

@@ -23,6 +23,7 @@
 from shared.helpers.logger import init_logger
 from shared.helpers.task_execution.task_execution_tracker import TaskInProgressError
 from tasks.data_import.transportdatagouv.import_tdg_feeds import import_tdg_handler
+from tasks.data_import.cal_itp.import_cal_itp_feeds import import_cal_itp_handler
 from tasks.data_import.transportdatagouv.update_tdg_redirects import (
     update_tdg_redirects_handler,
 )
@@ -144,6 +145,10 @@
         "description": "Imports TDG data into the system.",
         "handler": import_tdg_handler,
     },
+    "cal_itp_import": {
+        "description": "Imports Cal-ITP data into the system.",
+        "handler": import_cal_itp_handler,
+    },
     "mdb_to_tdg_redirect": {
         "description": "Redirect duplicate MDB feeds to TDG imported feeds.",
         "handler": update_tdg_redirects_handler,

functions-python/tasks_executor/src/tasks/data_import/cal_itp/ckan_query.sql

@@ -0,0 +1,40 @@
+SELECT
+    provider_gtfs_data.service_source_record_id,
+    provider_gtfs_data.service_name,
+    provider_gtfs_data.organization_source_record_id,
+    provider_gtfs_data.organization_name,
+    organizations.caltrans_district_name,
+    provider_gtfs_data.schedule_source_record_id,
+    provider_gtfs_data.schedule_gtfs_dataset_name,
+    schedule_dataset.url AS schedule_dataset_url,
+    provider_gtfs_data.service_alerts_source_record_id,
+    provider_gtfs_data.service_alerts_gtfs_dataset_name,
+    service_alerts_dataset.url AS service_alerts_dataset_url,
+    provider_gtfs_data.trip_updates_source_record_id,
+    provider_gtfs_data.trip_updates_gtfs_dataset_name,
+    trip_updates_dataset.url AS trip_updates_dataset_url,
+    provider_gtfs_data.vehicle_positions_source_record_id,
+    provider_gtfs_data.vehicle_positions_gtfs_dataset_name,
+    vehicle_positions_dataset.url AS vehicle_positions_dataset_url,
+    provider_gtfs_data.regional_feed_type,
+    provider_gtfs_data.gtfs_service_data_customer_facing
+FROM "{services}" services
+INNER JOIN "{provider_gtfs_data}" provider_gtfs_data
+    ON services.source_record_id = provider_gtfs_data.service_source_record_id
+INNER JOIN "{organizations}" organizations
+    ON provider_gtfs_data.organization_source_record_id = organizations.source_record_id
+LEFT JOIN "{gtfs_dataset}" schedule_dataset
+    ON provider_gtfs_data.schedule_source_record_id = schedule_dataset.source_record_id
+LEFT JOIN "{gtfs_dataset}" service_alerts_dataset
+    ON provider_gtfs_data.service_alerts_source_record_id = service_alerts_dataset.source_record_id
+LEFT JOIN "{gtfs_dataset}" trip_updates_dataset
+    ON provider_gtfs_data.trip_updates_source_record_id = trip_updates_dataset.source_record_id
+LEFT JOIN "{gtfs_dataset}" vehicle_positions_dataset
+    ON provider_gtfs_data.vehicle_positions_source_record_id = vehicle_positions_dataset.source_record_id
+WHERE services.is_public = 'Yes'
+AND (
+    provider_gtfs_data.schedule_source_record_id IS NOT NULL OR
+    provider_gtfs_data.service_alerts_source_record_id IS NOT NULL OR
+    provider_gtfs_data.trip_updates_source_record_id IS NOT NULL OR
+    provider_gtfs_data.vehicle_positions_source_record_id IS NOT NULL
+)