FEAT: Add last_trip to ingestion Trip Descriptor for GTFS-RT (#456)

add last_trip field to gtfs trip descriptor Asana Task: https://app.asana.com/0/1205827492903547/1208279222032058
mbta · Oct 24, 2024 · 68bbfee · 68bbfee
1 parent 5364e27
commit 68bbfee
Show file tree

Hide file tree

Showing 8 changed files with 13 additions and 12 deletions.
diff --git a/src/lamp_py/ingestion/config_rt_alerts.py b/src/lamp_py/ingestion/config_rt_alerts.py
@@ -75,51 +75,51 @@ def import_schema(self) -> pyarrow.schema:
                             (
                                 "severity",
                                 pyarrow.uint16(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "created_timestamp",
                                 pyarrow.uint64(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "last_modified_timestamp",
                                 pyarrow.uint64(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "last_push_notification_timestamp",
                                 pyarrow.uint64(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "closed_timestamp",
                                 pyarrow.int64(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "alert_lifecycle",
                                 pyarrow.string(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "duration_certainty",
                                 pyarrow.string(),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "reminder_times",
                                 pyarrow.list_(pyarrow.uint64()),
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "short_header_text",
                                 translated_string,
                             ),  # not in message Alert struct spec
                             (
                                 "service_effect_text",
                                 translated_string,
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "timeframe_text",
                                 translated_string,
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                             (
                                 "recurrence_text",
                                 translated_string,
-                            ),  # not in message Alert struct spec
+                            ),  # MBTA Enhanced field
                         ]
                     ),
                 ),

diff --git a/src/lamp_py/ingestion/gtfs_rt_structs.py b/src/lamp_py/ingestion/gtfs_rt_structs.py
@@ -22,7 +22,8 @@
         ("tm_trip_id", pyarrow.string()),  # Only used by Busloc
         ("overload_id", pyarrow.int64()),  # Only used by Busloc
         ("overload_offset", pyarrow.int64()),  # Only used by Busloc
-        ("revenue", pyarrow.bool_()),
+        ("revenue", pyarrow.bool_()),  # MBTA Enhanced Field
+        ("last_trip", pyarrow.bool_()),  # MBTA Enhanced Field
     ]
 )
 

diff --git a/tests/test_files/ingestion_BUSLOC_TU.parquet b/tests/test_files/ingestion_BUSLOC_TU.parquet
diff --git a/tests/test_files/ingestion_BUSLOC_VP.parquet b/tests/test_files/ingestion_BUSLOC_VP.parquet
diff --git a/tests/test_files/ingestion_GTFS-RT_TU.parquet b/tests/test_files/ingestion_GTFS-RT_TU.parquet
diff --git a/tests/test_files/ingestion_GTFS-RT_TU_OLD.parquet b/tests/test_files/ingestion_GTFS-RT_TU_OLD.parquet
diff --git a/tests/test_files/ingestion_GTFS-RT_VP.parquet b/tests/test_files/ingestion_GTFS-RT_VP.parquet
diff --git a/tests/test_files/ingestion_GTFS-RT_VP_OLD.parquet b/tests/test_files/ingestion_GTFS-RT_VP_OLD.parquet