debug logging

mbta · Oct 3, 2024 · a2ecf97 · a2ecf97
1 parent 7d3de50
commit a2ecf97
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/lamp_py/ingestion/convert_gtfs_rt.py b/src/lamp_py/ingestion/convert_gtfs_rt.py
@@ -421,7 +421,9 @@ def write_local_pq(self, table: pyarrow.Table, local_path: str) -> None:
         )
         logger.log_start()
 
+        logging.warning("Starting: make_hash_dataset")
         out_ds = self.make_hash_dataset(table, local_path)
+        logging.warning("Complete: make_hash_dataset")
 
         unique_ts_min = pc.min(table.column("feed_timestamp")).as_py() - (
             60 * 45
@@ -442,7 +444,9 @@ def write_local_pq(self, table: pyarrow.Table, local_path: str) -> None:
                     self.detail.partition_column
                 )
             )
+            logging.warning("Start partition iteration")
             for part in partitions:
+                logging.warning(f"part={part}")
                 unique_table = (
                     pl.DataFrame(
                         out_ds.to_table(