batch_size as int

mbta · Nov 15, 2023 · f83f5e9 · f83f5e9
1 parent b15e464
commit f83f5e9
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/python_src/src/lamp_py/tableau/jobs/gtfs_rail.py b/python_src/src/lamp_py/tableau/jobs/gtfs_rail.py
@@ -40,7 +40,7 @@ def create_parquet(self, db_manager: DatabaseManager) -> None:
         if os.path.exists(self.local_parquet_path):
             os.remove(self.local_parquet_path)
 
-        db_batch_size = 1024 * 1024 / 2
+        db_batch_size = int(1024 * 1024 / 2)
 
         db_manager.write_to_parquet(
             select_query=sa.text(self.create_query),

diff --git a/python_src/src/lamp_py/tableau/jobs/rt_rail.py b/python_src/src/lamp_py/tableau/jobs/rt_rail.py
@@ -133,7 +133,7 @@ def create_parquet(self, db_manager: DatabaseManager) -> None:
 
         # this is a fairly wide dataset, so dial back the batch size
         # to limit memory usage
-        db_batch_size = 1024 * 1024 / 2
+        db_batch_size = int(1024 * 1024 / 2)
 
         if os.path.exists(self.local_parquet_path):
             os.remove(self.local_parquet_path)