From e2d6623f5183bc9f6c2d1f29c7e3bbe764c099e1 Mon Sep 17 00:00:00 2001
From: Harshal Sheth <hsheth2@gmail.com>
Date: Wed, 16 Oct 2024 15:42:55 -0700
Subject: [PATCH] fix(ingest): add lower bound on delta-lake

---
 metadata-ingestion/setup.py | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py
index bfec2c00cb864..a4ed2f5828a59 100644
--- a/metadata-ingestion/setup.py
+++ b/metadata-ingestion/setup.py
@@ -290,9 +290,8 @@
 delta_lake = {
     *s3_base,
     *abs_base,
-    # Version 0.18.0 broken on ARM Macs: https://github.com/delta-io/delta-rs/issues/2577
-    "deltalake>=0.6.3, != 0.6.4, < 0.18.0; platform_system == 'Darwin' and platform_machine == 'arm64'",
-    "deltalake>=0.6.3, != 0.6.4; platform_system != 'Darwin' or platform_machine != 'arm64'",
+    # On deltalake 0.18.x, we were seeing some issues with multiprocessing shutdown.
+    "deltalake>=0.20.2",
 }
 
 powerbi_report_server = {"requests", "requests_ntlm"}