Update croissant_crumbs.py

ccl-core · Sep 18, 2024 · 9182dab · 9182dab
1 parent c50ea37
commit 9182dab
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/services/worker/src/worker/job_runners/dataset/croissant_crumbs.py b/services/worker/src/worker/job_runners/dataset/croissant_crumbs.py
@@ -131,7 +131,7 @@ def get_croissant_crumbs_from_dataset_infos(
                     "fileSet": {"@id": distribution_name},
                     "extract": {"fileProperty": "fullpath"},
                     "transform": {
-                        "regex": f"{re.escape(config)}/{'partial-' if partial else ''}({piped_splits})/.+parquet$"
+                        "regex": f"{re.escape(config)}/(?:partial-)?({piped_splits})/.+parquet$"
                     },
                 },
                 "references": {"field": {"@id": f"{split_record_set_name}/split_name"}},