From 8112ab9085243ea2c744ee62554e1e6bc904331e Mon Sep 17 00:00:00 2001 From: ignatiusm <11403879+ignatiusm@users.noreply.github.com> Date: Thu, 5 Sep 2024 14:55:59 +1200 Subject: [PATCH] fix: get_caids.py --- data-pipeline/caids/get_caids.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/data-pipeline/caids/get_caids.py b/data-pipeline/caids/get_caids.py index abbd58040..8506d94aa 100644 --- a/data-pipeline/caids/get_caids.py +++ b/data-pipeline/caids/get_caids.py @@ -139,13 +139,13 @@ async def get_caids(sharded_vcf_url: str, output_url: str, *, parallelism: int = # Get list of VCF partitions. all_part_urls = [ - await f.url() async for f in await fs.listfiles(sharded_vcf_url) if f.name().startswith("part-") + await f.url() async for f in await fs.listfiles(sharded_vcf_url) if f.basename().startswith("part-") ] # Get list of parts in output. try: completed_part_urls = [ - await f.url() async for f in await fs.listfiles(output_url) if f.name().startswith("part-") + await f.url() async for f in await fs.listfiles(output_url) if f.basename().startswith("part-") ] except FileNotFoundError: completed_part_urls = []