Merge pull request #34 from openownership/fix_download_files_s3

bodsdata.py: Fix issue with matching correct s3 folder
openownership · Sep 19, 2023 · a9ccfcb · a9ccfcb
2 parents 1df1c59 + ea72719
commit a9ccfcb
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/bodsdata.py b/bodsdata.py
@@ -694,6 +694,8 @@ def download_files_s3(source, s3_path_pattern, latest=False, bucket="bodsdata-oo
     bucket = get_s3_bucket(bucket)
     items = []
 
+    if not s3_path_pattern.startswith("^"): s3_path_pattern = f"^{s3_path_pattern}"
+
     for item in bucket.objects.all():
         if re.search(s3_path_pattern, item.key):
             items.append(item.key)