From e927f7d1d31646742cbefaab02afa72bbc8cb403 Mon Sep 17 00:00:00 2001 From: maximlt Date: Tue, 9 Jan 2024 17:06:19 +0100 Subject: [PATCH 1/3] adapt path to be compatible with the latest fsspec version --- spatialpandas/io/parquet.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/spatialpandas/io/parquet.py b/spatialpandas/io/parquet.py index 9041a66..382f36f 100644 --- a/spatialpandas/io/parquet.py +++ b/spatialpandas/io/parquet.py @@ -346,7 +346,8 @@ def _perform_read_parquet_dask( datasets = [] for path in paths: if filesystem.isdir(path): - path = f"{path}/**.parquet" + path = f"{path}/**/*.parquet" + import pdb; pdb.set_trace() if has_magic(path): path = _expand_path(path, filesystem) d = ParquetDataset( From ae4fc0df55d52377b99d3f0cdbfadc45b0fd8e5e Mon Sep 17 00:00:00 2001 From: maximlt Date: Tue, 9 Jan 2024 17:07:37 +0100 Subject: [PATCH 2/3] remove pdb --- spatialpandas/io/parquet.py | 1 - 1 file changed, 1 deletion(-) diff --git a/spatialpandas/io/parquet.py b/spatialpandas/io/parquet.py index 382f36f..01aefaa 100644 --- a/spatialpandas/io/parquet.py +++ b/spatialpandas/io/parquet.py @@ -347,7 +347,6 @@ def _perform_read_parquet_dask( for path in paths: if filesystem.isdir(path): path = f"{path}/**/*.parquet" - import pdb; pdb.set_trace() if has_magic(path): path = _expand_path(path, filesystem) d = ParquetDataset( From 14ddcb793080123db646e504ce63e107e27c331b Mon Sep 17 00:00:00 2001 From: maximlt Date: Tue, 9 Jan 2024 19:04:09 +0100 Subject: [PATCH 3/3] strip trailing separator --- spatialpandas/io/parquet.py | 1 + 1 file changed, 1 insertion(+) diff --git a/spatialpandas/io/parquet.py b/spatialpandas/io/parquet.py index 01aefaa..2c5e2d7 100644 --- a/spatialpandas/io/parquet.py +++ b/spatialpandas/io/parquet.py @@ -346,6 +346,7 @@ def _perform_read_parquet_dask( datasets = [] for path in paths: if filesystem.isdir(path): + path = path.rstrip('/') path = f"{path}/**/*.parquet" if has_magic(path): path = _expand_path(path, filesystem)