Merge branch 'main' into limit-concurrency

leap-stc · Jun 4, 2024 · 82882c6 · 82882c6
2 parents cf7833a + 5010cef
commit 82882c6
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/feedstock/recipe.py b/feedstock/recipe.py
@@ -162,9 +162,9 @@ async def get_recipe_inputs():
         f"Creating {iid}" >> beam.Create(pattern.items())
         | CheckpointFileTransfer(
             transfer_target=cache_target,
-            max_executors=2,
-            concurrency_per_executor=4,
-            # fsspec_sync_patch=True,
+            max_executors=1,
+            concurrency_per_executor=2,
+#             fsspec_sync_patch=True,
         )
         | OpenURLWithFSSpec(cache=None, fsspec_sync_patch=True)
         # do not specify file type to accomodate both ncdf3 and ncdf4