Merge branch 'fix/job-rate-limiting' of github.com:snakemake/snakemake into fix/job-rate-limiting

johanneskoester · johanneskoester · commit b1658eb48c34 · 2024-08-12T17:57:16.000+02:00
diff --git a/snakemake/dag.py b/snakemake/dag.py
@@ -437,10 +437,10 @@ async def cleanup_storage_objects(self):
     async def sanitize_local_storage_copies(self):
         """Remove local copies of storage files that will be recreated in this run."""
         async with asyncio.TaskGroup() as tg:
-            async for job in self.needrun_jobs:
+            for job in self.needrun_jobs():
                 if not self.finished(job):
                     for f in job.output:
-                        if f.is_storage and f.exists_local():
+                        if f.is_storage and await f.exists_local():
                             tg.create_task(
                                 f.remove(remove_non_empty_dir=True, only_local=True)
                             )
@@ -1609,7 +1609,7 @@ async def postprocess(
             # cleanup local storage copies of files that will be created by jobs
             # this is important to ensure that there are no outdated local copies
             # that misguide e.g. params functions.
-            self.sanitize_local_storage_copies()
+            await self.sanitize_local_storage_copies()
             self.update_container_imgs()
             self.update_conda_envs()
             await self.update_needrun()
