wait for jobs to finish before starting post-collect

someengineering · Jul 31, 2024 · f424205 · f424205
1 parent ed4cb66
commit f424205
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/fixbackend/dispatcher/dispatcher_service.py b/fixbackend/dispatcher/dispatcher_service.py
@@ -416,6 +416,10 @@ async def handle_success() -> None:
 
         tenant_collect_state = await self.collect_progress.get_tenant_collect_state(workspace_id)
 
+        if not all(job.is_done() for job in tenant_collect_state.values()):
+            log.info("One of multiple jobs finished. Waiting for the remaining jobs.")
+            return
+
         if all([isinstance(progress.collection_done, CollectionFailure) for progress in tenant_collect_state.values()]):
             log.info("Allcollect jobs failed, completing collect run")
             await self.complete_collect_job(workspace_id)