From bec23c0b548cf285b8b01b6a9e2e36fcdcd75cca Mon Sep 17 00:00:00 2001 From: Cliff Johnson Date: Fri, 23 Aug 2024 11:00:24 -0500 Subject: [PATCH] change wait_for_success as fix for missing file failures --- bajor/batch/predictions.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bajor/batch/predictions.py b/bajor/batch/predictions.py index ffc6df1..5bc878c 100644 --- a/bajor/batch/predictions.py +++ b/bajor/batch/predictions.py @@ -95,8 +95,8 @@ def create_batch_job(job_id, manifest_url, pool_id): # Short term: avoid waiting for this prep task to complete before starting the main task # https://learn.microsoft.com/en-us/python/api/azure-batch/azure.batch.models.JobPreparationTask?view=azure-python#constructor # https://learn.microsoft.com/en-us/azure/batch/batch-job-task-error-checking#job-preparation-tasks - wait_for_success=False) - + # wait_for_success=False) # REVERTED: due to failed prediction jobs that can't find data files + wait_for_success=True) # Job release task that runs after the job completes # NOTE: job release tasks are hard to debug as you can't easily extract the logs :(