From 77ad35d81ba6d80d1b20baa8eecd7e94cfb4d838 Mon Sep 17 00:00:00 2001 From: jtyoung84 <104453205+jtyoung84@users.noreply.github.com> Date: Tue, 12 Mar 2024 15:34:17 -0700 Subject: [PATCH] hot-fix: incorrect bucket bug (#82) --- src/aind_data_transfer_service/server.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/src/aind_data_transfer_service/server.py b/src/aind_data_transfer_service/server.py index 8452e26..e0c535e 100644 --- a/src/aind_data_transfer_service/server.py +++ b/src/aind_data_transfer_service/server.py @@ -183,6 +183,13 @@ async def submit_hpc_jobs(request: Request): # noqa: C901 job["upload_job_settings"] ).s3_prefix upload_job_configs = json.loads(job["upload_job_settings"]) + # This will set the bucket to the private data one + if upload_job_configs.get("s3_bucket") is not None: + upload_job_configs = json.loads( + BasicUploadJobConfigs.model_validate( + upload_job_configs + ).model_dump_json() + ) # The aws creds to use are different for aind-open-data and # everything else if upload_job_configs.get("s3_bucket") == OPEN_DATA_BUCKET_NAME: