Lower the default slurm concurrency limit to 15

European-XFEL · Sep 18, 2024 · 5ebdc47 · 5ebdc47
1 parent 2548d5e
commit 5ebdc47
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/damnit/backend/extraction_control.py b/damnit/backend/extraction_control.py
@@ -170,7 +170,7 @@ def sbatch_cmd(self, req: ExtractionRequest):
  '--wrap', shlex.join(req.python_cmd())
  ]
 
- def submit_multi(self, reqs: list[ExtractionRequest], limit_running=30):
+ def submit_multi(self, reqs: list[ExtractionRequest], limit_running=15):
  """Submit multiple requests using Slurm job arrays.
  """
  out = []

diff --git a/damnit/cli.py b/damnit/cli.py
@@ -110,8 +110,8 @@ def main(argv=None):
  help="Run processing in subprocesses on this node, instead of via Slurm"
  )
  reprocess_ap.add_argument(
- '--concurrent-jobs', type=int, default=30,
- help="The maximum number of jobs that will run at once (default 30)"
+ '--concurrent-jobs', type=int, default=15,
+ help="The maximum number of jobs that will run at once (default 15)"
  )
  reprocess_ap.add_argument(
  'run', nargs='+',