From d8c9a5ffc33910aca8004d0e4598db9cf13d6228 Mon Sep 17 00:00:00 2001
From: CodyCBakerPhD <codycbakerphd@gmail.com>
Date: Tue, 13 Aug 2024 00:44:55 -0400
Subject: [PATCH] override cpu limit

---
 src/dandi_s3_log_parser/_command_line_interface.py   | 2 +-
 src/dandi_s3_log_parser/_dandi_s3_log_file_parser.py | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/dandi_s3_log_parser/_command_line_interface.py b/src/dandi_s3_log_parser/_command_line_interface.py
index ede1c86..354657a 100644
--- a/src/dandi_s3_log_parser/_command_line_interface.py
+++ b/src/dandi_s3_log_parser/_command_line_interface.py
@@ -48,7 +48,7 @@
     "--maximum_number_of_workers",
     help="The maximum number of workers to distribute tasks across.",
     required=False,
-    type=click.IntRange(min=1, max=os.cpu_count()),
+    type=click.IntRange(min=1, max=os.cpu_count() * 5),
     default=1,
 )
 @click.option(
diff --git a/src/dandi_s3_log_parser/_dandi_s3_log_file_parser.py b/src/dandi_s3_log_parser/_dandi_s3_log_file_parser.py
index 07a48c4..54a12c0 100644
--- a/src/dandi_s3_log_parser/_dandi_s3_log_file_parser.py
+++ b/src/dandi_s3_log_parser/_dandi_s3_log_file_parser.py
@@ -32,7 +32,7 @@ def parse_all_dandi_raw_s3_logs(
     excluded_log_files: list[FilePath] | None = None,
     excluded_ips: collections.defaultdict[str, bool] | None = None,
     exclude_github_ips: bool = True,
-    maximum_number_of_workers: int = Field(ge=1, le=os.cpu_count(), default=1),
+    maximum_number_of_workers: int = Field(ge=1, le=os.cpu_count() * 5, default=1),
     maximum_buffer_size_in_bytes: int = 4 * 10**9,
 ) -> None:
     """