From 88317c779113b2cb996f32488e0affedacb91703 Mon Sep 17 00:00:00 2001 From: Albert Sawczyn Date: Sat, 28 Sep 2024 19:03:34 +0200 Subject: [PATCH] feat: reduce memory usage --- scripts/nsa/download_document_pages.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/nsa/download_document_pages.py b/scripts/nsa/download_document_pages.py index 94d9ca5..12a3538 100644 --- a/scripts/nsa/download_document_pages.py +++ b/scripts/nsa/download_document_pages.py @@ -48,7 +48,7 @@ def main( progress_bar=True, progress_bar_options={"smoothing": 0}, chunk_size=5, - worker_lifespan=1000, + worker_lifespan=100, ): assert len(result) == 1 if "error" in result: