From 90e06e2817692f7dde4650fe523d0e8979115368 Mon Sep 17 00:00:00 2001 From: Brian Raf Date: Tue, 21 May 2024 20:25:08 +0000 Subject: [PATCH] Adding todo comment about client batch size support --- model_analyzer/config/generate/optuna_run_config_generator.py | 1 + 1 file changed, 1 insertion(+) diff --git a/model_analyzer/config/generate/optuna_run_config_generator.py b/model_analyzer/config/generate/optuna_run_config_generator.py index bd258243a..d047ce758 100755 --- a/model_analyzer/config/generate/optuna_run_config_generator.py +++ b/model_analyzer/config/generate/optuna_run_config_generator.py @@ -281,6 +281,7 @@ def _create_perf_analyzer_config( perf_analyzer_config.update_config_from_profile_config(model_name, self._config) + # TODO: TMA-1934 add support for user specifying a range of client batch sizes perf_config_params = { "batch-size": DEFAULT_BATCH_SIZES, "concurrency-range": concurrency,