From b28aeb2310912cc98ee21544eda9574b667a1764 Mon Sep 17 00:00:00 2001 From: Brian Raf Date: Mon, 3 Jun 2024 17:32:15 +0000 Subject: [PATCH] Check that model supports dynamic batching when creating param_combo --- .../config/generate/optuna_run_config_generator.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/model_analyzer/config/generate/optuna_run_config_generator.py b/model_analyzer/config/generate/optuna_run_config_generator.py index 53af27742..ddadb58a9 100755 --- a/model_analyzer/config/generate/optuna_run_config_generator.py +++ b/model_analyzer/config/generate/optuna_run_config_generator.py @@ -331,8 +331,9 @@ def _create_parameter_combo( self, trial_objectives: TrialObjectives ) -> ParameterCombo: param_combo: ParameterCombo = {} - # TODO: TMA-1938: Need to look at model in ParameterSearch and add this as a parameter - param_combo["dynamic_batching"] = [] + + if self._models[0].supports_dynamic_batching(): + param_combo["dynamic_batching"] = [] # TODO: TMA-1927: Add support for multi-model if "instance_group" in trial_objectives: