Adding --use-concurrency-formula to unit testing

triton-inference-server · May 29, 2024 · 3447054 · 3447054
1 parent 9f4d3d2
commit 3447054
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/tests/test_optuna_run_config_generator.py b/tests/test_optuna_run_config_generator.py
@@ -55,7 +55,7 @@ def setUp(self):
                 )
             ]
 
-        config = self._create_config()
+        config = self._create_config(additional_args=["--use-concurrency-formula"])
         model = config.profile_models[0]
         search_parameters = SearchParameters(
             config=config,
@@ -154,10 +154,10 @@ def test_create_objective_based_run_config(self):
         self.assertEqual(model_config.to_dict()["instanceGroup"][0]["count"], 2)
         self.assertEqual(
             model_config.to_dict()["dynamicBatching"]["maxQueueDelayMicroseconds"],
-            "100",
+            "200",
         )
         self.assertEqual(perf_config["batch-size"], DEFAULT_BATCH_SIZES)
-        self.assertEqual(perf_config["concurrency-range"], 16)
+        self.assertEqual(perf_config["concurrency-range"], 64)
 
     def test_create_run_config_with_concurrency_formula(self):
         config = self._create_config(["--use-concurrency-formula"])