test: Improve stability of server shutdown test in L0_python_api::tes…

…t_api::test_stop (#383)
triton-inference-server · Jul 25, 2024 · a9048db · a9048db
1 parent d2abb8b
commit a9048db
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/python/test/test_api.py b/python/test/test_api.py
@@ -70,7 +70,7 @@
     exit_on_error=True,
     strict_model_config=False,
     model_control_mode=tritonserver.ModelControlMode.EXPLICIT,
-    exit_timeout=10,
+    exit_timeout=30,
 )
 
 
@@ -357,6 +357,11 @@ def test_stop(self):
                     {
                         "backend": "python",
                         "parameters": {"decoupled": {"string_value": "False"}},
+                        # Keep instance count low for fast startup/cleanup.
+                        # Alternatively can use KIND_CPU here, but keeping gpus/count explicit.
+                        "instance_group": [
+                            {"kind": "KIND_GPU", "gpus": [0], "count": 1}
+                        ],
                     }
                 )
             },