Update accuracy test

triton-inference-server · Oct 20, 2023 · fe81e30 · fe81e30
1 parent d725497
commit fe81e30
Show file tree

Hide file tree

Showing 5 changed files with 9 additions and 0 deletions.
diff --git a/ci/L0_accuracy_test/test.sh b/ci/L0_accuracy_test/test.sh
@@ -37,6 +37,8 @@ TEST_RESULT_FILE='test_results.txt'
 CLIENT_PY="./vllm_accuracy_test.py"
 EXPECTED_NUM_TESTS=1
 
+rm -rf models/
+
 mkdir -p models/vllm_opt/1/
 echo '{"model":"facebook/opt-125m", "disable_log_requests": "true", "gpu_memory_utilization":0.3}' > models/vllm_opt/1/model.json
 cp ../qa_models/vllm_opt/config.pbtxt models/vllm_opt

diff --git a/ci/L0_accuracy_test/vllm_accuracy_test.py b/ci/L0_accuracy_test/vllm_accuracy_test.py
@@ -113,6 +113,7 @@ def test_vllm_model(self):
             triton_vllm_output.extend(output)
 
         self.triton_client.stop_stream()
+        self.assertEqual(python_vllm_output, triton_vllm_output)
 
     def tearDown(self):
         self.triton_client.close()

diff --git a/ci/L0_backend_vllm/test.sh b/ci/L0_backend_vllm/test.sh
@@ -37,6 +37,8 @@ TEST_RESULT_FILE='test_results.txt'
 CLIENT_PY="./vllm_backend_test.py"
 EXPECTED_NUM_TESTS=3
 
+rm -rf ./models/
+
 mkdir -p models/vllm_opt/1/
 cp ../qa_models/vllm_opt/model.json models/vllm_opt/1/
 cp ../qa_models/vllm_opt/config.pbtxt models/vllm_opt

diff --git a/ci/L0_multi_gpu/test.sh b/ci/L0_multi_gpu/test.sh
@@ -37,6 +37,8 @@ TEST_RESULT_FILE='test_results.txt'
 CLIENT_PY="./vllm_multi_gpu_test.py"
 EXPECTED_NUM_TESTS=1
 
+rm -rf models/
+
 mkdir -p models/vllm_opt/1/
 echo '{"model":"facebook/opt-125m", "disable_log_requests": "true", "gpu_memory_utilization":0.25, "tensor_parallel_size":2}' > models/vllm_opt/1/model.json
 cp ../qa_models/vllm_opt/config.pbtxt models/vllm_opt

diff --git a/ci/L0_stream_enabled/test.sh b/ci/L0_stream_enabled/test.sh
@@ -37,6 +37,8 @@ TEST_RESULT_FILE='test_results.txt'
 CLIENT_PY="./vllm_stream_enabled_test.py"
 EXPECTED_NUM_TESTS=1
 
+rm -rf models/
+
 mkdir -p models/vllm_opt/1/
 cp ../qa_models/vllm_opt/model.json models/vllm_opt/1/
 cp ../qa_models/vllm_opt/config.pbtxt models/vllm_opt