Bug fixes

triton-inference-server · May 14, 2024 · 1110e3d · 1110e3d
1 parent 2093d1b
commit 1110e3d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/src/c++/perf_analyzer/genai-perf/genai_perf/llm_inputs/llm_inputs.py b/src/c++/perf_analyzer/genai-perf/genai_perf/llm_inputs/llm_inputs.py
@@ -579,7 +579,7 @@ def _convert_generic_json_to_trtllm_backend_format(
             text_input_headers,
         ) = cls._determine_json_feature_roles(dataset_json)
 
-        pa_json = cls._populate_trtllm_output_json(
+        pa_json = cls._populate_trtllm_backend_output_json(
             dataset_json,
             system_role_headers,
             user_role_headers,
@@ -819,7 +819,7 @@ def _populate_trtllm_output_json(
 
         return pa_json
 
-   @classmethod
+    @classmethod
     def _populate_trtllm_backend_output_json(
         cls,
         dataset_json: Dict,

diff --git a/src/c++/perf_analyzer/genai-perf/genai_perf/llm_metrics.py b/src/c++/perf_analyzer/genai-perf/genai_perf/llm_metrics.py
@@ -652,7 +652,7 @@ def _tokenize_openai_request_input(self, req_inputs: dict) -> List[int]:
     def _tokenize_response_outputs(self, res_outputs: dict) -> List[List[int]]:
         """Deserialize the response output and return tokenized outputs."""
         if self._service_kind == "triton" and self._response_format == ResponseFormat.TENSORRTLLM_BACKEND:
-            return self._tokenize_trtllm_response_output(req_inputs)
+            return self._tokenize_trtllm_response_output(res_outputs)
         elif self._service_kind == "triton":
             return self._tokenize_triton_response_output(res_outputs)
         elif self._service_kind == "openai":