updated comment to clarify behavior

triton-inference-server · Jul 11, 2024 · 20a3c07 · 20a3c07
1 parent 1026361
commit 20a3c07
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/c++/perf_analyzer/client_backend/openai/openai_client.cc b/src/c++/perf_analyzer/client_backend/openai/openai_client.cc
@@ -181,8 +181,8 @@ ChatCompletionClient::AsyncInfer(
         triton::client::RequestTimers::Kind::REQUEST_END);
     UpdateInferStat(request->timer_);
 
-    // Send Response checks if a final
-    // response has already been sent
+    // Send final response on request completion
+    // Ignored if final response has already been sent
     // (in the case of seeing [DONE] in streaming case)
     request->SendResponse(true /* is_final */, false /* is_null */);
   };