Add clarifying note to model config

Co-authored-by: Neelay Shah <[email protected]>
triton-inference-server · Oct 11, 2023 · 99943cc · 99943cc
1 parent d943de2
commit 99943cc
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/samples/model_repository/vllm_model/config.pbtxt b/samples/model_repository/vllm_model/config.pbtxt
@@ -43,7 +43,8 @@ max_batch_size: 0
 model_transaction_policy {
   decoupled: True
 }
-
+# Note: The vLLM backend uses the following input and output names.  
+# Any change here needs to also be made in model.py
 input [
   {
     name: "text_input"