diff --git a/samples/model_repository/vllm_model/config.pbtxt b/samples/model_repository/vllm_model/config.pbtxt index b34e45ef..8ce25120 100644 --- a/samples/model_repository/vllm_model/config.pbtxt +++ b/samples/model_repository/vllm_model/config.pbtxt @@ -43,7 +43,8 @@ max_batch_size: 0 model_transaction_policy { decoupled: True } - +# Note: The vLLM backend uses the following input and output names. +# Any change here needs to also be made in model.py input [ { name: "text_input"