From 99943cc14d1b832180c324787c01b067a1c2574c Mon Sep 17 00:00:00 2001 From: dyastremsky <58150256+dyastremsky@users.noreply.github.com> Date: Wed, 11 Oct 2023 05:30:21 -0700 Subject: [PATCH] Add clarifying note to model config Co-authored-by: Neelay Shah --- samples/model_repository/vllm_model/config.pbtxt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/samples/model_repository/vllm_model/config.pbtxt b/samples/model_repository/vllm_model/config.pbtxt index b34e45ef..8ce25120 100644 --- a/samples/model_repository/vllm_model/config.pbtxt +++ b/samples/model_repository/vllm_model/config.pbtxt @@ -43,7 +43,8 @@ max_batch_size: 0 model_transaction_policy { decoupled: True } - +# Note: The vLLM backend uses the following input and output names. +# Any change here needs to also be made in model.py input [ { name: "text_input"