[comment] Add link to vLLM logprobs

triton-inference-server · Dec 4, 2024 · 59b1729 · 59b1729
1 parent c38a798
commit 59b1729
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/model.py b/src/model.py
@@ -514,6 +514,7 @@ def _create_response(
             )
 
         # logprobs
+        # https://github.com/vllm-project/vllm/blob/v0.6.3.post1/vllm/sequence.py#L37-L58
         if additional_outputs["return_logprobs"]:
             if "prev_lens_logprobs" not in request_output_state:
                 request_output_state["prev_lens_logprobs"] = [0] * len(