From 71424c545d481ec10801238da9b36c9045b4d4b8 Mon Sep 17 00:00:00 2001
From: Baiju Meswani <bmeswani@microsoft.com>
Date: Fri, 20 Dec 2024 20:29:32 +0000
Subject: [PATCH] Set is_prompt=false

---
 src/models/input_ids.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/models/input_ids.cpp b/src/models/input_ids.cpp
index 4cba33fe1..93de5f8ab 100644
--- a/src/models/input_ids.cpp
+++ b/src/models/input_ids.cpp
@@ -76,6 +76,7 @@ void DefaultInputIDs::Update(DeviceSpan<int32_t>& new_tokens) {
 #endif
     }
 
+    is_prompt_ = false;
     state_.inputs_[input_index_] = value_.get();
     return;
   }