Set is_prompt=false

microsoft · Dec 20, 2024 · 71424c5 · 71424c5
1 parent b0624a2
commit 71424c5
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/models/input_ids.cpp b/src/models/input_ids.cpp
@@ -76,6 +76,7 @@ void DefaultInputIDs::Update(DeviceSpan<int32_t>& new_tokens) {
 #endif
     }
 
+    is_prompt_ = false;
     state_.inputs_[input_index_] = value_.get();
     return;
   }