From 6559c439ce406350a0bab0dafeb485e9560257a1 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?=E9=BB=84=E5=AE=87=E6=89=AC?= <huang.yuyang@think-force.com>
Date: Fri, 7 Jun 2024 12:41:57 +0800
Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8Dchatglm=E5=BC=82=E6=AD=A5?=
 =?UTF-8?q?=E8=AE=A1=E7=AE=97=E5=8F=AF=E8=83=BD=E6=B2=A1=E5=8A=A0special?=
 =?UTF-8?q?=20token=E7=9A=84=E9=97=AE=E9=A2=98?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 src/models/basellm.cpp | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/models/basellm.cpp b/src/models/basellm.cpp
index d458d882..40abf284 100644
--- a/src/models/basellm.cpp
+++ b/src/models/basellm.cpp
@@ -709,6 +709,7 @@ printf("%d / %d\n", endingCount, batch);
                                 handles.push_back(it.first);
 
                                 if (it.second->preTokens == 0) {
+                                    it.second->intParams["add_special_tokens"] = it.second->generationConfig.add_special_tokens;
                                     it.second->intParams["promptLen"] = it.second->currentTokens.size();
                                     it.second->intParams["index"] = 0;
                                 } else {