fix glm4 template

ztxz16 · Jun 7, 2024 · e048a84 · e048a84
1 parent 15bcc21
commit e048a84
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/model.cpp b/src/model.cpp
@@ -448,7 +448,7 @@ namespace fastllm {
             // ChatGLM采用拼接token的方法，需要强行指定分割词的TokenID
             model->pre_prompt = "";
             model->user_role = ("<FLM_FIX_TOKEN_" + std::to_string(model->weight.tokenizer.GetTokenId("<|user|>"))  + ">\n");
-            model->bot_role = ("<FLM_FIX_TOKEN_" + std::to_string(model->weight.tokenizer.GetTokenId("<|assistant|>")) + ">");
+            model->bot_role = ("<FLM_FIX_TOKEN_" + std::to_string(model->weight.tokenizer.GetTokenId("<|assistant|>")) + ">\n");
             model->history_sep = "";
             model->weight.tokenizer.type = Tokenizer::TokenizerType::QWEN;
         } else {