diff --git a/src/model.cpp b/src/model.cpp index 1f9e0723..9e497ff4 100644 --- a/src/model.cpp +++ b/src/model.cpp @@ -448,7 +448,7 @@ namespace fastllm { // ChatGLM采用拼接token的方法,需要强行指定分割词的TokenID model->pre_prompt = ""; model->user_role = ("weight.tokenizer.GetTokenId("<|user|>")) + ">\n"); - model->bot_role = ("weight.tokenizer.GetTokenId("<|assistant|>")) + ">"); + model->bot_role = ("weight.tokenizer.GetTokenId("<|assistant|>")) + ">\n"); model->history_sep = ""; model->weight.tokenizer.type = Tokenizer::TokenizerType::QWEN; } else {