diff --git a/tools/fastllm_pytools/llm.py b/tools/fastllm_pytools/llm.py index 740dff9f..41dde11a 100644 --- a/tools/fastllm_pytools/llm.py +++ b/tools/fastllm_pytools/llm.py @@ -660,6 +660,7 @@ def token_healing(self, for l in range(len(common_token)): if (l >= len(cur_token) or cur_token[l] != common_token[l]): common_token = common_token[:l] + break last_ret = "" max_prob = -1e5