From 731b1e1206053c31ce6a481e1d35e1d957fdb062 Mon Sep 17 00:00:00 2001 From: Shushi Hong <820958424@qq.com> Date: Sat, 2 Nov 2024 23:47:52 +0800 Subject: [PATCH] Update deepseek_model.py --- python/mlc_llm/model/deepseek/deepseek_model.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/python/mlc_llm/model/deepseek/deepseek_model.py b/python/mlc_llm/model/deepseek/deepseek_model.py index e6bf120478..96f544162b 100644 --- a/python/mlc_llm/model/deepseek/deepseek_model.py +++ b/python/mlc_llm/model/deepseek/deepseek_model.py @@ -79,17 +79,17 @@ def __post_init__(self): logger.info( "%s defaults to %d", bold("prefill_chunk_size"), - min(self.context_window_size, 2048), + min(self.context_window_size, 8192), ) - self.prefill_chunk_size = min(self.context_window_size, 2048) + self.prefill_chunk_size = min(self.context_window_size, 8192) elif self.prefill_chunk_size > self.context_window_size: logger.info( "Overriding %s from %d to %d", bold("prefill_chunk_size"), self.prefill_chunk_size, - min(self.context_window_size, 2048), + min(self.context_window_size, 8192), ) - self.prefill_chunk_size = min(self.context_window_size, 2048) + self.prefill_chunk_size = min(self.context_window_size, 8192) # pylint: disable=invalid-name,missing-docstring