From 385d334019b170906d341282f6920d02e125fc90 Mon Sep 17 00:00:00 2001 From: luoyao Date: Tue, 17 Dec 2024 15:01:53 +0800 Subject: [PATCH] update --- conf/model/llm/rag/wiki_index_builder.ini | 14 ++++++++++++-- 1 file changed, 12 insertions(+), 2 deletions(-) diff --git a/conf/model/llm/rag/wiki_index_builder.ini b/conf/model/llm/rag/wiki_index_builder.ini index 55fe07e..605dfee 100644 --- a/conf/model/llm/rag/wiki_index_builder.ini +++ b/conf/model/llm/rag/wiki_index_builder.ini @@ -1,5 +1,15 @@ [WIKI_PREPROCESS] -llm_model_cfg_path="../conf/model/llm/llama/llama-3.2-3B-instruct.ini" +llm_model_cfg_path="../conf/model/llm/llama/llama-3.2-1B-instruct.ini" chunk_word_size=256 tokenize_max_seq_len=512 -worker_nums=4 +segment_worker_nums=8 +encode_worker_nums=8 + +[LLAMA3] +model_file_path="../weights/llm/llama/Llama-3.2-1B-Instruct/llama-3.2-1B-instruct-Q4_K_M.gguf" +n_gpu_layers=300 +main_gpu_device=0 +sampler_temp=0.7 + +[CONTEXT] +context_size=512 \ No newline at end of file