update

MaybeShewill-CV · Dec 17, 2024 · 385d334 · 385d334
1 parent 86a7420
commit 385d334
Showing 1 changed file with 12 additions and 2 deletions.
diff --git a/conf/model/llm/rag/wiki_index_builder.ini b/conf/model/llm/rag/wiki_index_builder.ini
@@ -1,5 +1,15 @@
 [WIKI_PREPROCESS]
-llm_model_cfg_path="../conf/model/llm/llama/llama-3.2-3B-instruct.ini"
+llm_model_cfg_path="../conf/model/llm/llama/llama-3.2-1B-instruct.ini"
 chunk_word_size=256
 tokenize_max_seq_len=512
-worker_nums=4
+segment_worker_nums=8
+encode_worker_nums=8
+
+[LLAMA3]
+model_file_path="../weights/llm/llama/Llama-3.2-1B-Instruct/llama-3.2-1B-instruct-Q4_K_M.gguf"
+n_gpu_layers=300
+main_gpu_device=0
+sampler_temp=0.7
+
+[CONTEXT]
+context_size=512