hotfix: context too long coz no sessions

pass to 16k tokens to avoid 4k limit
mongulu-cm · Dec 14, 2023 · ccb0697 · ccb0697
1 parent a783ff9
commit ccb0697
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/etl/experiments/ui.py b/etl/experiments/ui.py
@@ -38,7 +38,7 @@
     vectors = FAISS.from_documents(data, embeddings)
     vectors.save_local(embedding_pth)
 
-llm = ChatOpenAI(max_tokens=500, temperature=0, model_name="gpt-3.5-turbo")
+llm = ChatOpenAI(max_tokens=500, temperature=0, model_name="gpt-3.5-turbo-16k")
 chain_type_kwargs = {"prompt": CHAT_PROMPT}