From e45e8c0cdf968568617008508cfe2fd8f82c7d54 Mon Sep 17 00:00:00 2001 From: Jojo Ortiz Date: Mon, 16 Oct 2023 11:13:22 -0700 Subject: [PATCH] adding back in the trust_remote_code variable --- pykoi/retrieval/llm/huggingface.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/pykoi/retrieval/llm/huggingface.py b/pykoi/retrieval/llm/huggingface.py index bb2de3a..ea164d2 100644 --- a/pykoi/retrieval/llm/huggingface.py +++ b/pykoi/retrieval/llm/huggingface.py @@ -29,8 +29,7 @@ def __init__(self, vector_db: AbsVectorDb, **kwargs): model_kwargs={ "temperature": 0, "max_length": kwargs.get("max_length", 500), - # "trust_remote_code": kwargs.get("trust_remote_code", True), - # "load_in_8bit": True, + "trust_remote_code": kwargs.get("trust_remote_code", True), }, )