adding back in the trust_remote_code variable

CambioML · Oct 16, 2023 · e45e8c0 · e45e8c0
1 parent b6db2e0
commit e45e8c0
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/pykoi/retrieval/llm/huggingface.py b/pykoi/retrieval/llm/huggingface.py
@@ -29,8 +29,7 @@ def __init__(self, vector_db: AbsVectorDb, **kwargs):
                 model_kwargs={
                     "temperature": 0,
                     "max_length": kwargs.get("max_length", 500),
-                    # "trust_remote_code": kwargs.get("trust_remote_code", True),
-                    # "load_in_8bit": True,
+                    "trust_remote_code": kwargs.get("trust_remote_code", True),
                 },
             )