Set mirostat mode

DevXT-LLC · Nov 18, 2023 · c4c44ae · c4c44ae
1 parent fda8675
commit c4c44ae
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/local_llm/__init__.py b/local_llm/__init__.py
@@ -288,6 +288,7 @@ def __init__(
             self.params["stop"] = stop
         else:
             self.params["stop"] = ["</|im_end|>", "</s>"]
+        self.params["mirostat_mode"] = 2
         if temperature:
             self.params["temperature"] = temperature
         if top_p:

diff --git a/setup.py b/setup.py
@@ -10,7 +10,7 @@
 
 setup(
     name="local-llm",
-    version="0.0.25",
+    version="0.0.26",
     description="Local-LLM is a llama.cpp server in Docker with OpenAI Style Endpoints.",
     long_description=long_description,
     long_description_content_type="text/markdown",