From c4c44ae43a8d2db78b2534c5d30f9db1a98490d5 Mon Sep 17 00:00:00 2001
From: Josh XT <josh@devxt.com>
Date: Sat, 18 Nov 2023 12:50:43 -0500
Subject: [PATCH] Set mirostat mode

---
 local_llm/__init__.py | 1 +
 setup.py              | 2 +-
 2 files changed, 2 insertions(+), 1 deletion(-)

diff --git a/local_llm/__init__.py b/local_llm/__init__.py
index 64febae..be89101 100644
--- a/local_llm/__init__.py
+++ b/local_llm/__init__.py
@@ -288,6 +288,7 @@ def __init__(
             self.params["stop"] = stop
         else:
             self.params["stop"] = ["</|im_end|>", "</s>"]
+        self.params["mirostat_mode"] = 2
         if temperature:
             self.params["temperature"] = temperature
         if top_p:
diff --git a/setup.py b/setup.py
index 01e24bd..1341c9f 100644
--- a/setup.py
+++ b/setup.py
@@ -10,7 +10,7 @@
 
 setup(
     name="local-llm",
-    version="0.0.25",
+    version="0.0.26",
     description="Local-LLM is a llama.cpp server in Docker with OpenAI Style Endpoints.",
     long_description=long_description,
     long_description_content_type="text/markdown",