Skip to content

Commit

Permalink
fix: min context length for uptime
Browse files Browse the repository at this point in the history
  • Loading branch information
db0 committed Aug 9, 2024
1 parent 2d078b1 commit aeeb8ef
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 2 deletions.
4 changes: 4 additions & 0 deletions CHANGELOG.md
Original file line number Diff line number Diff line change
@@ -1,5 +1,9 @@
# Changelog

# 4.40.2

* Prevents too high max context from being used for rewards

# 4.40.1

* Prevents mistral models from being considered suspiciously fast.
Expand Down
2 changes: 1 addition & 1 deletion horde/classes/kobold/worker.py
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@ def set_softprompts(self, softprompts):
def calculate_uptime_reward(self):
model = self.get_model_names()[0]
# The base amount of kudos one gets is based on the max context length they've loaded
base_kudos = 25 + (15 * self.max_context_length / 1024)
base_kudos = 25 + (15 * min(self.max_context_length,16384) / 1024)
if not model_reference.is_known_text_model(model):
return base_kudos * 0.5
# We consider the 7B models the baseline here
Expand Down
2 changes: 1 addition & 1 deletion horde/consts.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
HORDE_VERSION = "4.40.1"
HORDE_VERSION = "4.40.2"

WHITELISTED_SERVICE_IPS = {
"212.227.227.178", # Turing Bot
Expand Down

0 comments on commit aeeb8ef

Please sign in to comment.