🔖 chore: Support for Claude 8k

MartialBE · Jul 16, 2024 · 5503893 · 5503893
1 parent 5ded841
commit 5503893
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/providers/claude/chat.go b/providers/claude/chat.go
@@ -88,6 +88,10 @@ func (p *ClaudeProvider) getChatRequest(request *types.ChatCompletionRequest) (*
  headers["Accept"] = "text/event-stream"
  }
 
+ if strings.HasPrefix(request.Model, "claude-3-5-sonnet") {
+ headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
+ }
+
  claudeRequest, errWithCode := ConvertFromChatOpenai(request)
  if errWithCode != nil {
  return nil, errWithCode