💄 style: support o1 models using streaming (lobehub#4732)

liquescentremedies · Nov 19, 2024 · 7e9e71a · 7e9e71a
1 parent 415d772
commit 7e9e71a
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 2 deletions.
diff --git a/src/libs/agent-runtime/github/index.ts b/src/libs/agent-runtime/github/index.ts
@@ -10,7 +10,7 @@ export const LobeGithubAI = LobeOpenAICompatibleFactory({
       const { model } = payload;
 
       if (o1Models.has(model)) {
-        return pruneO1Payload(payload) as any;
+        return { ...pruneO1Payload(payload), stream: false } as any;
       }
 
       return { ...payload, stream: payload.stream ?? true };

diff --git a/src/libs/agent-runtime/openai/index.ts b/src/libs/agent-runtime/openai/index.ts
@@ -17,7 +17,6 @@ export const pruneO1Payload = (payload: ChatStreamPayload) => ({
     role: message.role === 'system' ? 'user' : message.role,
   })),
   presence_penalty: 0,
-  stream: false,
   temperature: 1,
   top_p: 1,
 });