修复openai server在stream = true时不并行的问题

ztxz16 · May 24, 2024 · 3ee69ca · 3ee69ca
1 parent 57bb8dd
commit 3ee69ca
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/example/openai_server/fastllm_completion.py b/example/openai_server/fastllm_completion.py
@@ -171,6 +171,7 @@ async def chat_completion_full_generator(
       result = ""
       for res in result_generator:
         result += res
+        asyncio.sleep(0)
 
       choice_data = ChatCompletionResponseChoice(
               index=0,