Update endpoint.py

hliuca · Jul 29, 2024 · 2b6622d · 2b6622d
1 parent f4d36cf
commit 2b6622d
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/byte_infer_perf/llm_perf/server/endpoint.py b/byte_infer_perf/llm_perf/server/endpoint.py
@@ -98,10 +98,10 @@ async def _multiple_warmup():
         message = single_result["choice"]["message"]
         logger.info(f"single warmup response: {message}\n")
 
-        # multiple_result = asyncio.run(_multiple_warmup())
-        # for i, result in enumerate(multiple_result):
-        #     message = result["choice"]["message"]
-        #     logger.info(f"multiple warmup reponse {i}: {message}\n")
+        multiple_result = asyncio.run(_multiple_warmup())
+        for i, result in enumerate(multiple_result):
+            message = result["choice"]["message"]
+            logger.info(f"multiple warmup reponse {i}: {message}\n")
 
     async def prepare_request(
         self, prompt: str, generate_config: Dict[str, Any]