Merge branch 'main' into llm_perf

hliuca · Jun 18, 2024 · 660f7b4 · 660f7b4
2 parents 161ecd7 + 5196b34
commit 660f7b4
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/byte_infer_perf/llm_perf/server/endpoint.py b/byte_infer_perf/llm_perf/server/endpoint.py
@@ -49,6 +49,9 @@ def __init__(self, xpu_cfg) -> None:
     def __del__(self):
         self.scheduler.stop()
 
+    def __del__(self):
+        self.scheduler.stop()
+
 
     def warmup(self, max_batch_size):
         prompt = "中国的首都是哪里？"