From 18eb8b1289343c39595f338e3fa7f99ebd29a806 Mon Sep 17 00:00:00 2001 From: jiangzishan Date: Tue, 18 Jun 2024 12:03:24 +0800 Subject: [PATCH] [llm_perf] fix merge bug. --- byte_infer_perf/llm_perf/server/endpoint.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/byte_infer_perf/llm_perf/server/endpoint.py b/byte_infer_perf/llm_perf/server/endpoint.py index e3176108..204f221d 100644 --- a/byte_infer_perf/llm_perf/server/endpoint.py +++ b/byte_infer_perf/llm_perf/server/endpoint.py @@ -49,10 +49,6 @@ def __init__(self, xpu_cfg) -> None: def __del__(self): self.scheduler.stop() - def __del__(self): - self.scheduler.stop() - - def warmup(self, max_batch_size): prompt = "中国的首都是哪里?" generate_config = {