model_runner_cls is now use WorkerWrapperBase instead as init cls after

upstream PR10555 Signed-off-by: Chendi.Xue <[email protected]>
HabanaAI · Dec 19, 2024 · 541e180 · 541e180
1 parent 9555fef
commit 541e180
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/vllm/worker/hpu_worker.py b/vllm/worker/hpu_worker.py
@@ -78,9 +78,7 @@ def __init__(
 
         is_encoder_decoder_model = self._is_encoder_decoder_model()
         ModelRunnerClass: Type[HPUModelRunnerBase] = HPUModelRunner
-        if model_runner_cls is not None:
-            ModelRunnerClass = model_runner_cls
-        elif is_encoder_decoder_model:
+        if is_encoder_decoder_model:
             ModelRunnerClass = HPUEncoderDecoderModelRunner
         self.model_runner: HPUModelRunnerBase = ModelRunnerClass(
             vllm_config=vllm_config,