Remove speculative_config check from _get_create_worker_kwargs.

HabanaAI · Sep 18, 2024 · 2f9ad84 · 2f9ad84
1 parent 963fefd
commit 2f9ad84
Showing 1 changed file with 2 additions and 7 deletions.
diff --git a/vllm/executor/habana_executor.py b/vllm/executor/habana_executor.py
@@ -66,13 +66,8 @@ def _get_create_worker_kwargs(
             distributed_init_method: Optional[str] = None) -> Dict:
         worker_kwargs = self._get_worker_kwargs(local_rank, rank,
                                                 distributed_init_method)
-        if self.speculative_config is None:
-            worker_kwargs.update(worker_module_name="vllm.worker.habana_worker",
-                                 worker_class_name="HabanaWorker",)
-        else:
-            worker_kwargs.update(
-                worker_module_name="vllm.worker.habana_worker",
-                worker_class_name="HabanaWorker",)
+        worker_kwargs.update(worker_module_name="vllm.worker.habana_worker",
+                             worker_class_name="HabanaWorker",)
         return worker_kwargs
 
     def _create_worker(self,