Fix issue

ProbablyFaiz · Sep 3, 2024 · c6211fd · c6211fd
1 parent c4b43f3
commit c6211fd
Showing 1 changed file with 1 addition and 3 deletions.
diff --git a/rl/llm/engines/local.py b/rl/llm/engines/local.py
@@ -372,9 +372,7 @@ def __init__(self, llm_config: LLMConfig):
         super().__init__(llm_config)
 
     def __enter__(self):
-        self.vllm, self.generate_kwargs = _get_vllm_engine(
-            self.llm_config, use_async=False
-        )
+        self.vllm, self.generate_kwargs = _get_vllm_engine(self.llm_config)
         self.tokenizer = self.vllm.get_tokenizer()
         return self