Fix closeout error in vllm

ProbablyFaiz · Oct 2, 2024 · e04f4b2 · e04f4b2
1 parent a2713be
commit e04f4b2
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/rl/llm/engines/local.py b/rl/llm/engines/local.py
@@ -392,7 +392,6 @@ def __exit__(self, exc_type, exc_value, traceback):
         del self.vllm
         gc.collect()
         torch.cuda.empty_cache()
-        torch.distributed.destroy_process_group()
         LOGGER.info("VLLM model unloaded.")
 
     def generate(self, prompt: InferenceInput) -> InferenceOutput: