Fix prompt output issue

ProbablyFaiz · Sep 22, 2024 · 2bb0a02 · 2bb0a02
1 parent 7cee793
commit 2bb0a02
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/rl/llm/engines/client.py b/rl/llm/engines/client.py
@@ -1,3 +1,4 @@
+import copy
 import json
 import re
 import tempfile
@@ -249,6 +250,8 @@ def generate(self, prompt: ChatInput) -> InferenceOutput:
                 "ClientEngine requires a list of dicts, in the OpenAI API style."
             )
 
+        original_prompt = copy.deepcopy(prompt)
+
         system_prompt = None
         if prompt[0]["role"] == "system":
             system_prompt = prompt[0]["content"]
@@ -261,7 +264,7 @@ def generate(self, prompt: ChatInput) -> InferenceOutput:
             max_tokens=self.llm_config.max_new_tokens,
         )
         return InferenceOutput(
-            prompt=prompt,  # type: ignore
+            prompt=original_prompt,
             text=message.content[0].text,
             metadata={
                 "model": self.llm_config.model_name_or_path,