diff --git a/rl/llm/openai_batched.py b/rl/llm/openai_batched.py
index 2c9cfb6..051780c 100644
--- a/rl/llm/openai_batched.py
+++ b/rl/llm/openai_batched.py
@@ -53,7 +53,7 @@ def prepare_batch(self) -> list[dict]:
         }
         batch = []
         for n, req in enumerate(self.request):
-            formatted_request = batch_template.copy()
+            formatted_request = dict(batch_template)
             formatted_request["custom_id"] = f"{self.id_prefix}{n}"
             formatted_request["body"]["messages"] = req
             batch.append(formatted_request)