Batched Env

NYCU-MLLab · Jul 8, 2024 · 24755c8 · 24755c8
1 parent 0df96db
commit 24755c8
Show file tree

Hide file tree

Showing 3 changed files with 2 additions and 35,198 deletions.
diff --git a/.gitignore b/.gitignore
@@ -6,6 +6,7 @@ __pycache__
 *.pdf
 *.zip
 *.log
+/reward_number.txt
 data/
 save/
 huggingface/

diff --git a/RL_judge.py b/RL_judge.py
@@ -141,7 +141,7 @@ def state_template(query:list[str], generation:list[str], doc:list[str]):
     data_path='data/cleandata.jsonl'
     dataset=NQADataset(data_path=data_path)
 
-    env_bs = 32
+    env_bs = 64
     env = LLMEnv_batch_version(dataset, LM, retriever, 3, batch_size=env_bs)
     agent = BertAgentCritic(config.agent_size_config, env.action_space_size).to(torch.bfloat16)
     # agent.load_state_dict(torch.load("./save/Agent30000.pt"))
-Original file line number
+Diff line change
@@ Expand Up / @@ -6,6 +6,7 @@ __pycache__ @@
     *.pdf
     *.zip
     *.log
+    /reward_number.txt
     data/
     save/
     huggingface/
@@ Expand Down @@