Log entropy coefficient

thatguy11325 · Mar 14, 2024 · 7b13e7f · 7b13e7f
1 parent 9e95a4e
commit 7b13e7f
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/pokemonred_puffer/cleanrl_puffer.py b/pokemonred_puffer/cleanrl_puffer.py
@@ -445,6 +445,14 @@ def evaluate(self):
             self.ent_coef = self.config.ent_coef * 1.25
         else:
             self.ent_coef = self.config.ent_coef
+        if self.log and self.wandb is not None:
+            self.wandb.log(
+                {
+                    "stats/ent_coef": self.ent_coef,
+                    "stats/ent_coef_len": len(self.events_avg),
+                },
+            )
+
         eval_profiler.stop()
 
         self.total_agent_steps += padded_steps_collected