Update evaluator config of Tetris sanity runs

alexhernandezgarcia · Jun 5, 2024 · 6efaa19 · 6efaa19
1 parent 25a45e2
commit 6efaa19
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 6 deletions.
diff --git a/mila/dev/sanity_check_runs.md b/mila/dev/sanity_check_runs.md
@@ -73,39 +73,39 @@ python mila/launch.py --conda_env=<conda-env-name> user=$USER env=grid env.lengt
 `salloc`:
 
 ```bash
-python main.py user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=trajectorybalance device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True
+python main.py user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=trajectorybalance device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True evaluator.top_k=10 evaluator.n_top_k=100
 ```
 
 `sbatch` with `virtualenv`:
 
 ```bash
-python mila/launch.py --venv=<path-to-env> --template=mila/sbatch/template-venv.sh user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=trajectorybalance device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True
+python mila/launch.py --venv=<path-to-env> --template=mila/sbatch/template-venv.sh user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=trajectorybalance device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True evaluator.top_k=10 evaluator.n_top_k=100
 ```
 
 `sbatch` with `conda`:
 
 ```bash
-python mila/launch.py --conda_env=<conda-env-name> user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=trajectorybalance device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True
+python mila/launch.py --conda_env=<conda-env-name> user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=trajectorybalance device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True evaluator.top_k=10 evaluator.n_top_k=100
 ```
 
 ### Flow Matching loss
 
 `salloc`:
 
 ```bash
-python main.py user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=flowmatch device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True
+python main.py user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=flowmatch device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True evaluator.top_k=10 evaluator.n_top_k=100
 ```
 
 `sbatch` with `virtualenv`:
 
 ```bash
-python mila/launch.py --venv=<path-to-env> --template=mila/sbatch/template-venv.sh user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=flowmatch device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True
+python mila/launch.py --venv=<path-to-env> --template=mila/sbatch/template-venv.sh user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=flowmatch device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True evaluator.top_k=10 evaluator.n_top_k=100
 ```
 
 `sbatch` with `conda`:
 
 ```bash
-python mila/launch.py --conda_env=<conda-env-name> user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=flowmatch device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True
+python mila/launch.py --conda_env=<conda-env-name> user=$USER env=tetris proxy=tetris env.width=5 env.height=10 gflownet=flowmatch device=cpu logger.project_name=gfn_sanity_checks logger.do.online=True evaluator.top_k=10 evaluator.n_top_k=100
 ```
 
 ## Continuous Torus as in Lahlou et al (ICML 2023)

diff --git a/mila/dev/sanity_check_runs.yaml b/mila/dev/sanity_check_runs.yaml
@@ -52,6 +52,9 @@ jobs:
         height: 10
       gflownet: flowmatch
       proxy: tetris
+      evaluator:
+        top_k: 10
+        n_top_k: 100
   - slurm:
       job_name: sanity-tetris-tb
     script:
@@ -61,6 +64,9 @@ jobs:
         height: 10
       gflownet: trajectorybalance
       proxy: tetris
+      evaluator:
+        top_k: 10
+        n_top_k: 100
   # Mini-Tetris
   - slurm:
       job_name: sanity-mintetris-fm
@@ -75,6 +81,9 @@ jobs:
         __value__: tetris
         reward_function: exponential
       gflownet: flowmatch
+      evaluator:
+        top_k: 10
+        n_top_k: 100
   - slurm:
       job_name: sanity-mintetris-tb
     script:
@@ -88,6 +97,9 @@ jobs:
         __value__: tetris
         reward_function: exponential
       gflownet: trajectorybalance
+      evaluator:
+        top_k: 10
+        n_top_k: 100
   - slurm:
       job_name: sanity-mintetris-fl
     script:
@@ -101,6 +113,9 @@ jobs:
         __value__: tetris
         reward_function: exponential
       gflownet: forwardlooking
+      evaluator:
+        top_k: 10
+        n_top_k: 100
   # Ctorus
   - slurm:
       job_name: sanity-ctorus