forked from jinhaoduan/GTBench
-
Notifications
You must be signed in to change notification settings - Fork 0
/
llm_vs_x.sh
executable file
·29 lines (28 loc) · 1.34 KB
/
llm_vs_x.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
seed=0
output_root="./experiments"
exp_name='test'
num_matches=1 # number of matches
num_workers=1 # run 1 matches in parallel
threshold_matches=1 # maximum number of matches, stop criteria for low completion rate, e.g., LLM agents always generate illegal actions.
# suports all the games listed in ./gamingbench/configs/game_configs/*.yaml
game_name='crazy_eights'
# supports all the llms defined in ./gamingbench/configs/model_configs/*.yaml
model_config_root='gamingbench/configs/model_configs'
llm_name='Bob'
opponent_llm_name='Alice'
# supports all the reasoning methods defined in ./gamingbench/agent_configs/*.yaml
agent_config_root='gamingbench/configs/agent_configs'
agent_name='prompt_agent'
opponent_agent_name='prompt_agent'
declare -a api_keys=("" "") # Place your API keys here "{OPEN AI API KEY}" "{DEEP INFRA API KEY}"
python3 -m gamingbench.main \
--num-matches ${num_matches} \
--exp-root ${output_root}/${exp_name}/${llm_name} \
--seed ${seed} \
--game-name ${game_name} \
--agent-configs ${agent_config_root}/${agent_name}.yaml ${agent_config_root}/${opponent_agent_name}.yaml \
--model-configs ${model_config_root}/${llm_name}.yaml ${model_config_root}/${opponent_llm_name}.yaml \
--api-keys ${api_keys[@]} \
--exchange-first-player \
--num-workers ${num_workers} \
--threshold-matches ${threshold_matches}