-
Notifications
You must be signed in to change notification settings - Fork 1
/
eval_pairs.py
35 lines (28 loc) · 981 Bytes
/
eval_pairs.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
import subprocess
policies = [
'random',
'minimax',
'mcts',
# 'alpha_zero',
]
eval_num = 1024
board_size = 5
cube_layer = 3
significance_level = 0.05
max_depth = 5 # for minimax
num_simulations = 10
model_name = 'checkpoint_242.pth.tar' # for alpha zero
if __name__ == '__main__':
for agent in policies:
for opponent in policies:
print(f'===== {agent} vs. {opponent} =====')
command = (
f'python3 eval_{agent}.py --num {eval_num} --opponent_policy {opponent} '
f'--cube_layer {cube_layer} --board_size {board_size} --significance_level {significance_level} '
f'--max_depth {max_depth} --num_simulations {num_simulations} '
f'--model_folder alpha_zero_models/{board_size}x{board_size} --model_name {model_name}'
)
print(command)
command_list = command.split()
subprocess.run(command_list)
print()