LorMolf commited on
Commit
db3d613
·
verified ·
1 Parent(s): 12787f9

Update connect4 checkpoint metadata

Browse files
Files changed (1) hide show
  1. metadata/total_config.py +20 -14
metadata/total_config.py CHANGED
@@ -19,9 +19,9 @@ exp_config = {
19
  'type': 'subprocess'
20
  },
21
  'stop_value': 2,
22
- 'n_evaluator_episode': 10,
23
  'env_id': 'Connect4',
24
- 'battle_mode': 'self_play_mode',
25
  'battle_mode_in_simulation_env': 'self_play_mode',
26
  'render_mode': None,
27
  'replay_path': None,
@@ -30,14 +30,16 @@ exp_config = {
30
  'prob_random_agent': 0,
31
  'prob_expert_agent': 0,
32
  'prob_random_action_in_bot': 0.0,
 
 
33
  'screen_scaling': 9,
34
  'channel_last': False,
35
  'scale': False,
36
  'cfg_type': 'Connect4EnvDict',
37
  'type': 'connect4',
38
  'import_names': ['zoo.board_games.connect4.envs.connect4_env'],
39
- 'collector_env_num': 4,
40
- 'evaluator_env_num': 10
41
  },
42
  'policy': {
43
  'model': {
@@ -98,7 +100,7 @@ exp_config = {
98
  'figure_path': None,
99
  'cfg_type': 'InteractionSerialEvaluatorDict',
100
  'stop_value': 2,
101
- 'n_episode': 10
102
  }
103
  },
104
  'other': {
@@ -145,13 +147,13 @@ exp_config = {
145
  'sampled_algo': False,
146
  'gumbel_algo': False,
147
  'mcts_ctree': True,
148
- 'collector_env_num': 4,
149
- 'evaluator_env_num': 10,
150
  'env_type': 'board_games',
151
  'action_type': 'varied_action_space',
152
- 'battle_mode': 'self_play_mode',
153
  'monitor_extra_statistics': True,
154
- 'game_segment_length': 42,
155
  'eval_offline': False,
156
  'calculate_dormant_ratio': False,
157
  'analysis_sim_norm': False,
@@ -161,7 +163,7 @@ exp_config = {
161
  'use_augmentation': False,
162
  'augmentation': ['shift', 'intensity'],
163
  'ignore_done': False,
164
- 'update_per_collect': 50,
165
  'replay_ratio': 0.25,
166
  'batch_size': 256,
167
  'optim_type': 'Adam',
@@ -171,11 +173,11 @@ exp_config = {
171
  'weight_decay': 0.0001,
172
  'momentum': 0.9,
173
  'grad_clip_value': 0.5,
174
- 'n_episode': 4,
175
  'num_segments': 8,
176
  'num_simulations': 50,
177
  'discount_factor': 1,
178
- 'td_steps': 42,
179
  'num_unroll_steps': 5,
180
  'reward_loss_weight': 1,
181
  'value_loss_weight': 0.25,
@@ -209,7 +211,7 @@ exp_config = {
209
  'type': 'efficientzero',
210
  'import_names': ['lzero.policy.efficientzero'],
211
  'model_path':
212
- '/workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-01_260520_133222/ckpt/envstep_5000.pth.tar',
213
  'reanalyze_ratio': 0.0,
214
  'eval_freq': 1000001,
215
  'replay_buffer_size': 100000,
@@ -218,6 +220,10 @@ exp_config = {
218
  'best_ckpt_min_episodes': 20,
219
  'battle_mode_in_simulation_env': 'self_play_mode',
220
  'eval_opponent_type': 'env_bot',
 
 
 
 
221
  'previous_best_checkpoint': {
222
  'path': None,
223
  'selector': 'best',
@@ -231,6 +237,6 @@ exp_config = {
231
  'device': 'cuda'
232
  },
233
  'exp_name':
234
- '/workspace/combinatorial_reasoning_post_training/models/simplified5_two_machine_continuation_20260520/shard-0/connect4/attempt-03_260520_145624',
235
  'seed': 0
236
  }
 
19
  'type': 'subprocess'
20
  },
21
  'stop_value': 2,
22
+ 'n_evaluator_episode': 20,
23
  'env_id': 'Connect4',
24
+ 'battle_mode': 'play_with_bot_mode',
25
  'battle_mode_in_simulation_env': 'self_play_mode',
26
  'render_mode': None,
27
  'replay_path': None,
 
30
  'prob_random_agent': 0,
31
  'prob_expert_agent': 0,
32
  'prob_random_action_in_bot': 0.0,
33
+ 'collector_bot_mode_seat_swap': True,
34
+ 'bot_mode_live_seat': 1,
35
  'screen_scaling': 9,
36
  'channel_last': False,
37
  'scale': False,
38
  'cfg_type': 'Connect4EnvDict',
39
  'type': 'connect4',
40
  'import_names': ['zoo.board_games.connect4.envs.connect4_env'],
41
+ 'collector_env_num': 32,
42
+ 'evaluator_env_num': 20
43
  },
44
  'policy': {
45
  'model': {
 
100
  'figure_path': None,
101
  'cfg_type': 'InteractionSerialEvaluatorDict',
102
  'stop_value': 2,
103
+ 'n_episode': 20
104
  }
105
  },
106
  'other': {
 
147
  'sampled_algo': False,
148
  'gumbel_algo': False,
149
  'mcts_ctree': True,
150
+ 'collector_env_num': 32,
151
+ 'evaluator_env_num': 20,
152
  'env_type': 'board_games',
153
  'action_type': 'varied_action_space',
154
+ 'battle_mode': 'play_with_bot_mode',
155
  'monitor_extra_statistics': True,
156
+ 'game_segment_length': 21,
157
  'eval_offline': False,
158
  'calculate_dormant_ratio': False,
159
  'analysis_sim_norm': False,
 
163
  'use_augmentation': False,
164
  'augmentation': ['shift', 'intensity'],
165
  'ignore_done': False,
166
+ 'update_per_collect': 25,
167
  'replay_ratio': 0.25,
168
  'batch_size': 256,
169
  'optim_type': 'Adam',
 
173
  'weight_decay': 0.0001,
174
  'momentum': 0.9,
175
  'grad_clip_value': 0.5,
176
+ 'n_episode': 32,
177
  'num_segments': 8,
178
  'num_simulations': 50,
179
  'discount_factor': 1,
180
+ 'td_steps': 21,
181
  'num_unroll_steps': 5,
182
  'reward_loss_weight': 1,
183
  'value_loss_weight': 0.25,
 
211
  'type': 'efficientzero',
212
  'import_names': ['lzero.policy.efficientzero'],
213
  'model_path':
214
+ '/home/molfetta/combinatorial_reasoning_post_training/models/main5_hf_bot_mode_200k_collector_tuned_20260522/connect4/attempt-01_260522_142412/ckpt/ckpt_last.pth.tar',
215
  'reanalyze_ratio': 0.0,
216
  'eval_freq': 1000001,
217
  'replay_buffer_size': 100000,
 
220
  'best_ckpt_min_episodes': 20,
221
  'battle_mode_in_simulation_env': 'self_play_mode',
222
  'eval_opponent_type': 'env_bot',
223
+ 'fixed_bot_evaluator': {
224
+ 'type': 'arena',
225
+ 'seat_swap': True
226
+ },
227
  'previous_best_checkpoint': {
228
  'path': None,
229
  'selector': 'best',
 
237
  'device': 'cuda'
238
  },
239
  'exp_name':
240
+ '/home/molfetta/combinatorial_reasoning_post_training/models/connect4_hf_bot_mode_1m_20260522/connect4/attempt-01_260522_173857',
241
  'seed': 0
242
  }