LorMolf commited on
Commit
722ef50
·
verified ·
1 Parent(s): 870170a

Update simplified__first_attack checkpoint metadata

Browse files
Files changed (1) hide show
  1. metadata/total_config.py +29 -17
metadata/total_config.py CHANGED
@@ -21,11 +21,11 @@ exp_config = {
21
  'stop_value':
22
  10000000000,
23
  'n_evaluator_episode':
24
- 10,
25
  'env_id':
26
  'simplified__first_attack',
27
  'battle_mode':
28
- 'self_play_mode',
29
  'battle_mode_in_simulation_env':
30
  'self_play_mode',
31
  'bot_action_type':
@@ -38,6 +38,10 @@ exp_config = {
38
  0,
39
  'prob_random_action_in_bot':
40
  0.0,
 
 
 
 
41
  'channel_last':
42
  False,
43
  'scale':
@@ -56,9 +60,13 @@ exp_config = {
56
  'custom_games_simplified.simplified__first_attack.envs.first_attack_env'
57
  ],
58
  'collector_env_num':
59
- 4,
60
  'evaluator_env_num':
61
- 10
 
 
 
 
62
  },
63
  'policy': {
64
  'model': {
@@ -119,7 +127,7 @@ exp_config = {
119
  'figure_path': None,
120
  'cfg_type': 'InteractionSerialEvaluatorDict',
121
  'stop_value': 10000000000,
122
- 'n_episode': 10
123
  }
124
  },
125
  'other': {
@@ -166,13 +174,13 @@ exp_config = {
166
  'sampled_algo': False,
167
  'gumbel_algo': False,
168
  'mcts_ctree': True,
169
- 'collector_env_num': 4,
170
- 'evaluator_env_num': 10,
171
  'env_type': 'board_games',
172
  'action_type': 'varied_action_space',
173
- 'battle_mode': 'self_play_mode',
174
  'monitor_extra_statistics': True,
175
- 'game_segment_length': 12,
176
  'eval_offline': False,
177
  'calculate_dormant_ratio': False,
178
  'analysis_sim_norm': False,
@@ -182,9 +190,9 @@ exp_config = {
182
  'use_augmentation': False,
183
  'augmentation': ['shift', 'intensity'],
184
  'ignore_done': False,
185
- 'update_per_collect': 2,
186
  'replay_ratio': 0.25,
187
- 'batch_size': 128,
188
  'optim_type': 'Adam',
189
  'learning_rate': 0.003,
190
  'target_update_freq': 100,
@@ -192,11 +200,11 @@ exp_config = {
192
  'weight_decay': 0.0001,
193
  'momentum': 0.9,
194
  'grad_clip_value': 0.5,
195
- 'n_episode': 4,
196
  'num_segments': 8,
197
- 'num_simulations': 20,
198
  'discount_factor': 1,
199
- 'td_steps': 12,
200
  'num_unroll_steps': 5,
201
  'reward_loss_weight': 1,
202
  'value_loss_weight': 0.25,
@@ -230,15 +238,19 @@ exp_config = {
230
  'type': 'efficientzero',
231
  'import_names': ['lzero.policy.efficientzero'],
232
  'model_path':
233
- '/workspace/combinatorial_reasoning_post_training/models/simplified5_immediate_300k_continuation_20260518/round-01/simplified__first_attack/attempt-01_260518_231816/ckpt/envstep_130000.pth.tar',
234
  'reanalyze_ratio': 0.0,
235
- 'eval_freq': 100001,
236
  'replay_buffer_size': 50000,
237
  'best_ckpt_strategy': 'raw',
238
  'best_ckpt_ema_alpha': 0.3,
239
  'best_ckpt_min_episodes': 20,
240
  'battle_mode_in_simulation_env': 'self_play_mode',
241
  'eval_opponent_type': 'env_bot',
 
 
 
 
242
  'previous_best_checkpoint': {
243
  'path': None,
244
  'selector': 'best',
@@ -252,6 +264,6 @@ exp_config = {
252
  'device': 'cuda'
253
  },
254
  'exp_name':
255
- '/workspace/combinatorial_reasoning_post_training/models/simplified5_constant_lr_fixed_20260519/round-01/simplified__first_attack/attempt-01_260519_093543',
256
  'seed': 0
257
  }
 
21
  'stop_value':
22
  10000000000,
23
  'n_evaluator_episode':
24
+ 20,
25
  'env_id':
26
  'simplified__first_attack',
27
  'battle_mode':
28
+ 'play_with_bot_mode',
29
  'battle_mode_in_simulation_env':
30
  'self_play_mode',
31
  'bot_action_type':
 
38
  0,
39
  'prob_random_action_in_bot':
40
  0.0,
41
+ 'collector_bot_mode_seat_swap':
42
+ True,
43
+ 'bot_mode_live_seat':
44
+ 1,
45
  'channel_last':
46
  False,
47
  'scale':
 
60
  'custom_games_simplified.simplified__first_attack.envs.first_attack_env'
61
  ],
62
  'collector_env_num':
63
+ 32,
64
  'evaluator_env_num':
65
+ 20,
66
+ 'collector_bot_mode_live_seat_weights': {
67
+ '1': 0.25,
68
+ '2': 0.75
69
+ }
70
  },
71
  'policy': {
72
  'model': {
 
127
  'figure_path': None,
128
  'cfg_type': 'InteractionSerialEvaluatorDict',
129
  'stop_value': 10000000000,
130
+ 'n_episode': 20
131
  }
132
  },
133
  'other': {
 
174
  'sampled_algo': False,
175
  'gumbel_algo': False,
176
  'mcts_ctree': True,
177
+ 'collector_env_num': 32,
178
+ 'evaluator_env_num': 20,
179
  'env_type': 'board_games',
180
  'action_type': 'varied_action_space',
181
+ 'battle_mode': 'play_with_bot_mode',
182
  'monitor_extra_statistics': True,
183
+ 'game_segment_length': 5,
184
  'eval_offline': False,
185
  'calculate_dormant_ratio': False,
186
  'analysis_sim_norm': False,
 
190
  'use_augmentation': False,
191
  'augmentation': ['shift', 'intensity'],
192
  'ignore_done': False,
193
+ 'update_per_collect': 25,
194
  'replay_ratio': 0.25,
195
+ 'batch_size': 256,
196
  'optim_type': 'Adam',
197
  'learning_rate': 0.003,
198
  'target_update_freq': 100,
 
200
  'weight_decay': 0.0001,
201
  'momentum': 0.9,
202
  'grad_clip_value': 0.5,
203
+ 'n_episode': 32,
204
  'num_segments': 8,
205
+ 'num_simulations': 50,
206
  'discount_factor': 1,
207
+ 'td_steps': 5,
208
  'num_unroll_steps': 5,
209
  'reward_loss_weight': 1,
210
  'value_loss_weight': 0.25,
 
238
  'type': 'efficientzero',
239
  'import_names': ['lzero.policy.efficientzero'],
240
  'model_path':
241
+ '/home/molfetta/combinatorial_reasoning_post_training/models/main5_hf_bot_mode_200k_collector_tuned_20260522/simplified__first_attack/attempt-01_260522_142417/ckpt/envstep_100000.pth.tar',
242
  'reanalyze_ratio': 0.0,
243
+ 'eval_freq': 150001,
244
  'replay_buffer_size': 50000,
245
  'best_ckpt_strategy': 'raw',
246
  'best_ckpt_ema_alpha': 0.3,
247
  'best_ckpt_min_episodes': 20,
248
  'battle_mode_in_simulation_env': 'self_play_mode',
249
  'eval_opponent_type': 'env_bot',
250
+ 'fixed_bot_evaluator': {
251
+ 'type': 'arena',
252
+ 'seat_swap': True
253
+ },
254
  'previous_best_checkpoint': {
255
  'path': None,
256
  'selector': 'best',
 
264
  'device': 'cuda'
265
  },
266
  'exp_name':
267
+ '/home/molfetta/combinatorial_reasoning_post_training/models/main5_hf_bot_mode_recovery_50k_20260522/simplified__first_attack/attempt-01_260522_170112',
268
  'seed': 0
269
  }