Update simplified__first_attack checkpoint metadata
Browse files- metadata/total_config.py +29 -17
metadata/total_config.py
CHANGED
|
@@ -21,11 +21,11 @@ exp_config = {
|
|
| 21 |
'stop_value':
|
| 22 |
10000000000,
|
| 23 |
'n_evaluator_episode':
|
| 24 |
-
|
| 25 |
'env_id':
|
| 26 |
'simplified__first_attack',
|
| 27 |
'battle_mode':
|
| 28 |
-
'
|
| 29 |
'battle_mode_in_simulation_env':
|
| 30 |
'self_play_mode',
|
| 31 |
'bot_action_type':
|
|
@@ -38,6 +38,10 @@ exp_config = {
|
|
| 38 |
0,
|
| 39 |
'prob_random_action_in_bot':
|
| 40 |
0.0,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
'channel_last':
|
| 42 |
False,
|
| 43 |
'scale':
|
|
@@ -56,9 +60,13 @@ exp_config = {
|
|
| 56 |
'custom_games_simplified.simplified__first_attack.envs.first_attack_env'
|
| 57 |
],
|
| 58 |
'collector_env_num':
|
| 59 |
-
|
| 60 |
'evaluator_env_num':
|
| 61 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 62 |
},
|
| 63 |
'policy': {
|
| 64 |
'model': {
|
|
@@ -119,7 +127,7 @@ exp_config = {
|
|
| 119 |
'figure_path': None,
|
| 120 |
'cfg_type': 'InteractionSerialEvaluatorDict',
|
| 121 |
'stop_value': 10000000000,
|
| 122 |
-
'n_episode':
|
| 123 |
}
|
| 124 |
},
|
| 125 |
'other': {
|
|
@@ -166,13 +174,13 @@ exp_config = {
|
|
| 166 |
'sampled_algo': False,
|
| 167 |
'gumbel_algo': False,
|
| 168 |
'mcts_ctree': True,
|
| 169 |
-
'collector_env_num':
|
| 170 |
-
'evaluator_env_num':
|
| 171 |
'env_type': 'board_games',
|
| 172 |
'action_type': 'varied_action_space',
|
| 173 |
-
'battle_mode': '
|
| 174 |
'monitor_extra_statistics': True,
|
| 175 |
-
'game_segment_length':
|
| 176 |
'eval_offline': False,
|
| 177 |
'calculate_dormant_ratio': False,
|
| 178 |
'analysis_sim_norm': False,
|
|
@@ -182,9 +190,9 @@ exp_config = {
|
|
| 182 |
'use_augmentation': False,
|
| 183 |
'augmentation': ['shift', 'intensity'],
|
| 184 |
'ignore_done': False,
|
| 185 |
-
'update_per_collect':
|
| 186 |
'replay_ratio': 0.25,
|
| 187 |
-
'batch_size':
|
| 188 |
'optim_type': 'Adam',
|
| 189 |
'learning_rate': 0.003,
|
| 190 |
'target_update_freq': 100,
|
|
@@ -192,11 +200,11 @@ exp_config = {
|
|
| 192 |
'weight_decay': 0.0001,
|
| 193 |
'momentum': 0.9,
|
| 194 |
'grad_clip_value': 0.5,
|
| 195 |
-
'n_episode':
|
| 196 |
'num_segments': 8,
|
| 197 |
-
'num_simulations':
|
| 198 |
'discount_factor': 1,
|
| 199 |
-
'td_steps':
|
| 200 |
'num_unroll_steps': 5,
|
| 201 |
'reward_loss_weight': 1,
|
| 202 |
'value_loss_weight': 0.25,
|
|
@@ -230,15 +238,19 @@ exp_config = {
|
|
| 230 |
'type': 'efficientzero',
|
| 231 |
'import_names': ['lzero.policy.efficientzero'],
|
| 232 |
'model_path':
|
| 233 |
-
'/
|
| 234 |
'reanalyze_ratio': 0.0,
|
| 235 |
-
'eval_freq':
|
| 236 |
'replay_buffer_size': 50000,
|
| 237 |
'best_ckpt_strategy': 'raw',
|
| 238 |
'best_ckpt_ema_alpha': 0.3,
|
| 239 |
'best_ckpt_min_episodes': 20,
|
| 240 |
'battle_mode_in_simulation_env': 'self_play_mode',
|
| 241 |
'eval_opponent_type': 'env_bot',
|
|
|
|
|
|
|
|
|
|
|
|
|
| 242 |
'previous_best_checkpoint': {
|
| 243 |
'path': None,
|
| 244 |
'selector': 'best',
|
|
@@ -252,6 +264,6 @@ exp_config = {
|
|
| 252 |
'device': 'cuda'
|
| 253 |
},
|
| 254 |
'exp_name':
|
| 255 |
-
'/
|
| 256 |
'seed': 0
|
| 257 |
}
|
|
|
|
| 21 |
'stop_value':
|
| 22 |
10000000000,
|
| 23 |
'n_evaluator_episode':
|
| 24 |
+
20,
|
| 25 |
'env_id':
|
| 26 |
'simplified__first_attack',
|
| 27 |
'battle_mode':
|
| 28 |
+
'play_with_bot_mode',
|
| 29 |
'battle_mode_in_simulation_env':
|
| 30 |
'self_play_mode',
|
| 31 |
'bot_action_type':
|
|
|
|
| 38 |
0,
|
| 39 |
'prob_random_action_in_bot':
|
| 40 |
0.0,
|
| 41 |
+
'collector_bot_mode_seat_swap':
|
| 42 |
+
True,
|
| 43 |
+
'bot_mode_live_seat':
|
| 44 |
+
1,
|
| 45 |
'channel_last':
|
| 46 |
False,
|
| 47 |
'scale':
|
|
|
|
| 60 |
'custom_games_simplified.simplified__first_attack.envs.first_attack_env'
|
| 61 |
],
|
| 62 |
'collector_env_num':
|
| 63 |
+
32,
|
| 64 |
'evaluator_env_num':
|
| 65 |
+
20,
|
| 66 |
+
'collector_bot_mode_live_seat_weights': {
|
| 67 |
+
'1': 0.25,
|
| 68 |
+
'2': 0.75
|
| 69 |
+
}
|
| 70 |
},
|
| 71 |
'policy': {
|
| 72 |
'model': {
|
|
|
|
| 127 |
'figure_path': None,
|
| 128 |
'cfg_type': 'InteractionSerialEvaluatorDict',
|
| 129 |
'stop_value': 10000000000,
|
| 130 |
+
'n_episode': 20
|
| 131 |
}
|
| 132 |
},
|
| 133 |
'other': {
|
|
|
|
| 174 |
'sampled_algo': False,
|
| 175 |
'gumbel_algo': False,
|
| 176 |
'mcts_ctree': True,
|
| 177 |
+
'collector_env_num': 32,
|
| 178 |
+
'evaluator_env_num': 20,
|
| 179 |
'env_type': 'board_games',
|
| 180 |
'action_type': 'varied_action_space',
|
| 181 |
+
'battle_mode': 'play_with_bot_mode',
|
| 182 |
'monitor_extra_statistics': True,
|
| 183 |
+
'game_segment_length': 5,
|
| 184 |
'eval_offline': False,
|
| 185 |
'calculate_dormant_ratio': False,
|
| 186 |
'analysis_sim_norm': False,
|
|
|
|
| 190 |
'use_augmentation': False,
|
| 191 |
'augmentation': ['shift', 'intensity'],
|
| 192 |
'ignore_done': False,
|
| 193 |
+
'update_per_collect': 25,
|
| 194 |
'replay_ratio': 0.25,
|
| 195 |
+
'batch_size': 256,
|
| 196 |
'optim_type': 'Adam',
|
| 197 |
'learning_rate': 0.003,
|
| 198 |
'target_update_freq': 100,
|
|
|
|
| 200 |
'weight_decay': 0.0001,
|
| 201 |
'momentum': 0.9,
|
| 202 |
'grad_clip_value': 0.5,
|
| 203 |
+
'n_episode': 32,
|
| 204 |
'num_segments': 8,
|
| 205 |
+
'num_simulations': 50,
|
| 206 |
'discount_factor': 1,
|
| 207 |
+
'td_steps': 5,
|
| 208 |
'num_unroll_steps': 5,
|
| 209 |
'reward_loss_weight': 1,
|
| 210 |
'value_loss_weight': 0.25,
|
|
|
|
| 238 |
'type': 'efficientzero',
|
| 239 |
'import_names': ['lzero.policy.efficientzero'],
|
| 240 |
'model_path':
|
| 241 |
+
'/home/molfetta/combinatorial_reasoning_post_training/models/main5_hf_bot_mode_200k_collector_tuned_20260522/simplified__first_attack/attempt-01_260522_142417/ckpt/envstep_100000.pth.tar',
|
| 242 |
'reanalyze_ratio': 0.0,
|
| 243 |
+
'eval_freq': 150001,
|
| 244 |
'replay_buffer_size': 50000,
|
| 245 |
'best_ckpt_strategy': 'raw',
|
| 246 |
'best_ckpt_ema_alpha': 0.3,
|
| 247 |
'best_ckpt_min_episodes': 20,
|
| 248 |
'battle_mode_in_simulation_env': 'self_play_mode',
|
| 249 |
'eval_opponent_type': 'env_bot',
|
| 250 |
+
'fixed_bot_evaluator': {
|
| 251 |
+
'type': 'arena',
|
| 252 |
+
'seat_swap': True
|
| 253 |
+
},
|
| 254 |
'previous_best_checkpoint': {
|
| 255 |
'path': None,
|
| 256 |
'selector': 'best',
|
|
|
|
| 264 |
'device': 'cuda'
|
| 265 |
},
|
| 266 |
'exp_name':
|
| 267 |
+
'/home/molfetta/combinatorial_reasoning_post_training/models/main5_hf_bot_mode_recovery_50k_20260522/simplified__first_attack/attempt-01_260522_170112',
|
| 268 |
'seed': 0
|
| 269 |
}
|