Update connect4 checkpoint metadata
Browse files- metadata/total_config.py +20 -14
metadata/total_config.py
CHANGED
|
@@ -19,9 +19,9 @@ exp_config = {
|
|
| 19 |
'type': 'subprocess'
|
| 20 |
},
|
| 21 |
'stop_value': 2,
|
| 22 |
-
'n_evaluator_episode':
|
| 23 |
'env_id': 'Connect4',
|
| 24 |
-
'battle_mode': '
|
| 25 |
'battle_mode_in_simulation_env': 'self_play_mode',
|
| 26 |
'render_mode': None,
|
| 27 |
'replay_path': None,
|
|
@@ -30,14 +30,16 @@ exp_config = {
|
|
| 30 |
'prob_random_agent': 0,
|
| 31 |
'prob_expert_agent': 0,
|
| 32 |
'prob_random_action_in_bot': 0.0,
|
|
|
|
|
|
|
| 33 |
'screen_scaling': 9,
|
| 34 |
'channel_last': False,
|
| 35 |
'scale': False,
|
| 36 |
'cfg_type': 'Connect4EnvDict',
|
| 37 |
'type': 'connect4',
|
| 38 |
'import_names': ['zoo.board_games.connect4.envs.connect4_env'],
|
| 39 |
-
'collector_env_num':
|
| 40 |
-
'evaluator_env_num':
|
| 41 |
},
|
| 42 |
'policy': {
|
| 43 |
'model': {
|
|
@@ -98,7 +100,7 @@ exp_config = {
|
|
| 98 |
'figure_path': None,
|
| 99 |
'cfg_type': 'InteractionSerialEvaluatorDict',
|
| 100 |
'stop_value': 2,
|
| 101 |
-
'n_episode':
|
| 102 |
}
|
| 103 |
},
|
| 104 |
'other': {
|
|
@@ -145,13 +147,13 @@ exp_config = {
|
|
| 145 |
'sampled_algo': False,
|
| 146 |
'gumbel_algo': False,
|
| 147 |
'mcts_ctree': True,
|
| 148 |
-
'collector_env_num':
|
| 149 |
-
'evaluator_env_num':
|
| 150 |
'env_type': 'board_games',
|
| 151 |
'action_type': 'varied_action_space',
|
| 152 |
-
'battle_mode': '
|
| 153 |
'monitor_extra_statistics': True,
|
| 154 |
-
'game_segment_length':
|
| 155 |
'eval_offline': False,
|
| 156 |
'calculate_dormant_ratio': False,
|
| 157 |
'analysis_sim_norm': False,
|
|
@@ -161,7 +163,7 @@ exp_config = {
|
|
| 161 |
'use_augmentation': False,
|
| 162 |
'augmentation': ['shift', 'intensity'],
|
| 163 |
'ignore_done': False,
|
| 164 |
-
'update_per_collect':
|
| 165 |
'replay_ratio': 0.25,
|
| 166 |
'batch_size': 256,
|
| 167 |
'optim_type': 'Adam',
|
|
@@ -171,11 +173,11 @@ exp_config = {
|
|
| 171 |
'weight_decay': 0.0001,
|
| 172 |
'momentum': 0.9,
|
| 173 |
'grad_clip_value': 0.5,
|
| 174 |
-
'n_episode':
|
| 175 |
'num_segments': 8,
|
| 176 |
'num_simulations': 50,
|
| 177 |
'discount_factor': 1,
|
| 178 |
-
'td_steps':
|
| 179 |
'num_unroll_steps': 5,
|
| 180 |
'reward_loss_weight': 1,
|
| 181 |
'value_loss_weight': 0.25,
|
|
@@ -209,7 +211,7 @@ exp_config = {
|
|
| 209 |
'type': 'efficientzero',
|
| 210 |
'import_names': ['lzero.policy.efficientzero'],
|
| 211 |
'model_path':
|
| 212 |
-
'/
|
| 213 |
'reanalyze_ratio': 0.0,
|
| 214 |
'eval_freq': 1000001,
|
| 215 |
'replay_buffer_size': 100000,
|
|
@@ -218,6 +220,10 @@ exp_config = {
|
|
| 218 |
'best_ckpt_min_episodes': 20,
|
| 219 |
'battle_mode_in_simulation_env': 'self_play_mode',
|
| 220 |
'eval_opponent_type': 'env_bot',
|
|
|
|
|
|
|
|
|
|
|
|
|
| 221 |
'previous_best_checkpoint': {
|
| 222 |
'path': None,
|
| 223 |
'selector': 'best',
|
|
@@ -231,6 +237,6 @@ exp_config = {
|
|
| 231 |
'device': 'cuda'
|
| 232 |
},
|
| 233 |
'exp_name':
|
| 234 |
-
'/
|
| 235 |
'seed': 0
|
| 236 |
}
|
|
|
|
| 19 |
'type': 'subprocess'
|
| 20 |
},
|
| 21 |
'stop_value': 2,
|
| 22 |
+
'n_evaluator_episode': 20,
|
| 23 |
'env_id': 'Connect4',
|
| 24 |
+
'battle_mode': 'play_with_bot_mode',
|
| 25 |
'battle_mode_in_simulation_env': 'self_play_mode',
|
| 26 |
'render_mode': None,
|
| 27 |
'replay_path': None,
|
|
|
|
| 30 |
'prob_random_agent': 0,
|
| 31 |
'prob_expert_agent': 0,
|
| 32 |
'prob_random_action_in_bot': 0.0,
|
| 33 |
+
'collector_bot_mode_seat_swap': True,
|
| 34 |
+
'bot_mode_live_seat': 1,
|
| 35 |
'screen_scaling': 9,
|
| 36 |
'channel_last': False,
|
| 37 |
'scale': False,
|
| 38 |
'cfg_type': 'Connect4EnvDict',
|
| 39 |
'type': 'connect4',
|
| 40 |
'import_names': ['zoo.board_games.connect4.envs.connect4_env'],
|
| 41 |
+
'collector_env_num': 32,
|
| 42 |
+
'evaluator_env_num': 20
|
| 43 |
},
|
| 44 |
'policy': {
|
| 45 |
'model': {
|
|
|
|
| 100 |
'figure_path': None,
|
| 101 |
'cfg_type': 'InteractionSerialEvaluatorDict',
|
| 102 |
'stop_value': 2,
|
| 103 |
+
'n_episode': 20
|
| 104 |
}
|
| 105 |
},
|
| 106 |
'other': {
|
|
|
|
| 147 |
'sampled_algo': False,
|
| 148 |
'gumbel_algo': False,
|
| 149 |
'mcts_ctree': True,
|
| 150 |
+
'collector_env_num': 32,
|
| 151 |
+
'evaluator_env_num': 20,
|
| 152 |
'env_type': 'board_games',
|
| 153 |
'action_type': 'varied_action_space',
|
| 154 |
+
'battle_mode': 'play_with_bot_mode',
|
| 155 |
'monitor_extra_statistics': True,
|
| 156 |
+
'game_segment_length': 21,
|
| 157 |
'eval_offline': False,
|
| 158 |
'calculate_dormant_ratio': False,
|
| 159 |
'analysis_sim_norm': False,
|
|
|
|
| 163 |
'use_augmentation': False,
|
| 164 |
'augmentation': ['shift', 'intensity'],
|
| 165 |
'ignore_done': False,
|
| 166 |
+
'update_per_collect': 25,
|
| 167 |
'replay_ratio': 0.25,
|
| 168 |
'batch_size': 256,
|
| 169 |
'optim_type': 'Adam',
|
|
|
|
| 173 |
'weight_decay': 0.0001,
|
| 174 |
'momentum': 0.9,
|
| 175 |
'grad_clip_value': 0.5,
|
| 176 |
+
'n_episode': 32,
|
| 177 |
'num_segments': 8,
|
| 178 |
'num_simulations': 50,
|
| 179 |
'discount_factor': 1,
|
| 180 |
+
'td_steps': 21,
|
| 181 |
'num_unroll_steps': 5,
|
| 182 |
'reward_loss_weight': 1,
|
| 183 |
'value_loss_weight': 0.25,
|
|
|
|
| 211 |
'type': 'efficientzero',
|
| 212 |
'import_names': ['lzero.policy.efficientzero'],
|
| 213 |
'model_path':
|
| 214 |
+
'/home/molfetta/combinatorial_reasoning_post_training/models/main5_hf_bot_mode_200k_collector_tuned_20260522/connect4/attempt-01_260522_142412/ckpt/ckpt_last.pth.tar',
|
| 215 |
'reanalyze_ratio': 0.0,
|
| 216 |
'eval_freq': 1000001,
|
| 217 |
'replay_buffer_size': 100000,
|
|
|
|
| 220 |
'best_ckpt_min_episodes': 20,
|
| 221 |
'battle_mode_in_simulation_env': 'self_play_mode',
|
| 222 |
'eval_opponent_type': 'env_bot',
|
| 223 |
+
'fixed_bot_evaluator': {
|
| 224 |
+
'type': 'arena',
|
| 225 |
+
'seat_swap': True
|
| 226 |
+
},
|
| 227 |
'previous_best_checkpoint': {
|
| 228 |
'path': None,
|
| 229 |
'selector': 'best',
|
|
|
|
| 237 |
'device': 'cuda'
|
| 238 |
},
|
| 239 |
'exp_name':
|
| 240 |
+
'/home/molfetta/combinatorial_reasoning_post_training/models/connect4_hf_bot_mode_1m_20260522/connect4/attempt-01_260522_173857',
|
| 241 |
'seed': 0
|
| 242 |
}
|