dieg0code commited on
Commit
78c60f3
·
verified ·
1 Parent(s): f4407f5

Checkpoint iteration 2

Browse files
runs/policy_spatial_v15_3/metadata_iter_002.json ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "iteration": 2,
3
+ "timestamp": "2026-05-30T03:40:15.858917+00:00",
4
+ "buffer_size": 942,
5
+ "config": {
6
+ "iterations": 600,
7
+ "episodes_per_iter": 18,
8
+ "mcts_sims": 800,
9
+ "c_puct": 1.5,
10
+ "temp_threshold": 8,
11
+ "add_noise": true,
12
+ "seed": 42,
13
+ "verbose_logs": true,
14
+ "episode_log_every": 25,
15
+ "epochs": 1,
16
+ "batch_size": 256,
17
+ "learning_rate": 0.0001,
18
+ "weight_decay": 0.0001,
19
+ "value_loss_coeff": 1.0,
20
+ "reward_shaping_enabled": false,
21
+ "reward_shaping_scale": 0.1,
22
+ "reward_shaping_gamma": 0.99,
23
+ "reward_shaping_material_weight": 0.6,
24
+ "reward_shaping_mobility_weight": 0.4,
25
+ "reward_shaping_draw_penalty": 0.1,
26
+ "league_enabled": true,
27
+ "league_path": "checkpoints/league_ratings.json",
28
+ "league_checkpoint_pool_top_k": 3,
29
+ "league_checkpoint_pool_min_games": 4,
30
+ "league_selfplay_checkpoint_prob": 0.55,
31
+ "league_champion_games": 6,
32
+ "buffer_size": 200000,
33
+ "val_split": 0.1,
34
+ "shuffle_train_val_split": true,
35
+ "train_recent_fraction": 0.3,
36
+ "train_recent_window_fraction": 0.4,
37
+ "d_model": 384,
38
+ "nhead": 6,
39
+ "num_layers": 12,
40
+ "dim_feedforward": 768,
41
+ "dropout": 0.0,
42
+ "log_dir": "/kaggle/working/logs",
43
+ "checkpoint_dir": "/kaggle/working/checkpoints",
44
+ "save_every": 2,
45
+ "keep_last_n_local_checkpoints": 1,
46
+ "keep_last_n_log_versions": 2,
47
+ "keep_last_n_hf_checkpoints": 1,
48
+ "onnx_path": "ataxx_model.onnx",
49
+ "export_onnx": false,
50
+ "hf_enabled": true,
51
+ "hf_repo_id": "dieg0code/ataxx-zero",
52
+ "hf_run_id": "policy_spatial_v15_3",
53
+ "hf_bootstrap_run_id": "",
54
+ "hf_reset_iteration": false,
55
+ "hf_token_env": "HF_TOKEN",
56
+ "hf_local_dir": "/kaggle/working/hf_checkpoints",
57
+ "wandb_enabled": true,
58
+ "wandb_project": "ataxx-zero",
59
+ "wandb_entity": "dieg0code-ai",
60
+ "wandb_run_name": "policy_spatial_v15_3",
61
+ "max_pending_hf_uploads": 12,
62
+ "hf_upload_future_timeout_s": 900.0,
63
+ "show_progress_bar": false,
64
+ "trainer_log_every_n_steps": 99999,
65
+ "monitor_log_every": 5,
66
+ "epoch_pulse_every": 2,
67
+ "num_workers": 2,
68
+ "persistent_workers": true,
69
+ "strict_probs": false,
70
+ "trainer_devices": 2,
71
+ "trainer_strategy": "ddp_spawn",
72
+ "trainer_precision": "16-mixed",
73
+ "trainer_benchmark": true,
74
+ "ddp_timeout_seconds": 180,
75
+ "mcts_use_amp": true,
76
+ "mcts_cache_size": 100000,
77
+ "mcts_leaf_batch_size": 32,
78
+ "mcts_dirichlet_alpha": 0.3,
79
+ "mcts_dirichlet_frac": 0.25,
80
+ "fail_on_selfplay_parallel_error": false,
81
+ "fail_on_hf_upload_error": false,
82
+ "opponent_self_prob": 0.45,
83
+ "opponent_heuristic_prob": 0.0,
84
+ "opponent_random_prob": 0.05,
85
+ "opponent_heuristic_level": "normal",
86
+ "opponent_heuristic_epsilon": 0.0,
87
+ "opponent_heuristic_easy_prob": 0.2,
88
+ "opponent_heuristic_normal_prob": 0.5,
89
+ "opponent_heuristic_hard_prob": 0.3,
90
+ "model_side_swap_prob": 0.5,
91
+ "eval_enabled": true,
92
+ "eval_every": 8,
93
+ "eval_games": 40,
94
+ "eval_sims": 256,
95
+ "eval_heuristic_level": "hard",
96
+ "eval_heuristic_levels": "easy,normal,hard,apex,gambit,sentinel",
97
+ "restore_best_on_regression": false,
98
+ "eval_regression_delta": 0.06,
99
+ "eval_regression_patience": 2,
100
+ "baseline_checkpoint": "liga",
101
+ "baseline_hf_run_id": "policy_spatial_v8",
102
+ "baseline_composite": 0.85,
103
+ "baseline_h2h_min_score": 0.25,
104
+ "eval_absolute_patience": 2,
105
+ "eval_absolute_delta": 0.03,
106
+ "eval_absolute_action": "abort",
107
+ "eval_absolute_abort_mode": "h2h",
108
+ "eval_absolute_min_iteration": 150,
109
+ "selfplay_workers": 2,
110
+ "selfplay_progress_every_s": 120.0,
111
+ "selfplay_episode_timeout_s": 1800.0,
112
+ "compile_model": false,
113
+ "quiet_mode": false,
114
+ "warmup_games": 0,
115
+ "warmup_epochs": 0,
116
+ "warmup_heuristic_level": "sentinel",
117
+ "warmup_heuristic_levels": "hard,apex,sentinel",
118
+ "pretrain_dataset_path": "",
119
+ "pretrain_epochs": 0,
120
+ "human_replay_path": "",
121
+ "human_batch_fraction": 0.0,
122
+ "human_value_mask": false,
123
+ "symmetry_augmentation": true,
124
+ "value_head_depth": 1,
125
+ "count_head_enabled": false,
126
+ "count_loss_coeff": 0.0,
127
+ "eval_composite_uses_h2h_only": true,
128
+ "transformer_pre_ln": true,
129
+ "mcts_fpu_reduction": 0.25,
130
+ "mcts_virtual_loss": 1.0,
131
+ "pos_embed_2d": true,
132
+ "lr_warmup_steps": 0,
133
+ "adam_beta2": 0.95,
134
+ "ema_decay": 0.999,
135
+ "value_mcts_q_lambda": 0.25,
136
+ "max_half_moves_per_episode": 120,
137
+ "random_opening_prob": 0.25,
138
+ "random_opening_max_plies": 3,
139
+ "mcts_prior_uniform_mix": 0.2,
140
+ "pcr_enabled": true,
141
+ "pcr_fast_sims": 100,
142
+ "pcr_full_sim_prob": 0.25,
143
+ "resign_enabled": true,
144
+ "resign_value_threshold": -0.95,
145
+ "resign_consecutive_plies": 8,
146
+ "resign_min_plies": 20,
147
+ "resign_audit_prob": 0.1,
148
+ "mcts_forced_playout_k": 2.0,
149
+ "mcts_policy_target_prune_forced": true,
150
+ "patch_embed_conv": true
151
+ },
152
+ "stats": {
153
+ "replay_size": 942,
154
+ "best_eval_score": -1.0,
155
+ "train_loss_total": 5.244462966918945,
156
+ "train_loss_value": 1.4368581771850586,
157
+ "train_loss_policy": 3.807605028152466,
158
+ "train_value_mae": 0.909564733505249,
159
+ "train_policy_accuracy": 0.03537735715508461,
160
+ "train_lr": 9.99993208097294e-05
161
+ }
162
+ }