dieg0code commited on
Commit
deac5ee
·
verified ·
1 Parent(s): d11f4a5

Checkpoint iteration 15

Browse files
runs/policy_spatial_v12/metadata_iter_015.json ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "iteration": 15,
3
+ "timestamp": "2026-05-17T21:06:41.741383+00:00",
4
+ "buffer_size": 2054,
5
+ "config": {
6
+ "iterations": 300,
7
+ "episodes_per_iter": 8,
8
+ "mcts_sims": 320,
9
+ "c_puct": 1.5,
10
+ "temp_threshold": 28,
11
+ "add_noise": true,
12
+ "seed": 42,
13
+ "verbose_logs": true,
14
+ "episode_log_every": 25,
15
+ "epochs": 1,
16
+ "batch_size": 192,
17
+ "learning_rate": 0.0003,
18
+ "weight_decay": 0.0001,
19
+ "value_loss_coeff": 0.5,
20
+ "reward_shaping_enabled": true,
21
+ "reward_shaping_scale": 0.1,
22
+ "reward_shaping_gamma": 0.99,
23
+ "reward_shaping_material_weight": 0.6,
24
+ "reward_shaping_mobility_weight": 0.4,
25
+ "reward_shaping_draw_penalty": 0.1,
26
+ "league_enabled": true,
27
+ "league_path": "checkpoints/league_ratings.json",
28
+ "league_checkpoint_pool_top_k": 3,
29
+ "league_checkpoint_pool_min_games": 4,
30
+ "league_selfplay_checkpoint_prob": 0.35,
31
+ "league_champion_games": 6,
32
+ "buffer_size": 50000,
33
+ "val_split": 0.1,
34
+ "shuffle_train_val_split": true,
35
+ "train_recent_fraction": 0.7,
36
+ "train_recent_window_fraction": 0.4,
37
+ "d_model": 192,
38
+ "nhead": 8,
39
+ "num_layers": 8,
40
+ "dim_feedforward": 768,
41
+ "dropout": 0.1,
42
+ "log_dir": "/kaggle/working/logs",
43
+ "checkpoint_dir": "/kaggle/working/checkpoints",
44
+ "save_every": 1,
45
+ "keep_last_n_local_checkpoints": 3,
46
+ "keep_last_n_log_versions": 2,
47
+ "keep_last_n_hf_checkpoints": 3,
48
+ "onnx_path": "ataxx_model.onnx",
49
+ "export_onnx": false,
50
+ "hf_enabled": true,
51
+ "hf_repo_id": "dieg0code/ataxx-zero",
52
+ "hf_run_id": "policy_spatial_v12",
53
+ "hf_bootstrap_run_id": "",
54
+ "hf_reset_iteration": false,
55
+ "hf_token_env": "HF_TOKEN",
56
+ "hf_local_dir": "/kaggle/working/hf_checkpoints",
57
+ "wandb_enabled": true,
58
+ "wandb_project": "ataxx-zero",
59
+ "wandb_entity": "dieg0code-ai",
60
+ "wandb_run_name": "policy_spatial_v12",
61
+ "max_pending_hf_uploads": 12,
62
+ "hf_upload_future_timeout_s": 900.0,
63
+ "show_progress_bar": false,
64
+ "trainer_log_every_n_steps": 99999,
65
+ "monitor_log_every": 5,
66
+ "epoch_pulse_every": 2,
67
+ "num_workers": 2,
68
+ "persistent_workers": true,
69
+ "strict_probs": false,
70
+ "trainer_devices": 2,
71
+ "trainer_strategy": "ddp_spawn",
72
+ "trainer_precision": "16-mixed",
73
+ "trainer_benchmark": true,
74
+ "ddp_timeout_seconds": 180,
75
+ "mcts_use_amp": true,
76
+ "mcts_cache_size": 100000,
77
+ "mcts_leaf_batch_size": 32,
78
+ "fail_on_selfplay_parallel_error": false,
79
+ "fail_on_hf_upload_error": false,
80
+ "opponent_self_prob": 0.45,
81
+ "opponent_heuristic_prob": 0.5,
82
+ "opponent_random_prob": 0.05,
83
+ "opponent_heuristic_level": "normal",
84
+ "opponent_heuristic_epsilon": 0.0,
85
+ "opponent_heuristic_easy_prob": 0.2,
86
+ "opponent_heuristic_normal_prob": 0.5,
87
+ "opponent_heuristic_hard_prob": 0.3,
88
+ "model_side_swap_prob": 0.5,
89
+ "eval_enabled": true,
90
+ "eval_every": 6,
91
+ "eval_games": 64,
92
+ "eval_sims": 256,
93
+ "eval_heuristic_level": "hard",
94
+ "eval_heuristic_levels": "easy,normal,hard,apex,gambit,sentinel",
95
+ "restore_best_on_regression": true,
96
+ "eval_regression_delta": 0.06,
97
+ "eval_regression_patience": 2,
98
+ "baseline_checkpoint": "liga",
99
+ "baseline_hf_run_id": "policy_spatial_v8",
100
+ "baseline_composite": 0.85,
101
+ "baseline_h2h_min_score": 0.4,
102
+ "eval_absolute_patience": 2,
103
+ "eval_absolute_delta": 0.03,
104
+ "eval_absolute_action": "abort",
105
+ "eval_absolute_abort_mode": "h2h",
106
+ "eval_absolute_min_iteration": 80,
107
+ "selfplay_workers": 2,
108
+ "selfplay_progress_every_s": 120.0,
109
+ "selfplay_episode_timeout_s": 1800.0,
110
+ "compile_model": false,
111
+ "quiet_mode": false,
112
+ "warmup_games": 0,
113
+ "warmup_epochs": 0,
114
+ "warmup_heuristic_level": "sentinel",
115
+ "warmup_heuristic_levels": "hard,apex,sentinel",
116
+ "pretrain_dataset_path": "/kaggle/working/data/curated/v11_pretrain.npz",
117
+ "pretrain_epochs": 3,
118
+ "human_replay_path": "/kaggle/working/data/curated/v11_human_replay.npz",
119
+ "human_batch_fraction": 0.2,
120
+ "human_value_mask": true,
121
+ "symmetry_augmentation": true,
122
+ "value_head_depth": 2,
123
+ "count_head_enabled": true,
124
+ "count_loss_coeff": 0.1
125
+ },
126
+ "stats": {
127
+ "replay_size": 2054,
128
+ "best_eval_score": 0.12890625,
129
+ "train_loss_total": 3.0240700244903564,
130
+ "train_loss_value": 0.7490234971046448,
131
+ "train_loss_policy": 2.640132188796997,
132
+ "train_value_mae": 0.6768332123756409,
133
+ "train_policy_accuracy": 0.23875433206558228,
134
+ "train_lr": 0.0002999918651767075
135
+ }
136
+ }