File size: 4,587 Bytes
f5a5028
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
{
  "iteration": 3,
  "timestamp": "2026-05-24T04:19:04.902224+00:00",
  "buffer_size": 913,
  "config": {
    "iterations": 600,
    "episodes_per_iter": 6,
    "mcts_sims": 800,
    "c_puct": 1.25,
    "temp_threshold": 28,
    "add_noise": true,
    "seed": 42,
    "verbose_logs": true,
    "episode_log_every": 25,
    "epochs": 1,
    "batch_size": 128,
    "learning_rate": 0.0003,
    "weight_decay": 0.0001,
    "value_loss_coeff": 0.5,
    "reward_shaping_enabled": true,
    "reward_shaping_scale": 0.1,
    "reward_shaping_gamma": 0.99,
    "reward_shaping_material_weight": 0.6,
    "reward_shaping_mobility_weight": 0.4,
    "reward_shaping_draw_penalty": 0.1,
    "league_enabled": true,
    "league_path": "checkpoints/league_ratings.json",
    "league_checkpoint_pool_top_k": 3,
    "league_checkpoint_pool_min_games": 4,
    "league_selfplay_checkpoint_prob": 0.55,
    "league_champion_games": 6,
    "buffer_size": 50000,
    "val_split": 0.1,
    "shuffle_train_val_split": true,
    "train_recent_fraction": 0.7,
    "train_recent_window_fraction": 0.4,
    "d_model": 384,
    "nhead": 12,
    "num_layers": 12,
    "dim_feedforward": 1536,
    "dropout": 0.1,
    "log_dir": "/kaggle/working/logs",
    "checkpoint_dir": "/kaggle/working/checkpoints",
    "save_every": 1,
    "keep_last_n_local_checkpoints": 3,
    "keep_last_n_log_versions": 2,
    "keep_last_n_hf_checkpoints": 3,
    "onnx_path": "ataxx_model.onnx",
    "export_onnx": false,
    "hf_enabled": true,
    "hf_repo_id": "dieg0code/ataxx-zero",
    "hf_run_id": "policy_spatial_v13",
    "hf_bootstrap_run_id": "",
    "hf_reset_iteration": false,
    "hf_token_env": "HF_TOKEN",
    "hf_local_dir": "/kaggle/working/hf_checkpoints",
    "wandb_enabled": true,
    "wandb_project": "ataxx-zero",
    "wandb_entity": "dieg0code-ai",
    "wandb_run_name": "policy_spatial_v13",
    "max_pending_hf_uploads": 12,
    "hf_upload_future_timeout_s": 900.0,
    "show_progress_bar": false,
    "trainer_log_every_n_steps": 99999,
    "monitor_log_every": 5,
    "epoch_pulse_every": 2,
    "num_workers": 2,
    "persistent_workers": true,
    "strict_probs": false,
    "trainer_devices": 2,
    "trainer_strategy": "ddp_spawn",
    "trainer_precision": "16-mixed",
    "trainer_benchmark": true,
    "ddp_timeout_seconds": 180,
    "mcts_use_amp": true,
    "mcts_cache_size": 100000,
    "mcts_leaf_batch_size": 32,
    "mcts_dirichlet_alpha": 0.1,
    "mcts_dirichlet_frac": 0.25,
    "fail_on_selfplay_parallel_error": false,
    "fail_on_hf_upload_error": false,
    "opponent_self_prob": 0.45,
    "opponent_heuristic_prob": 0.0,
    "opponent_random_prob": 0.05,
    "opponent_heuristic_level": "normal",
    "opponent_heuristic_epsilon": 0.0,
    "opponent_heuristic_easy_prob": 0.2,
    "opponent_heuristic_normal_prob": 0.5,
    "opponent_heuristic_hard_prob": 0.3,
    "model_side_swap_prob": 0.5,
    "eval_enabled": true,
    "eval_every": 6,
    "eval_games": 64,
    "eval_sims": 256,
    "eval_heuristic_level": "hard",
    "eval_heuristic_levels": "easy,normal,hard,apex,gambit,sentinel",
    "restore_best_on_regression": false,
    "eval_regression_delta": 0.06,
    "eval_regression_patience": 2,
    "baseline_checkpoint": "liga",
    "baseline_hf_run_id": "policy_spatial_v8",
    "baseline_composite": 0.85,
    "baseline_h2h_min_score": 0.25,
    "eval_absolute_patience": 2,
    "eval_absolute_delta": 0.03,
    "eval_absolute_action": "abort",
    "eval_absolute_abort_mode": "h2h",
    "eval_absolute_min_iteration": 150,
    "selfplay_workers": 2,
    "selfplay_progress_every_s": 120.0,
    "selfplay_episode_timeout_s": 1800.0,
    "compile_model": false,
    "quiet_mode": false,
    "warmup_games": 0,
    "warmup_epochs": 0,
    "warmup_heuristic_level": "sentinel",
    "warmup_heuristic_levels": "hard,apex,sentinel",
    "pretrain_dataset_path": "/kaggle/working/data/curated/v13_pretrain.npz",
    "pretrain_epochs": 3,
    "human_replay_path": "/kaggle/working/data/curated/v13_human_replay.npz",
    "human_batch_fraction": 0.2,
    "human_value_mask": true,
    "symmetry_augmentation": true,
    "value_head_depth": 2,
    "count_head_enabled": true,
    "count_loss_coeff": 0.1,
    "eval_composite_uses_h2h_only": true
  },
  "stats": {
    "replay_size": 913,
    "best_eval_score": -1.0,
    "train_loss_total": 4.863142967224121,
    "train_loss_value": 2.00929594039917,
    "train_loss_policy": 3.8225009441375732,
    "train_value_mae": 1.0074175596237183,
    "train_policy_accuracy": 0.031128404662013054,
    "train_lr": 0.0002999979769811034
  }
}