| data: | |
| url: "https://database.lichess.org/standard/lichess_db_standard_rated_2024-04.pgn.zst" | |
| chunk_file: "dataset/stream_chunk.pgn" | |
| games_per_chunk: 5000 | |
| max_length: 120 | |
| val_split: 0.1 | |
| model: | |
| d_model: 512 | |
| nhead: 8 | |
| num_layers: 6 | |
| training: | |
| epochs: 10 | |
| chunk_size: 50000 | |
| epochs_per_chunk: 2 | |
| batch_size: 32 | |
| max_lr: 0.0005 | |
| min_lr: 0.00001 | |
| warmup_steps: 50000 # 10% of max_steps | |
| max_steps: 500000 | |
| val_every_n_steps: 100 # Checkpoint frequently so you never lose progress | |
| patience: 50 | |
| scheduler_t0: 100000 # T0 aligned with max_steps | |
| grad_accum_steps: 2 | |
| log_file: "dataset/fast_training_log.txt" | |
| weights_path: "weights/chess_fast_best.pth" | |
| latest_weights_path: "weights/chess_fast_latest.pth" | |