data: url: "https://database.lichess.org/standard/lichess_db_standard_rated_2024-04.pgn.zst" chunk_file: "dataset/stream_chunk.pgn" games_per_chunk: 5000 max_length: 120 val_split: 0.1 model: d_model: 512 nhead: 8 num_layers: 6 training: epochs: 10 chunk_size: 50000 epochs_per_chunk: 2 batch_size: 32 max_lr: 0.0005 min_lr: 0.00001 warmup_steps: 50000 # 10% of max_steps max_steps: 500000 val_every_n_steps: 100 # Checkpoint frequently so you never lose progress patience: 50 scheduler_t0: 100000 # T0 aligned with max_steps grad_accum_steps: 2 log_file: "dataset/fast_training_log.txt" weights_path: "weights/chess_fast_best.pth" latest_weights_path: "weights/chess_fast_latest.pth"