File size: 68,291 Bytes
2fca0ee 1e78f58 584548e 08080f6 c550946 ff6ad79 167da36 4c5d24e d60dc6f da1f088 2f02d98 d9fa0c4 e4bc302 995a545 acc48dd 83d001d d3390d3 bfb5130 a772bbc ffd35d5 d2d3573 fc99900 1002de4 fc8c29e 8bc18f5 7d77d46 ecc7e90 a42ecce 480101b 36d9e95 7a627e7 7bebb8e 06d4b98 83a4e31 6f0b8b3 9d06e9c d9e88a9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 | [12:23:09] trial=exp277_lichess_opening_stream arch=squares64 device=cuda vocab=1968
[12:23:09] train bs=528 accum=1 grad_ckpt=False compile=True elo_every=0 save_every=150
[12:23:09] model=Squares64RecurrentConfig(encoder_dim=256, hidden_dim=736, num_heads=8, ffn_ratio=4, dropout=0.05, use_swiglu=True, use_qk_norm=True, zero_init_out_proj=True, gradient_checkpointing=False, prefix_layers=4, recurrent_layers=7, recurrent_unrolls=3, suffix_layers=4, policy_head_dim=384, value_hidden=384, n_value_classes=3, use_history=False, use_threat_head=False)
[12:23:10] params=98.97M
[12:23:11] WEIGHTS-ONLY WARM START /root/transform/outputs/exp277_lichess_opening_stream/init.pt from eval/SWA snapshot (optimizer/RNG re-initialized; step reset to 0)
[12:23:11] optimizer=PolarNorMuon (97.7M) + AdamW aux (1.3M) compile_polar=True
[12:23:11] force_lr muon=0.002 adam=3e-05
[12:23:12] torch.compile enabled (mode=default); will fall back if inductor fails
[12:23:12] external eval lichess_opening n=8,192 /root/transform/outputs/exp277_lichess_opening_stream/lichess_eval.pt
[12:23:12] soft train=71,808 val=0 blocked=0 targets empty=0 unnorm=0 external_eval
[12:24:37] batch probe ok bs=528 peak_vram=35.57GB compile=True
[12:24:37] average_recurrent_grads() divides bank .grad by unroll count. That does NOT divide optimizer updates by the same amount: Polar-NorMuon is scale-invariant after orthogonalization, and RMS-Adam (m/sqrt(v)) is also approximately scale-invariant for a stationary grad. What does scale is SGD-style updates and the pre-clip global grad norm (so clipping fires less often after averaging). Use explicit param-group LRs if different update sizes are intended.
[12:24:37] exposure deep/shallow odds=0.0x (mix=0.0 deep_n=0 shallow_n=71808)
[12:24:46] step 1/8000 | loss=2.0407 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=528/0/0 q=0 p=0 | 55 pos/s | vram=35.57GB
[12:24:50] soft inbox +1,760,000 train_n=1,831,808 shards=shard_000001,shard_000002,shard_000003,shard_000004,shard_000005,shard_000006,shard_000007,shard_000008,shard_000009,shard_000010,shard_000011,shard_000012,shard_000013,shard_000014,shard_000015,shard_000016,shard_000017,shard_000018,shard_000019,shard_000020,shard_000021,shard_000022
[12:25:11] step 25/8000 | loss=1.9109 | lr=2.00e-03,3.00e-05 | clip=19/25 | mix s/d/b=13200/0/0 q=0 p=0 | 391 pos/s | vram=35.72GB
[12:25:12] soft inbox +480,000 train_n=2,311,808 shards=shard_000023,shard_000024,shard_000025,shard_000026,shard_000027,shard_000028
[12:25:33] step 50/8000 | loss=1.8446 | lr=2.00e-03,3.00e-05 | clip=7/25 | mix s/d/b=26400/0/0 q=0 p=0 | 467 pos/s | vram=35.72GB
[12:25:35] soft inbox +400,000 train_n=2,711,808 shards=shard_000029,shard_000030,shard_000031,shard_000032,shard_000033
[12:25:57] step 75/8000 | loss=1.8202 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=39600/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[12:25:58] soft inbox +480,000 train_n=3,191,808 shards=shard_000034,shard_000035,shard_000036,shard_000037,shard_000038,shard_000039
[12:26:20] step 100/8000 | loss=1.8066 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=52800/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[12:26:22] soft inbox +312,475 train_n=3,504,283 shards=shard_000040,shard_000041,shard_000042,shard_000043
[12:26:31] val/lichess_opening hard_ce=1.5399 soft_ce=1.5399 soft_temp_ce=1.5399 teacher_entropy=0.0000 teacher_kl=1.5399 wdl_ce=1.0429 value_rows=8192.0000
[12:26:52] step 125/8000 | loss=1.8346 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=66000/0/0 q=0 p=0 | 487 pos/s | vram=35.72GB
[12:26:55] soft inbox +640,000 train_n=4,144,283 shards=shard_000044,shard_000045,shard_000046,shard_000047,shard_000048,shard_000049,shard_000050,shard_000051
[12:27:17] step 150/8000 | loss=1.8197 | lr=2.00e-03,3.00e-05 | clip=5/25 | mix s/d/b=79200/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[12:27:19] soft inbox +400,000 train_n=4,544,283 shards=shard_000052,shard_000053,shard_000054,shard_000055,shard_000056
[12:27:20] ckpt latest.pt (live weights) steps=150 status=mid
[12:27:41] step 175/8000 | loss=1.8112 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=92400/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[12:27:44] soft inbox +480,000 train_n=5,024,283 shards=shard_000057,shard_000058,shard_000059,shard_000060,shard_000061,shard_000062
[12:28:06] step 200/8000 | loss=1.8148 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=105600/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[12:28:09] soft inbox +480,000 train_n=5,504,283 shards=shard_000063,shard_000064,shard_000065,shard_000066,shard_000067,shard_000068
[12:28:18] val/lichess_opening hard_ce=1.5239 soft_ce=1.5239 soft_temp_ce=1.5239 teacher_entropy=0.0000 teacher_kl=1.5239 wdl_ce=1.0404 value_rows=8192.0000
[12:28:40] step 225/8000 | loss=1.8335 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=118800/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[12:28:44] soft inbox +640,000 train_n=6,144,283 shards=shard_000069,shard_000070,shard_000071,shard_000072,shard_000073,shard_000074,shard_000075,shard_000076
[12:29:06] step 250/8000 | loss=1.8117 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=132000/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[12:29:10] soft inbox +400,000 train_n=6,544,283 shards=shard_000077,shard_000078,shard_000079,shard_000080,shard_000081
[12:29:33] step 275/8000 | loss=1.8019 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=145200/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[12:29:36] soft inbox +420,822 train_n=6,965,105 shards=shard_000082,shard_000083,shard_000084,shard_000085,shard_000086,shard_000087
[12:29:59] step 300/8000 | loss=1.8165 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=158400/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[12:30:02] soft inbox +480,000 train_n=7,445,105 shards=shard_000088,shard_000089,shard_000090,shard_000091,shard_000092,shard_000093
[12:30:03] ckpt step_000300.pt + latest.pt (live) steps=300 status=mid kind=full
[12:30:12] val/lichess_opening hard_ce=1.5221 soft_ce=1.5221 soft_temp_ce=1.5221 teacher_entropy=0.0000 teacher_kl=1.5221 wdl_ce=1.0390 value_rows=8192.0000
[12:30:34] step 325/8000 | loss=1.8078 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=171600/0/0 q=0 p=0 | 481 pos/s | vram=35.72GB
[12:30:37] soft inbox +560,000 train_n=8,005,105 shards=shard_000094,shard_000095,shard_000096,shard_000097,shard_000098,shard_000099,shard_000100
[12:31:00] step 350/8000 | loss=1.8217 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=184800/0/0 q=0 p=0 | 483 pos/s | vram=35.72GB
[12:31:04] soft inbox +480,000 train_n=8,485,105 shards=shard_000101,shard_000102,shard_000103,shard_000104,shard_000105,shard_000106
[12:31:26] step 375/8000 | loss=1.8192 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=198000/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[12:31:31] soft inbox +480,000 train_n=8,965,105 shards=shard_000107,shard_000108,shard_000109,shard_000110,shard_000111,shard_000112
[12:31:53] step 400/8000 | loss=1.8309 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=211200/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[12:31:59] soft inbox +480,000 train_n=9,445,105 shards=shard_000113,shard_000114,shard_000115,shard_000116,shard_000117,shard_000118
[12:32:08] val/lichess_opening hard_ce=1.5139 soft_ce=1.5139 soft_temp_ce=1.5139 teacher_entropy=0.0000 teacher_kl=1.5139 wdl_ce=1.0394 value_rows=8192.0000
[12:32:30] step 425/8000 | loss=1.8258 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=224400/0/0 q=0 p=0 | 474 pos/s | vram=35.72GB
[12:32:35] soft inbox +549,232 train_n=9,994,337 shards=shard_000119,shard_000120,shard_000121,shard_000122,shard_000123,shard_000124,shard_000125
[12:32:57] step 450/8000 | loss=1.8129 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=237600/0/0 q=0 p=0 | 475 pos/s | vram=35.72GB
[12:33:01] soft inbox +400,000 train_n=10,394,337 shards=shard_000126,shard_000127,shard_000128,shard_000129,shard_000130
[12:33:01] ckpt latest.pt (live weights) steps=450 status=mid
[12:33:23] step 475/8000 | loss=1.8014 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=250800/0/0 q=0 p=0 | 477 pos/s | vram=35.72GB
[12:33:27] soft inbox +480,000 train_n=10,874,337 shards=shard_000131,shard_000132,shard_000133,shard_000134,shard_000135,shard_000136
[12:33:49] step 500/8000 | loss=1.8187 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=264000/0/0 q=0 p=0 | 478 pos/s | vram=35.72GB
[12:33:54] soft inbox +400,000 train_n=11,274,337 shards=shard_000137,shard_000138,shard_000139,shard_000140,shard_000141
[12:34:03] val/lichess_opening hard_ce=1.5141 soft_ce=1.5141 soft_temp_ce=1.5141 teacher_entropy=0.0000 teacher_kl=1.5141 wdl_ce=1.0395 value_rows=8192.0000
[12:34:25] step 525/8000 | loss=1.8187 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=277200/0/0 q=0 p=0 | 471 pos/s | vram=35.72GB
[12:34:33] soft inbox +560,000 train_n=11,834,337 shards=shard_000142,shard_000143,shard_000144,shard_000145,shard_000146,shard_000147,shard_000148
[12:34:55] step 550/8000 | loss=1.8243 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=290400/0/0 q=0 p=0 | 470 pos/s | vram=35.72GB
[12:35:02] soft inbox +480,000 train_n=12,314,337 shards=shard_000149,shard_000150,shard_000151,shard_000152,shard_000153,shard_000154
[12:35:24] step 575/8000 | loss=1.8222 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=303600/0/0 q=0 p=0 | 469 pos/s | vram=35.72GB
[12:35:31] soft inbox +491,287 train_n=12,805,624 shards=shard_000155,shard_000156,shard_000157,shard_000158,shard_000159,shard_000160,shard_000161
[12:35:53] step 600/8000 | loss=1.8233 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=316800/0/0 q=0 p=0 | 469 pos/s | vram=35.72GB
[12:35:57] soft inbox +320,000 train_n=13,125,624 shards=shard_000162,shard_000163,shard_000164,shard_000165
[12:35:58] ckpt step_000600.pt + latest.pt (live) steps=600 status=mid kind=full
[12:36:07] val/lichess_opening hard_ce=1.5066 soft_ce=1.5066 soft_temp_ce=1.5066 teacher_entropy=0.0000 teacher_kl=1.5066 wdl_ce=1.0391 value_rows=8192.0000
[12:36:28] step 625/8000 | loss=1.8204 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=330000/0/0 q=0 p=0 | 464 pos/s | vram=35.72GB
[12:36:37] soft inbox +640,000 train_n=13,765,624 shards=shard_000166,shard_000167,shard_000168,shard_000169,shard_000170,shard_000171,shard_000172,shard_000173
[12:36:59] step 650/8000 | loss=1.8283 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=343200/0/0 q=0 p=0 | 462 pos/s | vram=35.72GB
[12:37:07] soft inbox +480,000 train_n=14,245,624 shards=shard_000174,shard_000175,shard_000176,shard_000177,shard_000178,shard_000179
[12:37:29] step 675/8000 | loss=1.8030 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=356400/0/0 q=0 p=0 | 461 pos/s | vram=35.72GB
[12:37:38] soft inbox +480,000 train_n=14,725,624 shards=shard_000180,shard_000181,shard_000182,shard_000183,shard_000184,shard_000185
[12:38:00] step 700/8000 | loss=1.8285 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=369600/0/0 q=0 p=0 | 460 pos/s | vram=35.72GB
[12:38:10] soft inbox +480,000 train_n=15,205,624 shards=shard_000186,shard_000187,shard_000188,shard_000189,shard_000190,shard_000191
[12:38:19] val/lichess_opening hard_ce=1.5085 soft_ce=1.5085 soft_temp_ce=1.5085 teacher_entropy=0.0000 teacher_kl=1.5085 wdl_ce=1.0377 value_rows=8192.0000
[12:38:41] step 725/8000 | loss=1.8271 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=382800/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[12:38:47] soft inbox +507,226 train_n=15,712,850 shards=shard_000192,shard_000193,shard_000194,shard_000195,shard_000196,shard_000197,shard_000198
[12:39:09] step 750/8000 | loss=1.8435 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=396000/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[12:39:14] soft inbox +400,000 train_n=16,112,850 shards=shard_000199,shard_000200,shard_000201,shard_000202,shard_000203
[12:39:15] ckpt latest.pt (live weights) steps=750 status=mid
[12:39:37] step 775/8000 | loss=1.8361 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=409200/0/0 q=0 p=0 | 455 pos/s | vram=35.72GB
[12:39:46] soft inbox +480,000 train_n=16,592,850 shards=shard_000204,shard_000205,shard_000206,shard_000207,shard_000208,shard_000209
[12:40:08] step 800/8000 | loss=1.8378 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=422400/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[12:40:17] soft inbox +480,000 train_n=17,072,850 shards=shard_000210,shard_000211,shard_000212,shard_000213,shard_000214,shard_000215
[12:40:26] val/lichess_opening hard_ce=1.5031 soft_ce=1.5031 soft_temp_ce=1.5031 teacher_entropy=0.0000 teacher_kl=1.5031 wdl_ce=1.0376 value_rows=8192.0000
[12:40:48] step 825/8000 | loss=1.8169 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=435600/0/0 q=0 p=0 | 449 pos/s | vram=35.72GB
[12:41:01] soft inbox +640,000 train_n=17,712,850 shards=shard_000216,shard_000217,shard_000218,shard_000219,shard_000220,shard_000221,shard_000222,shard_000223
[12:41:23] step 850/8000 | loss=1.8443 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=448800/0/0 q=0 p=0 | 446 pos/s | vram=35.72GB
[12:41:33] soft inbox +480,000 train_n=18,192,850 shards=shard_000224,shard_000225,shard_000226,shard_000227,shard_000228,shard_000229
[12:41:55] step 875/8000 | loss=1.8190 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=462000/0/0 q=0 p=0 | 445 pos/s | vram=35.72GB
[12:42:02] soft inbox +462,199 train_n=18,655,049 shards=shard_000230,shard_000231,shard_000232,shard_000233,shard_000234,shard_000235
[12:42:24] step 900/8000 | loss=1.8286 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=475200/0/0 q=0 p=0 | 445 pos/s | vram=35.72GB
[12:42:32] soft inbox +400,000 train_n=19,055,049 shards=shard_000236,shard_000237,shard_000238,shard_000239,shard_000240
[12:42:33] ckpt step_000900.pt + latest.pt (live) steps=900 status=mid kind=full
[12:42:42] val/lichess_opening hard_ce=1.5039 soft_ce=1.5039 soft_temp_ce=1.5039 teacher_entropy=0.0000 teacher_kl=1.5039 wdl_ce=1.0374 value_rows=8192.0000
[12:43:04] step 925/8000 | loss=1.8387 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=488400/0/0 q=0 p=0 | 441 pos/s | vram=35.72GB
[12:43:16] soft inbox +560,000 train_n=19,615,049 shards=shard_000241,shard_000242,shard_000243,shard_000244,shard_000245,shard_000246,shard_000247
[12:43:38] step 950/8000 | loss=1.8129 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=501600/0/0 q=0 p=0 | 439 pos/s | vram=35.72GB
[12:43:51] soft inbox +560,000 train_n=20,175,049 shards=shard_000248,shard_000249,shard_000250,shard_000251,shard_000252,shard_000253,shard_000254
[12:44:13] step 975/8000 | loss=1.8227 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=514800/0/0 q=0 p=0 | 438 pos/s | vram=35.72GB
[12:44:23] soft inbox +480,000 train_n=20,655,049 shards=shard_000255,shard_000256,shard_000257,shard_000258,shard_000259,shard_000260
[12:44:45] step 1000/8000 | loss=1.8152 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=528000/0/0 q=0 p=0 | 437 pos/s | vram=35.72GB
[12:44:55] soft inbox +400,000 train_n=21,055,049 shards=shard_000261,shard_000262,shard_000263,shard_000264,shard_000265
[12:45:04] val/lichess_opening hard_ce=1.4990 soft_ce=1.4990 soft_temp_ce=1.4990 teacher_entropy=0.0000 teacher_kl=1.4990 wdl_ce=1.0374 value_rows=8192.0000
[12:45:26] step 1025/8000 | loss=1.8247 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=541200/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:45:35] soft inbox +517,282 train_n=21,572,331 shards=shard_000266,shard_000267,shard_000268,shard_000269,shard_000270,shard_000271,shard_000272
[12:45:57] step 1050/8000 | loss=1.8175 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=554400/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:46:06] soft inbox +399,996 train_n=21,972,327 shards=shard_000273,shard_000274,shard_000275,shard_000276,shard_000277
[12:46:06] ckpt latest.pt (live weights) steps=1050 status=mid
[12:46:28] step 1075/8000 | loss=1.8138 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=567600/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:46:37] soft inbox +400,000 train_n=22,372,327 shards=shard_000278,shard_000279,shard_000280,shard_000281,shard_000282
[12:46:59] step 1100/8000 | loss=1.8012 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=580800/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:47:09] soft inbox +400,000 train_n=22,772,327 shards=shard_000283,shard_000284,shard_000285,shard_000286,shard_000287
[12:47:18] val/lichess_opening hard_ce=1.4963 soft_ce=1.4963 soft_temp_ce=1.4963 teacher_entropy=0.0000 teacher_kl=1.4963 wdl_ce=1.0372 value_rows=8192.0000
[12:47:40] step 1125/8000 | loss=1.8077 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=594000/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
[12:47:55] soft inbox +560,000 train_n=23,332,327 shards=shard_000288,shard_000289,shard_000290,shard_000291,shard_000292,shard_000293,shard_000294
[12:48:17] step 1150/8000 | loss=1.8521 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=607200/0/0 q=0 p=0 | 428 pos/s | vram=35.72GB
[12:48:32] soft inbox +560,000 train_n=23,892,327 shards=shard_000295,shard_000296,shard_000297,shard_000298,shard_000299,shard_000300,shard_000301
[12:48:54] step 1175/8000 | loss=1.8297 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=620400/0/0 q=0 p=0 | 426 pos/s | vram=35.72GB
[12:49:05] soft inbox +432,978 train_n=24,325,305 shards=shard_000302,shard_000303,shard_000304,shard_000305,shard_000306,shard_000307
[12:49:27] step 1200/8000 | loss=1.8272 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=633600/0/0 q=0 p=0 | 425 pos/s | vram=35.72GB
[12:49:34] soft inbox +320,000 train_n=24,645,305 shards=shard_000308,shard_000309,shard_000310,shard_000311
[12:49:36] ckpt step_001200.pt + latest.pt (live) steps=1200 status=mid kind=full
[12:49:44] val/lichess_opening hard_ce=1.4953 soft_ce=1.4953 soft_temp_ce=1.4953 teacher_entropy=0.0000 teacher_kl=1.4953 wdl_ce=1.0386 value_rows=8192.0000
[12:50:06] step 1225/8000 | loss=1.8407 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=646800/0/0 q=0 p=0 | 423 pos/s | vram=35.72GB
[12:50:23] soft inbox +560,000 train_n=25,205,305 shards=shard_000312,shard_000313,shard_000314,shard_000315,shard_000316,shard_000317,shard_000318
[12:50:46] step 1250/8000 | loss=1.8180 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=660000/0/0 q=0 p=0 | 421 pos/s | vram=35.72GB
[12:50:57] soft inbox +559,999 train_n=25,765,304 shards=shard_000319,shard_000320,shard_000321,shard_000322,shard_000323,shard_000324,shard_000325
[12:51:20] step 1275/8000 | loss=1.8345 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=673200/0/0 q=0 p=0 | 420 pos/s | vram=35.72GB
[12:51:42] step 1300/8000 | loss=1.8392 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=686400/0/0 q=0 p=0 | 422 pos/s | vram=35.72GB
[12:51:51] val/lichess_opening hard_ce=1.4945 soft_ce=1.4945 soft_temp_ce=1.4945 teacher_entropy=0.0000 teacher_kl=1.4945 wdl_ce=1.0374 value_rows=8192.0000
[12:52:13] step 1325/8000 | loss=1.8255 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=699600/0/0 q=0 p=0 | 422 pos/s | vram=35.72GB
[12:52:35] step 1350/8000 | loss=1.8139 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=712800/0/0 q=0 p=0 | 425 pos/s | vram=35.72GB
[12:52:35] ckpt latest.pt (live weights) steps=1350 status=mid
[12:52:57] step 1375/8000 | loss=1.8056 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=726000/0/0 q=0 p=0 | 427 pos/s | vram=35.72GB
[12:53:19] step 1400/8000 | loss=1.8114 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=739200/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
[12:53:27] val/lichess_opening hard_ce=1.4921 soft_ce=1.4921 soft_temp_ce=1.4921 teacher_entropy=0.0000 teacher_kl=1.4921 wdl_ce=1.0371 value_rows=8192.0000
[12:53:49] step 1425/8000 | loss=1.8293 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=752400/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
[12:54:11] step 1450/8000 | loss=1.8196 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=765600/0/0 q=0 p=0 | 431 pos/s | vram=35.72GB
[12:54:33] step 1475/8000 | loss=1.8348 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=778800/0/0 q=0 p=0 | 434 pos/s | vram=35.72GB
[12:54:56] step 1500/8000 | loss=1.8243 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=792000/0/0 q=0 p=0 | 435 pos/s | vram=35.72GB
[12:54:57] ckpt step_001500.pt + latest.pt (live) steps=1500 status=mid kind=full
[12:55:06] val/lichess_opening hard_ce=1.4866 soft_ce=1.4866 soft_temp_ce=1.4866 teacher_entropy=0.0000 teacher_kl=1.4866 wdl_ce=1.0373 value_rows=8192.0000
[12:55:28] step 1525/8000 | loss=1.8213 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=805200/0/0 q=0 p=0 | 435 pos/s | vram=35.72GB
[12:55:50] step 1550/8000 | loss=1.8097 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=818400/0/0 q=0 p=0 | 437 pos/s | vram=35.72GB
[12:56:12] step 1575/8000 | loss=1.8137 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=831600/0/0 q=0 p=0 | 439 pos/s | vram=35.72GB
[12:56:33] step 1600/8000 | loss=1.8124 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=844800/0/0 q=0 p=0 | 441 pos/s | vram=35.72GB
[12:56:42] val/lichess_opening hard_ce=1.4850 soft_ce=1.4850 soft_temp_ce=1.4850 teacher_entropy=0.0000 teacher_kl=1.4850 wdl_ce=1.0377 value_rows=8192.0000
[12:57:04] step 1625/8000 | loss=1.8202 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=858000/0/0 q=0 p=0 | 441 pos/s | vram=35.72GB
[12:57:26] step 1650/8000 | loss=1.8358 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=871200/0/0 q=0 p=0 | 442 pos/s | vram=35.72GB
[12:57:27] ckpt latest.pt (live weights) steps=1650 status=mid
[12:57:49] step 1675/8000 | loss=1.8062 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=884400/0/0 q=0 p=0 | 444 pos/s | vram=35.72GB
[12:58:11] step 1700/8000 | loss=1.8121 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=897600/0/0 q=0 p=0 | 446 pos/s | vram=35.72GB
[12:58:20] val/lichess_opening hard_ce=1.4865 soft_ce=1.4865 soft_temp_ce=1.4865 teacher_entropy=0.0000 teacher_kl=1.4865 wdl_ce=1.0374 value_rows=8192.0000
[12:58:42] step 1725/8000 | loss=1.8273 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=910800/0/0 q=0 p=0 | 445 pos/s | vram=35.72GB
[12:59:04] step 1750/8000 | loss=1.8191 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=924000/0/0 q=0 p=0 | 447 pos/s | vram=35.72GB
[12:59:26] step 1775/8000 | loss=1.8235 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=937200/0/0 q=0 p=0 | 449 pos/s | vram=35.72GB
[12:59:48] step 1800/8000 | loss=1.8315 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=950400/0/0 q=0 p=0 | 450 pos/s | vram=35.72GB
[12:59:49] ckpt step_001800.pt + latest.pt (live) steps=1800 status=mid kind=full
[12:59:58] val/lichess_opening hard_ce=1.4759 soft_ce=1.4759 soft_temp_ce=1.4759 teacher_entropy=0.0000 teacher_kl=1.4759 wdl_ce=1.0371 value_rows=8192.0000
[13:00:20] step 1825/8000 | loss=1.8072 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=963600/0/0 q=0 p=0 | 450 pos/s | vram=35.72GB
[13:00:42] step 1850/8000 | loss=1.8028 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=976800/0/0 q=0 p=0 | 451 pos/s | vram=35.72GB
[13:01:04] step 1875/8000 | loss=1.7991 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=990000/0/0 q=0 p=0 | 453 pos/s | vram=35.72GB
[13:01:26] step 1900/8000 | loss=1.7955 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1003200/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[13:01:35] val/lichess_opening hard_ce=1.4825 soft_ce=1.4825 soft_temp_ce=1.4825 teacher_entropy=0.0000 teacher_kl=1.4825 wdl_ce=1.0379 value_rows=8192.0000
[13:01:57] step 1925/8000 | loss=1.7875 | lr=2.00e-03,3.00e-05 | clip=5/25 | mix s/d/b=1016400/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[13:02:19] step 1950/8000 | loss=1.8248 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1029600/0/0 q=0 p=0 | 455 pos/s | vram=35.72GB
[13:02:20] ckpt latest.pt (live weights) steps=1950 status=mid
[13:02:42] step 1975/8000 | loss=1.8091 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1042800/0/0 q=0 p=0 | 456 pos/s | vram=35.72GB
[13:03:04] step 2000/8000 | loss=1.8027 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1056000/0/0 q=0 p=0 | 458 pos/s | vram=35.72GB
[13:03:12] val/lichess_opening hard_ce=1.4744 soft_ce=1.4744 soft_temp_ce=1.4744 teacher_entropy=0.0000 teacher_kl=1.4744 wdl_ce=1.0380 value_rows=8192.0000
[13:03:34] step 2025/8000 | loss=1.8141 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1069200/0/0 q=0 p=0 | 457 pos/s | vram=35.72GB
[13:03:56] step 2050/8000 | loss=1.8083 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1082400/0/0 q=0 p=0 | 459 pos/s | vram=35.72GB
[13:04:18] step 2075/8000 | loss=1.7936 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1095600/0/0 q=0 p=0 | 460 pos/s | vram=35.72GB
[13:04:40] step 2100/8000 | loss=1.8002 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1108800/0/0 q=0 p=0 | 461 pos/s | vram=35.72GB
[13:04:41] ckpt step_002100.pt + latest.pt (live) steps=2100 status=mid kind=full
[13:04:49] val/lichess_opening hard_ce=1.4748 soft_ce=1.4748 soft_temp_ce=1.4748 teacher_entropy=0.0000 teacher_kl=1.4748 wdl_ce=1.0382 value_rows=8192.0000
[13:05:12] step 2125/8000 | loss=1.7960 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1122000/0/0 q=0 p=0 | 461 pos/s | vram=35.72GB
[13:05:34] step 2150/8000 | loss=1.8058 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1135200/0/0 q=0 p=0 | 462 pos/s | vram=35.72GB
[13:05:55] step 2175/8000 | loss=1.7962 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1148400/0/0 q=0 p=0 | 463 pos/s | vram=35.72GB
[13:06:17] step 2200/8000 | loss=1.8061 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1161600/0/0 q=0 p=0 | 465 pos/s | vram=35.72GB
[13:06:26] val/lichess_opening hard_ce=1.4697 soft_ce=1.4697 soft_temp_ce=1.4697 teacher_entropy=0.0000 teacher_kl=1.4697 wdl_ce=1.0374 value_rows=8192.0000
[13:06:48] step 2225/8000 | loss=1.8121 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1174800/0/0 q=0 p=0 | 464 pos/s | vram=35.72GB
[13:07:10] step 2250/8000 | loss=1.8013 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1188000/0/0 q=0 p=0 | 465 pos/s | vram=35.72GB
[13:07:11] ckpt latest.pt (live weights) steps=2250 status=mid
[13:07:33] step 2275/8000 | loss=1.7889 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1201200/0/0 q=0 p=0 | 466 pos/s | vram=35.72GB
[13:07:55] step 2300/8000 | loss=1.8014 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1214400/0/0 q=0 p=0 | 467 pos/s | vram=35.72GB
[13:08:03] val/lichess_opening hard_ce=1.4756 soft_ce=1.4756 soft_temp_ce=1.4756 teacher_entropy=0.0000 teacher_kl=1.4756 wdl_ce=1.0368 value_rows=8192.0000
[13:08:25] step 2325/8000 | loss=1.8094 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1227600/0/0 q=0 p=0 | 467 pos/s | vram=35.72GB
[13:08:47] step 2350/8000 | loss=1.8071 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1240800/0/0 q=0 p=0 | 468 pos/s | vram=35.72GB
[13:09:09] step 2375/8000 | loss=1.7964 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1254000/0/0 q=0 p=0 | 469 pos/s | vram=35.72GB
[13:09:31] step 2400/8000 | loss=1.8097 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1267200/0/0 q=0 p=0 | 470 pos/s | vram=35.72GB
[13:09:33] ckpt step_002400.pt + latest.pt (live) steps=2400 status=mid kind=full
[13:09:42] val/lichess_opening hard_ce=1.4696 soft_ce=1.4696 soft_temp_ce=1.4696 teacher_entropy=0.0000 teacher_kl=1.4696 wdl_ce=1.0365 value_rows=8192.0000
[13:10:04] step 2425/8000 | loss=1.7911 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1280400/0/0 q=0 p=0 | 470 pos/s | vram=35.72GB
[13:10:26] step 2450/8000 | loss=1.7852 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1293600/0/0 q=0 p=0 | 471 pos/s | vram=35.72GB
[13:10:48] step 2475/8000 | loss=1.7954 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1306800/0/0 q=0 p=0 | 472 pos/s | vram=35.72GB
[13:11:10] step 2500/8000 | loss=1.7938 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1320000/0/0 q=0 p=0 | 473 pos/s | vram=35.72GB
[13:11:19] val/lichess_opening hard_ce=1.4703 soft_ce=1.4703 soft_temp_ce=1.4703 teacher_entropy=0.0000 teacher_kl=1.4703 wdl_ce=1.0362 value_rows=8192.0000
[13:11:40] step 2525/8000 | loss=1.7912 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1333200/0/0 q=0 p=0 | 472 pos/s | vram=35.72GB
[13:12:02] step 2550/8000 | loss=1.7859 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1346400/0/0 q=0 p=0 | 473 pos/s | vram=35.72GB
[13:12:03] ckpt latest.pt (live weights) steps=2550 status=mid
[13:12:24] step 2575/8000 | loss=1.7977 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1359600/0/0 q=0 p=0 | 474 pos/s | vram=35.72GB
[13:12:46] step 2600/8000 | loss=1.7891 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1372800/0/0 q=0 p=0 | 475 pos/s | vram=35.72GB
[13:12:55] val/lichess_opening hard_ce=1.4681 soft_ce=1.4681 soft_temp_ce=1.4681 teacher_entropy=0.0000 teacher_kl=1.4681 wdl_ce=1.0384 value_rows=8192.0000
[13:13:17] step 2625/8000 | loss=1.8199 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1386000/0/0 q=0 p=0 | 475 pos/s | vram=35.72GB
[13:13:38] step 2650/8000 | loss=1.8070 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1399200/0/0 q=0 p=0 | 476 pos/s | vram=35.72GB
[13:14:00] step 2675/8000 | loss=1.7976 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1412400/0/0 q=0 p=0 | 477 pos/s | vram=35.72GB
[13:14:22] step 2700/8000 | loss=1.7898 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1425600/0/0 q=0 p=0 | 478 pos/s | vram=35.72GB
[13:14:23] ckpt step_002700.pt + latest.pt (live) steps=2700 status=mid kind=full
[13:14:31] val/lichess_opening hard_ce=1.4694 soft_ce=1.4694 soft_temp_ce=1.4694 teacher_entropy=0.0000 teacher_kl=1.4694 wdl_ce=1.0364 value_rows=8192.0000
[13:14:53] step 2725/8000 | loss=1.7951 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1438800/0/0 q=0 p=0 | 477 pos/s | vram=35.72GB
[13:15:15] step 2750/8000 | loss=1.8133 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=1452000/0/0 q=0 p=0 | 478 pos/s | vram=35.72GB
[13:15:37] step 2775/8000 | loss=1.7946 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1465200/0/0 q=0 p=0 | 479 pos/s | vram=35.72GB
[13:16:00] step 2800/8000 | loss=1.7891 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1478400/0/0 q=0 p=0 | 480 pos/s | vram=35.72GB
[13:16:08] val/lichess_opening hard_ce=1.4588 soft_ce=1.4588 soft_temp_ce=1.4588 teacher_entropy=0.0000 teacher_kl=1.4588 wdl_ce=1.0368 value_rows=8192.0000
[13:16:30] step 2825/8000 | loss=1.7912 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1491600/0/0 q=0 p=0 | 479 pos/s | vram=35.72GB
[13:16:52] step 2850/8000 | loss=1.7750 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1504800/0/0 q=0 p=0 | 480 pos/s | vram=35.72GB
[13:16:52] ckpt latest.pt (live weights) steps=2850 status=mid
[13:17:14] step 2875/8000 | loss=1.7927 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1518000/0/0 q=0 p=0 | 481 pos/s | vram=35.72GB
[13:17:36] step 2900/8000 | loss=1.8083 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1531200/0/0 q=0 p=0 | 482 pos/s | vram=35.72GB
[13:17:45] val/lichess_opening hard_ce=1.4610 soft_ce=1.4610 soft_temp_ce=1.4610 teacher_entropy=0.0000 teacher_kl=1.4610 wdl_ce=1.0380 value_rows=8192.0000
[13:18:06] step 2925/8000 | loss=1.7936 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1544400/0/0 q=0 p=0 | 481 pos/s | vram=35.72GB
[13:18:28] step 2950/8000 | loss=1.7691 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1557600/0/0 q=0 p=0 | 482 pos/s | vram=35.72GB
[13:18:50] step 2975/8000 | loss=1.7828 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1570800/0/0 q=0 p=0 | 483 pos/s | vram=35.72GB
[13:19:12] step 3000/8000 | loss=1.7961 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1584000/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[13:19:13] ckpt step_003000.pt + latest.pt (live) steps=3000 status=mid kind=full
[13:19:21] val/lichess_opening hard_ce=1.4613 soft_ce=1.4613 soft_temp_ce=1.4613 teacher_entropy=0.0000 teacher_kl=1.4613 wdl_ce=1.0367 value_rows=8192.0000
[13:19:43] step 3025/8000 | loss=1.8004 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1597200/0/0 q=0 p=0 | 483 pos/s | vram=35.72GB
[13:20:05] step 3050/8000 | loss=1.7827 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1610400/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[13:20:27] step 3075/8000 | loss=1.8096 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1623600/0/0 q=0 p=0 | 485 pos/s | vram=35.72GB
[13:20:49] step 3100/8000 | loss=1.8034 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=1636800/0/0 q=0 p=0 | 485 pos/s | vram=35.72GB
[13:20:57] val/lichess_opening hard_ce=1.4582 soft_ce=1.4582 soft_temp_ce=1.4582 teacher_entropy=0.0000 teacher_kl=1.4582 wdl_ce=1.0367 value_rows=8192.0000
[13:21:19] step 3125/8000 | loss=1.7859 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1650000/0/0 q=0 p=0 | 485 pos/s | vram=35.72GB
[13:21:42] step 3150/8000 | loss=1.8136 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1663200/0/0 q=0 p=0 | 486 pos/s | vram=35.72GB
[13:21:42] ckpt latest.pt (live weights) steps=3150 status=mid
[13:22:05] step 3175/8000 | loss=1.7987 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1676400/0/0 q=0 p=0 | 486 pos/s | vram=35.72GB
[13:22:27] step 3200/8000 | loss=1.7957 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1689600/0/0 q=0 p=0 | 487 pos/s | vram=35.72GB
[13:22:35] val/lichess_opening hard_ce=1.4645 soft_ce=1.4645 soft_temp_ce=1.4645 teacher_entropy=0.0000 teacher_kl=1.4645 wdl_ce=1.0359 value_rows=8192.0000
[13:22:58] step 3225/8000 | loss=1.7882 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1702800/0/0 q=0 p=0 | 486 pos/s | vram=35.72GB
[13:23:20] step 3250/8000 | loss=1.7820 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1716000/0/0 q=0 p=0 | 487 pos/s | vram=35.72GB
[13:23:42] step 3275/8000 | loss=1.7642 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1729200/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:24:04] step 3300/8000 | loss=1.7713 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1742400/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:24:05] ckpt step_003300.pt + latest.pt (live) steps=3300 status=mid kind=full
[13:24:14] val/lichess_opening hard_ce=1.4583 soft_ce=1.4583 soft_temp_ce=1.4583 teacher_entropy=0.0000 teacher_kl=1.4583 wdl_ce=1.0351 value_rows=8192.0000
[13:24:36] step 3325/8000 | loss=1.8060 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1755600/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:24:58] step 3350/8000 | loss=1.7849 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1768800/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:25:21] step 3375/8000 | loss=1.7986 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1782000/0/0 q=0 p=0 | 489 pos/s | vram=35.72GB
[13:25:44] step 3400/8000 | loss=1.7901 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1795200/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:25:53] val/lichess_opening hard_ce=1.4548 soft_ce=1.4548 soft_temp_ce=1.4548 teacher_entropy=0.0000 teacher_kl=1.4548 wdl_ce=1.0352 value_rows=8192.0000
[13:26:15] step 3425/8000 | loss=1.7821 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1808400/0/0 q=0 p=0 | 489 pos/s | vram=35.72GB
[13:26:37] step 3450/8000 | loss=1.8052 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1821600/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:26:38] ckpt latest.pt (live weights) steps=3450 status=mid
[13:27:00] step 3475/8000 | loss=1.7864 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1834800/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:27:22] step 3500/8000 | loss=1.8019 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1848000/0/0 q=0 p=0 | 491 pos/s | vram=35.72GB
[13:27:30] val/lichess_opening hard_ce=1.4505 soft_ce=1.4505 soft_temp_ce=1.4505 teacher_entropy=0.0000 teacher_kl=1.4505 wdl_ce=1.0352 value_rows=8192.0000
[13:27:53] step 3525/8000 | loss=1.7866 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1861200/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:28:14] step 3550/8000 | loss=1.7845 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1874400/0/0 q=0 p=0 | 491 pos/s | vram=35.72GB
[13:28:36] step 3575/8000 | loss=1.7818 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1887600/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:28:58] step 3600/8000 | loss=1.7874 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1900800/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:28:59] ckpt step_003600.pt + latest.pt (live) steps=3600 status=mid kind=full
[13:29:08] val/lichess_opening hard_ce=1.4566 soft_ce=1.4566 soft_temp_ce=1.4566 teacher_entropy=0.0000 teacher_kl=1.4566 wdl_ce=1.0392 value_rows=8192.0000
[13:29:30] step 3625/8000 | loss=1.7970 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1914000/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:29:52] step 3650/8000 | loss=1.7853 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1927200/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:30:14] step 3675/8000 | loss=1.8039 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1940400/0/0 q=0 p=0 | 493 pos/s | vram=35.72GB
[13:30:36] step 3700/8000 | loss=1.8013 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1953600/0/0 q=0 p=0 | 493 pos/s | vram=35.72GB
[13:30:45] val/lichess_opening hard_ce=1.4547 soft_ce=1.4547 soft_temp_ce=1.4547 teacher_entropy=0.0000 teacher_kl=1.4547 wdl_ce=1.0359 value_rows=8192.0000
[13:31:07] step 3725/8000 | loss=1.7716 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1966800/0/0 q=0 p=0 | 493 pos/s | vram=35.72GB
[13:31:29] step 3750/8000 | loss=1.7964 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1980000/0/0 q=0 p=0 | 494 pos/s | vram=35.72GB
[13:31:29] ckpt latest.pt (live weights) steps=3750 status=mid
[13:31:51] step 3775/8000 | loss=1.7593 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1993200/0/0 q=0 p=0 | 494 pos/s | vram=35.72GB
[13:32:13] step 3800/8000 | loss=1.7902 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2006400/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:32:22] val/lichess_opening hard_ce=1.4431 soft_ce=1.4431 soft_temp_ce=1.4431 teacher_entropy=0.0000 teacher_kl=1.4431 wdl_ce=1.0360 value_rows=8192.0000
[13:32:44] step 3825/8000 | loss=1.7923 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2019600/0/0 q=0 p=0 | 494 pos/s | vram=35.72GB
[13:33:06] step 3850/8000 | loss=1.7947 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2032800/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:33:27] step 3875/8000 | loss=1.7631 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2046000/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:33:49] step 3900/8000 | loss=1.7928 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2059200/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:33:50] ckpt step_003900.pt + latest.pt (live) steps=3900 status=mid kind=full
[13:33:59] val/lichess_opening hard_ce=1.4415 soft_ce=1.4415 soft_temp_ce=1.4415 teacher_entropy=0.0000 teacher_kl=1.4415 wdl_ce=1.0356 value_rows=8192.0000
[13:34:21] step 3925/8000 | loss=1.7736 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2072400/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:34:43] step 3950/8000 | loss=1.8039 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2085600/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:35:05] step 3975/8000 | loss=1.7872 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2098800/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:35:27] step 4000/8000 | loss=1.7817 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=2112000/0/0 q=0 p=0 | 497 pos/s | vram=35.72GB
[13:35:36] val/lichess_opening hard_ce=1.4506 soft_ce=1.4506 soft_temp_ce=1.4506 teacher_entropy=0.0000 teacher_kl=1.4506 wdl_ce=1.0356 value_rows=8192.0000
[13:35:58] step 4025/8000 | loss=1.7781 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2125200/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:36:19] step 4050/8000 | loss=1.7761 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2138400/0/0 q=0 p=0 | 497 pos/s | vram=35.72GB
[13:36:20] ckpt latest.pt (live weights) steps=4050 status=mid
[13:36:42] step 4075/8000 | loss=1.7829 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2151600/0/0 q=0 p=0 | 497 pos/s | vram=35.72GB
[13:37:04] step 4100/8000 | loss=1.7856 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2164800/0/0 q=0 p=0 | 498 pos/s | vram=35.72GB
[13:37:13] val/lichess_opening hard_ce=1.4424 soft_ce=1.4424 soft_temp_ce=1.4424 teacher_entropy=0.0000 teacher_kl=1.4424 wdl_ce=1.0365 value_rows=8192.0000
[13:37:34] step 4125/8000 | loss=1.7784 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2178000/0/0 q=0 p=0 | 498 pos/s | vram=35.72GB
[13:37:56] step 4150/8000 | loss=1.7789 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2191200/0/0 q=0 p=0 | 498 pos/s | vram=35.72GB
[13:38:18] step 4175/8000 | loss=1.7948 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2204400/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:38:40] step 4200/8000 | loss=1.7830 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2217600/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:38:41] ckpt step_004200.pt + latest.pt (live) steps=4200 status=mid kind=full
[13:38:50] val/lichess_opening hard_ce=1.4478 soft_ce=1.4478 soft_temp_ce=1.4478 teacher_entropy=0.0000 teacher_kl=1.4478 wdl_ce=1.0391 value_rows=8192.0000
[13:39:12] step 4225/8000 | loss=1.7733 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=2230800/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:39:34] step 4250/8000 | loss=1.7692 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2244000/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:39:56] step 4275/8000 | loss=1.7878 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2257200/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:40:18] step 4300/8000 | loss=1.7847 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2270400/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:40:27] val/lichess_opening hard_ce=1.4463 soft_ce=1.4463 soft_temp_ce=1.4463 teacher_entropy=0.0000 teacher_kl=1.4463 wdl_ce=1.0355 value_rows=8192.0000
[13:40:49] step 4325/8000 | loss=1.7852 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2283600/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:41:11] step 4350/8000 | loss=1.7755 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2296800/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:41:11] ckpt latest.pt (live weights) steps=4350 status=mid
[13:41:33] step 4375/8000 | loss=1.7857 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2310000/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:41:55] step 4400/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2323200/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:42:04] val/lichess_opening hard_ce=1.4428 soft_ce=1.4428 soft_temp_ce=1.4428 teacher_entropy=0.0000 teacher_kl=1.4428 wdl_ce=1.0377 value_rows=8192.0000
[13:42:26] step 4425/8000 | loss=1.7847 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2336400/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:42:48] step 4450/8000 | loss=1.7747 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2349600/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:43:10] step 4475/8000 | loss=1.7989 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2362800/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:43:32] step 4500/8000 | loss=1.7656 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2376000/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:43:33] ckpt step_004500.pt + latest.pt (live) steps=4500 status=mid kind=full
[13:43:42] val/lichess_opening hard_ce=1.4411 soft_ce=1.4411 soft_temp_ce=1.4411 teacher_entropy=0.0000 teacher_kl=1.4411 wdl_ce=1.0357 value_rows=8192.0000
[13:44:04] step 4525/8000 | loss=1.7766 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2389200/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:44:25] step 4550/8000 | loss=1.7961 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=2402400/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:44:47] step 4575/8000 | loss=1.7720 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2415600/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:45:09] step 4600/8000 | loss=1.7706 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2428800/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:45:18] val/lichess_opening hard_ce=1.4448 soft_ce=1.4448 soft_temp_ce=1.4448 teacher_entropy=0.0000 teacher_kl=1.4448 wdl_ce=1.0374 value_rows=8192.0000
[13:45:41] step 4625/8000 | loss=1.7734 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2442000/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:46:03] step 4650/8000 | loss=1.7475 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2455200/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:46:03] ckpt latest.pt (live weights) steps=4650 status=mid
[13:46:25] step 4675/8000 | loss=1.7758 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=2468400/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:46:47] step 4700/8000 | loss=1.7692 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2481600/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:46:56] val/lichess_opening hard_ce=1.4354 soft_ce=1.4354 soft_temp_ce=1.4354 teacher_entropy=0.0000 teacher_kl=1.4354 wdl_ce=1.0359 value_rows=8192.0000
[13:47:18] step 4725/8000 | loss=1.7617 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2494800/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:47:40] step 4750/8000 | loss=1.7791 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2508000/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:48:02] step 4775/8000 | loss=1.7859 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2521200/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:48:24] step 4800/8000 | loss=1.7870 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2534400/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:48:25] ckpt step_004800.pt + latest.pt (live) steps=4800 status=mid kind=full
[13:48:34] val/lichess_opening hard_ce=1.4479 soft_ce=1.4479 soft_temp_ce=1.4479 teacher_entropy=0.0000 teacher_kl=1.4479 wdl_ce=1.0345 value_rows=8192.0000
[13:48:56] step 4825/8000 | loss=1.7853 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2547600/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:49:18] step 4850/8000 | loss=1.7490 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2560800/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:49:40] step 4875/8000 | loss=1.7564 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2574000/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:50:02] step 4900/8000 | loss=1.7534 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2587200/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:50:10] val/lichess_opening hard_ce=1.4395 soft_ce=1.4395 soft_temp_ce=1.4395 teacher_entropy=0.0000 teacher_kl=1.4395 wdl_ce=1.0347 value_rows=8192.0000
[13:50:32] step 4925/8000 | loss=1.7941 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2600400/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:50:55] step 4950/8000 | loss=1.7669 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2613600/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:50:56] ckpt latest.pt (live weights) steps=4950 status=mid
[13:51:18] step 4975/8000 | loss=1.7636 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2626800/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:51:40] step 5000/8000 | loss=1.7778 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=2640000/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:51:49] val/lichess_opening hard_ce=1.4362 soft_ce=1.4362 soft_temp_ce=1.4362 teacher_entropy=0.0000 teacher_kl=1.4362 wdl_ce=1.0361 value_rows=8192.0000
[13:52:11] step 5025/8000 | loss=1.7575 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2653200/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:52:33] step 5050/8000 | loss=1.7691 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2666400/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:52:55] step 5075/8000 | loss=1.7413 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2679600/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:53:16] step 5100/8000 | loss=1.7701 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2692800/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:53:17] ckpt step_005100.pt + latest.pt (live) steps=5100 status=mid kind=full
[13:53:26] val/lichess_opening hard_ce=1.4361 soft_ce=1.4361 soft_temp_ce=1.4361 teacher_entropy=0.0000 teacher_kl=1.4361 wdl_ce=1.0370 value_rows=8192.0000
[13:53:48] step 5125/8000 | loss=1.7740 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2706000/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:54:10] step 5150/8000 | loss=1.7771 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2719200/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:54:32] step 5175/8000 | loss=1.7650 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2732400/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:54:54] step 5200/8000 | loss=1.7655 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2745600/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:55:03] val/lichess_opening hard_ce=1.4293 soft_ce=1.4293 soft_temp_ce=1.4293 teacher_entropy=0.0000 teacher_kl=1.4293 wdl_ce=1.0344 value_rows=8192.0000
[13:55:25] step 5225/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2758800/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:55:47] step 5250/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2772000/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:55:47] ckpt latest.pt (live weights) steps=5250 status=mid
[13:56:09] step 5275/8000 | loss=1.7664 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2785200/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:56:32] step 5300/8000 | loss=1.7667 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2798400/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:56:41] val/lichess_opening hard_ce=1.4347 soft_ce=1.4347 soft_temp_ce=1.4347 teacher_entropy=0.0000 teacher_kl=1.4347 wdl_ce=1.0357 value_rows=8192.0000
[13:57:03] step 5325/8000 | loss=1.7602 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2811600/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:57:24] step 5350/8000 | loss=1.7499 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2824800/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:57:46] step 5375/8000 | loss=1.7480 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2838000/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:58:08] step 5400/8000 | loss=1.7684 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2851200/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:58:09] ckpt step_005400.pt + latest.pt (live) steps=5400 status=mid kind=full
[13:58:18] val/lichess_opening hard_ce=1.4278 soft_ce=1.4278 soft_temp_ce=1.4278 teacher_entropy=0.0000 teacher_kl=1.4278 wdl_ce=1.0349 value_rows=8192.0000
[13:58:40] step 5425/8000 | loss=1.7703 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2864400/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:59:02] step 5450/8000 | loss=1.7717 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2877600/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:59:24] step 5475/8000 | loss=1.7558 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2890800/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:59:46] step 5500/8000 | loss=1.7710 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2904000/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[13:59:55] val/lichess_opening hard_ce=1.4352 soft_ce=1.4352 soft_temp_ce=1.4352 teacher_entropy=0.0000 teacher_kl=1.4352 wdl_ce=1.0337 value_rows=8192.0000
[14:00:17] step 5525/8000 | loss=1.7935 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2917200/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[14:00:39] step 5550/8000 | loss=1.7786 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2930400/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:00:39] ckpt latest.pt (live weights) steps=5550 status=mid
[14:01:01] step 5575/8000 | loss=1.7454 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2943600/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:01:23] step 5600/8000 | loss=1.7640 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2956800/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:01:32] val/lichess_opening hard_ce=1.4295 soft_ce=1.4295 soft_temp_ce=1.4295 teacher_entropy=0.0000 teacher_kl=1.4295 wdl_ce=1.0339 value_rows=8192.0000
[14:01:55] step 5625/8000 | loss=1.7503 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2970000/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:02:17] step 5650/8000 | loss=1.7512 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2983200/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:02:39] step 5675/8000 | loss=1.7469 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2996400/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:03:01] step 5700/8000 | loss=1.7646 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3009600/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:03:02] ckpt step_005700.pt + latest.pt (live) steps=5700 status=mid kind=full
[14:03:11] val/lichess_opening hard_ce=1.4317 soft_ce=1.4317 soft_temp_ce=1.4317 teacher_entropy=0.0000 teacher_kl=1.4317 wdl_ce=1.0365 value_rows=8192.0000
[14:03:32] step 5725/8000 | loss=1.7690 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3022800/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:03:54] step 5750/8000 | loss=1.7557 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3036000/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:04:16] step 5775/8000 | loss=1.7574 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3049200/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:04:38] step 5800/8000 | loss=1.7517 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3062400/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:04:47] val/lichess_opening hard_ce=1.4324 soft_ce=1.4324 soft_temp_ce=1.4324 teacher_entropy=0.0000 teacher_kl=1.4324 wdl_ce=1.0341 value_rows=8192.0000
[14:05:09] step 5825/8000 | loss=1.7718 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3075600/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:05:31] step 5850/8000 | loss=1.7682 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3088800/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:05:31] ckpt latest.pt (live weights) steps=5850 status=mid
[14:05:53] step 5875/8000 | loss=1.7414 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3102000/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:06:15] step 5900/8000 | loss=1.7624 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3115200/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:06:24] val/lichess_opening hard_ce=1.4236 soft_ce=1.4236 soft_temp_ce=1.4236 teacher_entropy=0.0000 teacher_kl=1.4236 wdl_ce=1.0341 value_rows=8192.0000
[14:06:46] step 5925/8000 | loss=1.7855 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3128400/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:07:08] step 5950/8000 | loss=1.7500 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3141600/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:07:30] step 5975/8000 | loss=1.7570 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3154800/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:07:52] step 6000/8000 | loss=1.7784 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3168000/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:07:53] ckpt step_006000.pt + latest.pt (live) steps=6000 status=mid kind=full
[14:08:02] val/lichess_opening hard_ce=1.4239 soft_ce=1.4239 soft_temp_ce=1.4239 teacher_entropy=0.0000 teacher_kl=1.4239 wdl_ce=1.0346 value_rows=8192.0000
[14:08:24] step 6025/8000 | loss=1.7652 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3181200/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:08:46] step 6050/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3194400/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:09:08] step 6075/8000 | loss=1.7613 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3207600/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:09:30] step 6100/8000 | loss=1.7439 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3220800/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:09:38] val/lichess_opening hard_ce=1.4205 soft_ce=1.4205 soft_temp_ce=1.4205 teacher_entropy=0.0000 teacher_kl=1.4205 wdl_ce=1.0351 value_rows=8192.0000
[14:10:00] step 6125/8000 | loss=1.7598 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3234000/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:10:22] step 6150/8000 | loss=1.7550 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3247200/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:10:23] ckpt latest.pt (live weights) steps=6150 status=mid
[14:10:44] step 6175/8000 | loss=1.7386 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3260400/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:11:06] step 6200/8000 | loss=1.7623 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3273600/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:11:15] val/lichess_opening hard_ce=1.4208 soft_ce=1.4208 soft_temp_ce=1.4208 teacher_entropy=0.0000 teacher_kl=1.4208 wdl_ce=1.0374 value_rows=8192.0000
[14:11:37] step 6225/8000 | loss=1.7581 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3286800/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:11:59] step 6250/8000 | loss=1.7610 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3300000/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:12:21] step 6275/8000 | loss=1.7498 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3313200/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:12:44] step 6300/8000 | loss=1.7456 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3326400/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:12:46] ckpt step_006300.pt + latest.pt (live) steps=6300 status=mid kind=full
[14:12:54] val/lichess_opening hard_ce=1.4212 soft_ce=1.4212 soft_temp_ce=1.4212 teacher_entropy=0.0000 teacher_kl=1.4212 wdl_ce=1.0358 value_rows=8192.0000
[14:13:16] step 6325/8000 | loss=1.7604 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3339600/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:13:38] step 6350/8000 | loss=1.7576 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3352800/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:14:00] step 6375/8000 | loss=1.7610 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3366000/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:14:22] step 6400/8000 | loss=1.7511 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3379200/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:14:31] val/lichess_opening hard_ce=1.4204 soft_ce=1.4204 soft_temp_ce=1.4204 teacher_entropy=0.0000 teacher_kl=1.4204 wdl_ce=1.0362 value_rows=8192.0000
[14:14:53] step 6425/8000 | loss=1.7625 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3392400/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:15:15] step 6450/8000 | loss=1.7635 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3405600/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:15:15] ckpt latest.pt (live weights) steps=6450 status=mid
[14:15:37] step 6475/8000 | loss=1.7500 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3418800/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:15:59] step 6500/8000 | loss=1.7445 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3432000/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:16:08] val/lichess_opening hard_ce=1.4225 soft_ce=1.4225 soft_temp_ce=1.4225 teacher_entropy=0.0000 teacher_kl=1.4225 wdl_ce=1.0353 value_rows=8192.0000
[14:16:30] step 6525/8000 | loss=1.7479 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3445200/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:16:52] step 6550/8000 | loss=1.7505 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3458400/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:17:14] step 6575/8000 | loss=1.7542 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3471600/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:17:36] step 6600/8000 | loss=1.7923 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3484800/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:17:37] ckpt step_006600.pt + latest.pt (live) steps=6600 status=mid kind=full
[14:17:45] val/lichess_opening hard_ce=1.4201 soft_ce=1.4201 soft_temp_ce=1.4201 teacher_entropy=0.0000 teacher_kl=1.4201 wdl_ce=1.0345 value_rows=8192.0000
[14:18:08] step 6625/8000 | loss=1.7526 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3498000/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:18:30] step 6650/8000 | loss=1.7393 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3511200/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:18:52] step 6675/8000 | loss=1.7422 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3524400/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:19:14] step 6700/8000 | loss=1.7389 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3537600/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:19:22] val/lichess_opening hard_ce=1.4150 soft_ce=1.4150 soft_temp_ce=1.4150 teacher_entropy=0.0000 teacher_kl=1.4150 wdl_ce=1.0346 value_rows=8192.0000
[14:19:44] step 6725/8000 | loss=1.7283 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3550800/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:20:06] step 6750/8000 | loss=1.7289 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3564000/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:20:07] ckpt latest.pt (live weights) steps=6750 status=mid
[14:20:29] step 6775/8000 | loss=1.7434 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3577200/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:20:51] step 6800/8000 | loss=1.7516 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3590400/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:20:59] val/lichess_opening hard_ce=1.4106 soft_ce=1.4106 soft_temp_ce=1.4106 teacher_entropy=0.0000 teacher_kl=1.4106 wdl_ce=1.0339 value_rows=8192.0000
[14:21:21] step 6825/8000 | loss=1.7487 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3603600/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:21:43] step 6850/8000 | loss=1.7582 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3616800/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:22:05] step 6875/8000 | loss=1.7540 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3630000/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:22:27] step 6900/8000 | loss=1.7415 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3643200/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:22:28] ckpt step_006900.pt + latest.pt (live) steps=6900 status=mid kind=full
[14:22:37] val/lichess_opening hard_ce=1.4189 soft_ce=1.4189 soft_temp_ce=1.4189 teacher_entropy=0.0000 teacher_kl=1.4189 wdl_ce=1.0341 value_rows=8192.0000
[14:22:59] step 6925/8000 | loss=1.7624 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3656400/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:23:22] step 6950/8000 | loss=1.7436 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3669600/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:23:44] step 6975/8000 | loss=1.7382 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3682800/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:24:05] step 7000/8000 | loss=1.7473 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3696000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:24:14] val/lichess_opening hard_ce=1.4145 soft_ce=1.4145 soft_temp_ce=1.4145 teacher_entropy=0.0000 teacher_kl=1.4145 wdl_ce=1.0337 value_rows=8192.0000
[14:24:36] step 7025/8000 | loss=1.7552 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3709200/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:24:58] step 7050/8000 | loss=1.7439 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3722400/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:24:59] ckpt latest.pt (live weights) steps=7050 status=mid
[14:25:20] step 7075/8000 | loss=1.7450 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3735600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:25:42] step 7100/8000 | loss=1.7615 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3748800/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:25:51] val/lichess_opening hard_ce=1.4111 soft_ce=1.4111 soft_temp_ce=1.4111 teacher_entropy=0.0000 teacher_kl=1.4111 wdl_ce=1.0360 value_rows=8192.0000
[14:26:13] step 7125/8000 | loss=1.7525 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3762000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:26:35] step 7150/8000 | loss=1.7465 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3775200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:26:57] step 7175/8000 | loss=1.7664 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3788400/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:27:19] step 7200/8000 | loss=1.7451 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3801600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:27:20] ckpt step_007200.pt + latest.pt (live) steps=7200 status=mid kind=full
[14:27:28] val/lichess_opening hard_ce=1.4135 soft_ce=1.4135 soft_temp_ce=1.4135 teacher_entropy=0.0000 teacher_kl=1.4135 wdl_ce=1.0376 value_rows=8192.0000
[14:27:50] step 7225/8000 | loss=1.7482 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3814800/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:28:12] step 7250/8000 | loss=1.7486 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3828000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:28:35] step 7275/8000 | loss=1.7446 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3841200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:28:57] step 7300/8000 | loss=1.7292 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3854400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:29:05] val/lichess_opening hard_ce=1.4120 soft_ce=1.4120 soft_temp_ce=1.4120 teacher_entropy=0.0000 teacher_kl=1.4120 wdl_ce=1.0367 value_rows=8192.0000
[14:29:27] step 7325/8000 | loss=1.7462 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3867600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:29:49] step 7350/8000 | loss=1.7458 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3880800/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:29:50] ckpt latest.pt (live weights) steps=7350 status=mid
[14:30:12] step 7375/8000 | loss=1.7680 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3894000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:30:34] step 7400/8000 | loss=1.7627 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3907200/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:30:43] val/lichess_opening hard_ce=1.4139 soft_ce=1.4139 soft_temp_ce=1.4139 teacher_entropy=0.0000 teacher_kl=1.4139 wdl_ce=1.0345 value_rows=8192.0000
[14:31:04] step 7425/8000 | loss=1.7510 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3920400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:31:26] step 7450/8000 | loss=1.7519 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3933600/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:31:48] step 7475/8000 | loss=1.7748 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3946800/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:32:10] step 7500/8000 | loss=1.7359 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3960000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:32:11] ckpt step_007500.pt + latest.pt (live) steps=7500 status=mid kind=full
[14:32:20] val/lichess_opening hard_ce=1.4156 soft_ce=1.4156 soft_temp_ce=1.4156 teacher_entropy=0.0000 teacher_kl=1.4156 wdl_ce=1.0341 value_rows=8192.0000
[14:32:42] step 7525/8000 | loss=1.7756 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3973200/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:33:03] step 7550/8000 | loss=1.7623 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3986400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:33:25] step 7575/8000 | loss=1.7640 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3999600/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:33:47] step 7600/8000 | loss=1.7557 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4012800/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:33:56] val/lichess_opening hard_ce=1.4121 soft_ce=1.4121 soft_temp_ce=1.4121 teacher_entropy=0.0000 teacher_kl=1.4121 wdl_ce=1.0343 value_rows=8192.0000
[14:34:18] step 7625/8000 | loss=1.7711 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=4026000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:34:40] step 7650/8000 | loss=1.7683 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4039200/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:34:40] ckpt latest.pt (live weights) steps=7650 status=mid
[14:35:02] step 7675/8000 | loss=1.7521 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4052400/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:35:24] step 7700/8000 | loss=1.7604 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4065600/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:35:33] val/lichess_opening hard_ce=1.4054 soft_ce=1.4054 soft_temp_ce=1.4054 teacher_entropy=0.0000 teacher_kl=1.4054 wdl_ce=1.0348 value_rows=8192.0000
[14:35:55] step 7725/8000 | loss=1.7637 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4078800/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:36:17] step 7750/8000 | loss=1.7682 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4092000/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:36:39] step 7775/8000 | loss=1.7515 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4105200/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:37:01] step 7800/8000 | loss=1.7451 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4118400/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:37:01] ckpt step_007800.pt + latest.pt (live) steps=7800 status=mid kind=full
[14:37:10] val/lichess_opening hard_ce=1.4111 soft_ce=1.4111 soft_temp_ce=1.4111 teacher_entropy=0.0000 teacher_kl=1.4111 wdl_ce=1.0340 value_rows=8192.0000
[14:37:32] step 7825/8000 | loss=1.7509 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=4131600/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:37:54] step 7850/8000 | loss=1.7471 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=4144800/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:38:16] step 7875/8000 | loss=1.7633 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4158000/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:38:38] step 7900/8000 | loss=1.7662 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4171200/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:38:47] val/lichess_opening hard_ce=1.4062 soft_ce=1.4062 soft_temp_ce=1.4062 teacher_entropy=0.0000 teacher_kl=1.4062 wdl_ce=1.0351 value_rows=8192.0000
[14:39:09] step 7925/8000 | loss=1.7646 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=4184400/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:39:31] step 7950/8000 | loss=1.7509 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4197600/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:39:32] ckpt latest.pt (live weights) steps=7950 status=mid
[14:39:53] step 7975/8000 | loss=1.7594 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=4210800/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:40:15] step 8000/8000 | loss=1.7585 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4224000/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:40:24] val/lichess_opening hard_ce=1.4045 soft_ce=1.4045 soft_temp_ce=1.4045 teacher_entropy=0.0000 teacher_kl=1.4045 wdl_ce=1.0357 value_rows=8192.0000
[14:40:25] timing wall=8147s active=7269s steps=8000 status=trained
[14:40:25] done steps=8000 pos_s=518.5 params=98.97M status=trained kind=full
|