File size: 68,291 Bytes
2fca0ee
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1e78f58
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
584548e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
08080f6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c550946
 
 
 
 
 
 
 
 
 
 
 
 
ff6ad79
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
167da36
 
 
 
 
 
 
 
 
 
 
 
 
4c5d24e
 
 
 
 
 
 
 
 
 
 
d60dc6f
 
 
 
 
 
 
 
 
 
 
da1f088
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2f02d98
 
 
 
 
 
 
 
 
 
 
 
d9fa0c4
 
 
 
 
 
 
 
 
 
 
e4bc302
 
 
 
 
 
 
 
 
 
995a545
 
 
 
 
 
 
 
 
 
 
 
acc48dd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
83d001d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d3390d3
 
 
 
 
 
 
 
 
 
 
bfb5130
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a772bbc
 
 
 
 
 
 
 
 
 
ffd35d5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
d2d3573
 
 
 
 
 
 
 
 
 
 
fc99900
 
 
 
 
 
 
 
 
 
 
 
1002de4
 
 
 
 
 
 
 
 
 
 
fc8c29e
 
 
 
 
 
 
 
 
 
 
8bc18f5
 
 
 
 
 
 
 
 
 
 
 
7d77d46
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ecc7e90
 
 
 
 
 
 
 
 
 
 
a42ecce
 
 
 
 
 
 
 
 
 
 
480101b
 
 
 
 
 
 
 
 
 
 
 
36d9e95
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7a627e7
 
 
 
 
 
 
 
 
 
 
7bebb8e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
06d4b98
 
 
 
 
 
 
 
 
 
 
 
83a4e31
 
 
 
 
 
 
 
 
 
 
6f0b8b3
 
 
 
 
 
 
 
 
 
 
9d06e9c
 
 
 
 
 
 
 
 
 
 
 
d9e88a9
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
[12:23:09] trial=exp277_lichess_opening_stream arch=squares64 device=cuda vocab=1968
[12:23:09] train bs=528 accum=1 grad_ckpt=False compile=True elo_every=0 save_every=150
[12:23:09] model=Squares64RecurrentConfig(encoder_dim=256, hidden_dim=736, num_heads=8, ffn_ratio=4, dropout=0.05, use_swiglu=True, use_qk_norm=True, zero_init_out_proj=True, gradient_checkpointing=False, prefix_layers=4, recurrent_layers=7, recurrent_unrolls=3, suffix_layers=4, policy_head_dim=384, value_hidden=384, n_value_classes=3, use_history=False, use_threat_head=False)
[12:23:10] params=98.97M
[12:23:11] WEIGHTS-ONLY WARM START /root/transform/outputs/exp277_lichess_opening_stream/init.pt from eval/SWA snapshot (optimizer/RNG re-initialized; step reset to 0)
[12:23:11] optimizer=PolarNorMuon (97.7M) + AdamW aux (1.3M) compile_polar=True
[12:23:11] force_lr muon=0.002 adam=3e-05
[12:23:12] torch.compile enabled (mode=default); will fall back if inductor fails
[12:23:12] external eval lichess_opening n=8,192 /root/transform/outputs/exp277_lichess_opening_stream/lichess_eval.pt
[12:23:12] soft train=71,808 val=0 blocked=0 targets empty=0 unnorm=0 external_eval
[12:24:37] batch probe ok bs=528 peak_vram=35.57GB compile=True
[12:24:37] average_recurrent_grads() divides bank .grad by unroll count. That does NOT divide optimizer updates by the same amount: Polar-NorMuon is scale-invariant after orthogonalization, and RMS-Adam (m/sqrt(v)) is also approximately scale-invariant for a stationary grad. What does scale is SGD-style updates and the pre-clip global grad norm (so clipping fires less often after averaging). Use explicit param-group LRs if different update sizes are intended.
[12:24:37] exposure deep/shallow odds=0.0x (mix=0.0 deep_n=0 shallow_n=71808)
[12:24:46] step 1/8000 | loss=2.0407 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=528/0/0 q=0 p=0 | 55 pos/s | vram=35.57GB
[12:24:50] soft inbox +1,760,000 train_n=1,831,808 shards=shard_000001,shard_000002,shard_000003,shard_000004,shard_000005,shard_000006,shard_000007,shard_000008,shard_000009,shard_000010,shard_000011,shard_000012,shard_000013,shard_000014,shard_000015,shard_000016,shard_000017,shard_000018,shard_000019,shard_000020,shard_000021,shard_000022
[12:25:11] step 25/8000 | loss=1.9109 | lr=2.00e-03,3.00e-05 | clip=19/25 | mix s/d/b=13200/0/0 q=0 p=0 | 391 pos/s | vram=35.72GB
[12:25:12] soft inbox +480,000 train_n=2,311,808 shards=shard_000023,shard_000024,shard_000025,shard_000026,shard_000027,shard_000028
[12:25:33] step 50/8000 | loss=1.8446 | lr=2.00e-03,3.00e-05 | clip=7/25 | mix s/d/b=26400/0/0 q=0 p=0 | 467 pos/s | vram=35.72GB
[12:25:35] soft inbox +400,000 train_n=2,711,808 shards=shard_000029,shard_000030,shard_000031,shard_000032,shard_000033
[12:25:57] step 75/8000 | loss=1.8202 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=39600/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[12:25:58] soft inbox +480,000 train_n=3,191,808 shards=shard_000034,shard_000035,shard_000036,shard_000037,shard_000038,shard_000039
[12:26:20] step 100/8000 | loss=1.8066 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=52800/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[12:26:22] soft inbox +312,475 train_n=3,504,283 shards=shard_000040,shard_000041,shard_000042,shard_000043
[12:26:31] val/lichess_opening hard_ce=1.5399 soft_ce=1.5399 soft_temp_ce=1.5399 teacher_entropy=0.0000 teacher_kl=1.5399 wdl_ce=1.0429 value_rows=8192.0000
[12:26:52] step 125/8000 | loss=1.8346 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=66000/0/0 q=0 p=0 | 487 pos/s | vram=35.72GB
[12:26:55] soft inbox +640,000 train_n=4,144,283 shards=shard_000044,shard_000045,shard_000046,shard_000047,shard_000048,shard_000049,shard_000050,shard_000051
[12:27:17] step 150/8000 | loss=1.8197 | lr=2.00e-03,3.00e-05 | clip=5/25 | mix s/d/b=79200/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[12:27:19] soft inbox +400,000 train_n=4,544,283 shards=shard_000052,shard_000053,shard_000054,shard_000055,shard_000056
[12:27:20] ckpt latest.pt (live weights) steps=150 status=mid
[12:27:41] step 175/8000 | loss=1.8112 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=92400/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[12:27:44] soft inbox +480,000 train_n=5,024,283 shards=shard_000057,shard_000058,shard_000059,shard_000060,shard_000061,shard_000062
[12:28:06] step 200/8000 | loss=1.8148 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=105600/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[12:28:09] soft inbox +480,000 train_n=5,504,283 shards=shard_000063,shard_000064,shard_000065,shard_000066,shard_000067,shard_000068
[12:28:18] val/lichess_opening hard_ce=1.5239 soft_ce=1.5239 soft_temp_ce=1.5239 teacher_entropy=0.0000 teacher_kl=1.5239 wdl_ce=1.0404 value_rows=8192.0000
[12:28:40] step 225/8000 | loss=1.8335 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=118800/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[12:28:44] soft inbox +640,000 train_n=6,144,283 shards=shard_000069,shard_000070,shard_000071,shard_000072,shard_000073,shard_000074,shard_000075,shard_000076
[12:29:06] step 250/8000 | loss=1.8117 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=132000/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[12:29:10] soft inbox +400,000 train_n=6,544,283 shards=shard_000077,shard_000078,shard_000079,shard_000080,shard_000081
[12:29:33] step 275/8000 | loss=1.8019 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=145200/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[12:29:36] soft inbox +420,822 train_n=6,965,105 shards=shard_000082,shard_000083,shard_000084,shard_000085,shard_000086,shard_000087
[12:29:59] step 300/8000 | loss=1.8165 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=158400/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[12:30:02] soft inbox +480,000 train_n=7,445,105 shards=shard_000088,shard_000089,shard_000090,shard_000091,shard_000092,shard_000093
[12:30:03] ckpt step_000300.pt + latest.pt (live) steps=300 status=mid kind=full
[12:30:12] val/lichess_opening hard_ce=1.5221 soft_ce=1.5221 soft_temp_ce=1.5221 teacher_entropy=0.0000 teacher_kl=1.5221 wdl_ce=1.0390 value_rows=8192.0000
[12:30:34] step 325/8000 | loss=1.8078 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=171600/0/0 q=0 p=0 | 481 pos/s | vram=35.72GB
[12:30:37] soft inbox +560,000 train_n=8,005,105 shards=shard_000094,shard_000095,shard_000096,shard_000097,shard_000098,shard_000099,shard_000100
[12:31:00] step 350/8000 | loss=1.8217 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=184800/0/0 q=0 p=0 | 483 pos/s | vram=35.72GB
[12:31:04] soft inbox +480,000 train_n=8,485,105 shards=shard_000101,shard_000102,shard_000103,shard_000104,shard_000105,shard_000106
[12:31:26] step 375/8000 | loss=1.8192 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=198000/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[12:31:31] soft inbox +480,000 train_n=8,965,105 shards=shard_000107,shard_000108,shard_000109,shard_000110,shard_000111,shard_000112
[12:31:53] step 400/8000 | loss=1.8309 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=211200/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[12:31:59] soft inbox +480,000 train_n=9,445,105 shards=shard_000113,shard_000114,shard_000115,shard_000116,shard_000117,shard_000118
[12:32:08] val/lichess_opening hard_ce=1.5139 soft_ce=1.5139 soft_temp_ce=1.5139 teacher_entropy=0.0000 teacher_kl=1.5139 wdl_ce=1.0394 value_rows=8192.0000
[12:32:30] step 425/8000 | loss=1.8258 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=224400/0/0 q=0 p=0 | 474 pos/s | vram=35.72GB
[12:32:35] soft inbox +549,232 train_n=9,994,337 shards=shard_000119,shard_000120,shard_000121,shard_000122,shard_000123,shard_000124,shard_000125
[12:32:57] step 450/8000 | loss=1.8129 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=237600/0/0 q=0 p=0 | 475 pos/s | vram=35.72GB
[12:33:01] soft inbox +400,000 train_n=10,394,337 shards=shard_000126,shard_000127,shard_000128,shard_000129,shard_000130
[12:33:01] ckpt latest.pt (live weights) steps=450 status=mid
[12:33:23] step 475/8000 | loss=1.8014 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=250800/0/0 q=0 p=0 | 477 pos/s | vram=35.72GB
[12:33:27] soft inbox +480,000 train_n=10,874,337 shards=shard_000131,shard_000132,shard_000133,shard_000134,shard_000135,shard_000136
[12:33:49] step 500/8000 | loss=1.8187 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=264000/0/0 q=0 p=0 | 478 pos/s | vram=35.72GB
[12:33:54] soft inbox +400,000 train_n=11,274,337 shards=shard_000137,shard_000138,shard_000139,shard_000140,shard_000141
[12:34:03] val/lichess_opening hard_ce=1.5141 soft_ce=1.5141 soft_temp_ce=1.5141 teacher_entropy=0.0000 teacher_kl=1.5141 wdl_ce=1.0395 value_rows=8192.0000
[12:34:25] step 525/8000 | loss=1.8187 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=277200/0/0 q=0 p=0 | 471 pos/s | vram=35.72GB
[12:34:33] soft inbox +560,000 train_n=11,834,337 shards=shard_000142,shard_000143,shard_000144,shard_000145,shard_000146,shard_000147,shard_000148
[12:34:55] step 550/8000 | loss=1.8243 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=290400/0/0 q=0 p=0 | 470 pos/s | vram=35.72GB
[12:35:02] soft inbox +480,000 train_n=12,314,337 shards=shard_000149,shard_000150,shard_000151,shard_000152,shard_000153,shard_000154
[12:35:24] step 575/8000 | loss=1.8222 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=303600/0/0 q=0 p=0 | 469 pos/s | vram=35.72GB
[12:35:31] soft inbox +491,287 train_n=12,805,624 shards=shard_000155,shard_000156,shard_000157,shard_000158,shard_000159,shard_000160,shard_000161
[12:35:53] step 600/8000 | loss=1.8233 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=316800/0/0 q=0 p=0 | 469 pos/s | vram=35.72GB
[12:35:57] soft inbox +320,000 train_n=13,125,624 shards=shard_000162,shard_000163,shard_000164,shard_000165
[12:35:58] ckpt step_000600.pt + latest.pt (live) steps=600 status=mid kind=full
[12:36:07] val/lichess_opening hard_ce=1.5066 soft_ce=1.5066 soft_temp_ce=1.5066 teacher_entropy=0.0000 teacher_kl=1.5066 wdl_ce=1.0391 value_rows=8192.0000
[12:36:28] step 625/8000 | loss=1.8204 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=330000/0/0 q=0 p=0 | 464 pos/s | vram=35.72GB
[12:36:37] soft inbox +640,000 train_n=13,765,624 shards=shard_000166,shard_000167,shard_000168,shard_000169,shard_000170,shard_000171,shard_000172,shard_000173
[12:36:59] step 650/8000 | loss=1.8283 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=343200/0/0 q=0 p=0 | 462 pos/s | vram=35.72GB
[12:37:07] soft inbox +480,000 train_n=14,245,624 shards=shard_000174,shard_000175,shard_000176,shard_000177,shard_000178,shard_000179
[12:37:29] step 675/8000 | loss=1.8030 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=356400/0/0 q=0 p=0 | 461 pos/s | vram=35.72GB
[12:37:38] soft inbox +480,000 train_n=14,725,624 shards=shard_000180,shard_000181,shard_000182,shard_000183,shard_000184,shard_000185
[12:38:00] step 700/8000 | loss=1.8285 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=369600/0/0 q=0 p=0 | 460 pos/s | vram=35.72GB
[12:38:10] soft inbox +480,000 train_n=15,205,624 shards=shard_000186,shard_000187,shard_000188,shard_000189,shard_000190,shard_000191
[12:38:19] val/lichess_opening hard_ce=1.5085 soft_ce=1.5085 soft_temp_ce=1.5085 teacher_entropy=0.0000 teacher_kl=1.5085 wdl_ce=1.0377 value_rows=8192.0000
[12:38:41] step 725/8000 | loss=1.8271 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=382800/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[12:38:47] soft inbox +507,226 train_n=15,712,850 shards=shard_000192,shard_000193,shard_000194,shard_000195,shard_000196,shard_000197,shard_000198
[12:39:09] step 750/8000 | loss=1.8435 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=396000/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[12:39:14] soft inbox +400,000 train_n=16,112,850 shards=shard_000199,shard_000200,shard_000201,shard_000202,shard_000203
[12:39:15] ckpt latest.pt (live weights) steps=750 status=mid
[12:39:37] step 775/8000 | loss=1.8361 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=409200/0/0 q=0 p=0 | 455 pos/s | vram=35.72GB
[12:39:46] soft inbox +480,000 train_n=16,592,850 shards=shard_000204,shard_000205,shard_000206,shard_000207,shard_000208,shard_000209
[12:40:08] step 800/8000 | loss=1.8378 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=422400/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[12:40:17] soft inbox +480,000 train_n=17,072,850 shards=shard_000210,shard_000211,shard_000212,shard_000213,shard_000214,shard_000215
[12:40:26] val/lichess_opening hard_ce=1.5031 soft_ce=1.5031 soft_temp_ce=1.5031 teacher_entropy=0.0000 teacher_kl=1.5031 wdl_ce=1.0376 value_rows=8192.0000
[12:40:48] step 825/8000 | loss=1.8169 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=435600/0/0 q=0 p=0 | 449 pos/s | vram=35.72GB
[12:41:01] soft inbox +640,000 train_n=17,712,850 shards=shard_000216,shard_000217,shard_000218,shard_000219,shard_000220,shard_000221,shard_000222,shard_000223
[12:41:23] step 850/8000 | loss=1.8443 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=448800/0/0 q=0 p=0 | 446 pos/s | vram=35.72GB
[12:41:33] soft inbox +480,000 train_n=18,192,850 shards=shard_000224,shard_000225,shard_000226,shard_000227,shard_000228,shard_000229
[12:41:55] step 875/8000 | loss=1.8190 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=462000/0/0 q=0 p=0 | 445 pos/s | vram=35.72GB
[12:42:02] soft inbox +462,199 train_n=18,655,049 shards=shard_000230,shard_000231,shard_000232,shard_000233,shard_000234,shard_000235
[12:42:24] step 900/8000 | loss=1.8286 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=475200/0/0 q=0 p=0 | 445 pos/s | vram=35.72GB
[12:42:32] soft inbox +400,000 train_n=19,055,049 shards=shard_000236,shard_000237,shard_000238,shard_000239,shard_000240
[12:42:33] ckpt step_000900.pt + latest.pt (live) steps=900 status=mid kind=full
[12:42:42] val/lichess_opening hard_ce=1.5039 soft_ce=1.5039 soft_temp_ce=1.5039 teacher_entropy=0.0000 teacher_kl=1.5039 wdl_ce=1.0374 value_rows=8192.0000
[12:43:04] step 925/8000 | loss=1.8387 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=488400/0/0 q=0 p=0 | 441 pos/s | vram=35.72GB
[12:43:16] soft inbox +560,000 train_n=19,615,049 shards=shard_000241,shard_000242,shard_000243,shard_000244,shard_000245,shard_000246,shard_000247
[12:43:38] step 950/8000 | loss=1.8129 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=501600/0/0 q=0 p=0 | 439 pos/s | vram=35.72GB
[12:43:51] soft inbox +560,000 train_n=20,175,049 shards=shard_000248,shard_000249,shard_000250,shard_000251,shard_000252,shard_000253,shard_000254
[12:44:13] step 975/8000 | loss=1.8227 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=514800/0/0 q=0 p=0 | 438 pos/s | vram=35.72GB
[12:44:23] soft inbox +480,000 train_n=20,655,049 shards=shard_000255,shard_000256,shard_000257,shard_000258,shard_000259,shard_000260
[12:44:45] step 1000/8000 | loss=1.8152 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=528000/0/0 q=0 p=0 | 437 pos/s | vram=35.72GB
[12:44:55] soft inbox +400,000 train_n=21,055,049 shards=shard_000261,shard_000262,shard_000263,shard_000264,shard_000265
[12:45:04] val/lichess_opening hard_ce=1.4990 soft_ce=1.4990 soft_temp_ce=1.4990 teacher_entropy=0.0000 teacher_kl=1.4990 wdl_ce=1.0374 value_rows=8192.0000
[12:45:26] step 1025/8000 | loss=1.8247 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=541200/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:45:35] soft inbox +517,282 train_n=21,572,331 shards=shard_000266,shard_000267,shard_000268,shard_000269,shard_000270,shard_000271,shard_000272
[12:45:57] step 1050/8000 | loss=1.8175 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=554400/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:46:06] soft inbox +399,996 train_n=21,972,327 shards=shard_000273,shard_000274,shard_000275,shard_000276,shard_000277
[12:46:06] ckpt latest.pt (live weights) steps=1050 status=mid
[12:46:28] step 1075/8000 | loss=1.8138 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=567600/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:46:37] soft inbox +400,000 train_n=22,372,327 shards=shard_000278,shard_000279,shard_000280,shard_000281,shard_000282
[12:46:59] step 1100/8000 | loss=1.8012 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=580800/0/0 q=0 p=0 | 433 pos/s | vram=35.72GB
[12:47:09] soft inbox +400,000 train_n=22,772,327 shards=shard_000283,shard_000284,shard_000285,shard_000286,shard_000287
[12:47:18] val/lichess_opening hard_ce=1.4963 soft_ce=1.4963 soft_temp_ce=1.4963 teacher_entropy=0.0000 teacher_kl=1.4963 wdl_ce=1.0372 value_rows=8192.0000
[12:47:40] step 1125/8000 | loss=1.8077 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=594000/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
[12:47:55] soft inbox +560,000 train_n=23,332,327 shards=shard_000288,shard_000289,shard_000290,shard_000291,shard_000292,shard_000293,shard_000294
[12:48:17] step 1150/8000 | loss=1.8521 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=607200/0/0 q=0 p=0 | 428 pos/s | vram=35.72GB
[12:48:32] soft inbox +560,000 train_n=23,892,327 shards=shard_000295,shard_000296,shard_000297,shard_000298,shard_000299,shard_000300,shard_000301
[12:48:54] step 1175/8000 | loss=1.8297 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=620400/0/0 q=0 p=0 | 426 pos/s | vram=35.72GB
[12:49:05] soft inbox +432,978 train_n=24,325,305 shards=shard_000302,shard_000303,shard_000304,shard_000305,shard_000306,shard_000307
[12:49:27] step 1200/8000 | loss=1.8272 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=633600/0/0 q=0 p=0 | 425 pos/s | vram=35.72GB
[12:49:34] soft inbox +320,000 train_n=24,645,305 shards=shard_000308,shard_000309,shard_000310,shard_000311
[12:49:36] ckpt step_001200.pt + latest.pt (live) steps=1200 status=mid kind=full
[12:49:44] val/lichess_opening hard_ce=1.4953 soft_ce=1.4953 soft_temp_ce=1.4953 teacher_entropy=0.0000 teacher_kl=1.4953 wdl_ce=1.0386 value_rows=8192.0000
[12:50:06] step 1225/8000 | loss=1.8407 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=646800/0/0 q=0 p=0 | 423 pos/s | vram=35.72GB
[12:50:23] soft inbox +560,000 train_n=25,205,305 shards=shard_000312,shard_000313,shard_000314,shard_000315,shard_000316,shard_000317,shard_000318
[12:50:46] step 1250/8000 | loss=1.8180 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=660000/0/0 q=0 p=0 | 421 pos/s | vram=35.72GB
[12:50:57] soft inbox +559,999 train_n=25,765,304 shards=shard_000319,shard_000320,shard_000321,shard_000322,shard_000323,shard_000324,shard_000325
[12:51:20] step 1275/8000 | loss=1.8345 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=673200/0/0 q=0 p=0 | 420 pos/s | vram=35.72GB
[12:51:42] step 1300/8000 | loss=1.8392 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=686400/0/0 q=0 p=0 | 422 pos/s | vram=35.72GB
[12:51:51] val/lichess_opening hard_ce=1.4945 soft_ce=1.4945 soft_temp_ce=1.4945 teacher_entropy=0.0000 teacher_kl=1.4945 wdl_ce=1.0374 value_rows=8192.0000
[12:52:13] step 1325/8000 | loss=1.8255 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=699600/0/0 q=0 p=0 | 422 pos/s | vram=35.72GB
[12:52:35] step 1350/8000 | loss=1.8139 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=712800/0/0 q=0 p=0 | 425 pos/s | vram=35.72GB
[12:52:35] ckpt latest.pt (live weights) steps=1350 status=mid
[12:52:57] step 1375/8000 | loss=1.8056 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=726000/0/0 q=0 p=0 | 427 pos/s | vram=35.72GB
[12:53:19] step 1400/8000 | loss=1.8114 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=739200/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
[12:53:27] val/lichess_opening hard_ce=1.4921 soft_ce=1.4921 soft_temp_ce=1.4921 teacher_entropy=0.0000 teacher_kl=1.4921 wdl_ce=1.0371 value_rows=8192.0000
[12:53:49] step 1425/8000 | loss=1.8293 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=752400/0/0 q=0 p=0 | 429 pos/s | vram=35.72GB
[12:54:11] step 1450/8000 | loss=1.8196 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=765600/0/0 q=0 p=0 | 431 pos/s | vram=35.72GB
[12:54:33] step 1475/8000 | loss=1.8348 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=778800/0/0 q=0 p=0 | 434 pos/s | vram=35.72GB
[12:54:56] step 1500/8000 | loss=1.8243 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=792000/0/0 q=0 p=0 | 435 pos/s | vram=35.72GB
[12:54:57] ckpt step_001500.pt + latest.pt (live) steps=1500 status=mid kind=full
[12:55:06] val/lichess_opening hard_ce=1.4866 soft_ce=1.4866 soft_temp_ce=1.4866 teacher_entropy=0.0000 teacher_kl=1.4866 wdl_ce=1.0373 value_rows=8192.0000
[12:55:28] step 1525/8000 | loss=1.8213 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=805200/0/0 q=0 p=0 | 435 pos/s | vram=35.72GB
[12:55:50] step 1550/8000 | loss=1.8097 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=818400/0/0 q=0 p=0 | 437 pos/s | vram=35.72GB
[12:56:12] step 1575/8000 | loss=1.8137 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=831600/0/0 q=0 p=0 | 439 pos/s | vram=35.72GB
[12:56:33] step 1600/8000 | loss=1.8124 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=844800/0/0 q=0 p=0 | 441 pos/s | vram=35.72GB
[12:56:42] val/lichess_opening hard_ce=1.4850 soft_ce=1.4850 soft_temp_ce=1.4850 teacher_entropy=0.0000 teacher_kl=1.4850 wdl_ce=1.0377 value_rows=8192.0000
[12:57:04] step 1625/8000 | loss=1.8202 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=858000/0/0 q=0 p=0 | 441 pos/s | vram=35.72GB
[12:57:26] step 1650/8000 | loss=1.8358 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=871200/0/0 q=0 p=0 | 442 pos/s | vram=35.72GB
[12:57:27] ckpt latest.pt (live weights) steps=1650 status=mid
[12:57:49] step 1675/8000 | loss=1.8062 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=884400/0/0 q=0 p=0 | 444 pos/s | vram=35.72GB
[12:58:11] step 1700/8000 | loss=1.8121 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=897600/0/0 q=0 p=0 | 446 pos/s | vram=35.72GB
[12:58:20] val/lichess_opening hard_ce=1.4865 soft_ce=1.4865 soft_temp_ce=1.4865 teacher_entropy=0.0000 teacher_kl=1.4865 wdl_ce=1.0374 value_rows=8192.0000
[12:58:42] step 1725/8000 | loss=1.8273 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=910800/0/0 q=0 p=0 | 445 pos/s | vram=35.72GB
[12:59:04] step 1750/8000 | loss=1.8191 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=924000/0/0 q=0 p=0 | 447 pos/s | vram=35.72GB
[12:59:26] step 1775/8000 | loss=1.8235 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=937200/0/0 q=0 p=0 | 449 pos/s | vram=35.72GB
[12:59:48] step 1800/8000 | loss=1.8315 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=950400/0/0 q=0 p=0 | 450 pos/s | vram=35.72GB
[12:59:49] ckpt step_001800.pt + latest.pt (live) steps=1800 status=mid kind=full
[12:59:58] val/lichess_opening hard_ce=1.4759 soft_ce=1.4759 soft_temp_ce=1.4759 teacher_entropy=0.0000 teacher_kl=1.4759 wdl_ce=1.0371 value_rows=8192.0000
[13:00:20] step 1825/8000 | loss=1.8072 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=963600/0/0 q=0 p=0 | 450 pos/s | vram=35.72GB
[13:00:42] step 1850/8000 | loss=1.8028 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=976800/0/0 q=0 p=0 | 451 pos/s | vram=35.72GB
[13:01:04] step 1875/8000 | loss=1.7991 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=990000/0/0 q=0 p=0 | 453 pos/s | vram=35.72GB
[13:01:26] step 1900/8000 | loss=1.7955 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1003200/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[13:01:35] val/lichess_opening hard_ce=1.4825 soft_ce=1.4825 soft_temp_ce=1.4825 teacher_entropy=0.0000 teacher_kl=1.4825 wdl_ce=1.0379 value_rows=8192.0000
[13:01:57] step 1925/8000 | loss=1.7875 | lr=2.00e-03,3.00e-05 | clip=5/25 | mix s/d/b=1016400/0/0 q=0 p=0 | 454 pos/s | vram=35.72GB
[13:02:19] step 1950/8000 | loss=1.8248 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1029600/0/0 q=0 p=0 | 455 pos/s | vram=35.72GB
[13:02:20] ckpt latest.pt (live weights) steps=1950 status=mid
[13:02:42] step 1975/8000 | loss=1.8091 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1042800/0/0 q=0 p=0 | 456 pos/s | vram=35.72GB
[13:03:04] step 2000/8000 | loss=1.8027 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1056000/0/0 q=0 p=0 | 458 pos/s | vram=35.72GB
[13:03:12] val/lichess_opening hard_ce=1.4744 soft_ce=1.4744 soft_temp_ce=1.4744 teacher_entropy=0.0000 teacher_kl=1.4744 wdl_ce=1.0380 value_rows=8192.0000
[13:03:34] step 2025/8000 | loss=1.8141 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1069200/0/0 q=0 p=0 | 457 pos/s | vram=35.72GB
[13:03:56] step 2050/8000 | loss=1.8083 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1082400/0/0 q=0 p=0 | 459 pos/s | vram=35.72GB
[13:04:18] step 2075/8000 | loss=1.7936 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1095600/0/0 q=0 p=0 | 460 pos/s | vram=35.72GB
[13:04:40] step 2100/8000 | loss=1.8002 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1108800/0/0 q=0 p=0 | 461 pos/s | vram=35.72GB
[13:04:41] ckpt step_002100.pt + latest.pt (live) steps=2100 status=mid kind=full
[13:04:49] val/lichess_opening hard_ce=1.4748 soft_ce=1.4748 soft_temp_ce=1.4748 teacher_entropy=0.0000 teacher_kl=1.4748 wdl_ce=1.0382 value_rows=8192.0000
[13:05:12] step 2125/8000 | loss=1.7960 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1122000/0/0 q=0 p=0 | 461 pos/s | vram=35.72GB
[13:05:34] step 2150/8000 | loss=1.8058 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1135200/0/0 q=0 p=0 | 462 pos/s | vram=35.72GB
[13:05:55] step 2175/8000 | loss=1.7962 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1148400/0/0 q=0 p=0 | 463 pos/s | vram=35.72GB
[13:06:17] step 2200/8000 | loss=1.8061 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1161600/0/0 q=0 p=0 | 465 pos/s | vram=35.72GB
[13:06:26] val/lichess_opening hard_ce=1.4697 soft_ce=1.4697 soft_temp_ce=1.4697 teacher_entropy=0.0000 teacher_kl=1.4697 wdl_ce=1.0374 value_rows=8192.0000
[13:06:48] step 2225/8000 | loss=1.8121 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1174800/0/0 q=0 p=0 | 464 pos/s | vram=35.72GB
[13:07:10] step 2250/8000 | loss=1.8013 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1188000/0/0 q=0 p=0 | 465 pos/s | vram=35.72GB
[13:07:11] ckpt latest.pt (live weights) steps=2250 status=mid
[13:07:33] step 2275/8000 | loss=1.7889 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1201200/0/0 q=0 p=0 | 466 pos/s | vram=35.72GB
[13:07:55] step 2300/8000 | loss=1.8014 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1214400/0/0 q=0 p=0 | 467 pos/s | vram=35.72GB
[13:08:03] val/lichess_opening hard_ce=1.4756 soft_ce=1.4756 soft_temp_ce=1.4756 teacher_entropy=0.0000 teacher_kl=1.4756 wdl_ce=1.0368 value_rows=8192.0000
[13:08:25] step 2325/8000 | loss=1.8094 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1227600/0/0 q=0 p=0 | 467 pos/s | vram=35.72GB
[13:08:47] step 2350/8000 | loss=1.8071 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1240800/0/0 q=0 p=0 | 468 pos/s | vram=35.72GB
[13:09:09] step 2375/8000 | loss=1.7964 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1254000/0/0 q=0 p=0 | 469 pos/s | vram=35.72GB
[13:09:31] step 2400/8000 | loss=1.8097 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1267200/0/0 q=0 p=0 | 470 pos/s | vram=35.72GB
[13:09:33] ckpt step_002400.pt + latest.pt (live) steps=2400 status=mid kind=full
[13:09:42] val/lichess_opening hard_ce=1.4696 soft_ce=1.4696 soft_temp_ce=1.4696 teacher_entropy=0.0000 teacher_kl=1.4696 wdl_ce=1.0365 value_rows=8192.0000
[13:10:04] step 2425/8000 | loss=1.7911 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1280400/0/0 q=0 p=0 | 470 pos/s | vram=35.72GB
[13:10:26] step 2450/8000 | loss=1.7852 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1293600/0/0 q=0 p=0 | 471 pos/s | vram=35.72GB
[13:10:48] step 2475/8000 | loss=1.7954 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1306800/0/0 q=0 p=0 | 472 pos/s | vram=35.72GB
[13:11:10] step 2500/8000 | loss=1.7938 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1320000/0/0 q=0 p=0 | 473 pos/s | vram=35.72GB
[13:11:19] val/lichess_opening hard_ce=1.4703 soft_ce=1.4703 soft_temp_ce=1.4703 teacher_entropy=0.0000 teacher_kl=1.4703 wdl_ce=1.0362 value_rows=8192.0000
[13:11:40] step 2525/8000 | loss=1.7912 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1333200/0/0 q=0 p=0 | 472 pos/s | vram=35.72GB
[13:12:02] step 2550/8000 | loss=1.7859 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1346400/0/0 q=0 p=0 | 473 pos/s | vram=35.72GB
[13:12:03] ckpt latest.pt (live weights) steps=2550 status=mid
[13:12:24] step 2575/8000 | loss=1.7977 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1359600/0/0 q=0 p=0 | 474 pos/s | vram=35.72GB
[13:12:46] step 2600/8000 | loss=1.7891 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1372800/0/0 q=0 p=0 | 475 pos/s | vram=35.72GB
[13:12:55] val/lichess_opening hard_ce=1.4681 soft_ce=1.4681 soft_temp_ce=1.4681 teacher_entropy=0.0000 teacher_kl=1.4681 wdl_ce=1.0384 value_rows=8192.0000
[13:13:17] step 2625/8000 | loss=1.8199 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1386000/0/0 q=0 p=0 | 475 pos/s | vram=35.72GB
[13:13:38] step 2650/8000 | loss=1.8070 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1399200/0/0 q=0 p=0 | 476 pos/s | vram=35.72GB
[13:14:00] step 2675/8000 | loss=1.7976 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1412400/0/0 q=0 p=0 | 477 pos/s | vram=35.72GB
[13:14:22] step 2700/8000 | loss=1.7898 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1425600/0/0 q=0 p=0 | 478 pos/s | vram=35.72GB
[13:14:23] ckpt step_002700.pt + latest.pt (live) steps=2700 status=mid kind=full
[13:14:31] val/lichess_opening hard_ce=1.4694 soft_ce=1.4694 soft_temp_ce=1.4694 teacher_entropy=0.0000 teacher_kl=1.4694 wdl_ce=1.0364 value_rows=8192.0000
[13:14:53] step 2725/8000 | loss=1.7951 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1438800/0/0 q=0 p=0 | 477 pos/s | vram=35.72GB
[13:15:15] step 2750/8000 | loss=1.8133 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=1452000/0/0 q=0 p=0 | 478 pos/s | vram=35.72GB
[13:15:37] step 2775/8000 | loss=1.7946 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1465200/0/0 q=0 p=0 | 479 pos/s | vram=35.72GB
[13:16:00] step 2800/8000 | loss=1.7891 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1478400/0/0 q=0 p=0 | 480 pos/s | vram=35.72GB
[13:16:08] val/lichess_opening hard_ce=1.4588 soft_ce=1.4588 soft_temp_ce=1.4588 teacher_entropy=0.0000 teacher_kl=1.4588 wdl_ce=1.0368 value_rows=8192.0000
[13:16:30] step 2825/8000 | loss=1.7912 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1491600/0/0 q=0 p=0 | 479 pos/s | vram=35.72GB
[13:16:52] step 2850/8000 | loss=1.7750 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1504800/0/0 q=0 p=0 | 480 pos/s | vram=35.72GB
[13:16:52] ckpt latest.pt (live weights) steps=2850 status=mid
[13:17:14] step 2875/8000 | loss=1.7927 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1518000/0/0 q=0 p=0 | 481 pos/s | vram=35.72GB
[13:17:36] step 2900/8000 | loss=1.8083 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1531200/0/0 q=0 p=0 | 482 pos/s | vram=35.72GB
[13:17:45] val/lichess_opening hard_ce=1.4610 soft_ce=1.4610 soft_temp_ce=1.4610 teacher_entropy=0.0000 teacher_kl=1.4610 wdl_ce=1.0380 value_rows=8192.0000
[13:18:06] step 2925/8000 | loss=1.7936 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1544400/0/0 q=0 p=0 | 481 pos/s | vram=35.72GB
[13:18:28] step 2950/8000 | loss=1.7691 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1557600/0/0 q=0 p=0 | 482 pos/s | vram=35.72GB
[13:18:50] step 2975/8000 | loss=1.7828 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1570800/0/0 q=0 p=0 | 483 pos/s | vram=35.72GB
[13:19:12] step 3000/8000 | loss=1.7961 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1584000/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[13:19:13] ckpt step_003000.pt + latest.pt (live) steps=3000 status=mid kind=full
[13:19:21] val/lichess_opening hard_ce=1.4613 soft_ce=1.4613 soft_temp_ce=1.4613 teacher_entropy=0.0000 teacher_kl=1.4613 wdl_ce=1.0367 value_rows=8192.0000
[13:19:43] step 3025/8000 | loss=1.8004 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1597200/0/0 q=0 p=0 | 483 pos/s | vram=35.72GB
[13:20:05] step 3050/8000 | loss=1.7827 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1610400/0/0 q=0 p=0 | 484 pos/s | vram=35.72GB
[13:20:27] step 3075/8000 | loss=1.8096 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1623600/0/0 q=0 p=0 | 485 pos/s | vram=35.72GB
[13:20:49] step 3100/8000 | loss=1.8034 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=1636800/0/0 q=0 p=0 | 485 pos/s | vram=35.72GB
[13:20:57] val/lichess_opening hard_ce=1.4582 soft_ce=1.4582 soft_temp_ce=1.4582 teacher_entropy=0.0000 teacher_kl=1.4582 wdl_ce=1.0367 value_rows=8192.0000
[13:21:19] step 3125/8000 | loss=1.7859 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1650000/0/0 q=0 p=0 | 485 pos/s | vram=35.72GB
[13:21:42] step 3150/8000 | loss=1.8136 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1663200/0/0 q=0 p=0 | 486 pos/s | vram=35.72GB
[13:21:42] ckpt latest.pt (live weights) steps=3150 status=mid
[13:22:05] step 3175/8000 | loss=1.7987 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1676400/0/0 q=0 p=0 | 486 pos/s | vram=35.72GB
[13:22:27] step 3200/8000 | loss=1.7957 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1689600/0/0 q=0 p=0 | 487 pos/s | vram=35.72GB
[13:22:35] val/lichess_opening hard_ce=1.4645 soft_ce=1.4645 soft_temp_ce=1.4645 teacher_entropy=0.0000 teacher_kl=1.4645 wdl_ce=1.0359 value_rows=8192.0000
[13:22:58] step 3225/8000 | loss=1.7882 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1702800/0/0 q=0 p=0 | 486 pos/s | vram=35.72GB
[13:23:20] step 3250/8000 | loss=1.7820 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1716000/0/0 q=0 p=0 | 487 pos/s | vram=35.72GB
[13:23:42] step 3275/8000 | loss=1.7642 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1729200/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:24:04] step 3300/8000 | loss=1.7713 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1742400/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:24:05] ckpt step_003300.pt + latest.pt (live) steps=3300 status=mid kind=full
[13:24:14] val/lichess_opening hard_ce=1.4583 soft_ce=1.4583 soft_temp_ce=1.4583 teacher_entropy=0.0000 teacher_kl=1.4583 wdl_ce=1.0351 value_rows=8192.0000
[13:24:36] step 3325/8000 | loss=1.8060 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1755600/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:24:58] step 3350/8000 | loss=1.7849 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1768800/0/0 q=0 p=0 | 488 pos/s | vram=35.72GB
[13:25:21] step 3375/8000 | loss=1.7986 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1782000/0/0 q=0 p=0 | 489 pos/s | vram=35.72GB
[13:25:44] step 3400/8000 | loss=1.7901 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1795200/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:25:53] val/lichess_opening hard_ce=1.4548 soft_ce=1.4548 soft_temp_ce=1.4548 teacher_entropy=0.0000 teacher_kl=1.4548 wdl_ce=1.0352 value_rows=8192.0000
[13:26:15] step 3425/8000 | loss=1.7821 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1808400/0/0 q=0 p=0 | 489 pos/s | vram=35.72GB
[13:26:37] step 3450/8000 | loss=1.8052 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1821600/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:26:38] ckpt latest.pt (live weights) steps=3450 status=mid
[13:27:00] step 3475/8000 | loss=1.7864 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1834800/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:27:22] step 3500/8000 | loss=1.8019 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1848000/0/0 q=0 p=0 | 491 pos/s | vram=35.72GB
[13:27:30] val/lichess_opening hard_ce=1.4505 soft_ce=1.4505 soft_temp_ce=1.4505 teacher_entropy=0.0000 teacher_kl=1.4505 wdl_ce=1.0352 value_rows=8192.0000
[13:27:53] step 3525/8000 | loss=1.7866 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1861200/0/0 q=0 p=0 | 490 pos/s | vram=35.72GB
[13:28:14] step 3550/8000 | loss=1.7845 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1874400/0/0 q=0 p=0 | 491 pos/s | vram=35.72GB
[13:28:36] step 3575/8000 | loss=1.7818 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=1887600/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:28:58] step 3600/8000 | loss=1.7874 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1900800/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:28:59] ckpt step_003600.pt + latest.pt (live) steps=3600 status=mid kind=full
[13:29:08] val/lichess_opening hard_ce=1.4566 soft_ce=1.4566 soft_temp_ce=1.4566 teacher_entropy=0.0000 teacher_kl=1.4566 wdl_ce=1.0392 value_rows=8192.0000
[13:29:30] step 3625/8000 | loss=1.7970 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1914000/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:29:52] step 3650/8000 | loss=1.7853 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1927200/0/0 q=0 p=0 | 492 pos/s | vram=35.72GB
[13:30:14] step 3675/8000 | loss=1.8039 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1940400/0/0 q=0 p=0 | 493 pos/s | vram=35.72GB
[13:30:36] step 3700/8000 | loss=1.8013 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1953600/0/0 q=0 p=0 | 493 pos/s | vram=35.72GB
[13:30:45] val/lichess_opening hard_ce=1.4547 soft_ce=1.4547 soft_temp_ce=1.4547 teacher_entropy=0.0000 teacher_kl=1.4547 wdl_ce=1.0359 value_rows=8192.0000
[13:31:07] step 3725/8000 | loss=1.7716 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=1966800/0/0 q=0 p=0 | 493 pos/s | vram=35.72GB
[13:31:29] step 3750/8000 | loss=1.7964 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=1980000/0/0 q=0 p=0 | 494 pos/s | vram=35.72GB
[13:31:29] ckpt latest.pt (live weights) steps=3750 status=mid
[13:31:51] step 3775/8000 | loss=1.7593 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=1993200/0/0 q=0 p=0 | 494 pos/s | vram=35.72GB
[13:32:13] step 3800/8000 | loss=1.7902 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2006400/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:32:22] val/lichess_opening hard_ce=1.4431 soft_ce=1.4431 soft_temp_ce=1.4431 teacher_entropy=0.0000 teacher_kl=1.4431 wdl_ce=1.0360 value_rows=8192.0000
[13:32:44] step 3825/8000 | loss=1.7923 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2019600/0/0 q=0 p=0 | 494 pos/s | vram=35.72GB
[13:33:06] step 3850/8000 | loss=1.7947 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2032800/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:33:27] step 3875/8000 | loss=1.7631 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2046000/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:33:49] step 3900/8000 | loss=1.7928 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2059200/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:33:50] ckpt step_003900.pt + latest.pt (live) steps=3900 status=mid kind=full
[13:33:59] val/lichess_opening hard_ce=1.4415 soft_ce=1.4415 soft_temp_ce=1.4415 teacher_entropy=0.0000 teacher_kl=1.4415 wdl_ce=1.0356 value_rows=8192.0000
[13:34:21] step 3925/8000 | loss=1.7736 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2072400/0/0 q=0 p=0 | 495 pos/s | vram=35.72GB
[13:34:43] step 3950/8000 | loss=1.8039 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2085600/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:35:05] step 3975/8000 | loss=1.7872 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2098800/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:35:27] step 4000/8000 | loss=1.7817 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=2112000/0/0 q=0 p=0 | 497 pos/s | vram=35.72GB
[13:35:36] val/lichess_opening hard_ce=1.4506 soft_ce=1.4506 soft_temp_ce=1.4506 teacher_entropy=0.0000 teacher_kl=1.4506 wdl_ce=1.0356 value_rows=8192.0000
[13:35:58] step 4025/8000 | loss=1.7781 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2125200/0/0 q=0 p=0 | 496 pos/s | vram=35.72GB
[13:36:19] step 4050/8000 | loss=1.7761 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2138400/0/0 q=0 p=0 | 497 pos/s | vram=35.72GB
[13:36:20] ckpt latest.pt (live weights) steps=4050 status=mid
[13:36:42] step 4075/8000 | loss=1.7829 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2151600/0/0 q=0 p=0 | 497 pos/s | vram=35.72GB
[13:37:04] step 4100/8000 | loss=1.7856 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2164800/0/0 q=0 p=0 | 498 pos/s | vram=35.72GB
[13:37:13] val/lichess_opening hard_ce=1.4424 soft_ce=1.4424 soft_temp_ce=1.4424 teacher_entropy=0.0000 teacher_kl=1.4424 wdl_ce=1.0365 value_rows=8192.0000
[13:37:34] step 4125/8000 | loss=1.7784 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2178000/0/0 q=0 p=0 | 498 pos/s | vram=35.72GB
[13:37:56] step 4150/8000 | loss=1.7789 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2191200/0/0 q=0 p=0 | 498 pos/s | vram=35.72GB
[13:38:18] step 4175/8000 | loss=1.7948 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2204400/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:38:40] step 4200/8000 | loss=1.7830 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2217600/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:38:41] ckpt step_004200.pt + latest.pt (live) steps=4200 status=mid kind=full
[13:38:50] val/lichess_opening hard_ce=1.4478 soft_ce=1.4478 soft_temp_ce=1.4478 teacher_entropy=0.0000 teacher_kl=1.4478 wdl_ce=1.0391 value_rows=8192.0000
[13:39:12] step 4225/8000 | loss=1.7733 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=2230800/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:39:34] step 4250/8000 | loss=1.7692 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2244000/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:39:56] step 4275/8000 | loss=1.7878 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2257200/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:40:18] step 4300/8000 | loss=1.7847 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2270400/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:40:27] val/lichess_opening hard_ce=1.4463 soft_ce=1.4463 soft_temp_ce=1.4463 teacher_entropy=0.0000 teacher_kl=1.4463 wdl_ce=1.0355 value_rows=8192.0000
[13:40:49] step 4325/8000 | loss=1.7852 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2283600/0/0 q=0 p=0 | 499 pos/s | vram=35.72GB
[13:41:11] step 4350/8000 | loss=1.7755 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2296800/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:41:11] ckpt latest.pt (live weights) steps=4350 status=mid
[13:41:33] step 4375/8000 | loss=1.7857 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2310000/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:41:55] step 4400/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2323200/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:42:04] val/lichess_opening hard_ce=1.4428 soft_ce=1.4428 soft_temp_ce=1.4428 teacher_entropy=0.0000 teacher_kl=1.4428 wdl_ce=1.0377 value_rows=8192.0000
[13:42:26] step 4425/8000 | loss=1.7847 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2336400/0/0 q=0 p=0 | 500 pos/s | vram=35.72GB
[13:42:48] step 4450/8000 | loss=1.7747 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2349600/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:43:10] step 4475/8000 | loss=1.7989 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2362800/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:43:32] step 4500/8000 | loss=1.7656 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2376000/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:43:33] ckpt step_004500.pt + latest.pt (live) steps=4500 status=mid kind=full
[13:43:42] val/lichess_opening hard_ce=1.4411 soft_ce=1.4411 soft_temp_ce=1.4411 teacher_entropy=0.0000 teacher_kl=1.4411 wdl_ce=1.0357 value_rows=8192.0000
[13:44:04] step 4525/8000 | loss=1.7766 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2389200/0/0 q=0 p=0 | 501 pos/s | vram=35.72GB
[13:44:25] step 4550/8000 | loss=1.7961 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=2402400/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:44:47] step 4575/8000 | loss=1.7720 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2415600/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:45:09] step 4600/8000 | loss=1.7706 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2428800/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:45:18] val/lichess_opening hard_ce=1.4448 soft_ce=1.4448 soft_temp_ce=1.4448 teacher_entropy=0.0000 teacher_kl=1.4448 wdl_ce=1.0374 value_rows=8192.0000
[13:45:41] step 4625/8000 | loss=1.7734 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2442000/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:46:03] step 4650/8000 | loss=1.7475 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2455200/0/0 q=0 p=0 | 502 pos/s | vram=35.72GB
[13:46:03] ckpt latest.pt (live weights) steps=4650 status=mid
[13:46:25] step 4675/8000 | loss=1.7758 | lr=2.00e-03,3.00e-05 | clip=4/25 | mix s/d/b=2468400/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:46:47] step 4700/8000 | loss=1.7692 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2481600/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:46:56] val/lichess_opening hard_ce=1.4354 soft_ce=1.4354 soft_temp_ce=1.4354 teacher_entropy=0.0000 teacher_kl=1.4354 wdl_ce=1.0359 value_rows=8192.0000
[13:47:18] step 4725/8000 | loss=1.7617 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2494800/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:47:40] step 4750/8000 | loss=1.7791 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2508000/0/0 q=0 p=0 | 503 pos/s | vram=35.72GB
[13:48:02] step 4775/8000 | loss=1.7859 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2521200/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:48:24] step 4800/8000 | loss=1.7870 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2534400/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:48:25] ckpt step_004800.pt + latest.pt (live) steps=4800 status=mid kind=full
[13:48:34] val/lichess_opening hard_ce=1.4479 soft_ce=1.4479 soft_temp_ce=1.4479 teacher_entropy=0.0000 teacher_kl=1.4479 wdl_ce=1.0345 value_rows=8192.0000
[13:48:56] step 4825/8000 | loss=1.7853 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2547600/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:49:18] step 4850/8000 | loss=1.7490 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2560800/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:49:40] step 4875/8000 | loss=1.7564 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2574000/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:50:02] step 4900/8000 | loss=1.7534 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2587200/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:50:10] val/lichess_opening hard_ce=1.4395 soft_ce=1.4395 soft_temp_ce=1.4395 teacher_entropy=0.0000 teacher_kl=1.4395 wdl_ce=1.0347 value_rows=8192.0000
[13:50:32] step 4925/8000 | loss=1.7941 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2600400/0/0 q=0 p=0 | 504 pos/s | vram=35.72GB
[13:50:55] step 4950/8000 | loss=1.7669 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2613600/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:50:56] ckpt latest.pt (live weights) steps=4950 status=mid
[13:51:18] step 4975/8000 | loss=1.7636 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2626800/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:51:40] step 5000/8000 | loss=1.7778 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=2640000/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:51:49] val/lichess_opening hard_ce=1.4362 soft_ce=1.4362 soft_temp_ce=1.4362 teacher_entropy=0.0000 teacher_kl=1.4362 wdl_ce=1.0361 value_rows=8192.0000
[13:52:11] step 5025/8000 | loss=1.7575 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=2653200/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:52:33] step 5050/8000 | loss=1.7691 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2666400/0/0 q=0 p=0 | 505 pos/s | vram=35.72GB
[13:52:55] step 5075/8000 | loss=1.7413 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2679600/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:53:16] step 5100/8000 | loss=1.7701 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2692800/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:53:17] ckpt step_005100.pt + latest.pt (live) steps=5100 status=mid kind=full
[13:53:26] val/lichess_opening hard_ce=1.4361 soft_ce=1.4361 soft_temp_ce=1.4361 teacher_entropy=0.0000 teacher_kl=1.4361 wdl_ce=1.0370 value_rows=8192.0000
[13:53:48] step 5125/8000 | loss=1.7740 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2706000/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:54:10] step 5150/8000 | loss=1.7771 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2719200/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:54:32] step 5175/8000 | loss=1.7650 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2732400/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:54:54] step 5200/8000 | loss=1.7655 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2745600/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:55:03] val/lichess_opening hard_ce=1.4293 soft_ce=1.4293 soft_temp_ce=1.4293 teacher_entropy=0.0000 teacher_kl=1.4293 wdl_ce=1.0344 value_rows=8192.0000
[13:55:25] step 5225/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2758800/0/0 q=0 p=0 | 506 pos/s | vram=35.72GB
[13:55:47] step 5250/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2772000/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:55:47] ckpt latest.pt (live weights) steps=5250 status=mid
[13:56:09] step 5275/8000 | loss=1.7664 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2785200/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:56:32] step 5300/8000 | loss=1.7667 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2798400/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:56:41] val/lichess_opening hard_ce=1.4347 soft_ce=1.4347 soft_temp_ce=1.4347 teacher_entropy=0.0000 teacher_kl=1.4347 wdl_ce=1.0357 value_rows=8192.0000
[13:57:03] step 5325/8000 | loss=1.7602 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2811600/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:57:24] step 5350/8000 | loss=1.7499 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2824800/0/0 q=0 p=0 | 507 pos/s | vram=35.72GB
[13:57:46] step 5375/8000 | loss=1.7480 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2838000/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:58:08] step 5400/8000 | loss=1.7684 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2851200/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:58:09] ckpt step_005400.pt + latest.pt (live) steps=5400 status=mid kind=full
[13:58:18] val/lichess_opening hard_ce=1.4278 soft_ce=1.4278 soft_temp_ce=1.4278 teacher_entropy=0.0000 teacher_kl=1.4278 wdl_ce=1.0349 value_rows=8192.0000
[13:58:40] step 5425/8000 | loss=1.7703 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2864400/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:59:02] step 5450/8000 | loss=1.7717 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2877600/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:59:24] step 5475/8000 | loss=1.7558 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2890800/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[13:59:46] step 5500/8000 | loss=1.7710 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2904000/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[13:59:55] val/lichess_opening hard_ce=1.4352 soft_ce=1.4352 soft_temp_ce=1.4352 teacher_entropy=0.0000 teacher_kl=1.4352 wdl_ce=1.0337 value_rows=8192.0000
[14:00:17] step 5525/8000 | loss=1.7935 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2917200/0/0 q=0 p=0 | 508 pos/s | vram=35.72GB
[14:00:39] step 5550/8000 | loss=1.7786 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2930400/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:00:39] ckpt latest.pt (live weights) steps=5550 status=mid
[14:01:01] step 5575/8000 | loss=1.7454 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2943600/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:01:23] step 5600/8000 | loss=1.7640 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2956800/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:01:32] val/lichess_opening hard_ce=1.4295 soft_ce=1.4295 soft_temp_ce=1.4295 teacher_entropy=0.0000 teacher_kl=1.4295 wdl_ce=1.0339 value_rows=8192.0000
[14:01:55] step 5625/8000 | loss=1.7503 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2970000/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:02:17] step 5650/8000 | loss=1.7512 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=2983200/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:02:39] step 5675/8000 | loss=1.7469 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=2996400/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:03:01] step 5700/8000 | loss=1.7646 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3009600/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:03:02] ckpt step_005700.pt + latest.pt (live) steps=5700 status=mid kind=full
[14:03:11] val/lichess_opening hard_ce=1.4317 soft_ce=1.4317 soft_temp_ce=1.4317 teacher_entropy=0.0000 teacher_kl=1.4317 wdl_ce=1.0365 value_rows=8192.0000
[14:03:32] step 5725/8000 | loss=1.7690 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3022800/0/0 q=0 p=0 | 509 pos/s | vram=35.72GB
[14:03:54] step 5750/8000 | loss=1.7557 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3036000/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:04:16] step 5775/8000 | loss=1.7574 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3049200/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:04:38] step 5800/8000 | loss=1.7517 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3062400/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:04:47] val/lichess_opening hard_ce=1.4324 soft_ce=1.4324 soft_temp_ce=1.4324 teacher_entropy=0.0000 teacher_kl=1.4324 wdl_ce=1.0341 value_rows=8192.0000
[14:05:09] step 5825/8000 | loss=1.7718 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3075600/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:05:31] step 5850/8000 | loss=1.7682 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3088800/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:05:31] ckpt latest.pt (live weights) steps=5850 status=mid
[14:05:53] step 5875/8000 | loss=1.7414 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3102000/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:06:15] step 5900/8000 | loss=1.7624 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3115200/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:06:24] val/lichess_opening hard_ce=1.4236 soft_ce=1.4236 soft_temp_ce=1.4236 teacher_entropy=0.0000 teacher_kl=1.4236 wdl_ce=1.0341 value_rows=8192.0000
[14:06:46] step 5925/8000 | loss=1.7855 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3128400/0/0 q=0 p=0 | 510 pos/s | vram=35.72GB
[14:07:08] step 5950/8000 | loss=1.7500 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3141600/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:07:30] step 5975/8000 | loss=1.7570 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3154800/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:07:52] step 6000/8000 | loss=1.7784 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3168000/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:07:53] ckpt step_006000.pt + latest.pt (live) steps=6000 status=mid kind=full
[14:08:02] val/lichess_opening hard_ce=1.4239 soft_ce=1.4239 soft_temp_ce=1.4239 teacher_entropy=0.0000 teacher_kl=1.4239 wdl_ce=1.0346 value_rows=8192.0000
[14:08:24] step 6025/8000 | loss=1.7652 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3181200/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:08:46] step 6050/8000 | loss=1.7754 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3194400/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:09:08] step 6075/8000 | loss=1.7613 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3207600/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:09:30] step 6100/8000 | loss=1.7439 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3220800/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:09:38] val/lichess_opening hard_ce=1.4205 soft_ce=1.4205 soft_temp_ce=1.4205 teacher_entropy=0.0000 teacher_kl=1.4205 wdl_ce=1.0351 value_rows=8192.0000
[14:10:00] step 6125/8000 | loss=1.7598 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3234000/0/0 q=0 p=0 | 511 pos/s | vram=35.72GB
[14:10:22] step 6150/8000 | loss=1.7550 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3247200/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:10:23] ckpt latest.pt (live weights) steps=6150 status=mid
[14:10:44] step 6175/8000 | loss=1.7386 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3260400/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:11:06] step 6200/8000 | loss=1.7623 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3273600/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:11:15] val/lichess_opening hard_ce=1.4208 soft_ce=1.4208 soft_temp_ce=1.4208 teacher_entropy=0.0000 teacher_kl=1.4208 wdl_ce=1.0374 value_rows=8192.0000
[14:11:37] step 6225/8000 | loss=1.7581 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3286800/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:11:59] step 6250/8000 | loss=1.7610 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3300000/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:12:21] step 6275/8000 | loss=1.7498 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3313200/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:12:44] step 6300/8000 | loss=1.7456 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3326400/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:12:46] ckpt step_006300.pt + latest.pt (live) steps=6300 status=mid kind=full
[14:12:54] val/lichess_opening hard_ce=1.4212 soft_ce=1.4212 soft_temp_ce=1.4212 teacher_entropy=0.0000 teacher_kl=1.4212 wdl_ce=1.0358 value_rows=8192.0000
[14:13:16] step 6325/8000 | loss=1.7604 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3339600/0/0 q=0 p=0 | 512 pos/s | vram=35.72GB
[14:13:38] step 6350/8000 | loss=1.7576 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3352800/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:14:00] step 6375/8000 | loss=1.7610 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3366000/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:14:22] step 6400/8000 | loss=1.7511 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3379200/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:14:31] val/lichess_opening hard_ce=1.4204 soft_ce=1.4204 soft_temp_ce=1.4204 teacher_entropy=0.0000 teacher_kl=1.4204 wdl_ce=1.0362 value_rows=8192.0000
[14:14:53] step 6425/8000 | loss=1.7625 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3392400/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:15:15] step 6450/8000 | loss=1.7635 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3405600/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:15:15] ckpt latest.pt (live weights) steps=6450 status=mid
[14:15:37] step 6475/8000 | loss=1.7500 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3418800/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:15:59] step 6500/8000 | loss=1.7445 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3432000/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:16:08] val/lichess_opening hard_ce=1.4225 soft_ce=1.4225 soft_temp_ce=1.4225 teacher_entropy=0.0000 teacher_kl=1.4225 wdl_ce=1.0353 value_rows=8192.0000
[14:16:30] step 6525/8000 | loss=1.7479 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3445200/0/0 q=0 p=0 | 513 pos/s | vram=35.72GB
[14:16:52] step 6550/8000 | loss=1.7505 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3458400/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:17:14] step 6575/8000 | loss=1.7542 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3471600/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:17:36] step 6600/8000 | loss=1.7923 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3484800/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:17:37] ckpt step_006600.pt + latest.pt (live) steps=6600 status=mid kind=full
[14:17:45] val/lichess_opening hard_ce=1.4201 soft_ce=1.4201 soft_temp_ce=1.4201 teacher_entropy=0.0000 teacher_kl=1.4201 wdl_ce=1.0345 value_rows=8192.0000
[14:18:08] step 6625/8000 | loss=1.7526 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3498000/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:18:30] step 6650/8000 | loss=1.7393 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3511200/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:18:52] step 6675/8000 | loss=1.7422 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3524400/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:19:14] step 6700/8000 | loss=1.7389 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3537600/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:19:22] val/lichess_opening hard_ce=1.4150 soft_ce=1.4150 soft_temp_ce=1.4150 teacher_entropy=0.0000 teacher_kl=1.4150 wdl_ce=1.0346 value_rows=8192.0000
[14:19:44] step 6725/8000 | loss=1.7283 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3550800/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:20:06] step 6750/8000 | loss=1.7289 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3564000/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:20:07] ckpt latest.pt (live weights) steps=6750 status=mid
[14:20:29] step 6775/8000 | loss=1.7434 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3577200/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:20:51] step 6800/8000 | loss=1.7516 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3590400/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:20:59] val/lichess_opening hard_ce=1.4106 soft_ce=1.4106 soft_temp_ce=1.4106 teacher_entropy=0.0000 teacher_kl=1.4106 wdl_ce=1.0339 value_rows=8192.0000
[14:21:21] step 6825/8000 | loss=1.7487 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3603600/0/0 q=0 p=0 | 514 pos/s | vram=35.72GB
[14:21:43] step 6850/8000 | loss=1.7582 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3616800/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:22:05] step 6875/8000 | loss=1.7540 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3630000/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:22:27] step 6900/8000 | loss=1.7415 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3643200/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:22:28] ckpt step_006900.pt + latest.pt (live) steps=6900 status=mid kind=full
[14:22:37] val/lichess_opening hard_ce=1.4189 soft_ce=1.4189 soft_temp_ce=1.4189 teacher_entropy=0.0000 teacher_kl=1.4189 wdl_ce=1.0341 value_rows=8192.0000
[14:22:59] step 6925/8000 | loss=1.7624 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3656400/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:23:22] step 6950/8000 | loss=1.7436 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3669600/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:23:44] step 6975/8000 | loss=1.7382 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=3682800/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:24:05] step 7000/8000 | loss=1.7473 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3696000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:24:14] val/lichess_opening hard_ce=1.4145 soft_ce=1.4145 soft_temp_ce=1.4145 teacher_entropy=0.0000 teacher_kl=1.4145 wdl_ce=1.0337 value_rows=8192.0000
[14:24:36] step 7025/8000 | loss=1.7552 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3709200/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:24:58] step 7050/8000 | loss=1.7439 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3722400/0/0 q=0 p=0 | 515 pos/s | vram=35.72GB
[14:24:59] ckpt latest.pt (live weights) steps=7050 status=mid
[14:25:20] step 7075/8000 | loss=1.7450 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3735600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:25:42] step 7100/8000 | loss=1.7615 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3748800/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:25:51] val/lichess_opening hard_ce=1.4111 soft_ce=1.4111 soft_temp_ce=1.4111 teacher_entropy=0.0000 teacher_kl=1.4111 wdl_ce=1.0360 value_rows=8192.0000
[14:26:13] step 7125/8000 | loss=1.7525 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3762000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:26:35] step 7150/8000 | loss=1.7465 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3775200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:26:57] step 7175/8000 | loss=1.7664 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3788400/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:27:19] step 7200/8000 | loss=1.7451 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3801600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:27:20] ckpt step_007200.pt + latest.pt (live) steps=7200 status=mid kind=full
[14:27:28] val/lichess_opening hard_ce=1.4135 soft_ce=1.4135 soft_temp_ce=1.4135 teacher_entropy=0.0000 teacher_kl=1.4135 wdl_ce=1.0376 value_rows=8192.0000
[14:27:50] step 7225/8000 | loss=1.7482 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3814800/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:28:12] step 7250/8000 | loss=1.7486 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3828000/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:28:35] step 7275/8000 | loss=1.7446 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3841200/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:28:57] step 7300/8000 | loss=1.7292 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3854400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:29:05] val/lichess_opening hard_ce=1.4120 soft_ce=1.4120 soft_temp_ce=1.4120 teacher_entropy=0.0000 teacher_kl=1.4120 wdl_ce=1.0367 value_rows=8192.0000
[14:29:27] step 7325/8000 | loss=1.7462 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3867600/0/0 q=0 p=0 | 516 pos/s | vram=35.72GB
[14:29:49] step 7350/8000 | loss=1.7458 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3880800/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:29:50] ckpt latest.pt (live weights) steps=7350 status=mid
[14:30:12] step 7375/8000 | loss=1.7680 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3894000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:30:34] step 7400/8000 | loss=1.7627 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3907200/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:30:43] val/lichess_opening hard_ce=1.4139 soft_ce=1.4139 soft_temp_ce=1.4139 teacher_entropy=0.0000 teacher_kl=1.4139 wdl_ce=1.0345 value_rows=8192.0000
[14:31:04] step 7425/8000 | loss=1.7510 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3920400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:31:26] step 7450/8000 | loss=1.7519 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3933600/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:31:48] step 7475/8000 | loss=1.7748 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3946800/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:32:10] step 7500/8000 | loss=1.7359 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3960000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:32:11] ckpt step_007500.pt + latest.pt (live) steps=7500 status=mid kind=full
[14:32:20] val/lichess_opening hard_ce=1.4156 soft_ce=1.4156 soft_temp_ce=1.4156 teacher_entropy=0.0000 teacher_kl=1.4156 wdl_ce=1.0341 value_rows=8192.0000
[14:32:42] step 7525/8000 | loss=1.7756 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=3973200/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:33:03] step 7550/8000 | loss=1.7623 | lr=2.00e-03,3.00e-05 | clip=3/25 | mix s/d/b=3986400/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:33:25] step 7575/8000 | loss=1.7640 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=3999600/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:33:47] step 7600/8000 | loss=1.7557 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4012800/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:33:56] val/lichess_opening hard_ce=1.4121 soft_ce=1.4121 soft_temp_ce=1.4121 teacher_entropy=0.0000 teacher_kl=1.4121 wdl_ce=1.0343 value_rows=8192.0000
[14:34:18] step 7625/8000 | loss=1.7711 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=4026000/0/0 q=0 p=0 | 517 pos/s | vram=35.72GB
[14:34:40] step 7650/8000 | loss=1.7683 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4039200/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:34:40] ckpt latest.pt (live weights) steps=7650 status=mid
[14:35:02] step 7675/8000 | loss=1.7521 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4052400/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:35:24] step 7700/8000 | loss=1.7604 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4065600/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:35:33] val/lichess_opening hard_ce=1.4054 soft_ce=1.4054 soft_temp_ce=1.4054 teacher_entropy=0.0000 teacher_kl=1.4054 wdl_ce=1.0348 value_rows=8192.0000
[14:35:55] step 7725/8000 | loss=1.7637 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4078800/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:36:17] step 7750/8000 | loss=1.7682 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4092000/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:36:39] step 7775/8000 | loss=1.7515 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4105200/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:37:01] step 7800/8000 | loss=1.7451 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4118400/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:37:01] ckpt step_007800.pt + latest.pt (live) steps=7800 status=mid kind=full
[14:37:10] val/lichess_opening hard_ce=1.4111 soft_ce=1.4111 soft_temp_ce=1.4111 teacher_entropy=0.0000 teacher_kl=1.4111 wdl_ce=1.0340 value_rows=8192.0000
[14:37:32] step 7825/8000 | loss=1.7509 | lr=2.00e-03,3.00e-05 | clip=2/25 | mix s/d/b=4131600/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:37:54] step 7850/8000 | loss=1.7471 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=4144800/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:38:16] step 7875/8000 | loss=1.7633 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4158000/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:38:38] step 7900/8000 | loss=1.7662 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4171200/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:38:47] val/lichess_opening hard_ce=1.4062 soft_ce=1.4062 soft_temp_ce=1.4062 teacher_entropy=0.0000 teacher_kl=1.4062 wdl_ce=1.0351 value_rows=8192.0000
[14:39:09] step 7925/8000 | loss=1.7646 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=4184400/0/0 q=0 p=0 | 518 pos/s | vram=35.72GB
[14:39:31] step 7950/8000 | loss=1.7509 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4197600/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:39:32] ckpt latest.pt (live weights) steps=7950 status=mid
[14:39:53] step 7975/8000 | loss=1.7594 | lr=2.00e-03,3.00e-05 | clip=1/25 | mix s/d/b=4210800/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:40:15] step 8000/8000 | loss=1.7585 | lr=2.00e-03,3.00e-05 | clip=0/25 | mix s/d/b=4224000/0/0 q=0 p=0 | 519 pos/s | vram=35.72GB
[14:40:24] val/lichess_opening hard_ce=1.4045 soft_ce=1.4045 soft_temp_ce=1.4045 teacher_entropy=0.0000 teacher_kl=1.4045 wdl_ce=1.0357 value_rows=8192.0000
[14:40:25] timing wall=8147s active=7269s steps=8000 status=trained
[14:40:25] done steps=8000 pos_s=518.5 params=98.97M status=trained kind=full