File size: 1,210 Bytes
d49fa07 26f05d1 d49fa07 26f05d1 23a6d42 f330429 d49fa07 26f05d1 d49fa07 26f05d1 d49fa07 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | {
"step": 11100,
"tokens": 1091174400,
"parameters": {
"total": 998694784,
"active": 340154240,
"shared": 10883968,
"active_path": 329270272
},
"batch_size": 96,
"sequence_length": 1024,
"loss": 0.9765625,
"auxiliary_loss": 1.3515625,
"gradient_norm": 0.138671875,
"route": 2,
"lr_scale": 0.9770887670336095,
"tokens_per_second": 456579.6963227891,
"elapsed_seconds": 1844.6724838319988,
"average_patch_bytes": 8.908382419574082,
"patch_coalesced_rate": 0.07291666666666667,
"gate": 0.53125,
"peak_vram_gib": 24.91581106185913,
"documents": {
"HuggingFaceFW/fineweb-edu:sample-10BT": 86801,
"HuggingFaceTB/finemath:finemath-4plus": 30911,
"HuggingFaceTB/smollm-corpus:cosmopedia-v2": 18665,
"open-r1/OpenR1-Math-220k:default": 38052,
"open-r1/codeforces-cots:solutions_w_editorials_py_decontaminated": 538
},
"source_bytes": {
"HuggingFaceFW/fineweb-edu:sample-10BT": 405420184,
"HuggingFaceTB/finemath:finemath-4plus": 153781212,
"HuggingFaceTB/smollm-corpus:cosmopedia-v2": 69899623,
"open-r1/OpenR1-Math-220k:default": 48932159,
"open-r1/codeforces-cots:solutions_w_editorials_py_decontaminated": 21002254
}
} |