File size: 1,868 Bytes
8b287d2 bfe502a 8b287d2 bfe502a 8b287d2 bfe502a bb06678 bfe502a 8b287d2 bfe502a cfd40b1 bfe502a 8b287d2 bfe502a b10a6a0 bfe502a 8b287d2 bfe502a b10a6a0 bfe502a 8b287d2 bfe502a 66173f7 bfe502a 8b287d2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | {
"step": 20000,
"global_tokens": 5242880000,
"contributor": "vovaRL",
"cloud": "home",
"base_model": "scratch:colibri-nano",
"wall_clock_s": 24702.277401924133,
"history_tail": [
{
"step": 19960,
"t": 1785242935.469,
"ntp": 2.2264950275421143,
"zloss": 0.28825539350509644,
"lr": 3.000328985477171e-05,
"grad_norm": 0.28515625,
"ppl": 9.267327361978355,
"balance_max_imbalance": 0.1207275390625,
"balance_dead_frac": 0.0,
"tokens": 5232394240
},
{
"step": 19970,
"t": 1785243058.314,
"ntp": 2.558842420578003,
"zloss": 0.3002420961856842,
"lr": 3.000185054659739e-05,
"grad_norm": 0.302734375,
"ppl": 12.920851743202324,
"balance_max_imbalance": 0.06561279296875,
"balance_dead_frac": 0.0,
"tokens": 5235015680
},
{
"step": 19980,
"t": 1785243181.299,
"ntp": 2.413142442703247,
"zloss": 0.2963441014289856,
"lr": 3.0000822466198297e-05,
"grad_norm": 0.2734375,
"ppl": 11.169004011286283,
"balance_max_imbalance": 0.09515380859375,
"balance_dead_frac": 0.0,
"tokens": 5237637120
},
{
"step": 19990,
"t": 1785243304.446,
"ntp": 2.3685061931610107,
"zloss": 0.292042076587677,
"lr": 3.000020561670616e-05,
"grad_norm": 0.291015625,
"ppl": 10.681424375812318,
"balance_max_imbalance": 0.2261962890625,
"balance_dead_frac": 0.0,
"tokens": 5240258560
},
{
"step": 20000,
"t": 1785243427.437,
"ntp": 2.834693670272827,
"zloss": 0.2698419988155365,
"lr": 2.9999999999999997e-05,
"grad_norm": 0.28125,
"ppl": 17.025184181485457,
"balance_max_imbalance": 0.1982421875,
"balance_dead_frac": 0.0,
"tokens": 5242880000
}
]
} |