| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9997421351211965, |
| "eval_steps": 500, |
| "global_step": 3877, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012893243940175349, |
| "grad_norm": 5.59375, |
| "learning_rate": 6.04062581035517e-06, |
| "loss": 1.2115, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0025786487880350697, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.3591408073299131e-05, |
| "loss": 1.0466, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0038679731820526046, |
| "grad_norm": 3.828125, |
| "learning_rate": 2.1142190336243096e-05, |
| "loss": 1.1259, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.005157297576070139, |
| "grad_norm": 3.546875, |
| "learning_rate": 2.8692972599187053e-05, |
| "loss": 0.9623, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.006446621970087674, |
| "grad_norm": 3.296875, |
| "learning_rate": 3.624375486213102e-05, |
| "loss": 1.0801, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.007735946364105209, |
| "grad_norm": 2.921875, |
| "learning_rate": 4.379453712507498e-05, |
| "loss": 1.0694, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.009025270758122744, |
| "grad_norm": 3.0625, |
| "learning_rate": 5.1345319388018946e-05, |
| "loss": 1.0959, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.010314595152140279, |
| "grad_norm": 3.046875, |
| "learning_rate": 5.2855355744897876e-05, |
| "loss": 1.1499, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.011603919546157814, |
| "grad_norm": 2.734375, |
| "learning_rate": 5.285486785827738e-05, |
| "loss": 1.1016, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.012893243940175348, |
| "grad_norm": 2.78125, |
| "learning_rate": 5.285400468290924e-05, |
| "loss": 1.1458, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.014182568334192883, |
| "grad_norm": 2.703125, |
| "learning_rate": 5.285276623321451e-05, |
| "loss": 1.1322, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.015471892728210418, |
| "grad_norm": 2.765625, |
| "learning_rate": 5.285115252988398e-05, |
| "loss": 1.2314, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.016761217122227952, |
| "grad_norm": 2.859375, |
| "learning_rate": 5.284916359987777e-05, |
| "loss": 1.1943, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.018050541516245487, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.284679947642494e-05, |
| "loss": 1.1607, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.019339865910263022, |
| "grad_norm": 2.703125, |
| "learning_rate": 5.284406019902289e-05, |
| "loss": 1.2431, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.020629190304280558, |
| "grad_norm": 2.640625, |
| "learning_rate": 5.284094581343671e-05, |
| "loss": 1.1656, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.021918514698298093, |
| "grad_norm": 2.8125, |
| "learning_rate": 5.283745637169844e-05, |
| "loss": 1.246, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.02320783909231563, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.2833591932106155e-05, |
| "loss": 1.2611, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02449716348633316, |
| "grad_norm": 2.5625, |
| "learning_rate": 5.2829352559223046e-05, |
| "loss": 1.2741, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.025786487880350695, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.28247383238763e-05, |
| "loss": 1.1718, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.02707581227436823, |
| "grad_norm": 2.453125, |
| "learning_rate": 5.281974930315593e-05, |
| "loss": 1.2055, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.028365136668385766, |
| "grad_norm": 2.609375, |
| "learning_rate": 5.2814385580413484e-05, |
| "loss": 1.2243, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0296544610624033, |
| "grad_norm": 2.640625, |
| "learning_rate": 5.2808647245260656e-05, |
| "loss": 1.0913, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.030943785456420837, |
| "grad_norm": 2.375, |
| "learning_rate": 5.28025343935678e-05, |
| "loss": 1.1677, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.03223310985043837, |
| "grad_norm": 2.578125, |
| "learning_rate": 5.2796047127462307e-05, |
| "loss": 1.2382, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.033522434244455904, |
| "grad_norm": 2.375, |
| "learning_rate": 5.2789185555326894e-05, |
| "loss": 1.2948, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.03481175863847344, |
| "grad_norm": 2.53125, |
| "learning_rate": 5.2781949791797845e-05, |
| "loss": 1.2487, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.036101083032490974, |
| "grad_norm": 2.265625, |
| "learning_rate": 5.277433995776302e-05, |
| "loss": 1.1657, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03739040742650851, |
| "grad_norm": 2.390625, |
| "learning_rate": 5.276635618035989e-05, |
| "loss": 1.1609, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.038679731820526045, |
| "grad_norm": 2.59375, |
| "learning_rate": 5.2757998592973404e-05, |
| "loss": 1.1451, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03996905621454358, |
| "grad_norm": 2.34375, |
| "learning_rate": 5.274926733523374e-05, |
| "loss": 1.2336, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.041258380608561115, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.274016255301399e-05, |
| "loss": 1.2118, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.04254770500257865, |
| "grad_norm": 2.609375, |
| "learning_rate": 5.273068439842771e-05, |
| "loss": 1.2228, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.043837029396596186, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.272083302982642e-05, |
| "loss": 1.2513, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.04512635379061372, |
| "grad_norm": 2.828125, |
| "learning_rate": 5.271060861179687e-05, |
| "loss": 1.293, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.04641567818463126, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.27000113151584e-05, |
| "loss": 1.2207, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.047705002578648785, |
| "grad_norm": 2.28125, |
| "learning_rate": 5.268904131695998e-05, |
| "loss": 1.1663, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.04899432697266632, |
| "grad_norm": 2.328125, |
| "learning_rate": 5.267769880047737e-05, |
| "loss": 1.0902, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.050283651366683856, |
| "grad_norm": 2.609375, |
| "learning_rate": 5.266598395520992e-05, |
| "loss": 1.17, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.05157297576070139, |
| "grad_norm": 2.71875, |
| "learning_rate": 5.265389697687752e-05, |
| "loss": 1.2415, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.052862300154718926, |
| "grad_norm": 2.46875, |
| "learning_rate": 5.264143806741727e-05, |
| "loss": 1.1643, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.05415162454873646, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.262860743498013e-05, |
| "loss": 1.1885, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.055440948942754, |
| "grad_norm": 2.5, |
| "learning_rate": 5.261540529392744e-05, |
| "loss": 1.1791, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.05673027333677153, |
| "grad_norm": 2.0, |
| "learning_rate": 5.260183186482731e-05, |
| "loss": 1.176, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.05801959773078907, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.258788737445096e-05, |
| "loss": 1.2173, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.0593089221248066, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.257357205576898e-05, |
| "loss": 1.1201, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.06059824651882414, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.2558886147947305e-05, |
| "loss": 1.2142, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.06188757091284167, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.254382989634337e-05, |
| "loss": 1.1628, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.0631768953068592, |
| "grad_norm": 2.859375, |
| "learning_rate": 5.2528403552501924e-05, |
| "loss": 1.2297, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.06446621970087674, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.251260737415082e-05, |
| "loss": 1.1902, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.06575554409489427, |
| "grad_norm": 2.296875, |
| "learning_rate": 5.249644162519676e-05, |
| "loss": 1.2065, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.06704486848891181, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.2479906575720856e-05, |
| "loss": 1.1921, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.06833419288292934, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.246300250197413e-05, |
| "loss": 1.2166, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.06962351727694688, |
| "grad_norm": 2.359375, |
| "learning_rate": 5.244572968637286e-05, |
| "loss": 1.2223, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.07091284167096441, |
| "grad_norm": 2.390625, |
| "learning_rate": 5.242808841749393e-05, |
| "loss": 1.2558, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.07220216606498195, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.241007899006996e-05, |
| "loss": 1.2317, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.07349149045899948, |
| "grad_norm": 2.765625, |
| "learning_rate": 5.239170170498438e-05, |
| "loss": 1.17, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.07478081485301702, |
| "grad_norm": 2.140625, |
| "learning_rate": 5.237295686926644e-05, |
| "loss": 1.1697, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.07607013924703455, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.235384479608603e-05, |
| "loss": 1.2806, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.07735946364105209, |
| "grad_norm": 2.375, |
| "learning_rate": 5.233436580474849e-05, |
| "loss": 1.1799, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.07864878803506963, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.231452022068927e-05, |
| "loss": 1.1573, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.07993811242908716, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.229430837546846e-05, |
| "loss": 1.2525, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.0812274368231047, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.2273730606765305e-05, |
| "loss": 1.1929, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.08251676121712223, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.2252787258372486e-05, |
| "loss": 1.194, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.08380608561113977, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.223147868019047e-05, |
| "loss": 1.1309, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.0850954100051573, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.22098052282216e-05, |
| "loss": 1.2773, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.08638473439917484, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.218776726456415e-05, |
| "loss": 1.1824, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.08767405879319237, |
| "grad_norm": 2.375, |
| "learning_rate": 5.21653651574063e-05, |
| "loss": 1.1324, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.08896338318720991, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.214259928101999e-05, |
| "loss": 1.2117, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.09025270758122744, |
| "grad_norm": 2.09375, |
| "learning_rate": 5.2119470015754616e-05, |
| "loss": 1.2373, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.09154203197524498, |
| "grad_norm": 2.109375, |
| "learning_rate": 5.209597774803075e-05, |
| "loss": 1.0479, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.09283135636926251, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.20721228703336e-05, |
| "loss": 1.2103, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.09412068076328003, |
| "grad_norm": 2.34375, |
| "learning_rate": 5.2047905781206555e-05, |
| "loss": 1.1763, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.09541000515729757, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.202332688524442e-05, |
| "loss": 1.242, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0966993295513151, |
| "grad_norm": 2.265625, |
| "learning_rate": 5.1998386593086725e-05, |
| "loss": 1.1736, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.09798865394533264, |
| "grad_norm": 2.328125, |
| "learning_rate": 5.197308532141083e-05, |
| "loss": 1.1454, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.09927797833935018, |
| "grad_norm": 2.296875, |
| "learning_rate": 5.1947423492925016e-05, |
| "loss": 1.1139, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.10056730273336771, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.1921401536361344e-05, |
| "loss": 1.1734, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.10185662712738525, |
| "grad_norm": 2.125, |
| "learning_rate": 5.1895019886468554e-05, |
| "loss": 1.1896, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.10314595152140278, |
| "grad_norm": 2.8125, |
| "learning_rate": 5.186827898400478e-05, |
| "loss": 1.199, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.10443527591542032, |
| "grad_norm": 2.546875, |
| "learning_rate": 5.184117927573018e-05, |
| "loss": 1.1354, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.10572460030943785, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.181372121439948e-05, |
| "loss": 1.0959, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.10701392470345539, |
| "grad_norm": 2.125, |
| "learning_rate": 5.1785905258754425e-05, |
| "loss": 1.2448, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.10830324909747292, |
| "grad_norm": 2.09375, |
| "learning_rate": 5.175773187351609e-05, |
| "loss": 1.1474, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.10959257349149046, |
| "grad_norm": 2.25, |
| "learning_rate": 5.1729201529377095e-05, |
| "loss": 1.1742, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.110881897885508, |
| "grad_norm": 2.0, |
| "learning_rate": 5.170031470299384e-05, |
| "loss": 1.0778, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.11217122227952553, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.167107187697839e-05, |
| "loss": 1.2032, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.11346054667354306, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.164147353989056e-05, |
| "loss": 1.0743, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.1147498710675606, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.161152018622965e-05, |
| "loss": 1.1793, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.11603919546157813, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.1581212316426254e-05, |
| "loss": 1.1221, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.11732851985559567, |
| "grad_norm": 2.109375, |
| "learning_rate": 5.155055043683382e-05, |
| "loss": 1.193, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.1186178442496132, |
| "grad_norm": 2.34375, |
| "learning_rate": 5.151953505972029e-05, |
| "loss": 1.2236, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.11990716864363074, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.1488166703259424e-05, |
| "loss": 1.2349, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.12119649303764828, |
| "grad_norm": 2.109375, |
| "learning_rate": 5.1456445891522276e-05, |
| "loss": 1.229, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.12248581743166581, |
| "grad_norm": 2.28125, |
| "learning_rate": 5.142437315446831e-05, |
| "loss": 1.1681, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.12377514182568335, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.139194902793664e-05, |
| "loss": 1.1831, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.12506446621970088, |
| "grad_norm": 2.40625, |
| "learning_rate": 5.1359174053637043e-05, |
| "loss": 1.2434, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.1263537906137184, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.1326048779140886e-05, |
| "loss": 1.1939, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.12764311500773595, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.129257375787202e-05, |
| "loss": 1.1533, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.12893243940175347, |
| "grad_norm": 1.9296875, |
| "learning_rate": 5.1258749549097495e-05, |
| "loss": 1.1803, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12893243940175347, |
| "eval_loss": 1.1997082233428955, |
| "eval_runtime": 5.9796, |
| "eval_samples_per_second": 10.201, |
| "eval_steps_per_second": 10.201, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.13022176379577102, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.122457671791826e-05, |
| "loss": 1.2035, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.13151108818978854, |
| "grad_norm": 2.125, |
| "learning_rate": 5.119005583525967e-05, |
| "loss": 1.1817, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1328004125838061, |
| "grad_norm": 2.25, |
| "learning_rate": 5.115518747786201e-05, |
| "loss": 1.2583, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.13408973697782361, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.111997222827079e-05, |
| "loss": 1.2218, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.13537906137184116, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.108441067482706e-05, |
| "loss": 1.192, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.13666838576585869, |
| "grad_norm": 2.0625, |
| "learning_rate": 5.1048503411657564e-05, |
| "loss": 1.2815, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.13795771015987623, |
| "grad_norm": 2.0625, |
| "learning_rate": 5.1012251038664823e-05, |
| "loss": 1.1606, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.13924703455389376, |
| "grad_norm": 2.25, |
| "learning_rate": 5.0975654161517116e-05, |
| "loss": 1.1756, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.1405363589479113, |
| "grad_norm": 2.09375, |
| "learning_rate": 5.093871339163833e-05, |
| "loss": 1.2096, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.14182568334192883, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.090142934619778e-05, |
| "loss": 1.0802, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.14311500773594638, |
| "grad_norm": 2.140625, |
| "learning_rate": 5.086380264809987e-05, |
| "loss": 1.1596, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.1444043321299639, |
| "grad_norm": 2.453125, |
| "learning_rate": 5.082583392597372e-05, |
| "loss": 1.1686, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.14569365652398145, |
| "grad_norm": 1.9609375, |
| "learning_rate": 5.0787523814162645e-05, |
| "loss": 1.1517, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.14698298091799897, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.0748872952713536e-05, |
| "loss": 1.2205, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.14827230531201652, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.07098819873662e-05, |
| "loss": 1.1786, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.14956162970603404, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.0670551569542557e-05, |
| "loss": 1.1836, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.15085095410005156, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.063088235633576e-05, |
| "loss": 1.1965, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.1521402784940691, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.0590875010499206e-05, |
| "loss": 1.1585, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.15342960288808663, |
| "grad_norm": 2.203125, |
| "learning_rate": 5.055053020043549e-05, |
| "loss": 1.2677, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.15471892728210418, |
| "grad_norm": 2.0625, |
| "learning_rate": 5.050984860018521e-05, |
| "loss": 1.1154, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.1560082516761217, |
| "grad_norm": 2.21875, |
| "learning_rate": 5.046883088941571e-05, |
| "loss": 1.1757, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.15729757607013925, |
| "grad_norm": 2.171875, |
| "learning_rate": 5.042747775340974e-05, |
| "loss": 1.2166, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.15858690046415677, |
| "grad_norm": 1.8671875, |
| "learning_rate": 5.0385789883054e-05, |
| "loss": 1.1866, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.15987622485817432, |
| "grad_norm": 2.078125, |
| "learning_rate": 5.03437679748276e-05, |
| "loss": 1.2244, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.16116554925219184, |
| "grad_norm": 1.90625, |
| "learning_rate": 5.030141273079039e-05, |
| "loss": 1.1816, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.1624548736462094, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.0258724858571304e-05, |
| "loss": 1.1844, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.1637441980402269, |
| "grad_norm": 1.9921875, |
| "learning_rate": 5.021570507135647e-05, |
| "loss": 1.1354, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.16503352243424446, |
| "grad_norm": 2.140625, |
| "learning_rate": 5.01723540878773e-05, |
| "loss": 1.1669, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.16632284682826198, |
| "grad_norm": 1.9921875, |
| "learning_rate": 5.012867263239854e-05, |
| "loss": 1.1339, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.16761217122227953, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.0084661434706116e-05, |
| "loss": 1.1506, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.16890149561629705, |
| "grad_norm": 2.234375, |
| "learning_rate": 5.0040321230094935e-05, |
| "loss": 1.1925, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.1701908200103146, |
| "grad_norm": 2.28125, |
| "learning_rate": 4.9995652759356636e-05, |
| "loss": 1.2023, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.17148014440433212, |
| "grad_norm": 1.9609375, |
| "learning_rate": 4.995065676876723e-05, |
| "loss": 1.1732, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.17276946879834967, |
| "grad_norm": 2.765625, |
| "learning_rate": 4.9905334010074547e-05, |
| "loss": 1.2815, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.1740587931923672, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.985968524048576e-05, |
| "loss": 1.1651, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.17534811758638474, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.98137112226547e-05, |
| "loss": 1.0955, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.17663744198040227, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.976741272466913e-05, |
| "loss": 1.1798, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.17792676637441981, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.972079052003789e-05, |
| "loss": 1.2084, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.17921609076843734, |
| "grad_norm": 1.921875, |
| "learning_rate": 4.9673845387677976e-05, |
| "loss": 1.1601, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.18050541516245489, |
| "grad_norm": 2.28125, |
| "learning_rate": 4.962657811190156e-05, |
| "loss": 1.1366, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1817947395564724, |
| "grad_norm": 2.0, |
| "learning_rate": 4.957898948240284e-05, |
| "loss": 1.1559, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.18308406395048996, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.953108029424488e-05, |
| "loss": 1.2221, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.18437338834450748, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.948285134784633e-05, |
| "loss": 1.1051, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.18566271273852503, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.943430344896802e-05, |
| "loss": 1.1687, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.18695203713254255, |
| "grad_norm": 1.8359375, |
| "learning_rate": 4.938543740869953e-05, |
| "loss": 1.2572, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.18824136152656007, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.9336254043445605e-05, |
| "loss": 1.1043, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.18953068592057762, |
| "grad_norm": 2.15625, |
| "learning_rate": 4.9286754174912566e-05, |
| "loss": 1.1089, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.19082001031459514, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.923693863009455e-05, |
| "loss": 1.1846, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.1921093347086127, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.918680824125966e-05, |
| "loss": 1.1286, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.1933986591026302, |
| "grad_norm": 2.203125, |
| "learning_rate": 4.913636384593615e-05, |
| "loss": 1.0553, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.19468798349664776, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.908560628689835e-05, |
| "loss": 1.0351, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.19597730789066528, |
| "grad_norm": 1.890625, |
| "learning_rate": 4.903453641215261e-05, |
| "loss": 1.1585, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.19726663228468283, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.898315507492315e-05, |
| "loss": 1.0893, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.19855595667870035, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.8931463133637794e-05, |
| "loss": 1.2285, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.1998452810727179, |
| "grad_norm": 2.328125, |
| "learning_rate": 4.8879461451913624e-05, |
| "loss": 1.2796, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.20113460546673542, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.8827150898542534e-05, |
| "loss": 1.1078, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.20242392986075297, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.877453234747677e-05, |
| "loss": 1.1233, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.2037132542547705, |
| "grad_norm": 1.9140625, |
| "learning_rate": 4.8721606677814265e-05, |
| "loss": 1.1082, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.20500257864878804, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.8668374773784023e-05, |
| "loss": 1.088, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.20629190304280556, |
| "grad_norm": 1.9140625, |
| "learning_rate": 4.861483752473125e-05, |
| "loss": 1.1169, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.2075812274368231, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.856099582510257e-05, |
| "loss": 1.1559, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.20887055183084063, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.85068505744311e-05, |
| "loss": 1.2187, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.21015987622485818, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.845240267732132e-05, |
| "loss": 1.1704, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.2114492006188757, |
| "grad_norm": 1.875, |
| "learning_rate": 4.8397653043434065e-05, |
| "loss": 1.1339, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.21273852501289325, |
| "grad_norm": 1.890625, |
| "learning_rate": 4.834260258747129e-05, |
| "loss": 1.1171, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.21402784940691078, |
| "grad_norm": 1.9609375, |
| "learning_rate": 4.828725222916073e-05, |
| "loss": 1.0852, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.21531717380092832, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.823160289324066e-05, |
| "loss": 1.1294, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.21660649819494585, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.817565550944433e-05, |
| "loss": 1.0255, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.2178958225889634, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.8119411012484475e-05, |
| "loss": 1.075, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.21918514698298092, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.8062870342037706e-05, |
| "loss": 1.2015, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.22047447137699847, |
| "grad_norm": 1.9609375, |
| "learning_rate": 4.8006034442728814e-05, |
| "loss": 1.0623, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.221763795771016, |
| "grad_norm": 2.25, |
| "learning_rate": 4.794890426411496e-05, |
| "loss": 1.1991, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.22305312016503354, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.789148076066983e-05, |
| "loss": 1.1276, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.22434244455905106, |
| "grad_norm": 1.8671875, |
| "learning_rate": 4.783376489176771e-05, |
| "loss": 1.1259, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.22563176895306858, |
| "grad_norm": 1.7890625, |
| "learning_rate": 4.77757576216674e-05, |
| "loss": 1.1575, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.22692109334708613, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.771745991949617e-05, |
| "loss": 1.045, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.22821041774110365, |
| "grad_norm": 2.25, |
| "learning_rate": 4.7658872759233505e-05, |
| "loss": 1.1183, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.2294997421351212, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.75999971196949e-05, |
| "loss": 1.1308, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.23078906652913872, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.7540833984515455e-05, |
| "loss": 1.0878, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.23207839092315627, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.748138434213345e-05, |
| "loss": 1.0997, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2333677153171738, |
| "grad_norm": 1.9921875, |
| "learning_rate": 4.742164918577386e-05, |
| "loss": 1.1204, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.23465703971119134, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.736162951343173e-05, |
| "loss": 1.1391, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.23594636410520886, |
| "grad_norm": 2.25, |
| "learning_rate": 4.7301326327855505e-05, |
| "loss": 1.1672, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.2372356884992264, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.72407406365303e-05, |
| "loss": 1.1424, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.23852501289324393, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.717987345166103e-05, |
| "loss": 1.1088, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.23981433728726148, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.711872579015556e-05, |
| "loss": 1.0471, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.241103661681279, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.705729867360764e-05, |
| "loss": 1.1416, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.24239298607529655, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.699559312827989e-05, |
| "loss": 1.0923, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.24368231046931407, |
| "grad_norm": 2.09375, |
| "learning_rate": 4.693361018508664e-05, |
| "loss": 1.1861, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.24497163486333162, |
| "grad_norm": 2.125, |
| "learning_rate": 4.687135087957671e-05, |
| "loss": 1.103, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.24626095925734914, |
| "grad_norm": 1.828125, |
| "learning_rate": 4.680881625191608e-05, |
| "loss": 1.1496, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.2475502836513667, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.674600734687056e-05, |
| "loss": 1.1968, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.24883960804538421, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.66829252137883e-05, |
| "loss": 1.1518, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.25012893243940176, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.661957090658228e-05, |
| "loss": 1.0874, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.2514182568334193, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.655594548371269e-05, |
| "loss": 1.1538, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.2527075812274368, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.649205000816923e-05, |
| "loss": 1.0443, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.2539969056214544, |
| "grad_norm": 1.7890625, |
| "learning_rate": 4.64278855474534e-05, |
| "loss": 1.1422, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.2552862300154719, |
| "grad_norm": 2.125, |
| "learning_rate": 4.6363453173560604e-05, |
| "loss": 1.1429, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.2565755544094894, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.62987539629623e-05, |
| "loss": 1.0597, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.25786487880350695, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.623378899658795e-05, |
| "loss": 1.0648, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.25786487880350695, |
| "eval_loss": 1.1551861763000488, |
| "eval_runtime": 5.9584, |
| "eval_samples_per_second": 10.238, |
| "eval_steps_per_second": 10.238, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2591542031975245, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.616855935980703e-05, |
| "loss": 1.1178, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.26044352759154205, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.610306614241085e-05, |
| "loss": 1.1416, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.26173285198555957, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.603731043859435e-05, |
| "loss": 1.1197, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.2630221763795771, |
| "grad_norm": 1.7578125, |
| "learning_rate": 4.5971293346937864e-05, |
| "loss": 1.1287, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.2643115007735946, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.5905015970388676e-05, |
| "loss": 1.1263, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.2656008251676122, |
| "grad_norm": 2.0, |
| "learning_rate": 4.583847941624272e-05, |
| "loss": 1.1601, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.2668901495616297, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.5771684796125925e-05, |
| "loss": 1.1069, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.26817947395564723, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.570463322597582e-05, |
| "loss": 1.1125, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.26946879834966475, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.563732582602271e-05, |
| "loss": 1.0749, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.27075812274368233, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.556976372077111e-05, |
| "loss": 1.1864, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.27204744713769985, |
| "grad_norm": 1.9921875, |
| "learning_rate": 4.5501948038980866e-05, |
| "loss": 1.0876, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.27333677153171737, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.543387991364833e-05, |
| "loss": 1.0913, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.2746260959257349, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.5365560481987445e-05, |
| "loss": 1.0716, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.27591542031975247, |
| "grad_norm": 1.9375, |
| "learning_rate": 4.52969908854107e-05, |
| "loss": 1.1896, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.27720474471377, |
| "grad_norm": 1.8671875, |
| "learning_rate": 4.5228172269510094e-05, |
| "loss": 1.1034, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.2784940691077875, |
| "grad_norm": 1.9140625, |
| "learning_rate": 4.515910578403803e-05, |
| "loss": 1.1209, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.27978339350180503, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.5089792582888e-05, |
| "loss": 1.0667, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.2810727178958226, |
| "grad_norm": 2.078125, |
| "learning_rate": 4.502023382407543e-05, |
| "loss": 1.1368, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.28236204228984013, |
| "grad_norm": 1.84375, |
| "learning_rate": 4.4950430669718266e-05, |
| "loss": 1.1341, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.28365136668385765, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.4880384286017535e-05, |
| "loss": 1.1036, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.2849406910778752, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.481009584323793e-05, |
| "loss": 1.1085, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.28623001547189275, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.4739566515688235e-05, |
| "loss": 1.0887, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.2875193398659103, |
| "grad_norm": 2.0, |
| "learning_rate": 4.4668797481701654e-05, |
| "loss": 1.115, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.2888086642599278, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.459778992361618e-05, |
| "loss": 1.1317, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.2900979886539453, |
| "grad_norm": 1.890625, |
| "learning_rate": 4.452654502775486e-05, |
| "loss": 1.0472, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.2913873130479629, |
| "grad_norm": 1.84375, |
| "learning_rate": 4.44550639844059e-05, |
| "loss": 1.0344, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.2926766374419804, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.438334798780285e-05, |
| "loss": 1.1265, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.29396596183599794, |
| "grad_norm": 2.015625, |
| "learning_rate": 4.43113982361046e-05, |
| "loss": 1.143, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.29525528623001546, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.4239215931375395e-05, |
| "loss": 1.2072, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.29654461062403303, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.416680227956475e-05, |
| "loss": 1.181, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.29783393501805056, |
| "grad_norm": 1.9140625, |
| "learning_rate": 4.409415849048729e-05, |
| "loss": 1.1152, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.2991232594120681, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.4021285777802536e-05, |
| "loss": 1.076, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.3004125838060856, |
| "grad_norm": 1.7734375, |
| "learning_rate": 4.394818535899465e-05, |
| "loss": 1.0386, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.3017019082001031, |
| "grad_norm": 1.8984375, |
| "learning_rate": 4.3874858455352065e-05, |
| "loss": 1.1222, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.3029912325941207, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.380130629194709e-05, |
| "loss": 1.1347, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.3042805569881382, |
| "grad_norm": 1.8359375, |
| "learning_rate": 4.372753009761548e-05, |
| "loss": 1.0434, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.30556988138215574, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.365353110493583e-05, |
| "loss": 1.1653, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.30685920577617326, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.357931055020906e-05, |
| "loss": 1.0697, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.30814853017019084, |
| "grad_norm": 1.7578125, |
| "learning_rate": 4.3504869673437725e-05, |
| "loss": 1.1026, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.30943785456420836, |
| "grad_norm": 1.75, |
| "learning_rate": 4.343020971830526e-05, |
| "loss": 1.0369, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.3107271789582259, |
| "grad_norm": 2.0, |
| "learning_rate": 4.33553319321553e-05, |
| "loss": 1.1722, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.3120165033522434, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.328023756597074e-05, |
| "loss": 1.0676, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.313305827746261, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.320492787435289e-05, |
| "loss": 1.1024, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.3145951521402785, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.3129404115500496e-05, |
| "loss": 1.0666, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.315884476534296, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.305366755118875e-05, |
| "loss": 1.0873, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.31717380092831354, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.297771944674813e-05, |
| "loss": 1.1047, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.3184631253223311, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.290156107104338e-05, |
| "loss": 1.143, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.31975244971634864, |
| "grad_norm": 1.921875, |
| "learning_rate": 4.2825193696452206e-05, |
| "loss": 1.1102, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.32104177411036616, |
| "grad_norm": 1.7265625, |
| "learning_rate": 4.274861859884404e-05, |
| "loss": 1.0131, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.3223310985043837, |
| "grad_norm": 1.8671875, |
| "learning_rate": 4.2671837057558804e-05, |
| "loss": 1.0149, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.32362042289840126, |
| "grad_norm": 1.78125, |
| "learning_rate": 4.25948503553854e-05, |
| "loss": 1.0634, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.3249097472924188, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.2517659778540415e-05, |
| "loss": 1.1028, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.3261990716864363, |
| "grad_norm": 1.7421875, |
| "learning_rate": 4.244026661664653e-05, |
| "loss": 1.0244, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.3274883960804538, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.2362672162711035e-05, |
| "loss": 1.0678, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.3287777204744714, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.228487771310418e-05, |
| "loss": 1.0802, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.3300670448684889, |
| "grad_norm": 1.9765625, |
| "learning_rate": 4.220688456753759e-05, |
| "loss": 1.1543, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.33135636926250644, |
| "grad_norm": 1.875, |
| "learning_rate": 4.2128694029042434e-05, |
| "loss": 1.1074, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.33264569365652397, |
| "grad_norm": 1.7890625, |
| "learning_rate": 4.205030740394778e-05, |
| "loss": 1.0334, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.33393501805054154, |
| "grad_norm": 1.8203125, |
| "learning_rate": 4.197172600185871e-05, |
| "loss": 1.0696, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.33522434244455906, |
| "grad_norm": 2.109375, |
| "learning_rate": 4.18929511356344e-05, |
| "loss": 1.1449, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.3365136668385766, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.181398412136629e-05, |
| "loss": 1.0391, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.3378029912325941, |
| "grad_norm": 1.90625, |
| "learning_rate": 4.173482627835598e-05, |
| "loss": 1.1672, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.33909231562661163, |
| "grad_norm": 1.703125, |
| "learning_rate": 4.16554789290933e-05, |
| "loss": 1.0117, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.3403816400206292, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.1575943399234106e-05, |
| "loss": 1.1189, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.3416709644146467, |
| "grad_norm": 1.9140625, |
| "learning_rate": 4.149622101757823e-05, |
| "loss": 1.1284, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.34296028880866425, |
| "grad_norm": 1.71875, |
| "learning_rate": 4.1416313116047214e-05, |
| "loss": 1.1232, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.34424961320268177, |
| "grad_norm": 2.125, |
| "learning_rate": 4.13362210296621e-05, |
| "loss": 1.0743, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.34553893759669935, |
| "grad_norm": 1.765625, |
| "learning_rate": 4.1255946096521076e-05, |
| "loss": 1.1301, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.34682826199071687, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.117548965777716e-05, |
| "loss": 1.01, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.3481175863847344, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.109485305761581e-05, |
| "loss": 1.0666, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.3494069107787519, |
| "grad_norm": 1.9453125, |
| "learning_rate": 4.1014037643232394e-05, |
| "loss": 1.1641, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.3506962351727695, |
| "grad_norm": 1.625, |
| "learning_rate": 4.093304476480978e-05, |
| "loss": 1.0863, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.351985559566787, |
| "grad_norm": 1.8671875, |
| "learning_rate": 4.085187577549568e-05, |
| "loss": 1.0774, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.35327488396080453, |
| "grad_norm": 1.984375, |
| "learning_rate": 4.077053203138012e-05, |
| "loss": 1.0408, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.35456420835482205, |
| "grad_norm": 1.7109375, |
| "learning_rate": 4.068901489147275e-05, |
| "loss": 1.0915, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.35585353274883963, |
| "grad_norm": 2.0625, |
| "learning_rate": 4.060732571768012e-05, |
| "loss": 1.0972, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 1.921875, |
| "learning_rate": 4.052546587478298e-05, |
| "loss": 1.0948, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.35843218153687467, |
| "grad_norm": 1.671875, |
| "learning_rate": 4.044343673041344e-05, |
| "loss": 1.0768, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.3597215059308922, |
| "grad_norm": 1.65625, |
| "learning_rate": 4.036123965503211e-05, |
| "loss": 1.0934, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.36101083032490977, |
| "grad_norm": 1.96875, |
| "learning_rate": 4.027887602190524e-05, |
| "loss": 1.0385, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3623001547189273, |
| "grad_norm": 1.890625, |
| "learning_rate": 4.019634720708178e-05, |
| "loss": 1.1174, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.3635894791129448, |
| "grad_norm": 1.6875, |
| "learning_rate": 4.0113654589370305e-05, |
| "loss": 1.0295, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.36487880350696233, |
| "grad_norm": 1.8125, |
| "learning_rate": 4.003079955031613e-05, |
| "loss": 1.1139, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.3661681279009799, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.994778347417806e-05, |
| "loss": 1.0385, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.36745745229499743, |
| "grad_norm": 1.9765625, |
| "learning_rate": 3.9864607747905403e-05, |
| "loss": 1.1079, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.36874677668901495, |
| "grad_norm": 1.9375, |
| "learning_rate": 3.978127376111474e-05, |
| "loss": 1.0183, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.3700361010830325, |
| "grad_norm": 1.796875, |
| "learning_rate": 3.969778290606666e-05, |
| "loss": 1.0554, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.37132542547705005, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.96141365776426e-05, |
| "loss": 1.0603, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.3726147498710676, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.953033617332148e-05, |
| "loss": 1.1558, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.3739040742650851, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.944638309315634e-05, |
| "loss": 1.0739, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.3751933986591026, |
| "grad_norm": 2.0, |
| "learning_rate": 3.9362278739751e-05, |
| "loss": 1.0382, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.37648272305312014, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.92780245182366e-05, |
| "loss": 0.9809, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.3777720474471377, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.919362183624811e-05, |
| "loss": 1.0984, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.37906137184115524, |
| "grad_norm": 1.8359375, |
| "learning_rate": 3.9109072103900854e-05, |
| "loss": 0.9802, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.38035069623517276, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.9024376733766895e-05, |
| "loss": 1.0936, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.3816400206291903, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.8939537140851486e-05, |
| "loss": 1.0586, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.38292934502320786, |
| "grad_norm": 1.8828125, |
| "learning_rate": 3.885455474256942e-05, |
| "loss": 1.0392, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.3842186694172254, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.87694309587213e-05, |
| "loss": 1.0565, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.3855079938112429, |
| "grad_norm": 1.8671875, |
| "learning_rate": 3.868416721146989e-05, |
| "loss": 1.1257, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.3867973182052604, |
| "grad_norm": 1.8203125, |
| "learning_rate": 3.859876492531633e-05, |
| "loss": 1.0121, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3867973182052604, |
| "eval_loss": 1.1112358570098877, |
| "eval_runtime": 5.9297, |
| "eval_samples_per_second": 10.287, |
| "eval_steps_per_second": 10.287, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.388086642599278, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.851322552707628e-05, |
| "loss": 1.0925, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.3893759669932955, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.842755044585618e-05, |
| "loss": 1.1934, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.39066529138731304, |
| "grad_norm": 1.78125, |
| "learning_rate": 3.834174111302932e-05, |
| "loss": 1.0437, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.39195461578133056, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.8255798962211906e-05, |
| "loss": 1.0796, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.39324394017534814, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.816972542923915e-05, |
| "loss": 1.1371, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.39453326456936566, |
| "grad_norm": 1.9609375, |
| "learning_rate": 3.808352195214126e-05, |
| "loss": 1.1143, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.3958225889633832, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.7997189971119424e-05, |
| "loss": 1.013, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.3971119133574007, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.791073092852174e-05, |
| "loss": 0.9783, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.3984012377514183, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.782414626881914e-05, |
| "loss": 1.0597, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.3996905621454358, |
| "grad_norm": 1.984375, |
| "learning_rate": 3.773743743858121e-05, |
| "loss": 1.0715, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.4009798865394533, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.7650605886452074e-05, |
| "loss": 1.0855, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.40226921093347084, |
| "grad_norm": 1.9609375, |
| "learning_rate": 3.756365306312618e-05, |
| "loss": 1.1035, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.4035585353274884, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.7476580421324e-05, |
| "loss": 1.0607, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.40484785972150594, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.73893894157679e-05, |
| "loss": 1.0923, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.40613718411552346, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.7302081503157674e-05, |
| "loss": 1.0617, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.407426508509541, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.721465814214632e-05, |
| "loss": 1.12, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.40871583290355856, |
| "grad_norm": 1.875, |
| "learning_rate": 3.712712079331561e-05, |
| "loss": 1.1134, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.4100051572975761, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.703947091915171e-05, |
| "loss": 1.042, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.4112944816915936, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.695170998402079e-05, |
| "loss": 1.1391, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.4125838060856111, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.6863839454144464e-05, |
| "loss": 1.1358, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.41387313047962865, |
| "grad_norm": 1.7421875, |
| "learning_rate": 3.6775860797575356e-05, |
| "loss": 1.071, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.4151624548736462, |
| "grad_norm": 1.9296875, |
| "learning_rate": 3.668777548417259e-05, |
| "loss": 1.0495, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.41645177926766375, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.6599584985577163e-05, |
| "loss": 1.0827, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.41774110366168127, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.651129077518743e-05, |
| "loss": 1.1104, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.4190304280556988, |
| "grad_norm": 1.8984375, |
| "learning_rate": 3.642289432813446e-05, |
| "loss": 1.0891, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.42031975244971637, |
| "grad_norm": 1.703125, |
| "learning_rate": 3.633439712125737e-05, |
| "loss": 1.1566, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.4216090768437339, |
| "grad_norm": 1.6875, |
| "learning_rate": 3.624580063307868e-05, |
| "loss": 1.072, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.4228984012377514, |
| "grad_norm": 2.125, |
| "learning_rate": 3.6157106343779614e-05, |
| "loss": 1.114, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.42418772563176893, |
| "grad_norm": 1.6171875, |
| "learning_rate": 3.6068315735175344e-05, |
| "loss": 1.0469, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.4254770500257865, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.597943029069025e-05, |
| "loss": 1.1008, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.42676637441980403, |
| "grad_norm": 1.578125, |
| "learning_rate": 3.589045149533315e-05, |
| "loss": 1.0672, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.42805569881382155, |
| "grad_norm": 1.8359375, |
| "learning_rate": 3.5801380835672444e-05, |
| "loss": 1.0739, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.42934502320783907, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.571221979981133e-05, |
| "loss": 1.0629, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.43063434760185665, |
| "grad_norm": 1.8359375, |
| "learning_rate": 3.562296987736295e-05, |
| "loss": 1.0751, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.43192367199587417, |
| "grad_norm": 1.875, |
| "learning_rate": 3.553363255942539e-05, |
| "loss": 1.0313, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.4332129963898917, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.5444209338556955e-05, |
| "loss": 1.0101, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.4345023207839092, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.535470170875104e-05, |
| "loss": 1.0779, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.4357916451779268, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.526511116541132e-05, |
| "loss": 1.0378, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.4370809695719443, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.5175439205326684e-05, |
| "loss": 1.1487, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.43837029396596183, |
| "grad_norm": 1.9609375, |
| "learning_rate": 3.508568732664624e-05, |
| "loss": 1.0822, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.43965961835997935, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.499585702885432e-05, |
| "loss": 1.0489, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.44094894275399693, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.490594981274538e-05, |
| "loss": 1.1533, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.44223826714801445, |
| "grad_norm": 1.859375, |
| "learning_rate": 3.4815967180398966e-05, |
| "loss": 1.0537, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.443527591542032, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.47259106351546e-05, |
| "loss": 0.9471, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.4448169159360495, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.463578168158666e-05, |
| "loss": 1.0691, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.44610624033006707, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.454558182547926e-05, |
| "loss": 1.0992, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.4473955647240846, |
| "grad_norm": 1.828125, |
| "learning_rate": 3.445531257380107e-05, |
| "loss": 1.0514, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.4486848891181021, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.436497543468016e-05, |
| "loss": 1.0751, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.44997421351211964, |
| "grad_norm": 1.921875, |
| "learning_rate": 3.427457191737879e-05, |
| "loss": 1.0634, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.45126353790613716, |
| "grad_norm": 1.6015625, |
| "learning_rate": 3.418410353226821e-05, |
| "loss": 0.9649, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.45255286230015473, |
| "grad_norm": 1.8984375, |
| "learning_rate": 3.4093571790803406e-05, |
| "loss": 1.045, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.45384218669417226, |
| "grad_norm": 1.8671875, |
| "learning_rate": 3.400297820549785e-05, |
| "loss": 1.0857, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.4551315110881898, |
| "grad_norm": 1.953125, |
| "learning_rate": 3.3912324289898276e-05, |
| "loss": 1.0083, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.4564208354822073, |
| "grad_norm": 1.640625, |
| "learning_rate": 3.3821611558559314e-05, |
| "loss": 1.0745, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.4577101598762249, |
| "grad_norm": 1.9296875, |
| "learning_rate": 3.3730841527018246e-05, |
| "loss": 1.0229, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.4589994842702424, |
| "grad_norm": 1.75, |
| "learning_rate": 3.364001571176967e-05, |
| "loss": 1.0087, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.4602888086642599, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.354913563024015e-05, |
| "loss": 1.0314, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.46157813305827744, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.345820280076291e-05, |
| "loss": 1.0225, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.462867457452295, |
| "grad_norm": 2.078125, |
| "learning_rate": 3.3367218742552386e-05, |
| "loss": 1.0863, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.46415678184631254, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.3276184975678923e-05, |
| "loss": 0.9991, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.46544610624033006, |
| "grad_norm": 2.0, |
| "learning_rate": 3.318510302104335e-05, |
| "loss": 1.1004, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.4667354306343476, |
| "grad_norm": 1.6328125, |
| "learning_rate": 3.3093974400351546e-05, |
| "loss": 1.0244, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.46802475502836516, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.3002800636089057e-05, |
| "loss": 1.0605, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.4693140794223827, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.2911583251495654e-05, |
| "loss": 1.0927, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.4706034038164002, |
| "grad_norm": 1.9375, |
| "learning_rate": 3.282032377053984e-05, |
| "loss": 1.0402, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.4718927282104177, |
| "grad_norm": 2.0, |
| "learning_rate": 3.272902371789345e-05, |
| "loss": 1.1045, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.4731820526044353, |
| "grad_norm": 1.734375, |
| "learning_rate": 3.263768461890614e-05, |
| "loss": 1.0115, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.4744713769984528, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.2546307999579904e-05, |
| "loss": 0.9979, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.47576070139247034, |
| "grad_norm": 1.8125, |
| "learning_rate": 3.2454895386543614e-05, |
| "loss": 1.1165, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.47705002578648786, |
| "grad_norm": 2.234375, |
| "learning_rate": 3.2363448307027455e-05, |
| "loss": 1.1466, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.47833935018050544, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.227196828883747e-05, |
| "loss": 1.0755, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.47962867457452296, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.218045686033e-05, |
| "loss": 1.0108, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.4809179989685405, |
| "grad_norm": 1.9375, |
| "learning_rate": 3.2088915550386144e-05, |
| "loss": 1.038, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.482207323362558, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.199734588838625e-05, |
| "loss": 1.015, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.4834966477565756, |
| "grad_norm": 2.125, |
| "learning_rate": 3.190574940418435e-05, |
| "loss": 1.0388, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.4847859721505931, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.181412762808256e-05, |
| "loss": 1.0731, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.4860752965446106, |
| "grad_norm": 1.9140625, |
| "learning_rate": 3.172248209080558e-05, |
| "loss": 1.0242, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.48736462093862815, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.163081432347508e-05, |
| "loss": 1.0533, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.48865394533264567, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.1539125857584104e-05, |
| "loss": 1.0957, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.48994326972666324, |
| "grad_norm": 1.90625, |
| "learning_rate": 3.1447418224971553e-05, |
| "loss": 0.9937, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.49123259412068077, |
| "grad_norm": 1.8046875, |
| "learning_rate": 3.1355692957796505e-05, |
| "loss": 1.045, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.4925219185146983, |
| "grad_norm": 1.7890625, |
| "learning_rate": 3.1263951588512674e-05, |
| "loss": 0.9935, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.4938112429087158, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.1172195649842795e-05, |
| "loss": 1.1245, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.4951005673027334, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.108042667475302e-05, |
| "loss": 1.0937, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.4963898916967509, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.098864619642726e-05, |
| "loss": 1.0607, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.49767921609076843, |
| "grad_norm": 1.6953125, |
| "learning_rate": 3.0896855748241674e-05, |
| "loss": 1.074, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.49896854048478595, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.080505686373894e-05, |
| "loss": 0.9997, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.5002578648788035, |
| "grad_norm": 1.84375, |
| "learning_rate": 3.0713251076602694e-05, |
| "loss": 1.0496, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.501547189272821, |
| "grad_norm": 1.96875, |
| "learning_rate": 3.06214399206319e-05, |
| "loss": 1.116, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.5028365136668386, |
| "grad_norm": 1.75, |
| "learning_rate": 3.052962492971522e-05, |
| "loss": 0.9968, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.5041258380608561, |
| "grad_norm": 1.890625, |
| "learning_rate": 3.0437807637805365e-05, |
| "loss": 1.0227, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.5054151624548736, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.0345989578893525e-05, |
| "loss": 1.1049, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.5067044868488911, |
| "grad_norm": 1.875, |
| "learning_rate": 3.025417228698368e-05, |
| "loss": 1.0208, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.5079938112429088, |
| "grad_norm": 1.65625, |
| "learning_rate": 3.0162357296067e-05, |
| "loss": 1.0379, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.5092831356369263, |
| "grad_norm": 2.015625, |
| "learning_rate": 3.00705461400962e-05, |
| "loss": 1.1005, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.5105724600309438, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.9978740352959958e-05, |
| "loss": 1.0733, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.5118617844249613, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.988694146845723e-05, |
| "loss": 0.9714, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.5131511088189789, |
| "grad_norm": 2.171875, |
| "learning_rate": 2.979515102027163e-05, |
| "loss": 1.0943, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.5144404332129964, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.970337054194588e-05, |
| "loss": 1.0451, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.5157297576070139, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.96116015668561e-05, |
| "loss": 1.0278, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5157297576070139, |
| "eval_loss": 1.0737704038619995, |
| "eval_runtime": 5.9321, |
| "eval_samples_per_second": 10.283, |
| "eval_steps_per_second": 10.283, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5170190820010314, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.9519845628186215e-05, |
| "loss": 0.9885, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.518308406395049, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.942810425890239e-05, |
| "loss": 1.0262, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.5195977307890666, |
| "grad_norm": 1.765625, |
| "learning_rate": 2.9336378991727346e-05, |
| "loss": 1.1212, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.5208870551830841, |
| "grad_norm": 1.9140625, |
| "learning_rate": 2.9244671359114785e-05, |
| "loss": 1.1245, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.5221763795771016, |
| "grad_norm": 1.6953125, |
| "learning_rate": 2.9152982893223816e-05, |
| "loss": 1.094, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.5234657039711191, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.9061315125893318e-05, |
| "loss": 1.1426, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.5247550283651367, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.896966958861634e-05, |
| "loss": 1.0176, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.5260443527591542, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.8878047812514548e-05, |
| "loss": 1.0857, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.5273336771531717, |
| "grad_norm": 1.921875, |
| "learning_rate": 2.8786451328312642e-05, |
| "loss": 0.9217, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.5286230015471892, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.869488166631276e-05, |
| "loss": 1.0058, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.5299123259412069, |
| "grad_norm": 2.109375, |
| "learning_rate": 2.8603340356368896e-05, |
| "loss": 1.0062, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.5312016503352244, |
| "grad_norm": 1.96875, |
| "learning_rate": 2.851182892786143e-05, |
| "loss": 0.9938, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.5324909747292419, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.8420348909671448e-05, |
| "loss": 1.0247, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.5337802991232594, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.832890183015528e-05, |
| "loss": 1.0371, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.5350696235172769, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.8237489217118988e-05, |
| "loss": 1.0502, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.5363589479112945, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.814611259779276e-05, |
| "loss": 1.134, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.537648272305312, |
| "grad_norm": 1.9609375, |
| "learning_rate": 2.805477349880544e-05, |
| "loss": 1.0545, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.5389375966993295, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.796347344615905e-05, |
| "loss": 1.04, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.5402269210933471, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.7872213965203245e-05, |
| "loss": 1.068, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.5415162454873647, |
| "grad_norm": 1.890625, |
| "learning_rate": 2.778099658060983e-05, |
| "loss": 1.0346, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5428055698813822, |
| "grad_norm": 1.9140625, |
| "learning_rate": 2.7689822816347353e-05, |
| "loss": 1.0194, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.5440948942753997, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.7598694195655555e-05, |
| "loss": 1.0642, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.5453842186694172, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.750761224101997e-05, |
| "loss": 1.0599, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.5466735430634347, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.7416578474146507e-05, |
| "loss": 1.0245, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.5479628674574523, |
| "grad_norm": 2.15625, |
| "learning_rate": 2.732559441593599e-05, |
| "loss": 1.0541, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.5492521918514698, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.7234661586458737e-05, |
| "loss": 1.0549, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.5505415162454874, |
| "grad_norm": 1.6484375, |
| "learning_rate": 2.7143781504929226e-05, |
| "loss": 1.0084, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.5518308406395049, |
| "grad_norm": 1.640625, |
| "learning_rate": 2.7052955689680653e-05, |
| "loss": 1.0363, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.5531201650335225, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.6962185658139582e-05, |
| "loss": 0.9836, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.55440948942754, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.6871472926800613e-05, |
| "loss": 1.0215, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.5556988138215575, |
| "grad_norm": 1.9765625, |
| "learning_rate": 2.678081901120104e-05, |
| "loss": 1.0312, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.556988138215575, |
| "grad_norm": 1.78125, |
| "learning_rate": 2.6690225425895504e-05, |
| "loss": 0.9963, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.5582774626095925, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.6599693684430685e-05, |
| "loss": 1.0511, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.5595667870036101, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.6509225299320107e-05, |
| "loss": 1.0052, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.5608561113976276, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.641882178201874e-05, |
| "loss": 0.9411, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.5621454357916452, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.6328484642897824e-05, |
| "loss": 1.0797, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.5634347601856627, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.6238215391219643e-05, |
| "loss": 1.0059, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.5647240845796803, |
| "grad_norm": 1.6796875, |
| "learning_rate": 2.614801553511224e-05, |
| "loss": 0.9014, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.5660134089736978, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.6057886581544292e-05, |
| "loss": 1.1011, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.5673027333677153, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.5967830036299933e-05, |
| "loss": 1.0821, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.5685920577617328, |
| "grad_norm": 1.9921875, |
| "learning_rate": 2.5877847403953526e-05, |
| "loss": 1.0629, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.5698813821557503, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.578794018784458e-05, |
| "loss": 1.0789, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.5711707065497679, |
| "grad_norm": 2.0, |
| "learning_rate": 2.5698109890052658e-05, |
| "loss": 1.0434, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.5724600309437855, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.560835801137222e-05, |
| "loss": 1.0453, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.573749355337803, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.5518686051287572e-05, |
| "loss": 1.0478, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.5750386797318205, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.5429095507947854e-05, |
| "loss": 1.0431, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.5763280041258381, |
| "grad_norm": 1.875, |
| "learning_rate": 2.5339587878141955e-05, |
| "loss": 1.0132, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.5776173285198556, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.5250164657273497e-05, |
| "loss": 1.0215, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.5789066529138731, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.5160827339335956e-05, |
| "loss": 1.0457, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.5801959773078906, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.5071577416887566e-05, |
| "loss": 0.9901, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5814853017019082, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.4982416381026455e-05, |
| "loss": 1.1305, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.5827746260959258, |
| "grad_norm": 2.0, |
| "learning_rate": 2.489334572136575e-05, |
| "loss": 1.015, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.5840639504899433, |
| "grad_norm": 1.703125, |
| "learning_rate": 2.4804366926008652e-05, |
| "loss": 0.9877, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.5853532748839608, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.4715481481523555e-05, |
| "loss": 1.038, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.5866425992779783, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.4626690872919282e-05, |
| "loss": 0.9913, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.5879319236719959, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.4537996583620226e-05, |
| "loss": 1.0046, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.5892212480660134, |
| "grad_norm": 1.75, |
| "learning_rate": 2.4449400095441535e-05, |
| "loss": 1.0308, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.5905105724600309, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.4360902888564438e-05, |
| "loss": 1.0234, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.5917998968540484, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.4272506441511473e-05, |
| "loss": 0.9995, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.5930892212480661, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.4184212231121743e-05, |
| "loss": 1.0432, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5943785456420836, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.409602173252631e-05, |
| "loss": 1.0965, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.5956678700361011, |
| "grad_norm": 1.90625, |
| "learning_rate": 2.400793641912354e-05, |
| "loss": 0.9769, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.5969571944301186, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.3919957762554435e-05, |
| "loss": 1.0718, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.5982465188241362, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.3832087232678104e-05, |
| "loss": 1.02, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.5995358432181537, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.374432629754718e-05, |
| "loss": 0.9902, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.6008251676121712, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.3656676423383297e-05, |
| "loss": 1.0366, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.6021144920061887, |
| "grad_norm": 2.09375, |
| "learning_rate": 2.3569139074552582e-05, |
| "loss": 1.0425, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.6034038164002062, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.3481715713541222e-05, |
| "loss": 1.0575, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.6046931407942239, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.3394407800930997e-05, |
| "loss": 0.9437, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.6059824651882414, |
| "grad_norm": 1.7734375, |
| "learning_rate": 2.330721679537489e-05, |
| "loss": 1.0057, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.6072717895822589, |
| "grad_norm": 1.71875, |
| "learning_rate": 2.3220144153572727e-05, |
| "loss": 0.9554, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.6085611139762764, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.3133191330246826e-05, |
| "loss": 1.0164, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.609850438370294, |
| "grad_norm": 1.8984375, |
| "learning_rate": 2.3046359778117684e-05, |
| "loss": 1.0752, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.6111397627643115, |
| "grad_norm": 1.9453125, |
| "learning_rate": 2.2959650947879754e-05, |
| "loss": 0.9909, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.612429087158329, |
| "grad_norm": 2.125, |
| "learning_rate": 2.2873066288177156e-05, |
| "loss": 1.0401, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.6137184115523465, |
| "grad_norm": 1.7890625, |
| "learning_rate": 2.278660724557947e-05, |
| "loss": 1.061, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.6150077359463642, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.2700275264557638e-05, |
| "loss": 1.1276, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.6162970603403817, |
| "grad_norm": 1.734375, |
| "learning_rate": 2.2614071787459753e-05, |
| "loss": 1.0116, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.6175863847343992, |
| "grad_norm": 2.125, |
| "learning_rate": 2.252799825448699e-05, |
| "loss": 1.0583, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.6188757091284167, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.244205610366957e-05, |
| "loss": 1.0676, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.6201650335224342, |
| "grad_norm": 1.9453125, |
| "learning_rate": 2.2356246770842717e-05, |
| "loss": 1.0411, |
| "step": 2405 |
| }, |
| { |
| "epoch": 0.6214543579164518, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.2270571689622625e-05, |
| "loss": 1.0155, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.6227436823104693, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.2185032291382576e-05, |
| "loss": 1.0121, |
| "step": 2415 |
| }, |
| { |
| "epoch": 0.6240330067044868, |
| "grad_norm": 1.78125, |
| "learning_rate": 2.2099630005229015e-05, |
| "loss": 1.1067, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.6253223310985044, |
| "grad_norm": 1.9140625, |
| "learning_rate": 2.2014366257977607e-05, |
| "loss": 0.9744, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.626611655492522, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.192924247412948e-05, |
| "loss": 1.0325, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.6279009798865395, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.184426007584741e-05, |
| "loss": 1.0486, |
| "step": 2435 |
| }, |
| { |
| "epoch": 0.629190304280557, |
| "grad_norm": 2.140625, |
| "learning_rate": 2.1759420482932008e-05, |
| "loss": 1.0464, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.6304796286745745, |
| "grad_norm": 1.7109375, |
| "learning_rate": 2.1674725112798042e-05, |
| "loss": 1.0279, |
| "step": 2445 |
| }, |
| { |
| "epoch": 0.631768953068592, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.1590175380450785e-05, |
| "loss": 1.03, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.6330582774626096, |
| "grad_norm": 1.6875, |
| "learning_rate": 2.15057726984623e-05, |
| "loss": 1.145, |
| "step": 2455 |
| }, |
| { |
| "epoch": 0.6343476018566271, |
| "grad_norm": 1.78125, |
| "learning_rate": 2.1421518476947895e-05, |
| "loss": 1.0365, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.6356369262506446, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.1337414123542552e-05, |
| "loss": 1.0355, |
| "step": 2465 |
| }, |
| { |
| "epoch": 0.6369262506446622, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.1253461043377427e-05, |
| "loss": 1.041, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.6382155750386798, |
| "grad_norm": 1.796875, |
| "learning_rate": 2.116966063905629e-05, |
| "loss": 0.9655, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.6395048994326973, |
| "grad_norm": 1.84375, |
| "learning_rate": 2.1086014310632236e-05, |
| "loss": 1.0204, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.6407942238267148, |
| "grad_norm": 1.8671875, |
| "learning_rate": 2.1002523455584162e-05, |
| "loss": 1.0523, |
| "step": 2485 |
| }, |
| { |
| "epoch": 0.6420835482207323, |
| "grad_norm": 1.953125, |
| "learning_rate": 2.0919189468793493e-05, |
| "loss": 1.0599, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.6433728726147498, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.083601374252084e-05, |
| "loss": 1.0395, |
| "step": 2495 |
| }, |
| { |
| "epoch": 0.6446621970087674, |
| "grad_norm": 1.7421875, |
| "learning_rate": 2.075299766638278e-05, |
| "loss": 0.9891, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6446621970087674, |
| "eval_loss": 1.046289324760437, |
| "eval_runtime": 5.9309, |
| "eval_samples_per_second": 10.285, |
| "eval_steps_per_second": 10.285, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6459515214027849, |
| "grad_norm": 1.8125, |
| "learning_rate": 2.0670142627328585e-05, |
| "loss": 1.0521, |
| "step": 2505 |
| }, |
| { |
| "epoch": 0.6472408457968025, |
| "grad_norm": 2.0625, |
| "learning_rate": 2.0587450009617123e-05, |
| "loss": 1.0291, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.64853017019082, |
| "grad_norm": 1.9921875, |
| "learning_rate": 2.050492119479365e-05, |
| "loss": 1.059, |
| "step": 2515 |
| }, |
| { |
| "epoch": 0.6498194945848376, |
| "grad_norm": 1.8515625, |
| "learning_rate": 2.042255756166679e-05, |
| "loss": 1.0072, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.6511088189788551, |
| "grad_norm": 1.859375, |
| "learning_rate": 2.0340360486285464e-05, |
| "loss": 1.0762, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.6523981433728726, |
| "grad_norm": 1.7265625, |
| "learning_rate": 2.025833134191592e-05, |
| "loss": 1.107, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.6536874677668901, |
| "grad_norm": 1.9296875, |
| "learning_rate": 2.0176471499018788e-05, |
| "loss": 1.0689, |
| "step": 2535 |
| }, |
| { |
| "epoch": 0.6549767921609077, |
| "grad_norm": 1.8046875, |
| "learning_rate": 2.009478232522615e-05, |
| "loss": 1.0118, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.6562661165549252, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.0013265185318775e-05, |
| "loss": 1.1118, |
| "step": 2545 |
| }, |
| { |
| "epoch": 0.6575554409489428, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.993192144120322e-05, |
| "loss": 1.0804, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.6588447653429603, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.985075245188912e-05, |
| "loss": 1.0594, |
| "step": 2555 |
| }, |
| { |
| "epoch": 0.6601340897369778, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.9769759573466502e-05, |
| "loss": 1.0435, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.6614234141309954, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.9688944159083095e-05, |
| "loss": 0.9609, |
| "step": 2565 |
| }, |
| { |
| "epoch": 0.6627127385250129, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.9608307558921733e-05, |
| "loss": 1.017, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.6640020629190304, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.9527851120177823e-05, |
| "loss": 0.9764, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.6652913873130479, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.9447576187036802e-05, |
| "loss": 1.0188, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.6665807117070655, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.9367484100651682e-05, |
| "loss": 0.9877, |
| "step": 2585 |
| }, |
| { |
| "epoch": 0.6678700361010831, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.928757619912067e-05, |
| "loss": 0.9892, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.6691593604951006, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.9207853817464797e-05, |
| "loss": 0.9466, |
| "step": 2595 |
| }, |
| { |
| "epoch": 0.6704486848891181, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.9128318287605603e-05, |
| "loss": 1.009, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6717380092831357, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.9048970938342917e-05, |
| "loss": 0.9773, |
| "step": 2605 |
| }, |
| { |
| "epoch": 0.6730273336771532, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.8969813095332614e-05, |
| "loss": 1.0355, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.6743166580711707, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.8890846081064497e-05, |
| "loss": 1.0589, |
| "step": 2615 |
| }, |
| { |
| "epoch": 0.6756059824651882, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.8812071214840193e-05, |
| "loss": 1.0397, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.6768953068592057, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.8733489812751114e-05, |
| "loss": 1.0045, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.6781846312532233, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.865510318765646e-05, |
| "loss": 0.9839, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.6794739556472409, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.8576912649161312e-05, |
| "loss": 0.969, |
| "step": 2635 |
| }, |
| { |
| "epoch": 0.6807632800412584, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.8498919503594713e-05, |
| "loss": 1.0719, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.6820526044352759, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.8421125053987865e-05, |
| "loss": 1.0143, |
| "step": 2645 |
| }, |
| { |
| "epoch": 0.6833419288292935, |
| "grad_norm": 1.625, |
| "learning_rate": 1.8343530600052367e-05, |
| "loss": 0.9688, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.684631253223311, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.8266137438158484e-05, |
| "loss": 1.0113, |
| "step": 2655 |
| }, |
| { |
| "epoch": 0.6859205776173285, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.818894686131349e-05, |
| "loss": 1.0184, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.687209902011346, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.81119601591401e-05, |
| "loss": 1.0351, |
| "step": 2665 |
| }, |
| { |
| "epoch": 0.6884992264053635, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.803517861785485e-05, |
| "loss": 1.0266, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.6897885507993812, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.7958603520246697e-05, |
| "loss": 0.9812, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.6910778751933987, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.7882236145655516e-05, |
| "loss": 0.9585, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.6923671995874162, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.7806077769950766e-05, |
| "loss": 1.0526, |
| "step": 2685 |
| }, |
| { |
| "epoch": 0.6936565239814337, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.7730129665510155e-05, |
| "loss": 1.0162, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.6949458483754513, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.7654393101198393e-05, |
| "loss": 0.9874, |
| "step": 2695 |
| }, |
| { |
| "epoch": 0.6962351727694688, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.7578869342346008e-05, |
| "loss": 0.9908, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6975244971634863, |
| "grad_norm": 1.875, |
| "learning_rate": 1.750355965072816e-05, |
| "loss": 0.9867, |
| "step": 2705 |
| }, |
| { |
| "epoch": 0.6988138215575038, |
| "grad_norm": 2.0, |
| "learning_rate": 1.74284652845436e-05, |
| "loss": 1.0304, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.7001031459515215, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.7353587498393638e-05, |
| "loss": 0.9274, |
| "step": 2715 |
| }, |
| { |
| "epoch": 0.701392470345539, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.727892754326118e-05, |
| "loss": 0.937, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.7026817947395565, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.7204486666489832e-05, |
| "loss": 1.0404, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.703971119133574, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.7130266111763068e-05, |
| "loss": 1.0085, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.7052604435275915, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.7056267119083418e-05, |
| "loss": 1.0239, |
| "step": 2735 |
| }, |
| { |
| "epoch": 0.7065497679216091, |
| "grad_norm": 1.75, |
| "learning_rate": 1.698249092475181e-05, |
| "loss": 1.0884, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.7078390923156266, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.6908938761346837e-05, |
| "loss": 1.0603, |
| "step": 2745 |
| }, |
| { |
| "epoch": 0.7091284167096441, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.683561185770425e-05, |
| "loss": 1.0534, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.7104177411036616, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.6762511438896357e-05, |
| "loss": 1.1067, |
| "step": 2755 |
| }, |
| { |
| "epoch": 0.7117070654976793, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.6689638726211603e-05, |
| "loss": 1.0621, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.7129963898916968, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.6616994937134146e-05, |
| "loss": 0.9698, |
| "step": 2765 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.6544581285323504e-05, |
| "loss": 0.9792, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.7155750386797318, |
| "grad_norm": 1.609375, |
| "learning_rate": 1.6472398980594305e-05, |
| "loss": 0.9448, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.7168643630737493, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.6400449228896048e-05, |
| "loss": 0.9549, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.7181536874677669, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.6328733232292987e-05, |
| "loss": 1.0743, |
| "step": 2785 |
| }, |
| { |
| "epoch": 0.7194430118617844, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.6257252188944034e-05, |
| "loss": 0.9276, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.7207323362558019, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.618600729308271e-05, |
| "loss": 0.9445, |
| "step": 2795 |
| }, |
| { |
| "epoch": 0.7220216606498195, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.6114999734997253e-05, |
| "loss": 1.0704, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.7233109850438371, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.604423070101067e-05, |
| "loss": 1.0213, |
| "step": 2805 |
| }, |
| { |
| "epoch": 0.7246003094378546, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.597370137346097e-05, |
| "loss": 0.9388, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.7258896338318721, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.5903412930681368e-05, |
| "loss": 0.9158, |
| "step": 2815 |
| }, |
| { |
| "epoch": 0.7271789582258896, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.5833366546980637e-05, |
| "loss": 1.1032, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.7284682826199071, |
| "grad_norm": 1.875, |
| "learning_rate": 1.5763563392623466e-05, |
| "loss": 0.9779, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.7297576070139247, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.56940046338109e-05, |
| "loss": 0.9669, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.7310469314079422, |
| "grad_norm": 2.125, |
| "learning_rate": 1.5624691432660877e-05, |
| "loss": 1.0766, |
| "step": 2835 |
| }, |
| { |
| "epoch": 0.7323362558019598, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.5555624947188803e-05, |
| "loss": 0.969, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.7336255801959773, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.5486806331288205e-05, |
| "loss": 1.012, |
| "step": 2845 |
| }, |
| { |
| "epoch": 0.7349149045899949, |
| "grad_norm": 1.96875, |
| "learning_rate": 1.541823673471145e-05, |
| "loss": 1.0372, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.7362042289840124, |
| "grad_norm": 1.75, |
| "learning_rate": 1.534991730305056e-05, |
| "loss": 1.0502, |
| "step": 2855 |
| }, |
| { |
| "epoch": 0.7374935533780299, |
| "grad_norm": 1.625, |
| "learning_rate": 1.5281849177718033e-05, |
| "loss": 0.9381, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.7387828777720474, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.521403349592779e-05, |
| "loss": 1.0346, |
| "step": 2865 |
| }, |
| { |
| "epoch": 0.740072202166065, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.514647139067619e-05, |
| "loss": 0.9806, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.7413615265600825, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.5079163990723088e-05, |
| "loss": 1.0132, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.7426508509541001, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.5012112420572964e-05, |
| "loss": 1.046, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.7439401753481176, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.494531780045618e-05, |
| "loss": 0.9981, |
| "step": 2885 |
| }, |
| { |
| "epoch": 0.7452294997421351, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.4878781246310215e-05, |
| "loss": 1.0359, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.7465188241361527, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.4812503869761036e-05, |
| "loss": 0.9655, |
| "step": 2895 |
| }, |
| { |
| "epoch": 0.7478081485301702, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.4746486778104545e-05, |
| "loss": 0.9679, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.7490974729241877, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.4680731074288052e-05, |
| "loss": 1.0166, |
| "step": 2905 |
| }, |
| { |
| "epoch": 0.7503867973182052, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.4615237856891862e-05, |
| "loss": 0.9635, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.7516761217122228, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.4550008220110944e-05, |
| "loss": 1.0444, |
| "step": 2915 |
| }, |
| { |
| "epoch": 0.7529654461062403, |
| "grad_norm": 1.890625, |
| "learning_rate": 1.4485043253736602e-05, |
| "loss": 1.0087, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.7542547705002579, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.442034404313829e-05, |
| "loss": 0.9099, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.7555440948942754, |
| "grad_norm": 1.8359375, |
| "learning_rate": 1.4355911669245498e-05, |
| "loss": 1.0327, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.756833419288293, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.4291747208529667e-05, |
| "loss": 0.9717, |
| "step": 2935 |
| }, |
| { |
| "epoch": 0.7581227436823105, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.4227851732986211e-05, |
| "loss": 0.9807, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.759412068076328, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.416422631011661e-05, |
| "loss": 1.0287, |
| "step": 2945 |
| }, |
| { |
| "epoch": 0.7607013924703455, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.4100872002910596e-05, |
| "loss": 0.9726, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.761990716864363, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.4037789869828342e-05, |
| "loss": 1.0324, |
| "step": 2955 |
| }, |
| { |
| "epoch": 0.7632800412583806, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.3974980964782822e-05, |
| "loss": 1.0568, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.7645693656523982, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.3912446337122194e-05, |
| "loss": 1.0554, |
| "step": 2965 |
| }, |
| { |
| "epoch": 0.7658586900464157, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.3850187031612258e-05, |
| "loss": 0.9739, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.7671480144404332, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.3788204088419005e-05, |
| "loss": 1.0046, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.7684373388344508, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.3726498543091257e-05, |
| "loss": 1.0389, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.7697266632284683, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.3665071426543339e-05, |
| "loss": 1.0316, |
| "step": 2985 |
| }, |
| { |
| "epoch": 0.7710159876224858, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.360392376503787e-05, |
| "loss": 1.011, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.7723053120165033, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.3543056580168609e-05, |
| "loss": 0.8865, |
| "step": 2995 |
| }, |
| { |
| "epoch": 0.7735946364105208, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.3482470888843401e-05, |
| "loss": 1.0311, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7735946364105208, |
| "eval_loss": 1.0309275388717651, |
| "eval_runtime": 5.9351, |
| "eval_samples_per_second": 10.278, |
| "eval_steps_per_second": 10.278, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7748839608045385, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.342216770326717e-05, |
| "loss": 0.9621, |
| "step": 3005 |
| }, |
| { |
| "epoch": 0.776173285198556, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.3362148030925034e-05, |
| "loss": 0.9984, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.7774626095925735, |
| "grad_norm": 1.84375, |
| "learning_rate": 1.3302412874565446e-05, |
| "loss": 1.0217, |
| "step": 3015 |
| }, |
| { |
| "epoch": 0.778751933986591, |
| "grad_norm": 1.5703125, |
| "learning_rate": 1.3242963232183446e-05, |
| "loss": 0.9911, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.7800412583806086, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.3183800097003996e-05, |
| "loss": 0.9811, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.7813305827746261, |
| "grad_norm": 1.65625, |
| "learning_rate": 1.3124924457465393e-05, |
| "loss": 0.9311, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.7826199071686436, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.3066337297202728e-05, |
| "loss": 0.9823, |
| "step": 3035 |
| }, |
| { |
| "epoch": 0.7839092315626611, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.3008039595031494e-05, |
| "loss": 0.9727, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.7851985559566786, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.2950032324931187e-05, |
| "loss": 0.9876, |
| "step": 3045 |
| }, |
| { |
| "epoch": 0.7864878803506963, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.2892316456029063e-05, |
| "loss": 0.9482, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7877772047447138, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.283489295258394e-05, |
| "loss": 1.0071, |
| "step": 3055 |
| }, |
| { |
| "epoch": 0.7890665291387313, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.2777762773970085e-05, |
| "loss": 1.0459, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.7903558535327488, |
| "grad_norm": 2.0, |
| "learning_rate": 1.2720926874661193e-05, |
| "loss": 1.0633, |
| "step": 3065 |
| }, |
| { |
| "epoch": 0.7916451779267664, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.2664386204214421e-05, |
| "loss": 1.0249, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.7929345023207839, |
| "grad_norm": 1.8046875, |
| "learning_rate": 1.2608141707254567e-05, |
| "loss": 1.0072, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.7942238267148014, |
| "grad_norm": 1.71875, |
| "learning_rate": 1.2552194323458235e-05, |
| "loss": 0.9606, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.7955131511088189, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.2496544987538164e-05, |
| "loss": 1.0381, |
| "step": 3085 |
| }, |
| { |
| "epoch": 0.7968024755028366, |
| "grad_norm": 1.703125, |
| "learning_rate": 1.2441194629227616e-05, |
| "loss": 1.0054, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.7980917998968541, |
| "grad_norm": 1.7578125, |
| "learning_rate": 1.2386144173264833e-05, |
| "loss": 0.9685, |
| "step": 3095 |
| }, |
| { |
| "epoch": 0.7993811242908716, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.2331394539377574e-05, |
| "loss": 0.9869, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.8006704486848891, |
| "grad_norm": 1.7109375, |
| "learning_rate": 1.2276946642267801e-05, |
| "loss": 0.9892, |
| "step": 3105 |
| }, |
| { |
| "epoch": 0.8019597730789066, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.2222801391596322e-05, |
| "loss": 0.9621, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.8032490974729242, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.2168959691967653e-05, |
| "loss": 1.0096, |
| "step": 3115 |
| }, |
| { |
| "epoch": 0.8045384218669417, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.2115422442914878e-05, |
| "loss": 0.954, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.8058277462609592, |
| "grad_norm": 1.7890625, |
| "learning_rate": 1.2062190538884626e-05, |
| "loss": 1.052, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.8071170706549768, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.2009264869222126e-05, |
| "loss": 1.0579, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.8084063950489944, |
| "grad_norm": 1.765625, |
| "learning_rate": 1.1956646318156364e-05, |
| "loss": 0.9956, |
| "step": 3135 |
| }, |
| { |
| "epoch": 0.8096957194430119, |
| "grad_norm": 1.8515625, |
| "learning_rate": 1.190433576478528e-05, |
| "loss": 0.8616, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.8109850438370294, |
| "grad_norm": 1.8828125, |
| "learning_rate": 1.1852334083061102e-05, |
| "loss": 1.0347, |
| "step": 3145 |
| }, |
| { |
| "epoch": 0.8122743682310469, |
| "grad_norm": 1.625, |
| "learning_rate": 1.1800642141775746e-05, |
| "loss": 0.9059, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.8135636926250644, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.1749260804546288e-05, |
| "loss": 0.9367, |
| "step": 3155 |
| }, |
| { |
| "epoch": 0.814853017019082, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.1698190929800547e-05, |
| "loss": 1.0462, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.8161423414130995, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.1647433370762743e-05, |
| "loss": 1.0531, |
| "step": 3165 |
| }, |
| { |
| "epoch": 0.8174316658071171, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.1596988975439234e-05, |
| "loss": 0.8727, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.8187209902011346, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.1546858586604354e-05, |
| "loss": 1.0065, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.8200103145951522, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.1497043041786332e-05, |
| "loss": 1.0106, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.8212996389891697, |
| "grad_norm": 1.9765625, |
| "learning_rate": 1.1447543173253292e-05, |
| "loss": 1.052, |
| "step": 3185 |
| }, |
| { |
| "epoch": 0.8225889633831872, |
| "grad_norm": 2.0, |
| "learning_rate": 1.1398359807999372e-05, |
| "loss": 0.9672, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.8238782877772047, |
| "grad_norm": 1.9375, |
| "learning_rate": 1.1349493767730873e-05, |
| "loss": 0.9907, |
| "step": 3195 |
| }, |
| { |
| "epoch": 0.8251676121712223, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.1300945868852562e-05, |
| "loss": 1.0021, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.8264569365652398, |
| "grad_norm": 1.921875, |
| "learning_rate": 1.1252716922454011e-05, |
| "loss": 1.0254, |
| "step": 3205 |
| }, |
| { |
| "epoch": 0.8277462609592573, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.1204807734296061e-05, |
| "loss": 0.9832, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.8290355853532749, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.1157219104797343e-05, |
| "loss": 0.9811, |
| "step": 3215 |
| }, |
| { |
| "epoch": 0.8303249097472925, |
| "grad_norm": 1.9296875, |
| "learning_rate": 1.1109951829020923e-05, |
| "loss": 1.0738, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.83161423414131, |
| "grad_norm": 1.8984375, |
| "learning_rate": 1.1063006696661005e-05, |
| "loss": 1.0695, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.8329035585353275, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.101638449202976e-05, |
| "loss": 0.9994, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.834192882929345, |
| "grad_norm": 1.7734375, |
| "learning_rate": 1.0970085994044191e-05, |
| "loss": 1.0161, |
| "step": 3235 |
| }, |
| { |
| "epoch": 0.8354822073233625, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.0924111976213137e-05, |
| "loss": 1.0409, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.8367715317173801, |
| "grad_norm": 1.8671875, |
| "learning_rate": 1.0878463206624355e-05, |
| "loss": 0.9981, |
| "step": 3245 |
| }, |
| { |
| "epoch": 0.8380608561113976, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.083314044793167e-05, |
| "loss": 0.9965, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.8393501805054152, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.0788144457342251e-05, |
| "loss": 0.9594, |
| "step": 3255 |
| }, |
| { |
| "epoch": 0.8406395048994327, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.0743475986603965e-05, |
| "loss": 1.0307, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.8419288292934503, |
| "grad_norm": 1.9140625, |
| "learning_rate": 1.0699135781992785e-05, |
| "loss": 0.9831, |
| "step": 3265 |
| }, |
| { |
| "epoch": 0.8432181536874678, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.0655124584300354e-05, |
| "loss": 1.0567, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.8445074780814853, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.0611443128821596e-05, |
| "loss": 1.0023, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.8457968024755028, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.0568092145342435e-05, |
| "loss": 0.9446, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.8470861268695203, |
| "grad_norm": 1.796875, |
| "learning_rate": 1.0525072358127589e-05, |
| "loss": 0.9916, |
| "step": 3285 |
| }, |
| { |
| "epoch": 0.8483754512635379, |
| "grad_norm": 1.859375, |
| "learning_rate": 1.0482384485908503e-05, |
| "loss": 1.0467, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.8496647756575555, |
| "grad_norm": 1.828125, |
| "learning_rate": 1.0440029241871301e-05, |
| "loss": 1.0734, |
| "step": 3295 |
| }, |
| { |
| "epoch": 0.850954100051573, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.0398007333644897e-05, |
| "loss": 1.0442, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.8522434244455905, |
| "grad_norm": 1.7265625, |
| "learning_rate": 1.035631946328916e-05, |
| "loss": 1.0284, |
| "step": 3305 |
| }, |
| { |
| "epoch": 0.8535327488396081, |
| "grad_norm": 1.875, |
| "learning_rate": 1.0314966327283193e-05, |
| "loss": 0.9905, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.8548220732336256, |
| "grad_norm": 1.7421875, |
| "learning_rate": 1.0273948616513696e-05, |
| "loss": 1.0478, |
| "step": 3315 |
| }, |
| { |
| "epoch": 0.8561113976276431, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.0233267016263407e-05, |
| "loss": 1.0102, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.8574007220216606, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.019292220619969e-05, |
| "loss": 0.9438, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.8586900464156781, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.0152914860363142e-05, |
| "loss": 0.9739, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.8599793708096957, |
| "grad_norm": 1.78125, |
| "learning_rate": 1.0113245647156345e-05, |
| "loss": 1.0104, |
| "step": 3335 |
| }, |
| { |
| "epoch": 0.8612686952037133, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.0073915229332698e-05, |
| "loss": 1.0052, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.8625580195977308, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.0034924263985362e-05, |
| "loss": 1.0722, |
| "step": 3345 |
| }, |
| { |
| "epoch": 0.8638473439917483, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.996273402536247e-06, |
| "loss": 0.9685, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.8651366683857659, |
| "grad_norm": 1.8046875, |
| "learning_rate": 9.95796329072517e-06, |
| "loss": 0.9873, |
| "step": 3355 |
| }, |
| { |
| "epoch": 0.8664259927797834, |
| "grad_norm": 1.96875, |
| "learning_rate": 9.919994568599023e-06, |
| "loss": 1.0418, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.8677153171738009, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.882367870501118e-06, |
| "loss": 1.0223, |
| "step": 3365 |
| }, |
| { |
| "epoch": 0.8690046415678184, |
| "grad_norm": 1.921875, |
| "learning_rate": 9.845083825060565e-06, |
| "loss": 1.0222, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.870293965961836, |
| "grad_norm": 2.0, |
| "learning_rate": 9.808143055181779e-06, |
| "loss": 0.9932, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.8715832903558536, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.771546178034068e-06, |
| "loss": 0.9962, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.8728726147498711, |
| "grad_norm": 1.6953125, |
| "learning_rate": 9.735293805041332e-06, |
| "loss": 0.9477, |
| "step": 3385 |
| }, |
| { |
| "epoch": 0.8741619391438886, |
| "grad_norm": 1.8125, |
| "learning_rate": 9.699386541871843e-06, |
| "loss": 0.9873, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.8754512635379061, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.663824988428113e-06, |
| "loss": 1.0182, |
| "step": 3395 |
| }, |
| { |
| "epoch": 0.8767405879319237, |
| "grad_norm": 1.90625, |
| "learning_rate": 9.628609738836891e-06, |
| "loss": 0.9724, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.8780299123259412, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.593741381439226e-06, |
| "loss": 0.9572, |
| "step": 3405 |
| }, |
| { |
| "epoch": 0.8793192367199587, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.559220498780638e-06, |
| "loss": 0.9457, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.8806085611139762, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.5250476676014e-06, |
| "loss": 1.0024, |
| "step": 3415 |
| }, |
| { |
| "epoch": 0.8818978855079939, |
| "grad_norm": 1.9765625, |
| "learning_rate": 9.491223458826881e-06, |
| "loss": 1.0743, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.8831872099020114, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.45774843755801e-06, |
| "loss": 1.0251, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.8844765342960289, |
| "grad_norm": 2.0, |
| "learning_rate": 9.424623163061851e-06, |
| "loss": 1.0152, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.8857658586900464, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.391848188762251e-06, |
| "loss": 1.0406, |
| "step": 3435 |
| }, |
| { |
| "epoch": 0.887055183084064, |
| "grad_norm": 2.0, |
| "learning_rate": 9.359424062230587e-06, |
| "loss": 0.9555, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.8883445074780815, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.32735132517662e-06, |
| "loss": 1.0079, |
| "step": 3445 |
| }, |
| { |
| "epoch": 0.889633831872099, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.29563051343947e-06, |
| "loss": 1.0293, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.8909231562661165, |
| "grad_norm": 1.6484375, |
| "learning_rate": 9.26426215697861e-06, |
| "loss": 0.9844, |
| "step": 3455 |
| }, |
| { |
| "epoch": 0.8922124806601341, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.23324677986507e-06, |
| "loss": 1.0013, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.8935018050541517, |
| "grad_norm": 1.5859375, |
| "learning_rate": 9.202584900272644e-06, |
| "loss": 0.9861, |
| "step": 3465 |
| }, |
| { |
| "epoch": 0.8947911294481692, |
| "grad_norm": 1.7734375, |
| "learning_rate": 9.172277030469241e-06, |
| "loss": 1.0327, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.8960804538421867, |
| "grad_norm": 1.9296875, |
| "learning_rate": 9.142323676808336e-06, |
| "loss": 1.0442, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.8973697782362042, |
| "grad_norm": 1.875, |
| "learning_rate": 9.112725339720507e-06, |
| "loss": 0.9581, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.8986591026302218, |
| "grad_norm": 1.953125, |
| "learning_rate": 9.083482513705065e-06, |
| "loss": 1.0484, |
| "step": 3485 |
| }, |
| { |
| "epoch": 0.8999484270242393, |
| "grad_norm": 1.7890625, |
| "learning_rate": 9.0545956873218e-06, |
| "loss": 1.0416, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.9012377514182568, |
| "grad_norm": 1.8203125, |
| "learning_rate": 9.026065343182814e-06, |
| "loss": 1.022, |
| "step": 3495 |
| }, |
| { |
| "epoch": 0.9025270758122743, |
| "grad_norm": 1.8515625, |
| "learning_rate": 8.997891957944469e-06, |
| "loss": 1.0437, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.9025270758122743, |
| "eval_loss": 1.0246747732162476, |
| "eval_runtime": 5.9432, |
| "eval_samples_per_second": 10.264, |
| "eval_steps_per_second": 10.264, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.903816400206292, |
| "grad_norm": 1.78125, |
| "learning_rate": 8.970076002299412e-06, |
| "loss": 0.9608, |
| "step": 3505 |
| }, |
| { |
| "epoch": 0.9051057246003095, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.942617940968718e-06, |
| "loss": 1.0789, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.906395048994327, |
| "grad_norm": 2.015625, |
| "learning_rate": 8.915518232694117e-06, |
| "loss": 1.0299, |
| "step": 3515 |
| }, |
| { |
| "epoch": 0.9076843733883445, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.88877733023034e-06, |
| "loss": 1.0237, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.908973697782362, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.862395680337552e-06, |
| "loss": 0.9328, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.9102630221763796, |
| "grad_norm": 1.7421875, |
| "learning_rate": 8.836373723773878e-06, |
| "loss": 1.0397, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.9115523465703971, |
| "grad_norm": 1.8203125, |
| "learning_rate": 8.810711895288062e-06, |
| "loss": 0.9778, |
| "step": 3535 |
| }, |
| { |
| "epoch": 0.9128416709644146, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.785410623612173e-06, |
| "loss": 1.0516, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.9141309953584322, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.760470331454475e-06, |
| "loss": 1.0376, |
| "step": 3545 |
| }, |
| { |
| "epoch": 0.9154203197524498, |
| "grad_norm": 2.09375, |
| "learning_rate": 8.735891435492338e-06, |
| "loss": 1.1082, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.9167096441464673, |
| "grad_norm": 1.71875, |
| "learning_rate": 8.71167434636529e-06, |
| "loss": 0.9414, |
| "step": 3555 |
| }, |
| { |
| "epoch": 0.9179989685404848, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.687819468668153e-06, |
| "loss": 1.0192, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.9192882929345023, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.66432720094428e-06, |
| "loss": 0.9368, |
| "step": 3565 |
| }, |
| { |
| "epoch": 0.9205776173285198, |
| "grad_norm": 1.9296875, |
| "learning_rate": 8.641197935678909e-06, |
| "loss": 1.0606, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.9218669417225374, |
| "grad_norm": 1.8984375, |
| "learning_rate": 8.618432059292594e-06, |
| "loss": 1.0411, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.9231562661165549, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.596029952134748e-06, |
| "loss": 1.073, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.9244455905105725, |
| "grad_norm": 1.796875, |
| "learning_rate": 8.5739919884773e-06, |
| "loss": 0.9726, |
| "step": 3585 |
| }, |
| { |
| "epoch": 0.92573491490459, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.552318536508424e-06, |
| "loss": 1.0113, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.9270242392986076, |
| "grad_norm": 1.953125, |
| "learning_rate": 8.531009958326412e-06, |
| "loss": 0.9652, |
| "step": 3595 |
| }, |
| { |
| "epoch": 0.9283135636926251, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.510066609933596e-06, |
| "loss": 1.0442, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.9296028880866426, |
| "grad_norm": 1.9921875, |
| "learning_rate": 8.489488841230432e-06, |
| "loss": 0.9804, |
| "step": 3605 |
| }, |
| { |
| "epoch": 0.9308922124806601, |
| "grad_norm": 1.9609375, |
| "learning_rate": 8.469276996009629e-06, |
| "loss": 1.0182, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.9321815368746776, |
| "grad_norm": 1.8125, |
| "learning_rate": 8.449431411950405e-06, |
| "loss": 0.967, |
| "step": 3615 |
| }, |
| { |
| "epoch": 0.9334708612686952, |
| "grad_norm": 1.9921875, |
| "learning_rate": 8.429952420612871e-06, |
| "loss": 0.9747, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.9347601856627127, |
| "grad_norm": 2.078125, |
| "learning_rate": 8.41084034743246e-06, |
| "loss": 1.052, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.9360495100567303, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.392095511714513e-06, |
| "loss": 1.0107, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.9373388344507478, |
| "grad_norm": 1.78125, |
| "learning_rate": 8.373718226628935e-06, |
| "loss": 0.9588, |
| "step": 3635 |
| }, |
| { |
| "epoch": 0.9386281588447654, |
| "grad_norm": 1.7578125, |
| "learning_rate": 8.355708799204965e-06, |
| "loss": 1.0021, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.9399174832387829, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.338067530326038e-06, |
| "loss": 0.934, |
| "step": 3645 |
| }, |
| { |
| "epoch": 0.9412068076328004, |
| "grad_norm": 1.890625, |
| "learning_rate": 8.320794714724771e-06, |
| "loss": 1.0268, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.9424961320268179, |
| "grad_norm": 2.03125, |
| "learning_rate": 8.303890640978039e-06, |
| "loss": 0.9972, |
| "step": 3655 |
| }, |
| { |
| "epoch": 0.9437854564208354, |
| "grad_norm": 1.96875, |
| "learning_rate": 8.287355591502135e-06, |
| "loss": 0.9224, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.945074780814853, |
| "grad_norm": 2.046875, |
| "learning_rate": 8.271189842548078e-06, |
| "loss": 0.9846, |
| "step": 3665 |
| }, |
| { |
| "epoch": 0.9463641052088706, |
| "grad_norm": 1.75, |
| "learning_rate": 8.255393664196975e-06, |
| "loss": 1.0072, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.9476534296028881, |
| "grad_norm": 1.9140625, |
| "learning_rate": 8.239967320355523e-06, |
| "loss": 1.0633, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.9489427539969056, |
| "grad_norm": 1.859375, |
| "learning_rate": 8.224911068751592e-06, |
| "loss": 0.923, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.9502320783909232, |
| "grad_norm": 1.734375, |
| "learning_rate": 8.210225160929927e-06, |
| "loss": 0.9009, |
| "step": 3685 |
| }, |
| { |
| "epoch": 0.9515214027849407, |
| "grad_norm": 1.953125, |
| "learning_rate": 8.195909842247936e-06, |
| "loss": 1.0314, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.9528107271789582, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.181965351871594e-06, |
| "loss": 1.024, |
| "step": 3695 |
| }, |
| { |
| "epoch": 0.9541000515729757, |
| "grad_norm": 1.7890625, |
| "learning_rate": 8.168391922771464e-06, |
| "loss": 1.0027, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.9553893759669932, |
| "grad_norm": 2.140625, |
| "learning_rate": 8.155189781718763e-06, |
| "loss": 1.0896, |
| "step": 3705 |
| }, |
| { |
| "epoch": 0.9566787003610109, |
| "grad_norm": 1.9453125, |
| "learning_rate": 8.142359149281627e-06, |
| "loss": 1.0547, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.9579680247550284, |
| "grad_norm": 1.84375, |
| "learning_rate": 8.129900239821378e-06, |
| "loss": 0.8805, |
| "step": 3715 |
| }, |
| { |
| "epoch": 0.9592573491490459, |
| "grad_norm": 1.671875, |
| "learning_rate": 8.117813261488977e-06, |
| "loss": 1.0267, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.9605466735430634, |
| "grad_norm": 1.984375, |
| "learning_rate": 8.106098416221526e-06, |
| "loss": 1.0638, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.961835997937081, |
| "grad_norm": 1.921875, |
| "learning_rate": 8.094755899738908e-06, |
| "loss": 0.9863, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.9631253223310985, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.0837859015405e-06, |
| "loss": 1.0291, |
| "step": 3735 |
| }, |
| { |
| "epoch": 0.964414646725116, |
| "grad_norm": 2.09375, |
| "learning_rate": 8.073188604902021e-06, |
| "loss": 1.0061, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.9657039711191335, |
| "grad_norm": 1.984375, |
| "learning_rate": 8.062964186872479e-06, |
| "loss": 0.999, |
| "step": 3745 |
| }, |
| { |
| "epoch": 0.9669932955131512, |
| "grad_norm": 2.03125, |
| "learning_rate": 8.053112818271178e-06, |
| "loss": 0.993, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.9682826199071687, |
| "grad_norm": 1.8984375, |
| "learning_rate": 8.043634663684905e-06, |
| "loss": 0.9366, |
| "step": 3755 |
| }, |
| { |
| "epoch": 0.9695719443011862, |
| "grad_norm": 1.75, |
| "learning_rate": 8.034529881465155e-06, |
| "loss": 1.0075, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.9708612686952037, |
| "grad_norm": 1.8671875, |
| "learning_rate": 8.02579862372549e-06, |
| "loss": 1.0466, |
| "step": 3765 |
| }, |
| { |
| "epoch": 0.9721505930892212, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.017441036339002e-06, |
| "loss": 0.9364, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.9734399174832388, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.009457258935876e-06, |
| "loss": 0.9968, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.9747292418772563, |
| "grad_norm": 1.8046875, |
| "learning_rate": 8.001847424901053e-06, |
| "loss": 0.9744, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.9760185662712738, |
| "grad_norm": 1.9375, |
| "learning_rate": 7.994611661371999e-06, |
| "loss": 1.0311, |
| "step": 3785 |
| }, |
| { |
| "epoch": 0.9773078906652913, |
| "grad_norm": 1.890625, |
| "learning_rate": 7.987750089236593e-06, |
| "loss": 0.9923, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.978597215059309, |
| "grad_norm": 1.9453125, |
| "learning_rate": 7.981262823131096e-06, |
| "loss": 0.9846, |
| "step": 3795 |
| }, |
| { |
| "epoch": 0.9798865394533265, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.97514997143824e-06, |
| "loss": 1.037, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.981175863847344, |
| "grad_norm": 1.8125, |
| "learning_rate": 7.969411636285418e-06, |
| "loss": 0.9694, |
| "step": 3805 |
| }, |
| { |
| "epoch": 0.9824651882413615, |
| "grad_norm": 1.8671875, |
| "learning_rate": 7.96404791354297e-06, |
| "loss": 1.095, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.983754512635379, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.959058892822598e-06, |
| "loss": 0.8972, |
| "step": 3815 |
| }, |
| { |
| "epoch": 0.9850438370293966, |
| "grad_norm": 1.7890625, |
| "learning_rate": 7.95444465747585e-06, |
| "loss": 1.0229, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.9863331614234141, |
| "grad_norm": 1.609375, |
| "learning_rate": 7.950205284592742e-06, |
| "loss": 0.8876, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.9876224858174316, |
| "grad_norm": 1.890625, |
| "learning_rate": 7.946340845000463e-06, |
| "loss": 1.0351, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.9889118102114492, |
| "grad_norm": 2.015625, |
| "learning_rate": 7.942851403262187e-06, |
| "loss": 1.0178, |
| "step": 3835 |
| }, |
| { |
| "epoch": 0.9902011346054668, |
| "grad_norm": 1.7578125, |
| "learning_rate": 7.939737017676008e-06, |
| "loss": 1.0092, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.9914904589994843, |
| "grad_norm": 1.8359375, |
| "learning_rate": 7.936997740273952e-06, |
| "loss": 0.9306, |
| "step": 3845 |
| }, |
| { |
| "epoch": 0.9927797833935018, |
| "grad_norm": 1.875, |
| "learning_rate": 7.934633616821124e-06, |
| "loss": 1.0749, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.9940691077875193, |
| "grad_norm": 1.7734375, |
| "learning_rate": 7.932644686814917e-06, |
| "loss": 1.0432, |
| "step": 3855 |
| }, |
| { |
| "epoch": 0.9953584321815369, |
| "grad_norm": 2.109375, |
| "learning_rate": 7.931030983484384e-06, |
| "loss": 1.0019, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.9966477565755544, |
| "grad_norm": 1.8984375, |
| "learning_rate": 7.92979253378966e-06, |
| "loss": 1.0068, |
| "step": 3865 |
| }, |
| { |
| "epoch": 0.9979370809695719, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.928929358421515e-06, |
| "loss": 0.964, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.9992264053635895, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.92844147180102e-06, |
| "loss": 1.0317, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.9997421351211965, |
| "eval_loss": 1.0225045680999756, |
| "eval_runtime": 5.9883, |
| "eval_samples_per_second": 10.187, |
| "eval_steps_per_second": 10.187, |
| "step": 3877 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 3878, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.715935864529879e+17, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
