| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 50, |
| "global_step": 304, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0032921810699588477, |
| "grad_norm": 1.8741168975830078, |
| "learning_rate": 0.0, |
| "loss": 0.1604, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006584362139917695, |
| "grad_norm": 1.54278564453125, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.2501, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009876543209876543, |
| "grad_norm": 1.8454307317733765, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.2626, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01316872427983539, |
| "grad_norm": 1.913107991218567, |
| "learning_rate": 6e-06, |
| "loss": 0.2546, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.01646090534979424, |
| "grad_norm": 1.361615538597107, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.1564, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.019753086419753086, |
| "grad_norm": 1.5066672563552856, |
| "learning_rate": 1e-05, |
| "loss": 0.2574, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.023045267489711935, |
| "grad_norm": 1.3929274082183838, |
| "learning_rate": 9.966555183946488e-06, |
| "loss": 0.2793, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.02633744855967078, |
| "grad_norm": 1.124476432800293, |
| "learning_rate": 9.933110367892978e-06, |
| "loss": 0.1822, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.02962962962962963, |
| "grad_norm": 1.0770095586776733, |
| "learning_rate": 9.899665551839465e-06, |
| "loss": 0.1879, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.03292181069958848, |
| "grad_norm": 1.3482930660247803, |
| "learning_rate": 9.866220735785954e-06, |
| "loss": 0.1962, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03621399176954732, |
| "grad_norm": 1.2692549228668213, |
| "learning_rate": 9.832775919732442e-06, |
| "loss": 0.2154, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.03950617283950617, |
| "grad_norm": 1.062791347503662, |
| "learning_rate": 9.799331103678931e-06, |
| "loss": 0.1903, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04279835390946502, |
| "grad_norm": 1.1957647800445557, |
| "learning_rate": 9.765886287625419e-06, |
| "loss": 0.2027, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.04609053497942387, |
| "grad_norm": 0.9908819794654846, |
| "learning_rate": 9.732441471571908e-06, |
| "loss": 0.1236, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.04938271604938271, |
| "grad_norm": 1.0809367895126343, |
| "learning_rate": 9.698996655518395e-06, |
| "loss": 0.1713, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05267489711934156, |
| "grad_norm": 1.233067512512207, |
| "learning_rate": 9.665551839464884e-06, |
| "loss": 0.1802, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.05596707818930041, |
| "grad_norm": 1.327765941619873, |
| "learning_rate": 9.632107023411372e-06, |
| "loss": 0.2246, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.05925925925925926, |
| "grad_norm": 1.594014286994934, |
| "learning_rate": 9.598662207357861e-06, |
| "loss": 0.318, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.06255144032921811, |
| "grad_norm": 1.3657221794128418, |
| "learning_rate": 9.565217391304349e-06, |
| "loss": 0.2717, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06584362139917696, |
| "grad_norm": 1.087826132774353, |
| "learning_rate": 9.531772575250838e-06, |
| "loss": 0.1511, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0691358024691358, |
| "grad_norm": 1.1943680047988892, |
| "learning_rate": 9.498327759197325e-06, |
| "loss": 0.1541, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.07242798353909465, |
| "grad_norm": 1.1076587438583374, |
| "learning_rate": 9.464882943143815e-06, |
| "loss": 0.1941, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.0757201646090535, |
| "grad_norm": 1.31613290309906, |
| "learning_rate": 9.431438127090302e-06, |
| "loss": 0.2718, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.07901234567901234, |
| "grad_norm": 1.373462438583374, |
| "learning_rate": 9.39799331103679e-06, |
| "loss": 0.2126, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.0823045267489712, |
| "grad_norm": 1.1619008779525757, |
| "learning_rate": 9.364548494983279e-06, |
| "loss": 0.1676, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.08559670781893004, |
| "grad_norm": 1.2414864301681519, |
| "learning_rate": 9.331103678929766e-06, |
| "loss": 0.2515, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.08888888888888889, |
| "grad_norm": 1.2002915143966675, |
| "learning_rate": 9.297658862876256e-06, |
| "loss": 0.2194, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.09218106995884774, |
| "grad_norm": 1.189249873161316, |
| "learning_rate": 9.264214046822743e-06, |
| "loss": 0.1991, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.09547325102880659, |
| "grad_norm": 1.7674837112426758, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.2262, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09876543209876543, |
| "grad_norm": 1.246118187904358, |
| "learning_rate": 9.19732441471572e-06, |
| "loss": 0.21, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.10205761316872428, |
| "grad_norm": 0.9715161323547363, |
| "learning_rate": 9.163879598662207e-06, |
| "loss": 0.0922, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.10534979423868313, |
| "grad_norm": 0.7676671743392944, |
| "learning_rate": 9.130434782608697e-06, |
| "loss": 0.0998, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.10864197530864197, |
| "grad_norm": 0.9821469783782959, |
| "learning_rate": 9.096989966555184e-06, |
| "loss": 0.1289, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.11193415637860082, |
| "grad_norm": 1.1367111206054688, |
| "learning_rate": 9.063545150501673e-06, |
| "loss": 0.1944, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.11522633744855967, |
| "grad_norm": 1.1714760065078735, |
| "learning_rate": 9.03010033444816e-06, |
| "loss": 0.1824, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11851851851851852, |
| "grad_norm": 1.2322204113006592, |
| "learning_rate": 8.996655518394648e-06, |
| "loss": 0.2045, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.12181069958847737, |
| "grad_norm": 1.5084517002105713, |
| "learning_rate": 8.963210702341138e-06, |
| "loss": 0.2557, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.12510288065843622, |
| "grad_norm": 1.052878975868225, |
| "learning_rate": 8.929765886287625e-06, |
| "loss": 0.1849, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.12839506172839507, |
| "grad_norm": 1.36421537399292, |
| "learning_rate": 8.896321070234114e-06, |
| "loss": 0.224, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.13168724279835392, |
| "grad_norm": 1.2042744159698486, |
| "learning_rate": 8.862876254180602e-06, |
| "loss": 0.172, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.13497942386831277, |
| "grad_norm": 1.1954560279846191, |
| "learning_rate": 8.829431438127091e-06, |
| "loss": 0.151, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.1382716049382716, |
| "grad_norm": 1.2024387121200562, |
| "learning_rate": 8.795986622073578e-06, |
| "loss": 0.1909, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.14156378600823044, |
| "grad_norm": 1.3407139778137207, |
| "learning_rate": 8.762541806020068e-06, |
| "loss": 0.2797, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.1448559670781893, |
| "grad_norm": 1.145772933959961, |
| "learning_rate": 8.729096989966555e-06, |
| "loss": 0.1652, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 1.3911467790603638, |
| "learning_rate": 8.695652173913044e-06, |
| "loss": 0.2215, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.151440329218107, |
| "grad_norm": 1.2512582540512085, |
| "learning_rate": 8.662207357859532e-06, |
| "loss": 0.196, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.15473251028806584, |
| "grad_norm": 1.17892324924469, |
| "learning_rate": 8.628762541806021e-06, |
| "loss": 0.171, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1580246913580247, |
| "grad_norm": 1.0726583003997803, |
| "learning_rate": 8.595317725752509e-06, |
| "loss": 0.1614, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.16131687242798354, |
| "grad_norm": 1.1015340089797974, |
| "learning_rate": 8.561872909698998e-06, |
| "loss": 0.1797, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.1646090534979424, |
| "grad_norm": 1.237147569656372, |
| "learning_rate": 8.528428093645485e-06, |
| "loss": 0.1635, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1646090534979424, |
| "eval_loss": 0.22677525877952576, |
| "eval_runtime": 21.2479, |
| "eval_samples_per_second": 25.414, |
| "eval_steps_per_second": 12.707, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.16790123456790124, |
| "grad_norm": 1.2092516422271729, |
| "learning_rate": 8.494983277591975e-06, |
| "loss": 0.1658, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.17119341563786009, |
| "grad_norm": 0.9954591393470764, |
| "learning_rate": 8.461538461538462e-06, |
| "loss": 0.1353, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.17448559670781894, |
| "grad_norm": 1.4036070108413696, |
| "learning_rate": 8.42809364548495e-06, |
| "loss": 0.1717, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.17777777777777778, |
| "grad_norm": 1.1405463218688965, |
| "learning_rate": 8.394648829431439e-06, |
| "loss": 0.1449, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.18106995884773663, |
| "grad_norm": 1.036046028137207, |
| "learning_rate": 8.361204013377926e-06, |
| "loss": 0.1448, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.18436213991769548, |
| "grad_norm": 1.202657699584961, |
| "learning_rate": 8.327759197324416e-06, |
| "loss": 0.2184, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.18765432098765433, |
| "grad_norm": 1.224108338356018, |
| "learning_rate": 8.294314381270903e-06, |
| "loss": 0.1737, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.19094650205761318, |
| "grad_norm": 0.8357282876968384, |
| "learning_rate": 8.260869565217392e-06, |
| "loss": 0.0922, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.194238683127572, |
| "grad_norm": 1.122328758239746, |
| "learning_rate": 8.22742474916388e-06, |
| "loss": 0.1453, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.19753086419753085, |
| "grad_norm": 1.1722753047943115, |
| "learning_rate": 8.193979933110369e-06, |
| "loss": 0.1833, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2008230452674897, |
| "grad_norm": 1.2879515886306763, |
| "learning_rate": 8.160535117056857e-06, |
| "loss": 0.2993, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.20411522633744855, |
| "grad_norm": 1.1054010391235352, |
| "learning_rate": 8.127090301003346e-06, |
| "loss": 0.149, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2074074074074074, |
| "grad_norm": 1.1728150844573975, |
| "learning_rate": 8.093645484949833e-06, |
| "loss": 0.1652, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.21069958847736625, |
| "grad_norm": 0.9511211514472961, |
| "learning_rate": 8.060200668896322e-06, |
| "loss": 0.1463, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2139917695473251, |
| "grad_norm": 0.8870574235916138, |
| "learning_rate": 8.02675585284281e-06, |
| "loss": 0.0867, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.21728395061728395, |
| "grad_norm": 1.151691198348999, |
| "learning_rate": 7.9933110367893e-06, |
| "loss": 0.1839, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2205761316872428, |
| "grad_norm": 1.1549429893493652, |
| "learning_rate": 7.959866220735787e-06, |
| "loss": 0.168, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.22386831275720165, |
| "grad_norm": 0.9350190162658691, |
| "learning_rate": 7.926421404682276e-06, |
| "loss": 0.0969, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2271604938271605, |
| "grad_norm": 1.2745375633239746, |
| "learning_rate": 7.892976588628763e-06, |
| "loss": 0.2097, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.23045267489711935, |
| "grad_norm": 1.4003045558929443, |
| "learning_rate": 7.859531772575253e-06, |
| "loss": 0.274, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2337448559670782, |
| "grad_norm": 1.1932967901229858, |
| "learning_rate": 7.82608695652174e-06, |
| "loss": 0.1893, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.23703703703703705, |
| "grad_norm": 1.3451650142669678, |
| "learning_rate": 7.792642140468228e-06, |
| "loss": 0.2189, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2403292181069959, |
| "grad_norm": 1.1293561458587646, |
| "learning_rate": 7.759197324414717e-06, |
| "loss": 0.1483, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.24362139917695474, |
| "grad_norm": 1.2387956380844116, |
| "learning_rate": 7.725752508361204e-06, |
| "loss": 0.1302, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.24691358024691357, |
| "grad_norm": 1.1072285175323486, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 0.1875, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.25020576131687244, |
| "grad_norm": 1.6144697666168213, |
| "learning_rate": 7.658862876254181e-06, |
| "loss": 0.2692, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.25349794238683127, |
| "grad_norm": 1.1080658435821533, |
| "learning_rate": 7.62541806020067e-06, |
| "loss": 0.1549, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.25679012345679014, |
| "grad_norm": 1.0728422403335571, |
| "learning_rate": 7.591973244147159e-06, |
| "loss": 0.1473, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.26008230452674896, |
| "grad_norm": 1.4992091655731201, |
| "learning_rate": 7.558528428093647e-06, |
| "loss": 0.2255, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.26337448559670784, |
| "grad_norm": 1.3775638341903687, |
| "learning_rate": 7.5250836120401346e-06, |
| "loss": 0.1916, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 1.2366762161254883, |
| "learning_rate": 7.491638795986622e-06, |
| "loss": 0.1953, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.26995884773662554, |
| "grad_norm": 1.4844088554382324, |
| "learning_rate": 7.4581939799331104e-06, |
| "loss": 0.192, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.27325102880658436, |
| "grad_norm": 1.0697194337844849, |
| "learning_rate": 7.424749163879599e-06, |
| "loss": 0.1211, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.2765432098765432, |
| "grad_norm": 1.4621111154556274, |
| "learning_rate": 7.391304347826087e-06, |
| "loss": 0.1999, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.27983539094650206, |
| "grad_norm": 1.0858594179153442, |
| "learning_rate": 7.3578595317725755e-06, |
| "loss": 0.0881, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.2831275720164609, |
| "grad_norm": 1.0190343856811523, |
| "learning_rate": 7.324414715719064e-06, |
| "loss": 0.1362, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.28641975308641976, |
| "grad_norm": 1.049277663230896, |
| "learning_rate": 7.290969899665552e-06, |
| "loss": 0.1349, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.2897119341563786, |
| "grad_norm": 1.3304250240325928, |
| "learning_rate": 7.257525083612041e-06, |
| "loss": 0.2062, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.29300411522633746, |
| "grad_norm": 1.1579619646072388, |
| "learning_rate": 7.224080267558529e-06, |
| "loss": 0.2138, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 1.0575640201568604, |
| "learning_rate": 7.190635451505017e-06, |
| "loss": 0.1691, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.29958847736625516, |
| "grad_norm": 0.9682750105857849, |
| "learning_rate": 7.157190635451506e-06, |
| "loss": 0.128, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.302880658436214, |
| "grad_norm": 1.2027302980422974, |
| "learning_rate": 7.123745819397993e-06, |
| "loss": 0.2106, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.30617283950617286, |
| "grad_norm": 1.0247256755828857, |
| "learning_rate": 7.0903010033444816e-06, |
| "loss": 0.1402, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3094650205761317, |
| "grad_norm": 1.1904380321502686, |
| "learning_rate": 7.05685618729097e-06, |
| "loss": 0.2089, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.31275720164609055, |
| "grad_norm": 1.1549211740493774, |
| "learning_rate": 7.023411371237458e-06, |
| "loss": 0.161, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3160493827160494, |
| "grad_norm": 1.0648497343063354, |
| "learning_rate": 6.989966555183947e-06, |
| "loss": 0.1863, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.31934156378600825, |
| "grad_norm": 1.2347862720489502, |
| "learning_rate": 6.956521739130435e-06, |
| "loss": 0.202, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3226337448559671, |
| "grad_norm": 1.3978097438812256, |
| "learning_rate": 6.923076923076923e-06, |
| "loss": 0.2016, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.32592592592592595, |
| "grad_norm": 1.1399036645889282, |
| "learning_rate": 6.889632107023412e-06, |
| "loss": 0.2006, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.3292181069958848, |
| "grad_norm": 0.949056088924408, |
| "learning_rate": 6.8561872909699e-06, |
| "loss": 0.1063, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3292181069958848, |
| "eval_loss": 0.21909213066101074, |
| "eval_runtime": 20.445, |
| "eval_samples_per_second": 26.412, |
| "eval_steps_per_second": 13.206, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3325102880658436, |
| "grad_norm": 1.2960280179977417, |
| "learning_rate": 6.8227424749163885e-06, |
| "loss": 0.2124, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.3358024691358025, |
| "grad_norm": 1.2040042877197266, |
| "learning_rate": 6.789297658862877e-06, |
| "loss": 0.1994, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3390946502057613, |
| "grad_norm": 1.4233226776123047, |
| "learning_rate": 6.755852842809365e-06, |
| "loss": 0.1684, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.34238683127572017, |
| "grad_norm": 1.6198140382766724, |
| "learning_rate": 6.7224080267558536e-06, |
| "loss": 0.2676, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.345679012345679, |
| "grad_norm": 1.1984881162643433, |
| "learning_rate": 6.688963210702342e-06, |
| "loss": 0.1611, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.34897119341563787, |
| "grad_norm": 1.1460095643997192, |
| "learning_rate": 6.65551839464883e-06, |
| "loss": 0.1523, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3522633744855967, |
| "grad_norm": 1.1304082870483398, |
| "learning_rate": 6.622073578595319e-06, |
| "loss": 0.179, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.35555555555555557, |
| "grad_norm": 1.4257352352142334, |
| "learning_rate": 6.588628762541807e-06, |
| "loss": 0.267, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.3588477366255144, |
| "grad_norm": 1.0096205472946167, |
| "learning_rate": 6.5551839464882945e-06, |
| "loss": 0.1537, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.36213991769547327, |
| "grad_norm": 0.9798669219017029, |
| "learning_rate": 6.521739130434783e-06, |
| "loss": 0.1354, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3654320987654321, |
| "grad_norm": 1.4535608291625977, |
| "learning_rate": 6.488294314381271e-06, |
| "loss": 0.2711, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.36872427983539097, |
| "grad_norm": 1.2683688402175903, |
| "learning_rate": 6.45484949832776e-06, |
| "loss": 0.1787, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.3720164609053498, |
| "grad_norm": 1.420069932937622, |
| "learning_rate": 6.421404682274248e-06, |
| "loss": 0.2037, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.37530864197530867, |
| "grad_norm": 1.1771941184997559, |
| "learning_rate": 6.387959866220736e-06, |
| "loss": 0.1961, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.3786008230452675, |
| "grad_norm": 1.0671218633651733, |
| "learning_rate": 6.354515050167225e-06, |
| "loss": 0.2058, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.38189300411522636, |
| "grad_norm": 1.549080729484558, |
| "learning_rate": 6.321070234113713e-06, |
| "loss": 0.2374, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.3851851851851852, |
| "grad_norm": 1.0160949230194092, |
| "learning_rate": 6.287625418060201e-06, |
| "loss": 0.1798, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.388477366255144, |
| "grad_norm": 1.6964318752288818, |
| "learning_rate": 6.25418060200669e-06, |
| "loss": 0.2037, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3917695473251029, |
| "grad_norm": 1.384793758392334, |
| "learning_rate": 6.220735785953178e-06, |
| "loss": 0.2182, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.3950617283950617, |
| "grad_norm": 1.2188315391540527, |
| "learning_rate": 6.1872909698996665e-06, |
| "loss": 0.1777, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3983539094650206, |
| "grad_norm": 0.8319004774093628, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 0.1077, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4016460905349794, |
| "grad_norm": 1.340081810951233, |
| "learning_rate": 6.120401337792643e-06, |
| "loss": 0.2474, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4049382716049383, |
| "grad_norm": 1.0518878698349, |
| "learning_rate": 6.086956521739132e-06, |
| "loss": 0.1514, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.4082304526748971, |
| "grad_norm": 1.2594196796417236, |
| "learning_rate": 6.05351170568562e-06, |
| "loss": 0.1454, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.411522633744856, |
| "grad_norm": 1.8243649005889893, |
| "learning_rate": 6.020066889632108e-06, |
| "loss": 0.3147, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.4148148148148148, |
| "grad_norm": 1.1051766872406006, |
| "learning_rate": 5.986622073578597e-06, |
| "loss": 0.1223, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.4181069958847737, |
| "grad_norm": 1.2124512195587158, |
| "learning_rate": 5.953177257525084e-06, |
| "loss": 0.2044, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4213991769547325, |
| "grad_norm": 1.2862944602966309, |
| "learning_rate": 5.9197324414715726e-06, |
| "loss": 0.2007, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.4246913580246914, |
| "grad_norm": 1.0270161628723145, |
| "learning_rate": 5.886287625418061e-06, |
| "loss": 0.1294, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4279835390946502, |
| "grad_norm": 1.4540200233459473, |
| "learning_rate": 5.852842809364549e-06, |
| "loss": 0.198, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.4312757201646091, |
| "grad_norm": 1.0568363666534424, |
| "learning_rate": 5.819397993311037e-06, |
| "loss": 0.1995, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.4345679012345679, |
| "grad_norm": 1.393204689025879, |
| "learning_rate": 5.785953177257525e-06, |
| "loss": 0.1952, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.4378600823045268, |
| "grad_norm": 0.7753736972808838, |
| "learning_rate": 5.7525083612040135e-06, |
| "loss": 0.0882, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4411522633744856, |
| "grad_norm": 1.2455613613128662, |
| "learning_rate": 5.719063545150502e-06, |
| "loss": 0.1819, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 1.3445703983306885, |
| "learning_rate": 5.68561872909699e-06, |
| "loss": 0.1347, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.4477366255144033, |
| "grad_norm": 1.4933937788009644, |
| "learning_rate": 5.652173913043479e-06, |
| "loss": 0.2149, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4510288065843621, |
| "grad_norm": 0.9655482172966003, |
| "learning_rate": 5.618729096989967e-06, |
| "loss": 0.1274, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.454320987654321, |
| "grad_norm": 1.2997103929519653, |
| "learning_rate": 5.585284280936455e-06, |
| "loss": 0.1526, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.4576131687242798, |
| "grad_norm": 1.1393921375274658, |
| "learning_rate": 5.551839464882943e-06, |
| "loss": 0.133, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.4609053497942387, |
| "grad_norm": 1.1311509609222412, |
| "learning_rate": 5.518394648829431e-06, |
| "loss": 0.1731, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.4641975308641975, |
| "grad_norm": 1.1631413698196411, |
| "learning_rate": 5.48494983277592e-06, |
| "loss": 0.1503, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.4674897119341564, |
| "grad_norm": 1.2505308389663696, |
| "learning_rate": 5.451505016722408e-06, |
| "loss": 0.1945, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.4707818930041152, |
| "grad_norm": 1.3157411813735962, |
| "learning_rate": 5.418060200668896e-06, |
| "loss": 0.1708, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.4740740740740741, |
| "grad_norm": 1.09896719455719, |
| "learning_rate": 5.384615384615385e-06, |
| "loss": 0.1571, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.4773662551440329, |
| "grad_norm": 1.4595751762390137, |
| "learning_rate": 5.351170568561873e-06, |
| "loss": 0.3103, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.4806584362139918, |
| "grad_norm": 0.8986005783081055, |
| "learning_rate": 5.317725752508361e-06, |
| "loss": 0.0904, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.4839506172839506, |
| "grad_norm": 1.0470385551452637, |
| "learning_rate": 5.28428093645485e-06, |
| "loss": 0.1463, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.4872427983539095, |
| "grad_norm": 1.01559317111969, |
| "learning_rate": 5.250836120401338e-06, |
| "loss": 0.1545, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.4905349794238683, |
| "grad_norm": 1.498091220855713, |
| "learning_rate": 5.2173913043478265e-06, |
| "loss": 0.2597, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.49382716049382713, |
| "grad_norm": 1.0352078676223755, |
| "learning_rate": 5.183946488294315e-06, |
| "loss": 0.1061, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.49382716049382713, |
| "eval_loss": 0.21452146768569946, |
| "eval_runtime": 20.423, |
| "eval_samples_per_second": 26.441, |
| "eval_steps_per_second": 13.22, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.497119341563786, |
| "grad_norm": 1.227718472480774, |
| "learning_rate": 5.150501672240803e-06, |
| "loss": 0.1595, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.5004115226337449, |
| "grad_norm": 1.6983928680419922, |
| "learning_rate": 5.1170568561872916e-06, |
| "loss": 0.2058, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5037037037037037, |
| "grad_norm": 1.1558934450149536, |
| "learning_rate": 5.08361204013378e-06, |
| "loss": 0.1978, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.5069958847736625, |
| "grad_norm": 1.1555702686309814, |
| "learning_rate": 5.050167224080268e-06, |
| "loss": 0.1722, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.5102880658436214, |
| "grad_norm": 1.0149585008621216, |
| "learning_rate": 5.016722408026757e-06, |
| "loss": 0.163, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.5135802469135803, |
| "grad_norm": 1.016308307647705, |
| "learning_rate": 4.983277591973244e-06, |
| "loss": 0.1135, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.516872427983539, |
| "grad_norm": 1.2144166231155396, |
| "learning_rate": 4.9498327759197325e-06, |
| "loss": 0.2053, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.5201646090534979, |
| "grad_norm": 1.0773507356643677, |
| "learning_rate": 4.916387959866221e-06, |
| "loss": 0.1554, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.5234567901234568, |
| "grad_norm": 0.8874961137771606, |
| "learning_rate": 4.882943143812709e-06, |
| "loss": 0.1004, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5267489711934157, |
| "grad_norm": 1.1773099899291992, |
| "learning_rate": 4.849498327759198e-06, |
| "loss": 0.159, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5300411522633744, |
| "grad_norm": 1.0774908065795898, |
| "learning_rate": 4.816053511705686e-06, |
| "loss": 0.1703, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 1.155623435974121, |
| "learning_rate": 4.782608695652174e-06, |
| "loss": 0.2199, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5366255144032922, |
| "grad_norm": 1.3065152168273926, |
| "learning_rate": 4.749163879598663e-06, |
| "loss": 0.1445, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5399176954732511, |
| "grad_norm": 1.207419514656067, |
| "learning_rate": 4.715719063545151e-06, |
| "loss": 0.2059, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5432098765432098, |
| "grad_norm": 1.113638162612915, |
| "learning_rate": 4.6822742474916394e-06, |
| "loss": 0.1589, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5465020576131687, |
| "grad_norm": 1.2327063083648682, |
| "learning_rate": 4.648829431438128e-06, |
| "loss": 0.1559, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5497942386831276, |
| "grad_norm": 1.2051098346710205, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 0.1861, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5530864197530864, |
| "grad_norm": 0.8835117220878601, |
| "learning_rate": 4.581939799331104e-06, |
| "loss": 0.1412, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5563786008230452, |
| "grad_norm": 1.1923123598098755, |
| "learning_rate": 4.548494983277592e-06, |
| "loss": 0.1894, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5596707818930041, |
| "grad_norm": 2.0249183177948, |
| "learning_rate": 4.51505016722408e-06, |
| "loss": 0.297, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.562962962962963, |
| "grad_norm": 0.82772296667099, |
| "learning_rate": 4.481605351170569e-06, |
| "loss": 0.0873, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5662551440329218, |
| "grad_norm": 1.1904910802841187, |
| "learning_rate": 4.448160535117057e-06, |
| "loss": 0.1094, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.5695473251028806, |
| "grad_norm": 1.7875385284423828, |
| "learning_rate": 4.4147157190635455e-06, |
| "loss": 0.307, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5728395061728395, |
| "grad_norm": 1.0402239561080933, |
| "learning_rate": 4.381270903010034e-06, |
| "loss": 0.1387, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.5761316872427984, |
| "grad_norm": 1.3781318664550781, |
| "learning_rate": 4.347826086956522e-06, |
| "loss": 0.1528, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5794238683127572, |
| "grad_norm": 1.369577169418335, |
| "learning_rate": 4.3143812709030106e-06, |
| "loss": 0.2203, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.582716049382716, |
| "grad_norm": 1.260014295578003, |
| "learning_rate": 4.280936454849499e-06, |
| "loss": 0.1716, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.5860082304526749, |
| "grad_norm": 1.137498378753662, |
| "learning_rate": 4.247491638795987e-06, |
| "loss": 0.1357, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5893004115226338, |
| "grad_norm": 0.8582133650779724, |
| "learning_rate": 4.214046822742475e-06, |
| "loss": 0.0948, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 1.0633777379989624, |
| "learning_rate": 4.180602006688963e-06, |
| "loss": 0.1865, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.5958847736625514, |
| "grad_norm": 1.183653712272644, |
| "learning_rate": 4.1471571906354515e-06, |
| "loss": 0.162, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5991769547325103, |
| "grad_norm": 1.1974170207977295, |
| "learning_rate": 4.11371237458194e-06, |
| "loss": 0.1406, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.6024691358024692, |
| "grad_norm": 1.8192566633224487, |
| "learning_rate": 4.080267558528428e-06, |
| "loss": 0.2827, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.605761316872428, |
| "grad_norm": 1.079257845878601, |
| "learning_rate": 4.046822742474917e-06, |
| "loss": 0.1582, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.6090534979423868, |
| "grad_norm": 1.2687796354293823, |
| "learning_rate": 4.013377926421405e-06, |
| "loss": 0.1898, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.6123456790123457, |
| "grad_norm": 1.1945315599441528, |
| "learning_rate": 3.979933110367893e-06, |
| "loss": 0.2028, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.6156378600823045, |
| "grad_norm": 1.1647101640701294, |
| "learning_rate": 3.946488294314382e-06, |
| "loss": 0.1261, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.6189300411522634, |
| "grad_norm": 1.15535569190979, |
| "learning_rate": 3.91304347826087e-06, |
| "loss": 0.1781, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.6222222222222222, |
| "grad_norm": 1.1469674110412598, |
| "learning_rate": 3.8795986622073584e-06, |
| "loss": 0.189, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.6255144032921811, |
| "grad_norm": 1.2798105478286743, |
| "learning_rate": 3.846153846153847e-06, |
| "loss": 0.1553, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6288065843621399, |
| "grad_norm": 1.1819498538970947, |
| "learning_rate": 3.812709030100335e-06, |
| "loss": 0.2014, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.6320987654320988, |
| "grad_norm": 0.9453372359275818, |
| "learning_rate": 3.7792642140468235e-06, |
| "loss": 0.1253, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6353909465020576, |
| "grad_norm": 1.1707664728164673, |
| "learning_rate": 3.745819397993311e-06, |
| "loss": 0.1072, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6386831275720165, |
| "grad_norm": 1.3771895170211792, |
| "learning_rate": 3.7123745819397994e-06, |
| "loss": 0.1599, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.6419753086419753, |
| "grad_norm": 1.3412706851959229, |
| "learning_rate": 3.6789297658862878e-06, |
| "loss": 0.26, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6452674897119342, |
| "grad_norm": 1.1179051399230957, |
| "learning_rate": 3.645484949832776e-06, |
| "loss": 0.1645, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.648559670781893, |
| "grad_norm": 1.3963730335235596, |
| "learning_rate": 3.6120401337792645e-06, |
| "loss": 0.2152, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.6518518518518519, |
| "grad_norm": 1.1093635559082031, |
| "learning_rate": 3.578595317725753e-06, |
| "loss": 0.2135, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6551440329218107, |
| "grad_norm": 1.0025739669799805, |
| "learning_rate": 3.5451505016722408e-06, |
| "loss": 0.1666, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6584362139917695, |
| "grad_norm": 1.1125346422195435, |
| "learning_rate": 3.511705685618729e-06, |
| "loss": 0.1792, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6584362139917695, |
| "eval_loss": 0.21066853404045105, |
| "eval_runtime": 20.3235, |
| "eval_samples_per_second": 26.57, |
| "eval_steps_per_second": 13.285, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6617283950617284, |
| "grad_norm": 0.9261401891708374, |
| "learning_rate": 3.4782608695652175e-06, |
| "loss": 0.1346, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6650205761316872, |
| "grad_norm": 1.05147123336792, |
| "learning_rate": 3.444816053511706e-06, |
| "loss": 0.144, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6683127572016461, |
| "grad_norm": 1.116198182106018, |
| "learning_rate": 3.4113712374581942e-06, |
| "loss": 0.1458, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.671604938271605, |
| "grad_norm": 1.1480129957199097, |
| "learning_rate": 3.3779264214046826e-06, |
| "loss": 0.2164, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6748971193415638, |
| "grad_norm": 1.2926453351974487, |
| "learning_rate": 3.344481605351171e-06, |
| "loss": 0.1952, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6781893004115226, |
| "grad_norm": 0.8901944160461426, |
| "learning_rate": 3.3110367892976593e-06, |
| "loss": 0.1197, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6814814814814815, |
| "grad_norm": 1.1148337125778198, |
| "learning_rate": 3.2775919732441473e-06, |
| "loss": 0.1705, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.6847736625514403, |
| "grad_norm": 0.9655947089195251, |
| "learning_rate": 3.2441471571906356e-06, |
| "loss": 0.1384, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6880658436213992, |
| "grad_norm": 1.0507655143737793, |
| "learning_rate": 3.210702341137124e-06, |
| "loss": 0.1615, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.691358024691358, |
| "grad_norm": 1.174107313156128, |
| "learning_rate": 3.1772575250836123e-06, |
| "loss": 0.1376, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6946502057613169, |
| "grad_norm": 1.0368140935897827, |
| "learning_rate": 3.1438127090301007e-06, |
| "loss": 0.1353, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.6979423868312757, |
| "grad_norm": 1.2840222120285034, |
| "learning_rate": 3.110367892976589e-06, |
| "loss": 0.1825, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.7012345679012346, |
| "grad_norm": 1.1343237161636353, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 0.1562, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.7045267489711934, |
| "grad_norm": 1.2657742500305176, |
| "learning_rate": 3.043478260869566e-06, |
| "loss": 0.2141, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.7078189300411523, |
| "grad_norm": 0.9019526839256287, |
| "learning_rate": 3.010033444816054e-06, |
| "loss": 0.1025, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.7111111111111111, |
| "grad_norm": 1.1106802225112915, |
| "learning_rate": 2.976588628762542e-06, |
| "loss": 0.1448, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.7144032921810699, |
| "grad_norm": 0.8560775518417358, |
| "learning_rate": 2.9431438127090305e-06, |
| "loss": 0.0734, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.7176954732510288, |
| "grad_norm": 1.1214252710342407, |
| "learning_rate": 2.9096989966555184e-06, |
| "loss": 0.1703, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.7209876543209877, |
| "grad_norm": 1.1007462739944458, |
| "learning_rate": 2.8762541806020068e-06, |
| "loss": 0.1685, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.7242798353909465, |
| "grad_norm": 1.1149451732635498, |
| "learning_rate": 2.842809364548495e-06, |
| "loss": 0.1679, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7275720164609053, |
| "grad_norm": 1.3119255304336548, |
| "learning_rate": 2.8093645484949835e-06, |
| "loss": 0.1707, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.7308641975308642, |
| "grad_norm": 0.918712317943573, |
| "learning_rate": 2.7759197324414714e-06, |
| "loss": 0.0984, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.7341563786008231, |
| "grad_norm": 1.0684345960617065, |
| "learning_rate": 2.74247491638796e-06, |
| "loss": 0.1501, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.7374485596707819, |
| "grad_norm": 0.9572702050209045, |
| "learning_rate": 2.709030100334448e-06, |
| "loss": 0.1344, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 1.1752140522003174, |
| "learning_rate": 2.6755852842809365e-06, |
| "loss": 0.1684, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7440329218106996, |
| "grad_norm": 1.1885508298873901, |
| "learning_rate": 2.642140468227425e-06, |
| "loss": 0.1766, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7473251028806585, |
| "grad_norm": 0.8276930451393127, |
| "learning_rate": 2.6086956521739132e-06, |
| "loss": 0.0797, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7506172839506173, |
| "grad_norm": 1.5419270992279053, |
| "learning_rate": 2.5752508361204016e-06, |
| "loss": 0.2712, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.7539094650205761, |
| "grad_norm": 1.3757195472717285, |
| "learning_rate": 2.54180602006689e-06, |
| "loss": 0.1659, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.757201646090535, |
| "grad_norm": 1.044273853302002, |
| "learning_rate": 2.5083612040133783e-06, |
| "loss": 0.1705, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.7604938271604939, |
| "grad_norm": 1.2797305583953857, |
| "learning_rate": 2.4749163879598663e-06, |
| "loss": 0.2069, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.7637860082304527, |
| "grad_norm": 1.4022698402404785, |
| "learning_rate": 2.4414715719063546e-06, |
| "loss": 0.2589, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7670781893004115, |
| "grad_norm": 1.3316810131072998, |
| "learning_rate": 2.408026755852843e-06, |
| "loss": 0.1659, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7703703703703704, |
| "grad_norm": 1.025339126586914, |
| "learning_rate": 2.3745819397993314e-06, |
| "loss": 0.1435, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.7736625514403292, |
| "grad_norm": 0.9907081723213196, |
| "learning_rate": 2.3411371237458197e-06, |
| "loss": 0.1458, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.776954732510288, |
| "grad_norm": 1.1326748132705688, |
| "learning_rate": 2.307692307692308e-06, |
| "loss": 0.2025, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7802469135802469, |
| "grad_norm": 1.4742684364318848, |
| "learning_rate": 2.274247491638796e-06, |
| "loss": 0.2715, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.7835390946502058, |
| "grad_norm": 1.5240503549575806, |
| "learning_rate": 2.2408026755852844e-06, |
| "loss": 0.2928, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7868312757201646, |
| "grad_norm": 1.1958032846450806, |
| "learning_rate": 2.2073578595317727e-06, |
| "loss": 0.179, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.7901234567901234, |
| "grad_norm": 1.4034862518310547, |
| "learning_rate": 2.173913043478261e-06, |
| "loss": 0.1899, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.7934156378600823, |
| "grad_norm": 0.9086658954620361, |
| "learning_rate": 2.1404682274247495e-06, |
| "loss": 0.0979, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7967078189300412, |
| "grad_norm": 1.3181670904159546, |
| "learning_rate": 2.1070234113712374e-06, |
| "loss": 0.1898, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 1.5995630025863647, |
| "learning_rate": 2.0735785953177258e-06, |
| "loss": 0.2548, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.8032921810699588, |
| "grad_norm": 1.7661391496658325, |
| "learning_rate": 2.040133779264214e-06, |
| "loss": 0.158, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.8065843621399177, |
| "grad_norm": 1.6756339073181152, |
| "learning_rate": 2.0066889632107025e-06, |
| "loss": 0.2855, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.8098765432098766, |
| "grad_norm": 1.165334939956665, |
| "learning_rate": 1.973244147157191e-06, |
| "loss": 0.1677, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.8131687242798354, |
| "grad_norm": 1.4782936573028564, |
| "learning_rate": 1.9397993311036792e-06, |
| "loss": 0.2611, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.8164609053497942, |
| "grad_norm": 1.2721978425979614, |
| "learning_rate": 1.9063545150501676e-06, |
| "loss": 0.2048, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.8197530864197531, |
| "grad_norm": 0.8288710713386536, |
| "learning_rate": 1.8729096989966555e-06, |
| "loss": 0.076, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.823045267489712, |
| "grad_norm": 1.2034995555877686, |
| "learning_rate": 1.8394648829431439e-06, |
| "loss": 0.1754, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.823045267489712, |
| "eval_loss": 0.20761683583259583, |
| "eval_runtime": 20.3983, |
| "eval_samples_per_second": 26.473, |
| "eval_steps_per_second": 13.236, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8263374485596707, |
| "grad_norm": 1.3443710803985596, |
| "learning_rate": 1.8060200668896322e-06, |
| "loss": 0.2362, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.8296296296296296, |
| "grad_norm": 1.316748857498169, |
| "learning_rate": 1.7725752508361204e-06, |
| "loss": 0.1986, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.8329218106995885, |
| "grad_norm": 1.0996335744857788, |
| "learning_rate": 1.7391304347826088e-06, |
| "loss": 0.1276, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.8362139917695474, |
| "grad_norm": 1.7422056198120117, |
| "learning_rate": 1.7056856187290971e-06, |
| "loss": 0.2009, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.8395061728395061, |
| "grad_norm": 1.1015255451202393, |
| "learning_rate": 1.6722408026755855e-06, |
| "loss": 0.2003, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.842798353909465, |
| "grad_norm": 1.652260184288025, |
| "learning_rate": 1.6387959866220736e-06, |
| "loss": 0.2481, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8460905349794239, |
| "grad_norm": 1.003190279006958, |
| "learning_rate": 1.605351170568562e-06, |
| "loss": 0.153, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8493827160493828, |
| "grad_norm": 1.1012665033340454, |
| "learning_rate": 1.5719063545150504e-06, |
| "loss": 0.146, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.8526748971193415, |
| "grad_norm": 1.030242919921875, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 0.1628, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.8559670781893004, |
| "grad_norm": 1.3571093082427979, |
| "learning_rate": 1.505016722408027e-06, |
| "loss": 0.1672, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.8592592592592593, |
| "grad_norm": 1.1187517642974854, |
| "learning_rate": 1.4715719063545152e-06, |
| "loss": 0.1366, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.8625514403292182, |
| "grad_norm": 1.0086344480514526, |
| "learning_rate": 1.4381270903010034e-06, |
| "loss": 0.1287, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.8658436213991769, |
| "grad_norm": 1.2355748414993286, |
| "learning_rate": 1.4046822742474917e-06, |
| "loss": 0.162, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.8691358024691358, |
| "grad_norm": 1.1569114923477173, |
| "learning_rate": 1.37123745819398e-06, |
| "loss": 0.1677, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.8724279835390947, |
| "grad_norm": 1.2336384057998657, |
| "learning_rate": 1.3377926421404683e-06, |
| "loss": 0.1766, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.8757201646090536, |
| "grad_norm": 1.389993667602539, |
| "learning_rate": 1.3043478260869566e-06, |
| "loss": 0.176, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.8790123456790123, |
| "grad_norm": 1.5454909801483154, |
| "learning_rate": 1.270903010033445e-06, |
| "loss": 0.2657, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.8823045267489712, |
| "grad_norm": 1.0365800857543945, |
| "learning_rate": 1.2374581939799331e-06, |
| "loss": 0.1597, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.8855967078189301, |
| "grad_norm": 1.2040349245071411, |
| "learning_rate": 1.2040133779264215e-06, |
| "loss": 0.1646, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 1.556441307067871, |
| "learning_rate": 1.1705685618729099e-06, |
| "loss": 0.1863, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8921810699588477, |
| "grad_norm": 0.9683781862258911, |
| "learning_rate": 1.137123745819398e-06, |
| "loss": 0.1467, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8954732510288066, |
| "grad_norm": 1.211626648902893, |
| "learning_rate": 1.1036789297658864e-06, |
| "loss": 0.1847, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8987654320987655, |
| "grad_norm": 1.4814642667770386, |
| "learning_rate": 1.0702341137123747e-06, |
| "loss": 0.1531, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.9020576131687242, |
| "grad_norm": 0.9509296417236328, |
| "learning_rate": 1.0367892976588629e-06, |
| "loss": 0.1006, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.9053497942386831, |
| "grad_norm": 1.2226829528808594, |
| "learning_rate": 1.0033444816053512e-06, |
| "loss": 0.179, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.908641975308642, |
| "grad_norm": 1.361574411392212, |
| "learning_rate": 9.698996655518396e-07, |
| "loss": 0.1983, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.9119341563786009, |
| "grad_norm": 0.9766643643379211, |
| "learning_rate": 9.364548494983278e-07, |
| "loss": 0.1369, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.9152263374485596, |
| "grad_norm": 1.490809440612793, |
| "learning_rate": 9.030100334448161e-07, |
| "loss": 0.2128, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.9185185185185185, |
| "grad_norm": 1.198103666305542, |
| "learning_rate": 8.695652173913044e-07, |
| "loss": 0.1491, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.9218106995884774, |
| "grad_norm": 1.5616865158081055, |
| "learning_rate": 8.361204013377927e-07, |
| "loss": 0.2354, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.9251028806584363, |
| "grad_norm": 1.4300072193145752, |
| "learning_rate": 8.02675585284281e-07, |
| "loss": 0.2043, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.928395061728395, |
| "grad_norm": 1.1989507675170898, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 0.2068, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.9316872427983539, |
| "grad_norm": 1.4325531721115112, |
| "learning_rate": 7.357859531772576e-07, |
| "loss": 0.1631, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.9349794238683128, |
| "grad_norm": 0.9682386517524719, |
| "learning_rate": 7.023411371237459e-07, |
| "loss": 0.1067, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.9382716049382716, |
| "grad_norm": 1.1140415668487549, |
| "learning_rate": 6.688963210702341e-07, |
| "loss": 0.1887, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.9415637860082304, |
| "grad_norm": 1.3551994562149048, |
| "learning_rate": 6.354515050167225e-07, |
| "loss": 0.1419, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.9448559670781893, |
| "grad_norm": 0.988887369632721, |
| "learning_rate": 6.020066889632107e-07, |
| "loss": 0.1456, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.9481481481481482, |
| "grad_norm": 1.1655179262161255, |
| "learning_rate": 5.68561872909699e-07, |
| "loss": 0.1789, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.951440329218107, |
| "grad_norm": 0.9582886099815369, |
| "learning_rate": 5.351170568561874e-07, |
| "loss": 0.1455, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.9547325102880658, |
| "grad_norm": 0.7865822315216064, |
| "learning_rate": 5.016722408026756e-07, |
| "loss": 0.078, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.9580246913580247, |
| "grad_norm": 1.1264853477478027, |
| "learning_rate": 4.682274247491639e-07, |
| "loss": 0.1626, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.9613168724279836, |
| "grad_norm": 1.4673939943313599, |
| "learning_rate": 4.347826086956522e-07, |
| "loss": 0.2005, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.9646090534979423, |
| "grad_norm": 1.222092628479004, |
| "learning_rate": 4.013377926421405e-07, |
| "loss": 0.1435, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.9679012345679012, |
| "grad_norm": 1.2059528827667236, |
| "learning_rate": 3.678929765886288e-07, |
| "loss": 0.226, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.9711934156378601, |
| "grad_norm": 1.1891047954559326, |
| "learning_rate": 3.3444816053511706e-07, |
| "loss": 0.1677, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.974485596707819, |
| "grad_norm": 1.0115400552749634, |
| "learning_rate": 3.010033444816054e-07, |
| "loss": 0.1125, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.9777777777777777, |
| "grad_norm": 0.9168137907981873, |
| "learning_rate": 2.675585284280937e-07, |
| "loss": 0.1239, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.9810699588477366, |
| "grad_norm": 2.377708911895752, |
| "learning_rate": 2.3411371237458194e-07, |
| "loss": 0.3888, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.9843621399176955, |
| "grad_norm": 1.1567450761795044, |
| "learning_rate": 2.0066889632107025e-07, |
| "loss": 0.1933, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9876543209876543, |
| "grad_norm": 1.213723063468933, |
| "learning_rate": 1.6722408026755853e-07, |
| "loss": 0.1619, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9876543209876543, |
| "eval_loss": 0.2061951458454132, |
| "eval_runtime": 20.4112, |
| "eval_samples_per_second": 26.456, |
| "eval_steps_per_second": 13.228, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9909465020576131, |
| "grad_norm": 1.0399972200393677, |
| "learning_rate": 1.3377926421404684e-07, |
| "loss": 0.1235, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.994238683127572, |
| "grad_norm": 0.9800129532814026, |
| "learning_rate": 1.0033444816053512e-07, |
| "loss": 0.1255, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9975308641975309, |
| "grad_norm": 1.3416835069656372, |
| "learning_rate": 6.688963210702342e-08, |
| "loss": 0.2557, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.3664584159851074, |
| "learning_rate": 3.344481605351171e-08, |
| "loss": 0.1413, |
| "step": 304 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 304, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.334762911328051e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
