| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 3564, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0016835016835016834, |
| "grad_norm": 10.01240348815918, |
| "learning_rate": 5.5865921787709494e-09, |
| "loss": 1.7057493925094604, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.003367003367003367, |
| "grad_norm": 14.913334846496582, |
| "learning_rate": 1.6759776536312847e-08, |
| "loss": 1.2436225414276123, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.005050505050505051, |
| "grad_norm": 22.982995986938477, |
| "learning_rate": 2.7932960893854745e-08, |
| "loss": 1.686056137084961, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.006734006734006734, |
| "grad_norm": 15.24986457824707, |
| "learning_rate": 3.910614525139665e-08, |
| "loss": 1.6055235862731934, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.008417508417508417, |
| "grad_norm": 30.967639923095703, |
| "learning_rate": 5.027932960893855e-08, |
| "loss": 4.50665283203125, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010101010101010102, |
| "grad_norm": 4.303424835205078, |
| "learning_rate": 6.145251396648044e-08, |
| "loss": 1.9789408445358276, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.011784511784511785, |
| "grad_norm": 5.598588466644287, |
| "learning_rate": 7.262569832402235e-08, |
| "loss": 1.6753730773925781, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.013468013468013467, |
| "grad_norm": 4.323257923126221, |
| "learning_rate": 8.379888268156423e-08, |
| "loss": 1.6596330404281616, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.015151515151515152, |
| "grad_norm": 26.17571258544922, |
| "learning_rate": 9.497206703910614e-08, |
| "loss": 2.7241992950439453, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.016835016835016835, |
| "grad_norm": 9.184181213378906, |
| "learning_rate": 1.0614525139664805e-07, |
| "loss": 1.9634017944335938, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.018518518518518517, |
| "grad_norm": 4.683750152587891, |
| "learning_rate": 1.1731843575418994e-07, |
| "loss": 1.8491621017456055, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.020202020202020204, |
| "grad_norm": 14.232526779174805, |
| "learning_rate": 1.2849162011173183e-07, |
| "loss": 3.537993907928467, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.021885521885521887, |
| "grad_norm": 11.717961311340332, |
| "learning_rate": 1.3966480446927373e-07, |
| "loss": 2.8410818576812744, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.02356902356902357, |
| "grad_norm": 11.476764678955078, |
| "learning_rate": 1.5083798882681565e-07, |
| "loss": 2.1707875728607178, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.025252525252525252, |
| "grad_norm": 42.536720275878906, |
| "learning_rate": 1.6201117318435754e-07, |
| "loss": 3.401388645172119, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.026936026936026935, |
| "grad_norm": 15.799206733703613, |
| "learning_rate": 1.7318435754189943e-07, |
| "loss": 1.8762117624282837, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.02861952861952862, |
| "grad_norm": 56.47621154785156, |
| "learning_rate": 1.8435754189944133e-07, |
| "loss": 4.025151252746582, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.030303030303030304, |
| "grad_norm": 8.71907901763916, |
| "learning_rate": 1.9553072625698322e-07, |
| "loss": 1.9956148862838745, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.03198653198653199, |
| "grad_norm": 13.315755844116211, |
| "learning_rate": 2.0670391061452514e-07, |
| "loss": 1.5647544860839844, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.03367003367003367, |
| "grad_norm": 18.28321647644043, |
| "learning_rate": 2.17877094972067e-07, |
| "loss": 2.4461331367492676, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03535353535353535, |
| "grad_norm": 7.177945137023926, |
| "learning_rate": 2.2905027932960893e-07, |
| "loss": 3.1400742530822754, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 11.345965385437012, |
| "learning_rate": 2.402234636871508e-07, |
| "loss": 2.982694149017334, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.03872053872053872, |
| "grad_norm": 18.986379623413086, |
| "learning_rate": 2.5139664804469275e-07, |
| "loss": 1.7094351053237915, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.04040404040404041, |
| "grad_norm": 25.200927734375, |
| "learning_rate": 2.6256983240223464e-07, |
| "loss": 3.4711947441101074, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.04208754208754209, |
| "grad_norm": 25.79502296447754, |
| "learning_rate": 2.7374301675977653e-07, |
| "loss": 2.5125930309295654, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.04377104377104377, |
| "grad_norm": 26.86095428466797, |
| "learning_rate": 2.849162011173184e-07, |
| "loss": 2.5184483528137207, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 23.869613647460938, |
| "learning_rate": 2.960893854748603e-07, |
| "loss": 2.1967999935150146, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.04713804713804714, |
| "grad_norm": 4.752484321594238, |
| "learning_rate": 3.072625698324022e-07, |
| "loss": 1.6605415344238281, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.04882154882154882, |
| "grad_norm": 30.32961654663086, |
| "learning_rate": 3.184357541899441e-07, |
| "loss": 2.6820101737976074, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.050505050505050504, |
| "grad_norm": 4.937363624572754, |
| "learning_rate": 3.29608938547486e-07, |
| "loss": 2.046969175338745, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.05218855218855219, |
| "grad_norm": 26.058670043945312, |
| "learning_rate": 3.407821229050279e-07, |
| "loss": 2.126314163208008, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.05387205387205387, |
| "grad_norm": 3.972296714782715, |
| "learning_rate": 3.5195530726256984e-07, |
| "loss": 1.469801902770996, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.05555555555555555, |
| "grad_norm": 36.323368072509766, |
| "learning_rate": 3.6312849162011174e-07, |
| "loss": 2.0382440090179443, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.05723905723905724, |
| "grad_norm": 5.039744853973389, |
| "learning_rate": 3.7430167597765363e-07, |
| "loss": 1.679071068763733, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.058922558922558925, |
| "grad_norm": 5.542041778564453, |
| "learning_rate": 3.8547486033519547e-07, |
| "loss": 1.7368519306182861, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.06060606060606061, |
| "grad_norm": 11.228593826293945, |
| "learning_rate": 3.966480446927374e-07, |
| "loss": 1.9073054790496826, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.06228956228956229, |
| "grad_norm": 6.521553993225098, |
| "learning_rate": 4.078212290502793e-07, |
| "loss": 1.7021303176879883, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.06397306397306397, |
| "grad_norm": 4.614531993865967, |
| "learning_rate": 4.189944134078212e-07, |
| "loss": 1.3584303855895996, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.06565656565656566, |
| "grad_norm": 4.567502021789551, |
| "learning_rate": 4.301675977653631e-07, |
| "loss": 1.7855596542358398, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.06734006734006734, |
| "grad_norm": 4.453341484069824, |
| "learning_rate": 4.41340782122905e-07, |
| "loss": 1.5260930061340332, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.06902356902356903, |
| "grad_norm": 9.207719802856445, |
| "learning_rate": 4.5251396648044694e-07, |
| "loss": 1.7678306102752686, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.0707070707070707, |
| "grad_norm": 11.142820358276367, |
| "learning_rate": 4.6368715083798884e-07, |
| "loss": 1.4878003597259521, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0723905723905724, |
| "grad_norm": 6.588044166564941, |
| "learning_rate": 4.7486033519553073e-07, |
| "loss": 1.6655892133712769, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 7.762340068817139, |
| "learning_rate": 4.860335195530726e-07, |
| "loss": 1.4147857427597046, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.07575757575757576, |
| "grad_norm": 19.327587127685547, |
| "learning_rate": 4.972067039106145e-07, |
| "loss": 1.6009736061096191, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.07744107744107744, |
| "grad_norm": 16.781408309936523, |
| "learning_rate": 5.083798882681564e-07, |
| "loss": 1.331944227218628, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.07912457912457913, |
| "grad_norm": 5.269062042236328, |
| "learning_rate": 5.195530726256983e-07, |
| "loss": 1.3683245182037354, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.08080808080808081, |
| "grad_norm": 2.652998685836792, |
| "learning_rate": 5.307262569832402e-07, |
| "loss": 1.4645051956176758, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.08249158249158249, |
| "grad_norm": 26.370506286621094, |
| "learning_rate": 5.418994413407821e-07, |
| "loss": 1.4499703645706177, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.08417508417508418, |
| "grad_norm": 4.437371253967285, |
| "learning_rate": 5.53072625698324e-07, |
| "loss": 1.3694539070129395, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08585858585858586, |
| "grad_norm": 7.602840900421143, |
| "learning_rate": 5.642458100558659e-07, |
| "loss": 1.2753658294677734, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.08754208754208755, |
| "grad_norm": 5.345534801483154, |
| "learning_rate": 5.754189944134078e-07, |
| "loss": 0.9927137494087219, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.08922558922558922, |
| "grad_norm": 57.12667465209961, |
| "learning_rate": 5.865921787709497e-07, |
| "loss": 1.144801378250122, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 3.486433267593384, |
| "learning_rate": 5.977653631284916e-07, |
| "loss": 1.3661882877349854, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.09259259259259259, |
| "grad_norm": 8.98828411102295, |
| "learning_rate": 6.089385474860335e-07, |
| "loss": 0.9164130687713623, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.09427609427609428, |
| "grad_norm": 4.9939141273498535, |
| "learning_rate": 6.201117318435754e-07, |
| "loss": 1.3426786661148071, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.09595959595959595, |
| "grad_norm": 29.148103713989258, |
| "learning_rate": 6.312849162011172e-07, |
| "loss": 1.138382911682129, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.09764309764309764, |
| "grad_norm": 34.31653594970703, |
| "learning_rate": 6.424581005586592e-07, |
| "loss": 0.7960847616195679, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.09932659932659933, |
| "grad_norm": 4.712627410888672, |
| "learning_rate": 6.536312849162011e-07, |
| "loss": 1.2441091537475586, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.10101010101010101, |
| "grad_norm": 5.5220794677734375, |
| "learning_rate": 6.64804469273743e-07, |
| "loss": 1.0892267227172852, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1026936026936027, |
| "grad_norm": 10.08218765258789, |
| "learning_rate": 6.759776536312849e-07, |
| "loss": 1.266754150390625, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.10437710437710437, |
| "grad_norm": 7.951529026031494, |
| "learning_rate": 6.871508379888268e-07, |
| "loss": 0.8909415006637573, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.10606060606060606, |
| "grad_norm": 3.5433144569396973, |
| "learning_rate": 6.983240223463687e-07, |
| "loss": 0.7614157795906067, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.10774410774410774, |
| "grad_norm": 84.19695281982422, |
| "learning_rate": 7.094972067039106e-07, |
| "loss": 1.1203527450561523, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.10942760942760943, |
| "grad_norm": 6.779047966003418, |
| "learning_rate": 7.206703910614524e-07, |
| "loss": 1.0394889116287231, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 3.759247303009033, |
| "learning_rate": 7.318435754189943e-07, |
| "loss": 0.9934459328651428, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.1127946127946128, |
| "grad_norm": 4.790719032287598, |
| "learning_rate": 7.430167597765363e-07, |
| "loss": 1.2970447540283203, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.11447811447811448, |
| "grad_norm": 11.66688346862793, |
| "learning_rate": 7.541899441340782e-07, |
| "loss": 1.2734112739562988, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.11616161616161616, |
| "grad_norm": 5.437692642211914, |
| "learning_rate": 7.653631284916201e-07, |
| "loss": 1.7463512420654297, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.11784511784511785, |
| "grad_norm": 2.954306125640869, |
| "learning_rate": 7.76536312849162e-07, |
| "loss": 1.2036831378936768, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.11952861952861953, |
| "grad_norm": 3.9827589988708496, |
| "learning_rate": 7.877094972067039e-07, |
| "loss": 1.1270943880081177, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.12121212121212122, |
| "grad_norm": 19.19826316833496, |
| "learning_rate": 7.988826815642458e-07, |
| "loss": 1.0638954639434814, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.12289562289562289, |
| "grad_norm": 2.969254970550537, |
| "learning_rate": 8.100558659217876e-07, |
| "loss": 1.2084304094314575, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.12457912457912458, |
| "grad_norm": 3.5464372634887695, |
| "learning_rate": 8.212290502793295e-07, |
| "loss": 1.0377205610275269, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.12626262626262627, |
| "grad_norm": 26.851030349731445, |
| "learning_rate": 8.324022346368714e-07, |
| "loss": 1.298867106437683, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.12794612794612795, |
| "grad_norm": 12.729865074157715, |
| "learning_rate": 8.435754189944134e-07, |
| "loss": 1.0469536781311035, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.12962962962962962, |
| "grad_norm": 39.720340728759766, |
| "learning_rate": 8.547486033519553e-07, |
| "loss": 1.3842543363571167, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.13131313131313133, |
| "grad_norm": 30.861583709716797, |
| "learning_rate": 8.659217877094972e-07, |
| "loss": 1.2696869373321533, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.132996632996633, |
| "grad_norm": 2.758213520050049, |
| "learning_rate": 8.770949720670391e-07, |
| "loss": 1.1152485609054565, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.13468013468013468, |
| "grad_norm": 5.129064559936523, |
| "learning_rate": 8.88268156424581e-07, |
| "loss": 1.21260666847229, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "grad_norm": 2.200296640396118, |
| "learning_rate": 8.994413407821229e-07, |
| "loss": 1.0739009380340576, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.13804713804713806, |
| "grad_norm": 22.802173614501953, |
| "learning_rate": 9.106145251396647e-07, |
| "loss": 1.0534250736236572, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.13973063973063973, |
| "grad_norm": 8.334705352783203, |
| "learning_rate": 9.217877094972066e-07, |
| "loss": 0.9987061023712158, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.1414141414141414, |
| "grad_norm": 3.1446645259857178, |
| "learning_rate": 9.329608938547485e-07, |
| "loss": 1.2239556312561035, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.14309764309764308, |
| "grad_norm": 11.334406852722168, |
| "learning_rate": 9.441340782122904e-07, |
| "loss": 1.1194162368774414, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1447811447811448, |
| "grad_norm": 3.408362865447998, |
| "learning_rate": 9.553072625698324e-07, |
| "loss": 1.085777997970581, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.14646464646464646, |
| "grad_norm": 6.2441534996032715, |
| "learning_rate": 9.664804469273742e-07, |
| "loss": 0.7717651128768921, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 3.749255895614624, |
| "learning_rate": 9.776536312849163e-07, |
| "loss": 1.1312694549560547, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.14983164983164984, |
| "grad_norm": 3.902320384979248, |
| "learning_rate": 9.888268156424581e-07, |
| "loss": 1.3509280681610107, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.15151515151515152, |
| "grad_norm": 6.110651969909668, |
| "learning_rate": 1e-06, |
| "loss": 1.075784683227539, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1531986531986532, |
| "grad_norm": 9.884479522705078, |
| "learning_rate": 9.999992247803292e-07, |
| "loss": 1.4511303901672363, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.15488215488215487, |
| "grad_norm": 22.860551834106445, |
| "learning_rate": 9.999968991239885e-07, |
| "loss": 1.0601496696472168, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.15656565656565657, |
| "grad_norm": 47.76069641113281, |
| "learning_rate": 9.9999302303899e-07, |
| "loss": 1.175671100616455, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.15824915824915825, |
| "grad_norm": 7.632693290710449, |
| "learning_rate": 9.999875965386889e-07, |
| "loss": 0.9617436528205872, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.15993265993265993, |
| "grad_norm": 14.18217945098877, |
| "learning_rate": 9.999806196417815e-07, |
| "loss": 0.8225744962692261, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.16161616161616163, |
| "grad_norm": 3.5702500343322754, |
| "learning_rate": 9.999720923723065e-07, |
| "loss": 1.3951547145843506, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.1632996632996633, |
| "grad_norm": 6.512271881103516, |
| "learning_rate": 9.999620147596435e-07, |
| "loss": 1.3134064674377441, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.16498316498316498, |
| "grad_norm": 4.347053050994873, |
| "learning_rate": 9.999503868385147e-07, |
| "loss": 1.1201355457305908, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 4.274275779724121, |
| "learning_rate": 9.999372086489827e-07, |
| "loss": 1.2217128276824951, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.16835016835016836, |
| "grad_norm": 36.957733154296875, |
| "learning_rate": 9.999224802364522e-07, |
| "loss": 0.9089727997779846, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.17003367003367004, |
| "grad_norm": 10.688148498535156, |
| "learning_rate": 9.999062016516683e-07, |
| "loss": 0.9836642742156982, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1717171717171717, |
| "grad_norm": 5.000755310058594, |
| "learning_rate": 9.998883729507182e-07, |
| "loss": 1.0589679479599, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1734006734006734, |
| "grad_norm": 3.18554425239563, |
| "learning_rate": 9.998689941950286e-07, |
| "loss": 1.1106410026550293, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.1750841750841751, |
| "grad_norm": 3.399953842163086, |
| "learning_rate": 9.99848065451368e-07, |
| "loss": 1.259597897529602, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.17676767676767677, |
| "grad_norm": 34.06399917602539, |
| "learning_rate": 9.998255867918447e-07, |
| "loss": 0.7958086729049683, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.17845117845117844, |
| "grad_norm": 11.635184288024902, |
| "learning_rate": 9.99801558293907e-07, |
| "loss": 0.974760115146637, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.18013468013468015, |
| "grad_norm": 3.804048776626587, |
| "learning_rate": 9.997759800403432e-07, |
| "loss": 1.4053202867507935, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 3.969377279281616, |
| "learning_rate": 9.99748852119281e-07, |
| "loss": 0.8879891633987427, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.1835016835016835, |
| "grad_norm": 13.216470718383789, |
| "learning_rate": 9.997201746241877e-07, |
| "loss": 0.7051749229431152, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 21.844314575195312, |
| "learning_rate": 9.996899476538694e-07, |
| "loss": 1.4015233516693115, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.18686868686868688, |
| "grad_norm": 4.534096717834473, |
| "learning_rate": 9.996581713124706e-07, |
| "loss": 0.972633957862854, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.18855218855218855, |
| "grad_norm": 3.273697853088379, |
| "learning_rate": 9.99624845709474e-07, |
| "loss": 1.2434642314910889, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.19023569023569023, |
| "grad_norm": 4.797500133514404, |
| "learning_rate": 9.995899709597006e-07, |
| "loss": 1.0040223598480225, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.1919191919191919, |
| "grad_norm": 12.437410354614258, |
| "learning_rate": 9.995535471833086e-07, |
| "loss": 1.2370095252990723, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.1936026936026936, |
| "grad_norm": 7.460165023803711, |
| "learning_rate": 9.995155745057929e-07, |
| "loss": 1.4212405681610107, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.19528619528619529, |
| "grad_norm": 9.647342681884766, |
| "learning_rate": 9.994760530579857e-07, |
| "loss": 1.1002936363220215, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.19696969696969696, |
| "grad_norm": 11.12820053100586, |
| "learning_rate": 9.994349829760549e-07, |
| "loss": 1.237018346786499, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.19865319865319866, |
| "grad_norm": 5.350140571594238, |
| "learning_rate": 9.993923644015042e-07, |
| "loss": 1.0195953845977783, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.20033670033670034, |
| "grad_norm": 3.050861358642578, |
| "learning_rate": 9.993481974811725e-07, |
| "loss": 1.22686767578125, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.20202020202020202, |
| "grad_norm": 7.857388019561768, |
| "learning_rate": 9.993024823672335e-07, |
| "loss": 1.0028936862945557, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2037037037037037, |
| "grad_norm": 7.335727214813232, |
| "learning_rate": 9.99255219217195e-07, |
| "loss": 1.2266963720321655, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.2053872053872054, |
| "grad_norm": 6.673895359039307, |
| "learning_rate": 9.992064081938982e-07, |
| "loss": 1.0401980876922607, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.20707070707070707, |
| "grad_norm": 11.121489524841309, |
| "learning_rate": 9.99156049465518e-07, |
| "loss": 0.704534649848938, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.20875420875420875, |
| "grad_norm": 6.052087306976318, |
| "learning_rate": 9.99104143205561e-07, |
| "loss": 1.2733914852142334, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.21043771043771045, |
| "grad_norm": 8.680047988891602, |
| "learning_rate": 9.990506895928664e-07, |
| "loss": 1.0285900831222534, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.21212121212121213, |
| "grad_norm": 3.77591609954834, |
| "learning_rate": 9.989956888116044e-07, |
| "loss": 0.925588071346283, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.2138047138047138, |
| "grad_norm": 17.994216918945312, |
| "learning_rate": 9.989391410512756e-07, |
| "loss": 1.09348726272583, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.21548821548821548, |
| "grad_norm": 3.3857617378234863, |
| "learning_rate": 9.988810465067111e-07, |
| "loss": 1.2375221252441406, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.21717171717171718, |
| "grad_norm": 2.9572367668151855, |
| "learning_rate": 9.988214053780707e-07, |
| "loss": 0.8651703000068665, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.21885521885521886, |
| "grad_norm": 3.476825714111328, |
| "learning_rate": 9.987602178708435e-07, |
| "loss": 1.0651121139526367, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.22053872053872053, |
| "grad_norm": 3.713834047317505, |
| "learning_rate": 9.986974841958463e-07, |
| "loss": 1.0779788494110107, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 4.407167911529541, |
| "learning_rate": 9.986332045692227e-07, |
| "loss": 1.1462655067443848, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.2239057239057239, |
| "grad_norm": 3.255230665206909, |
| "learning_rate": 9.98567379212443e-07, |
| "loss": 1.245474100112915, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.2255892255892256, |
| "grad_norm": 30.358354568481445, |
| "learning_rate": 9.985000083523037e-07, |
| "loss": 0.6667277216911316, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "grad_norm": 5.595312595367432, |
| "learning_rate": 9.984310922209254e-07, |
| "loss": 1.0221211910247803, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.22895622895622897, |
| "grad_norm": 16.317052841186523, |
| "learning_rate": 9.983606310557533e-07, |
| "loss": 1.3395957946777344, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.23063973063973064, |
| "grad_norm": 11.24964714050293, |
| "learning_rate": 9.982886250995556e-07, |
| "loss": 1.1954050064086914, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.23232323232323232, |
| "grad_norm": 44.74198913574219, |
| "learning_rate": 9.982150746004232e-07, |
| "loss": 0.9265189170837402, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.234006734006734, |
| "grad_norm": 3.8386383056640625, |
| "learning_rate": 9.981399798117685e-07, |
| "loss": 1.198085069656372, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.2356902356902357, |
| "grad_norm": 44.37248992919922, |
| "learning_rate": 9.980633409923247e-07, |
| "loss": 1.0136717557907104, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.23737373737373738, |
| "grad_norm": 7.57785701751709, |
| "learning_rate": 9.979851584061449e-07, |
| "loss": 0.9574207663536072, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.23905723905723905, |
| "grad_norm": 8.24811840057373, |
| "learning_rate": 9.97905432322601e-07, |
| "loss": 1.3114678859710693, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.24074074074074073, |
| "grad_norm": 5.775442600250244, |
| "learning_rate": 9.978241630163826e-07, |
| "loss": 0.9548346400260925, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.24242424242424243, |
| "grad_norm": 11.149243354797363, |
| "learning_rate": 9.977413507674968e-07, |
| "loss": 0.8632457852363586, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.2441077441077441, |
| "grad_norm": 78.07566833496094, |
| "learning_rate": 9.976569958612667e-07, |
| "loss": 1.2243592739105225, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.24579124579124578, |
| "grad_norm": 4.65302848815918, |
| "learning_rate": 9.975710985883304e-07, |
| "loss": 0.6913841366767883, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.2474747474747475, |
| "grad_norm": 15.239048957824707, |
| "learning_rate": 9.974836592446402e-07, |
| "loss": 1.3095204830169678, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.24915824915824916, |
| "grad_norm": 13.059560775756836, |
| "learning_rate": 9.973946781314614e-07, |
| "loss": 1.106144666671753, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.25084175084175087, |
| "grad_norm": 5.432850360870361, |
| "learning_rate": 9.973041555553712e-07, |
| "loss": 0.6466901898384094, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.25252525252525254, |
| "grad_norm": 9.237662315368652, |
| "learning_rate": 9.972120918282583e-07, |
| "loss": 0.8612852096557617, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2542087542087542, |
| "grad_norm": 19.600900650024414, |
| "learning_rate": 9.971184872673208e-07, |
| "loss": 1.105349063873291, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.2558922558922559, |
| "grad_norm": 40.91580581665039, |
| "learning_rate": 9.970233421950659e-07, |
| "loss": 0.9198004603385925, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.25757575757575757, |
| "grad_norm": 4.66962194442749, |
| "learning_rate": 9.969266569393081e-07, |
| "loss": 1.3845856189727783, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.25925925925925924, |
| "grad_norm": 60.427490234375, |
| "learning_rate": 9.968284318331692e-07, |
| "loss": 1.1327593326568604, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2609427609427609, |
| "grad_norm": 22.725788116455078, |
| "learning_rate": 9.967286672150757e-07, |
| "loss": 1.1523091793060303, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.26262626262626265, |
| "grad_norm": 24.43414878845215, |
| "learning_rate": 9.96627363428759e-07, |
| "loss": 1.234093189239502, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.26430976430976433, |
| "grad_norm": 3.773989200592041, |
| "learning_rate": 9.965245208232528e-07, |
| "loss": 1.123462200164795, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.265993265993266, |
| "grad_norm": 4.06792688369751, |
| "learning_rate": 9.964201397528935e-07, |
| "loss": 1.274748682975769, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.2676767676767677, |
| "grad_norm": 6.183606147766113, |
| "learning_rate": 9.963142205773178e-07, |
| "loss": 1.0359277725219727, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.26936026936026936, |
| "grad_norm": 17.0985164642334, |
| "learning_rate": 9.962067636614617e-07, |
| "loss": 0.7821587920188904, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.27104377104377103, |
| "grad_norm": 8.39433765411377, |
| "learning_rate": 9.960977693755597e-07, |
| "loss": 1.007806420326233, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 6.79010534286499, |
| "learning_rate": 9.959872380951425e-07, |
| "loss": 1.306843638420105, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.27441077441077444, |
| "grad_norm": 3.4290051460266113, |
| "learning_rate": 9.958751702010373e-07, |
| "loss": 1.0737717151641846, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.2760942760942761, |
| "grad_norm": 3.778372287750244, |
| "learning_rate": 9.957615660793653e-07, |
| "loss": 0.842218816280365, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.2777777777777778, |
| "grad_norm": 4.193020343780518, |
| "learning_rate": 9.9564642612154e-07, |
| "loss": 0.9259565472602844, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.27946127946127947, |
| "grad_norm": 5.208146572113037, |
| "learning_rate": 9.955297507242673e-07, |
| "loss": 1.1419891119003296, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.28114478114478114, |
| "grad_norm": 5.717302322387695, |
| "learning_rate": 9.95411540289543e-07, |
| "loss": 1.1330386400222778, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.2828282828282828, |
| "grad_norm": 5.831217288970947, |
| "learning_rate": 9.952917952246516e-07, |
| "loss": 1.0413146018981934, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.2845117845117845, |
| "grad_norm": 3.645052433013916, |
| "learning_rate": 9.951705159421654e-07, |
| "loss": 1.235117793083191, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.28619528619528617, |
| "grad_norm": 22.020658493041992, |
| "learning_rate": 9.950477028599428e-07, |
| "loss": 1.043231725692749, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.2878787878787879, |
| "grad_norm": 21.875652313232422, |
| "learning_rate": 9.94923356401126e-07, |
| "loss": 1.175392985343933, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.2895622895622896, |
| "grad_norm": 27.17024803161621, |
| "learning_rate": 9.947974769941413e-07, |
| "loss": 0.9123649001121521, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.29124579124579125, |
| "grad_norm": 6.494509220123291, |
| "learning_rate": 9.946700650726963e-07, |
| "loss": 1.1428461074829102, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.29292929292929293, |
| "grad_norm": 6.450991630554199, |
| "learning_rate": 9.94541121075778e-07, |
| "loss": 1.08597731590271, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.2946127946127946, |
| "grad_norm": 4.014670372009277, |
| "learning_rate": 9.944106454476535e-07, |
| "loss": 0.8208044171333313, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 5.806086540222168, |
| "learning_rate": 9.94278638637866e-07, |
| "loss": 0.6253402829170227, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.29797979797979796, |
| "grad_norm": 3.053389310836792, |
| "learning_rate": 9.941451011012342e-07, |
| "loss": 1.0509334802627563, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2996632996632997, |
| "grad_norm": 7.8727521896362305, |
| "learning_rate": 9.940100332978513e-07, |
| "loss": 1.0956045389175415, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.30134680134680136, |
| "grad_norm": 32.331748962402344, |
| "learning_rate": 9.938734356930828e-07, |
| "loss": 1.004880666732788, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.30303030303030304, |
| "grad_norm": 4.172276020050049, |
| "learning_rate": 9.93735308757565e-07, |
| "loss": 0.8379921317100525, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.3047138047138047, |
| "grad_norm": 6.15704870223999, |
| "learning_rate": 9.93595652967203e-07, |
| "loss": 1.0078097581863403, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.3063973063973064, |
| "grad_norm": 4.966274261474609, |
| "learning_rate": 9.9345446880317e-07, |
| "loss": 1.2672780752182007, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.30808080808080807, |
| "grad_norm": 8.712943077087402, |
| "learning_rate": 9.933117567519048e-07, |
| "loss": 0.8534368276596069, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.30976430976430974, |
| "grad_norm": 6.715219020843506, |
| "learning_rate": 9.931675173051105e-07, |
| "loss": 0.8929988145828247, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.3114478114478115, |
| "grad_norm": 8.526223182678223, |
| "learning_rate": 9.930217509597527e-07, |
| "loss": 1.1088082790374756, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.31313131313131315, |
| "grad_norm": 13.495247840881348, |
| "learning_rate": 9.928744582180574e-07, |
| "loss": 1.2500221729278564, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.3148148148148148, |
| "grad_norm": 23.23642921447754, |
| "learning_rate": 9.927256395875107e-07, |
| "loss": 0.7106721997261047, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.3164983164983165, |
| "grad_norm": 6.651264190673828, |
| "learning_rate": 9.925752955808548e-07, |
| "loss": 1.0243923664093018, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.3181818181818182, |
| "grad_norm": 5.95202112197876, |
| "learning_rate": 9.924234267160885e-07, |
| "loss": 1.370633840560913, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.31986531986531985, |
| "grad_norm": 11.883193016052246, |
| "learning_rate": 9.922700335164638e-07, |
| "loss": 0.7322716116905212, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.32154882154882153, |
| "grad_norm": 7.471388816833496, |
| "learning_rate": 9.92115116510485e-07, |
| "loss": 0.913710355758667, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.32323232323232326, |
| "grad_norm": 44.468502044677734, |
| "learning_rate": 9.919586762319058e-07, |
| "loss": 1.1375393867492676, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.32491582491582494, |
| "grad_norm": 73.37066650390625, |
| "learning_rate": 9.918007132197294e-07, |
| "loss": 0.750845193862915, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.3265993265993266, |
| "grad_norm": 13.170440673828125, |
| "learning_rate": 9.916412280182047e-07, |
| "loss": 0.9285147190093994, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.3282828282828283, |
| "grad_norm": 27.329137802124023, |
| "learning_rate": 9.91480221176825e-07, |
| "loss": 1.1141570806503296, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.32996632996632996, |
| "grad_norm": 23.576858520507812, |
| "learning_rate": 9.913176932503269e-07, |
| "loss": 0.8426070809364319, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.33164983164983164, |
| "grad_norm": 4.582382678985596, |
| "learning_rate": 9.911536447986874e-07, |
| "loss": 1.3466606140136719, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 18.690176010131836, |
| "learning_rate": 9.909880763871225e-07, |
| "loss": 1.2158761024475098, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.335016835016835, |
| "grad_norm": 12.741125106811523, |
| "learning_rate": 9.90820988586085e-07, |
| "loss": 0.7843135595321655, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.3367003367003367, |
| "grad_norm": 8.261248588562012, |
| "learning_rate": 9.906523819712627e-07, |
| "loss": 0.9648294448852539, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.3383838383838384, |
| "grad_norm": 13.866211891174316, |
| "learning_rate": 9.904822571235764e-07, |
| "loss": 0.9860712289810181, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.3400673400673401, |
| "grad_norm": 7.611033916473389, |
| "learning_rate": 9.903106146291776e-07, |
| "loss": 1.0380196571350098, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.34175084175084175, |
| "grad_norm": 4.44096565246582, |
| "learning_rate": 9.901374550794471e-07, |
| "loss": 1.0885226726531982, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.3434343434343434, |
| "grad_norm": 7.336009502410889, |
| "learning_rate": 9.899627790709922e-07, |
| "loss": 0.978155255317688, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.3451178451178451, |
| "grad_norm": 35.349571228027344, |
| "learning_rate": 9.897865872056454e-07, |
| "loss": 0.5597323179244995, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.3468013468013468, |
| "grad_norm": 5.807060718536377, |
| "learning_rate": 9.896088800904617e-07, |
| "loss": 0.8961684703826904, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.3484848484848485, |
| "grad_norm": 18.415029525756836, |
| "learning_rate": 9.894296583377171e-07, |
| "loss": 0.9247993230819702, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.3501683501683502, |
| "grad_norm": 16.985078811645508, |
| "learning_rate": 9.892489225649058e-07, |
| "loss": 1.2044103145599365, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.35185185185185186, |
| "grad_norm": 6.910268306732178, |
| "learning_rate": 9.890666733947386e-07, |
| "loss": 0.7405315637588501, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.35353535353535354, |
| "grad_norm": 9.06907844543457, |
| "learning_rate": 9.888829114551404e-07, |
| "loss": 0.9250643253326416, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.3552188552188552, |
| "grad_norm": 10.192124366760254, |
| "learning_rate": 9.886976373792488e-07, |
| "loss": 1.1218069791793823, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.3569023569023569, |
| "grad_norm": 9.159024238586426, |
| "learning_rate": 9.885108518054106e-07, |
| "loss": 0.6351463794708252, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.35858585858585856, |
| "grad_norm": 29.38273811340332, |
| "learning_rate": 9.883225553771807e-07, |
| "loss": 1.0669465065002441, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.3602693602693603, |
| "grad_norm": 8.669297218322754, |
| "learning_rate": 9.881327487433198e-07, |
| "loss": 0.8117149472236633, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.36195286195286197, |
| "grad_norm": 6.67222785949707, |
| "learning_rate": 9.879414325577916e-07, |
| "loss": 1.2592154741287231, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 6.638124942779541, |
| "learning_rate": 9.877486074797602e-07, |
| "loss": 0.9993456602096558, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.3653198653198653, |
| "grad_norm": 3.7449495792388916, |
| "learning_rate": 9.8755427417359e-07, |
| "loss": 0.8662674427032471, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.367003367003367, |
| "grad_norm": 4.553740978240967, |
| "learning_rate": 9.873584333088407e-07, |
| "loss": 1.0476055145263672, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3686868686868687, |
| "grad_norm": 9.034341812133789, |
| "learning_rate": 9.871610855602662e-07, |
| "loss": 1.1130859851837158, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 7.609111785888672, |
| "learning_rate": 9.869622316078128e-07, |
| "loss": 0.9781308770179749, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3720538720538721, |
| "grad_norm": 15.675320625305176, |
| "learning_rate": 9.86761872136616e-07, |
| "loss": 0.9868993759155273, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.37373737373737376, |
| "grad_norm": 4.52480936050415, |
| "learning_rate": 9.865600078369985e-07, |
| "loss": 0.7887587547302246, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.37542087542087543, |
| "grad_norm": 21.339006423950195, |
| "learning_rate": 9.863566394044677e-07, |
| "loss": 0.6558203101158142, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.3771043771043771, |
| "grad_norm": 5.116230010986328, |
| "learning_rate": 9.861517675397135e-07, |
| "loss": 1.1714262962341309, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.3787878787878788, |
| "grad_norm": 16.112041473388672, |
| "learning_rate": 9.859453929486054e-07, |
| "loss": 1.1047420501708984, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.38047138047138046, |
| "grad_norm": 3.787045478820801, |
| "learning_rate": 9.857375163421912e-07, |
| "loss": 0.7425003051757812, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.38215488215488214, |
| "grad_norm": 11.478412628173828, |
| "learning_rate": 9.855281384366928e-07, |
| "loss": 1.0151433944702148, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.3838383838383838, |
| "grad_norm": 3.6095988750457764, |
| "learning_rate": 9.853172599535054e-07, |
| "loss": 0.8090977668762207, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.38552188552188554, |
| "grad_norm": 7.952422618865967, |
| "learning_rate": 9.85104881619194e-07, |
| "loss": 0.9961310625076294, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.3872053872053872, |
| "grad_norm": 2.0787007808685303, |
| "learning_rate": 9.848910041654915e-07, |
| "loss": 1.1424083709716797, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3888888888888889, |
| "grad_norm": 3.276982545852661, |
| "learning_rate": 9.846756283292955e-07, |
| "loss": 0.8972825407981873, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.39057239057239057, |
| "grad_norm": 6.26957368850708, |
| "learning_rate": 9.844587548526665e-07, |
| "loss": 0.8542879223823547, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.39225589225589225, |
| "grad_norm": 32.88930892944336, |
| "learning_rate": 9.842403844828249e-07, |
| "loss": 0.9769890308380127, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.3939393939393939, |
| "grad_norm": 10.898834228515625, |
| "learning_rate": 9.840205179721486e-07, |
| "loss": 0.9689866304397583, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.3956228956228956, |
| "grad_norm": 3.45035457611084, |
| "learning_rate": 9.837991560781698e-07, |
| "loss": 0.9729927778244019, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.39730639730639733, |
| "grad_norm": 7.222962379455566, |
| "learning_rate": 9.835762995635739e-07, |
| "loss": 0.8332297801971436, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.398989898989899, |
| "grad_norm": 3.249415636062622, |
| "learning_rate": 9.833519491961951e-07, |
| "loss": 1.0173261165618896, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.4006734006734007, |
| "grad_norm": 6.285678863525391, |
| "learning_rate": 9.831261057490148e-07, |
| "loss": 0.7735811471939087, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.40235690235690236, |
| "grad_norm": 3.5245249271392822, |
| "learning_rate": 9.82898770000159e-07, |
| "loss": 0.9958957433700562, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.40404040404040403, |
| "grad_norm": 13.678420066833496, |
| "learning_rate": 9.826699427328944e-07, |
| "loss": 1.0717885494232178, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.4057239057239057, |
| "grad_norm": 12.059322357177734, |
| "learning_rate": 9.824396247356276e-07, |
| "loss": 1.0886049270629883, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.4074074074074074, |
| "grad_norm": 9.42127513885498, |
| "learning_rate": 9.822078168019012e-07, |
| "loss": 0.8954146504402161, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.4090909090909091, |
| "grad_norm": 13.108272552490234, |
| "learning_rate": 9.819745197303907e-07, |
| "loss": 0.881049633026123, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.4107744107744108, |
| "grad_norm": 3.574754238128662, |
| "learning_rate": 9.817397343249028e-07, |
| "loss": 1.1146478652954102, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.41245791245791247, |
| "grad_norm": 3.4290618896484375, |
| "learning_rate": 9.815034613943722e-07, |
| "loss": 1.118224859237671, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.41414141414141414, |
| "grad_norm": 16.978740692138672, |
| "learning_rate": 9.812657017528584e-07, |
| "loss": 1.0728644132614136, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.4158249158249158, |
| "grad_norm": 5.449537754058838, |
| "learning_rate": 9.810264562195432e-07, |
| "loss": 0.9440809488296509, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.4175084175084175, |
| "grad_norm": 2.756265640258789, |
| "learning_rate": 9.807857256187283e-07, |
| "loss": 1.1065900325775146, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.41919191919191917, |
| "grad_norm": 3.4030373096466064, |
| "learning_rate": 9.805435107798322e-07, |
| "loss": 1.0974758863449097, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.4208754208754209, |
| "grad_norm": 9.233179092407227, |
| "learning_rate": 9.802998125373864e-07, |
| "loss": 0.851800799369812, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4225589225589226, |
| "grad_norm": 11.157843589782715, |
| "learning_rate": 9.800546317310343e-07, |
| "loss": 0.6602354645729065, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.42424242424242425, |
| "grad_norm": 15.149531364440918, |
| "learning_rate": 9.798079692055267e-07, |
| "loss": 0.9472991228103638, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.42592592592592593, |
| "grad_norm": 30.058595657348633, |
| "learning_rate": 9.7955982581072e-07, |
| "loss": 0.9938538670539856, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.4276094276094276, |
| "grad_norm": 23.41927719116211, |
| "learning_rate": 9.793102024015724e-07, |
| "loss": 1.4200940132141113, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.4292929292929293, |
| "grad_norm": 3.9220423698425293, |
| "learning_rate": 9.790590998381417e-07, |
| "loss": 1.0478514432907104, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.43097643097643096, |
| "grad_norm": 3.723065137863159, |
| "learning_rate": 9.788065189855817e-07, |
| "loss": 1.2064735889434814, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.43265993265993263, |
| "grad_norm": 3.486267566680908, |
| "learning_rate": 9.7855246071414e-07, |
| "loss": 1.140267014503479, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.43434343434343436, |
| "grad_norm": 8.95257568359375, |
| "learning_rate": 9.78296925899154e-07, |
| "loss": 1.0755705833435059, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.43602693602693604, |
| "grad_norm": 4.213111400604248, |
| "learning_rate": 9.780399154210487e-07, |
| "loss": 1.0637681484222412, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.4377104377104377, |
| "grad_norm": 26.23670196533203, |
| "learning_rate": 9.777814301653336e-07, |
| "loss": 0.9591152667999268, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.4393939393939394, |
| "grad_norm": 2.839754343032837, |
| "learning_rate": 9.775214710225987e-07, |
| "loss": 0.8415237665176392, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.44107744107744107, |
| "grad_norm": 5.952809810638428, |
| "learning_rate": 9.77260038888513e-07, |
| "loss": 1.133270502090454, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.44276094276094274, |
| "grad_norm": 8.995283126831055, |
| "learning_rate": 9.769971346638203e-07, |
| "loss": 0.7777677774429321, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 3.4373066425323486, |
| "learning_rate": 9.767327592543359e-07, |
| "loss": 1.2248082160949707, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.44612794612794615, |
| "grad_norm": 7.905541896820068, |
| "learning_rate": 9.764669135709443e-07, |
| "loss": 0.8326348066329956, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.4478114478114478, |
| "grad_norm": 2.997097969055176, |
| "learning_rate": 9.76199598529596e-07, |
| "loss": 0.8697119355201721, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.4494949494949495, |
| "grad_norm": 3.4758172035217285, |
| "learning_rate": 9.759308150513039e-07, |
| "loss": 0.9715222716331482, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.4511784511784512, |
| "grad_norm": 4.66405725479126, |
| "learning_rate": 9.756605640621397e-07, |
| "loss": 1.2556489706039429, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.45286195286195285, |
| "grad_norm": 11.930469512939453, |
| "learning_rate": 9.753888464932322e-07, |
| "loss": 1.1018869876861572, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 13.772843360900879, |
| "learning_rate": 9.751156632807626e-07, |
| "loss": 0.8878042101860046, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.4562289562289562, |
| "grad_norm": 4.206384181976318, |
| "learning_rate": 9.748410153659618e-07, |
| "loss": 1.0389076471328735, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.45791245791245794, |
| "grad_norm": 3.624582052230835, |
| "learning_rate": 9.745649036951079e-07, |
| "loss": 1.1431198120117188, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.4595959595959596, |
| "grad_norm": 12.98609733581543, |
| "learning_rate": 9.742873292195213e-07, |
| "loss": 1.1605827808380127, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.4612794612794613, |
| "grad_norm": 7.910975456237793, |
| "learning_rate": 9.740082928955634e-07, |
| "loss": 1.3202755451202393, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.46296296296296297, |
| "grad_norm": 5.325044631958008, |
| "learning_rate": 9.737277956846313e-07, |
| "loss": 0.9252653121948242, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.46464646464646464, |
| "grad_norm": 14.551304817199707, |
| "learning_rate": 9.73445838553156e-07, |
| "loss": 0.876882791519165, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.4663299663299663, |
| "grad_norm": 3.202234983444214, |
| "learning_rate": 9.731624224725986e-07, |
| "loss": 1.0558652877807617, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.468013468013468, |
| "grad_norm": 4.0583086013793945, |
| "learning_rate": 9.728775484194464e-07, |
| "loss": 0.740475594997406, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.4696969696969697, |
| "grad_norm": 3.9330027103424072, |
| "learning_rate": 9.725912173752106e-07, |
| "loss": 1.2117640972137451, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.4713804713804714, |
| "grad_norm": 7.207095146179199, |
| "learning_rate": 9.723034303264225e-07, |
| "loss": 0.4382402002811432, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.4730639730639731, |
| "grad_norm": 4.947695255279541, |
| "learning_rate": 9.72014188264629e-07, |
| "loss": 0.6228041648864746, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.47474747474747475, |
| "grad_norm": 9.088849067687988, |
| "learning_rate": 9.71723492186391e-07, |
| "loss": 1.3076156377792358, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.4764309764309764, |
| "grad_norm": 4.49135160446167, |
| "learning_rate": 9.714313430932785e-07, |
| "loss": 1.1357098817825317, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.4781144781144781, |
| "grad_norm": 9.188185691833496, |
| "learning_rate": 9.711377419918683e-07, |
| "loss": 0.4768811762332916, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.4797979797979798, |
| "grad_norm": 23.397979736328125, |
| "learning_rate": 9.708426898937399e-07, |
| "loss": 1.1221351623535156, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.48148148148148145, |
| "grad_norm": 27.77615737915039, |
| "learning_rate": 9.705461878154714e-07, |
| "loss": 0.7149933576583862, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.4831649831649832, |
| "grad_norm": 4.684352874755859, |
| "learning_rate": 9.702482367786377e-07, |
| "loss": 0.9776611924171448, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.48484848484848486, |
| "grad_norm": 7.567526817321777, |
| "learning_rate": 9.699488378098055e-07, |
| "loss": 0.8799599409103394, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.48653198653198654, |
| "grad_norm": 9.130019187927246, |
| "learning_rate": 9.696479919405298e-07, |
| "loss": 1.1031641960144043, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.4882154882154882, |
| "grad_norm": 9.574334144592285, |
| "learning_rate": 9.693457002073517e-07, |
| "loss": 0.8267420530319214, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.4898989898989899, |
| "grad_norm": 4.069400787353516, |
| "learning_rate": 9.69041963651793e-07, |
| "loss": 1.3716950416564941, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.49158249158249157, |
| "grad_norm": 4.066318988800049, |
| "learning_rate": 9.68736783320354e-07, |
| "loss": 1.017892837524414, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.49326599326599324, |
| "grad_norm": 2.714144706726074, |
| "learning_rate": 9.684301602645098e-07, |
| "loss": 0.861703097820282, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.494949494949495, |
| "grad_norm": 3.8651719093322754, |
| "learning_rate": 9.681220955407053e-07, |
| "loss": 0.6647518873214722, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.49663299663299665, |
| "grad_norm": 3.4340827465057373, |
| "learning_rate": 9.67812590210353e-07, |
| "loss": 1.1181421279907227, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4983164983164983, |
| "grad_norm": 3.8552682399749756, |
| "learning_rate": 9.675016453398296e-07, |
| "loss": 1.1666280031204224, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 13.408713340759277, |
| "learning_rate": 9.671892620004706e-07, |
| "loss": 0.8374857902526855, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.5016835016835017, |
| "grad_norm": 7.0116424560546875, |
| "learning_rate": 9.66875441268568e-07, |
| "loss": 0.960757851600647, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.5033670033670034, |
| "grad_norm": 2.764244556427002, |
| "learning_rate": 9.665601842253666e-07, |
| "loss": 1.3247270584106445, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.5050505050505051, |
| "grad_norm": 13.236382484436035, |
| "learning_rate": 9.662434919570592e-07, |
| "loss": 0.8124715685844421, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.5067340067340067, |
| "grad_norm": 39.5108528137207, |
| "learning_rate": 9.659253655547843e-07, |
| "loss": 1.0799833536148071, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.5084175084175084, |
| "grad_norm": 13.359992027282715, |
| "learning_rate": 9.656058061146207e-07, |
| "loss": 1.0351530313491821, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.51010101010101, |
| "grad_norm": 4.374532699584961, |
| "learning_rate": 9.652848147375853e-07, |
| "loss": 1.1660369634628296, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.5117845117845118, |
| "grad_norm": 7.170238018035889, |
| "learning_rate": 9.649623925296288e-07, |
| "loss": 0.6313941478729248, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.5134680134680135, |
| "grad_norm": 2.792412519454956, |
| "learning_rate": 9.646385406016313e-07, |
| "loss": 0.9415972232818604, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.5151515151515151, |
| "grad_norm": 13.598429679870605, |
| "learning_rate": 9.643132600693983e-07, |
| "loss": 0.9117315411567688, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.5168350168350169, |
| "grad_norm": 4.011415481567383, |
| "learning_rate": 9.639865520536588e-07, |
| "loss": 0.7065603137016296, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.5185185185185185, |
| "grad_norm": 9.801816940307617, |
| "learning_rate": 9.636584176800593e-07, |
| "loss": 1.1204071044921875, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.5202020202020202, |
| "grad_norm": 10.913689613342285, |
| "learning_rate": 9.633288580791603e-07, |
| "loss": 1.031501054763794, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.5218855218855218, |
| "grad_norm": 2.2291688919067383, |
| "learning_rate": 9.62997874386434e-07, |
| "loss": 1.0308109521865845, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.5235690235690236, |
| "grad_norm": 12.420637130737305, |
| "learning_rate": 9.62665467742258e-07, |
| "loss": 1.0678637027740479, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.5252525252525253, |
| "grad_norm": 17.982452392578125, |
| "learning_rate": 9.623316392919132e-07, |
| "loss": 0.7635082006454468, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.5269360269360269, |
| "grad_norm": 31.17810821533203, |
| "learning_rate": 9.619963901855789e-07, |
| "loss": 0.9803504943847656, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.5286195286195287, |
| "grad_norm": 3.1647303104400635, |
| "learning_rate": 9.616597215783295e-07, |
| "loss": 0.8586722612380981, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.5303030303030303, |
| "grad_norm": 10.497335433959961, |
| "learning_rate": 9.6132163463013e-07, |
| "loss": 0.7892797589302063, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.531986531986532, |
| "grad_norm": 11.274188995361328, |
| "learning_rate": 9.609821305058324e-07, |
| "loss": 1.1465822458267212, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.5336700336700336, |
| "grad_norm": 4.127675533294678, |
| "learning_rate": 9.606412103751707e-07, |
| "loss": 0.9373839497566223, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.5353535353535354, |
| "grad_norm": 4.121032238006592, |
| "learning_rate": 9.602988754127585e-07, |
| "loss": 0.8166585564613342, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.5370370370370371, |
| "grad_norm": 29.52313804626465, |
| "learning_rate": 9.59955126798084e-07, |
| "loss": 1.0028636455535889, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.5387205387205387, |
| "grad_norm": 4.636293888092041, |
| "learning_rate": 9.596099657155056e-07, |
| "loss": 0.8631769418716431, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.5404040404040404, |
| "grad_norm": 2.6743357181549072, |
| "learning_rate": 9.592633933542484e-07, |
| "loss": 0.9822747707366943, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.5420875420875421, |
| "grad_norm": 12.097616195678711, |
| "learning_rate": 9.589154109084e-07, |
| "loss": 0.9199867844581604, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.5437710437710438, |
| "grad_norm": 4.201647758483887, |
| "learning_rate": 9.585660195769066e-07, |
| "loss": 0.9225333333015442, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 7.826382160186768, |
| "learning_rate": 9.582152205635682e-07, |
| "loss": 1.0213161706924438, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.5471380471380471, |
| "grad_norm": 8.643582344055176, |
| "learning_rate": 9.578630150770348e-07, |
| "loss": 1.1659046411514282, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.5488215488215489, |
| "grad_norm": 16.885889053344727, |
| "learning_rate": 9.575094043308027e-07, |
| "loss": 1.0685768127441406, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.5505050505050505, |
| "grad_norm": 3.666364908218384, |
| "learning_rate": 9.5715438954321e-07, |
| "loss": 1.0853323936462402, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.5521885521885522, |
| "grad_norm": 21.654556274414062, |
| "learning_rate": 9.567979719374313e-07, |
| "loss": 0.9922153353691101, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.5538720538720538, |
| "grad_norm": 7.106581211090088, |
| "learning_rate": 9.564401527414757e-07, |
| "loss": 0.8094037771224976, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 6.885115146636963, |
| "learning_rate": 9.56080933188181e-07, |
| "loss": 0.7689495086669922, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.5572390572390572, |
| "grad_norm": 3.9134387969970703, |
| "learning_rate": 9.557203145152093e-07, |
| "loss": 1.064096212387085, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.5589225589225589, |
| "grad_norm": 3.955990791320801, |
| "learning_rate": 9.55358297965044e-07, |
| "loss": 1.1137442588806152, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.5606060606060606, |
| "grad_norm": 4.690779209136963, |
| "learning_rate": 9.549948847849842e-07, |
| "loss": 0.5054531693458557, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.5622895622895623, |
| "grad_norm": 32.8538818359375, |
| "learning_rate": 9.546300762271414e-07, |
| "loss": 0.6846545934677124, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.563973063973064, |
| "grad_norm": 18.116151809692383, |
| "learning_rate": 9.542638735484346e-07, |
| "loss": 1.099835991859436, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.5656565656565656, |
| "grad_norm": 26.123899459838867, |
| "learning_rate": 9.538962780105855e-07, |
| "loss": 0.6106569766998291, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.5673400673400674, |
| "grad_norm": 6.80141019821167, |
| "learning_rate": 9.535272908801164e-07, |
| "loss": 0.6078236103057861, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.569023569023569, |
| "grad_norm": 3.6088900566101074, |
| "learning_rate": 9.531569134283426e-07, |
| "loss": 0.6979132890701294, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.5707070707070707, |
| "grad_norm": 35.824989318847656, |
| "learning_rate": 9.527851469313703e-07, |
| "loss": 1.3292642831802368, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.5723905723905723, |
| "grad_norm": 13.528051376342773, |
| "learning_rate": 9.524119926700916e-07, |
| "loss": 0.41806691884994507, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.5740740740740741, |
| "grad_norm": 10.345752716064453, |
| "learning_rate": 9.520374519301801e-07, |
| "loss": 1.0647339820861816, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.5757575757575758, |
| "grad_norm": 5.383781433105469, |
| "learning_rate": 9.516615260020859e-07, |
| "loss": 1.1695669889450073, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.5774410774410774, |
| "grad_norm": 4.6796770095825195, |
| "learning_rate": 9.512842161810322e-07, |
| "loss": 1.1320273876190186, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.5791245791245792, |
| "grad_norm": 3.494124412536621, |
| "learning_rate": 9.509055237670101e-07, |
| "loss": 0.8368796706199646, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.5808080808080808, |
| "grad_norm": 18.290544509887695, |
| "learning_rate": 9.505254500647742e-07, |
| "loss": 0.7732558250427246, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.5824915824915825, |
| "grad_norm": 3.7307989597320557, |
| "learning_rate": 9.501439963838383e-07, |
| "loss": 0.8185931444168091, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.5841750841750841, |
| "grad_norm": 5.913649559020996, |
| "learning_rate": 9.497611640384712e-07, |
| "loss": 1.0147478580474854, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.5858585858585859, |
| "grad_norm": 14.875641822814941, |
| "learning_rate": 9.493769543476909e-07, |
| "loss": 0.9212662577629089, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.5875420875420876, |
| "grad_norm": 10.849754333496094, |
| "learning_rate": 9.489913686352616e-07, |
| "loss": 0.8869191408157349, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.5892255892255892, |
| "grad_norm": 7.326023578643799, |
| "learning_rate": 9.486044082296886e-07, |
| "loss": 0.8455855846405029, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.5909090909090909, |
| "grad_norm": 8.260787010192871, |
| "learning_rate": 9.48216074464213e-07, |
| "loss": 0.944000780582428, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 4.983551979064941, |
| "learning_rate": 9.47826368676808e-07, |
| "loss": 1.0806821584701538, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.5942760942760943, |
| "grad_norm": 7.548647880554199, |
| "learning_rate": 9.474352922101741e-07, |
| "loss": 1.0155982971191406, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.5959595959595959, |
| "grad_norm": 9.95559024810791, |
| "learning_rate": 9.470428464117344e-07, |
| "loss": 0.8041818141937256, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.5976430976430976, |
| "grad_norm": 22.083297729492188, |
| "learning_rate": 9.466490326336298e-07, |
| "loss": 0.8329028487205505, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.5993265993265994, |
| "grad_norm": 3.1762735843658447, |
| "learning_rate": 9.462538522327144e-07, |
| "loss": 1.1545898914337158, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.601010101010101, |
| "grad_norm": 2.4671504497528076, |
| "learning_rate": 9.458573065705507e-07, |
| "loss": 1.081796407699585, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.6026936026936027, |
| "grad_norm": 4.517568111419678, |
| "learning_rate": 9.454593970134058e-07, |
| "loss": 0.7743735313415527, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.6043771043771043, |
| "grad_norm": 11.208656311035156, |
| "learning_rate": 9.45060124932245e-07, |
| "loss": 0.9187523126602173, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.6060606060606061, |
| "grad_norm": 10.369696617126465, |
| "learning_rate": 9.446594917027293e-07, |
| "loss": 0.965773344039917, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.6077441077441077, |
| "grad_norm": 11.875805854797363, |
| "learning_rate": 9.442574987052082e-07, |
| "loss": 0.9600865840911865, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.6094276094276094, |
| "grad_norm": 9.8040189743042, |
| "learning_rate": 9.438541473247169e-07, |
| "loss": 0.9117884635925293, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.6111111111111112, |
| "grad_norm": 61.72325134277344, |
| "learning_rate": 9.434494389509707e-07, |
| "loss": 1.0104196071624756, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.6127946127946128, |
| "grad_norm": 19.176124572753906, |
| "learning_rate": 9.430433749783601e-07, |
| "loss": 0.9295721650123596, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.6144781144781145, |
| "grad_norm": 6.085904121398926, |
| "learning_rate": 9.426359568059465e-07, |
| "loss": 1.1639102697372437, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.6161616161616161, |
| "grad_norm": 2.7430849075317383, |
| "learning_rate": 9.422271858374567e-07, |
| "loss": 1.1210119724273682, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.6178451178451179, |
| "grad_norm": 6.412540435791016, |
| "learning_rate": 9.418170634812789e-07, |
| "loss": 0.8046259880065918, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.6195286195286195, |
| "grad_norm": 15.164510726928711, |
| "learning_rate": 9.41405591150457e-07, |
| "loss": 0.8280715942382812, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.6212121212121212, |
| "grad_norm": 13.97409725189209, |
| "learning_rate": 9.409927702626865e-07, |
| "loss": 0.6932380199432373, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.622895622895623, |
| "grad_norm": 2.947274684906006, |
| "learning_rate": 9.405786022403089e-07, |
| "loss": 1.2565734386444092, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.6245791245791246, |
| "grad_norm": 4.588158130645752, |
| "learning_rate": 9.401630885103074e-07, |
| "loss": 1.0269739627838135, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.6262626262626263, |
| "grad_norm": 4.135093688964844, |
| "learning_rate": 9.397462305043016e-07, |
| "loss": 1.2328283786773682, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.6279461279461279, |
| "grad_norm": 3.079167127609253, |
| "learning_rate": 9.393280296585427e-07, |
| "loss": 0.968951404094696, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.6296296296296297, |
| "grad_norm": 2.28676176071167, |
| "learning_rate": 9.389084874139085e-07, |
| "loss": 1.2347244024276733, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.6313131313131313, |
| "grad_norm": 8.729804992675781, |
| "learning_rate": 9.384876052158987e-07, |
| "loss": 1.3113691806793213, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.632996632996633, |
| "grad_norm": 7.039168357849121, |
| "learning_rate": 9.380653845146294e-07, |
| "loss": 0.7496945858001709, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.6346801346801347, |
| "grad_norm": 14.870685577392578, |
| "learning_rate": 9.37641826764829e-07, |
| "loss": 1.0088348388671875, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 3.9592251777648926, |
| "learning_rate": 9.372169334258315e-07, |
| "loss": 0.7920987606048584, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.6380471380471381, |
| "grad_norm": 10.84424114227295, |
| "learning_rate": 9.367907059615737e-07, |
| "loss": 0.85060054063797, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.6397306397306397, |
| "grad_norm": 235.0703582763672, |
| "learning_rate": 9.363631458405885e-07, |
| "loss": 0.6581774353981018, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.6414141414141414, |
| "grad_norm": 5.294051647186279, |
| "learning_rate": 9.359342545360002e-07, |
| "loss": 0.46980541944503784, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.6430976430976431, |
| "grad_norm": 29.527233123779297, |
| "learning_rate": 9.355040335255201e-07, |
| "loss": 1.0372706651687622, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.6447811447811448, |
| "grad_norm": 4.027895927429199, |
| "learning_rate": 9.350724842914403e-07, |
| "loss": 1.104457139968872, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.6464646464646465, |
| "grad_norm": 45.400699615478516, |
| "learning_rate": 9.346396083206297e-07, |
| "loss": 0.8071002960205078, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.6481481481481481, |
| "grad_norm": 4.046747207641602, |
| "learning_rate": 9.342054071045281e-07, |
| "loss": 0.8214056491851807, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.6498316498316499, |
| "grad_norm": 4.489753723144531, |
| "learning_rate": 9.337698821391413e-07, |
| "loss": 0.8206263780593872, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.6515151515151515, |
| "grad_norm": 3.739696502685547, |
| "learning_rate": 9.333330349250363e-07, |
| "loss": 0.7051388025283813, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.6531986531986532, |
| "grad_norm": 5.395556449890137, |
| "learning_rate": 9.328948669673353e-07, |
| "loss": 0.9473454356193542, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.6548821548821548, |
| "grad_norm": 3.432518720626831, |
| "learning_rate": 9.324553797757113e-07, |
| "loss": 1.0663374662399292, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.6565656565656566, |
| "grad_norm": 15.647449493408203, |
| "learning_rate": 9.320145748643827e-07, |
| "loss": 1.015528678894043, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.6582491582491582, |
| "grad_norm": 18.728303909301758, |
| "learning_rate": 9.315724537521078e-07, |
| "loss": 1.0769071578979492, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.6599326599326599, |
| "grad_norm": 9.825349807739258, |
| "learning_rate": 9.311290179621801e-07, |
| "loss": 1.0078058242797852, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.6616161616161617, |
| "grad_norm": 8.568079948425293, |
| "learning_rate": 9.306842690224221e-07, |
| "loss": 1.1149715185165405, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.6632996632996633, |
| "grad_norm": 14.216378211975098, |
| "learning_rate": 9.302382084651813e-07, |
| "loss": 0.9104188680648804, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.664983164983165, |
| "grad_norm": 3.3533241748809814, |
| "learning_rate": 9.297908378273238e-07, |
| "loss": 0.9613898992538452, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 22.51508140563965, |
| "learning_rate": 9.293421586502299e-07, |
| "loss": 1.0459431409835815, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.6683501683501684, |
| "grad_norm": 4.43943977355957, |
| "learning_rate": 9.288921724797881e-07, |
| "loss": 0.6562730073928833, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.67003367003367, |
| "grad_norm": 3.550076484680176, |
| "learning_rate": 9.2844088086639e-07, |
| "loss": 0.9962120056152344, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.6717171717171717, |
| "grad_norm": 4.60956335067749, |
| "learning_rate": 9.279882853649251e-07, |
| "loss": 1.0277674198150635, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.6734006734006734, |
| "grad_norm": 4.80393648147583, |
| "learning_rate": 9.275343875347754e-07, |
| "loss": 0.6581063866615295, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.6750841750841751, |
| "grad_norm": 5.648859024047852, |
| "learning_rate": 9.270791889398098e-07, |
| "loss": 1.016190528869629, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.6767676767676768, |
| "grad_norm": 27.92025375366211, |
| "learning_rate": 9.266226911483792e-07, |
| "loss": 0.77015221118927, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.6784511784511784, |
| "grad_norm": 15.88348388671875, |
| "learning_rate": 9.261648957333104e-07, |
| "loss": 0.7054531574249268, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.6801346801346801, |
| "grad_norm": 11.626742362976074, |
| "learning_rate": 9.257058042719014e-07, |
| "loss": 1.162412405014038, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.6818181818181818, |
| "grad_norm": 3.297008752822876, |
| "learning_rate": 9.252454183459151e-07, |
| "loss": 1.0062317848205566, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.6835016835016835, |
| "grad_norm": 3.699937343597412, |
| "learning_rate": 9.24783739541575e-07, |
| "loss": 1.1737666130065918, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.6851851851851852, |
| "grad_norm": 12.622026443481445, |
| "learning_rate": 9.243207694495587e-07, |
| "loss": 0.5980294942855835, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.6868686868686869, |
| "grad_norm": 2.4388279914855957, |
| "learning_rate": 9.238565096649931e-07, |
| "loss": 1.1263744831085205, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.6885521885521886, |
| "grad_norm": 5.467193603515625, |
| "learning_rate": 9.233909617874485e-07, |
| "loss": 0.8187447786331177, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.6902356902356902, |
| "grad_norm": 19.933046340942383, |
| "learning_rate": 9.229241274209331e-07, |
| "loss": 0.7387347221374512, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.6919191919191919, |
| "grad_norm": 4.639487266540527, |
| "learning_rate": 9.224560081738876e-07, |
| "loss": 0.8205159902572632, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.6936026936026936, |
| "grad_norm": 5.4859089851379395, |
| "learning_rate": 9.219866056591803e-07, |
| "loss": 0.8951364755630493, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.6952861952861953, |
| "grad_norm": 10.06679916381836, |
| "learning_rate": 9.215159214940999e-07, |
| "loss": 0.924353837966919, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.696969696969697, |
| "grad_norm": 4.803708076477051, |
| "learning_rate": 9.210439573003513e-07, |
| "loss": 0.8230616450309753, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.6986531986531986, |
| "grad_norm": 2.6663763523101807, |
| "learning_rate": 9.205707147040502e-07, |
| "loss": 1.2476671934127808, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.7003367003367004, |
| "grad_norm": 11.887960433959961, |
| "learning_rate": 9.200961953357161e-07, |
| "loss": 0.9090033173561096, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.702020202020202, |
| "grad_norm": 12.790818214416504, |
| "learning_rate": 9.196204008302679e-07, |
| "loss": 0.7313128709793091, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.7037037037037037, |
| "grad_norm": 19.932966232299805, |
| "learning_rate": 9.191433328270181e-07, |
| "loss": 0.9331467151641846, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.7053872053872053, |
| "grad_norm": 14.500178337097168, |
| "learning_rate": 9.186649929696663e-07, |
| "loss": 0.6199721097946167, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.7070707070707071, |
| "grad_norm": 3.49665904045105, |
| "learning_rate": 9.181853829062953e-07, |
| "loss": 1.2793331146240234, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.7087542087542088, |
| "grad_norm": 4.229721546173096, |
| "learning_rate": 9.177045042893626e-07, |
| "loss": 1.1469063758850098, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.7104377104377104, |
| "grad_norm": 110.08422088623047, |
| "learning_rate": 9.172223587756982e-07, |
| "loss": 1.1059083938598633, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.7121212121212122, |
| "grad_norm": 18.97850799560547, |
| "learning_rate": 9.167389480264958e-07, |
| "loss": 0.8827245235443115, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.7138047138047138, |
| "grad_norm": 17.975536346435547, |
| "learning_rate": 9.162542737073089e-07, |
| "loss": 0.8001298904418945, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.7154882154882155, |
| "grad_norm": 7.855954647064209, |
| "learning_rate": 9.157683374880446e-07, |
| "loss": 0.9649063348770142, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.7171717171717171, |
| "grad_norm": 8.463844299316406, |
| "learning_rate": 9.152811410429576e-07, |
| "loss": 0.972816526889801, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.7188552188552189, |
| "grad_norm": 12.091350555419922, |
| "learning_rate": 9.147926860506445e-07, |
| "loss": 0.7975931763648987, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.7205387205387206, |
| "grad_norm": 4.873641014099121, |
| "learning_rate": 9.143029741940385e-07, |
| "loss": 1.1548885107040405, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.7222222222222222, |
| "grad_norm": 11.703914642333984, |
| "learning_rate": 9.138120071604027e-07, |
| "loss": 0.7869529724121094, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.7239057239057239, |
| "grad_norm": 8.07150650024414, |
| "learning_rate": 9.133197866413254e-07, |
| "loss": 1.0205129384994507, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.7255892255892256, |
| "grad_norm": 9.105744361877441, |
| "learning_rate": 9.128263143327132e-07, |
| "loss": 1.2168781757354736, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 13.992351531982422, |
| "learning_rate": 9.12331591934786e-07, |
| "loss": 1.0841448307037354, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.7289562289562289, |
| "grad_norm": 44.512203216552734, |
| "learning_rate": 9.118356211520704e-07, |
| "loss": 1.0125892162322998, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.7306397306397306, |
| "grad_norm": 3.5231881141662598, |
| "learning_rate": 9.113384036933945e-07, |
| "loss": 1.2724123001098633, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.7323232323232324, |
| "grad_norm": 5.931739330291748, |
| "learning_rate": 9.108399412718818e-07, |
| "loss": 1.1999413967132568, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.734006734006734, |
| "grad_norm": 5.34647798538208, |
| "learning_rate": 9.103402356049452e-07, |
| "loss": 1.127119541168213, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.7356902356902357, |
| "grad_norm": 4.207188606262207, |
| "learning_rate": 9.098392884142805e-07, |
| "loss": 1.114919900894165, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.7373737373737373, |
| "grad_norm": 21.882280349731445, |
| "learning_rate": 9.093371014258618e-07, |
| "loss": 0.9378777742385864, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.7390572390572391, |
| "grad_norm": 127.14752197265625, |
| "learning_rate": 9.088336763699347e-07, |
| "loss": 0.6694403886795044, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 81.61506652832031, |
| "learning_rate": 9.083290149810101e-07, |
| "loss": 0.6651909351348877, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.7424242424242424, |
| "grad_norm": 3.663316488265991, |
| "learning_rate": 9.07823118997859e-07, |
| "loss": 1.182866096496582, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.7441077441077442, |
| "grad_norm": 3.8022303581237793, |
| "learning_rate": 9.07315990163506e-07, |
| "loss": 1.1220306158065796, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.7457912457912458, |
| "grad_norm": 3.328054189682007, |
| "learning_rate": 9.06807630225223e-07, |
| "loss": 0.6599295139312744, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.7474747474747475, |
| "grad_norm": 3.3686916828155518, |
| "learning_rate": 9.062980409345242e-07, |
| "loss": 1.0259349346160889, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.7491582491582491, |
| "grad_norm": 20.480480194091797, |
| "learning_rate": 9.05787224047159e-07, |
| "loss": 0.9568924903869629, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.7508417508417509, |
| "grad_norm": 6.441938877105713, |
| "learning_rate": 9.052751813231064e-07, |
| "loss": 0.9797095060348511, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.7525252525252525, |
| "grad_norm": 9.020792007446289, |
| "learning_rate": 9.047619145265693e-07, |
| "loss": 0.786825954914093, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.7542087542087542, |
| "grad_norm": 12.181696891784668, |
| "learning_rate": 9.042474254259673e-07, |
| "loss": 0.9024474620819092, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.7558922558922558, |
| "grad_norm": 28.832189559936523, |
| "learning_rate": 9.037317157939322e-07, |
| "loss": 0.6734418869018555, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.7575757575757576, |
| "grad_norm": 3.2818045616149902, |
| "learning_rate": 9.032147874073007e-07, |
| "loss": 0.9285035133361816, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.7592592592592593, |
| "grad_norm": 18.371009826660156, |
| "learning_rate": 9.026966420471087e-07, |
| "loss": 0.7218674421310425, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.7609427609427609, |
| "grad_norm": 2.9429922103881836, |
| "learning_rate": 9.021772814985844e-07, |
| "loss": 1.222078800201416, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.7626262626262627, |
| "grad_norm": 2.7464704513549805, |
| "learning_rate": 9.016567075511441e-07, |
| "loss": 0.9446361064910889, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.7643097643097643, |
| "grad_norm": 6.568495750427246, |
| "learning_rate": 9.011349219983836e-07, |
| "loss": 0.929685115814209, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.765993265993266, |
| "grad_norm": 4.631781578063965, |
| "learning_rate": 9.006119266380738e-07, |
| "loss": 0.8691076040267944, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.7676767676767676, |
| "grad_norm": 19.05845069885254, |
| "learning_rate": 9.000877232721539e-07, |
| "loss": 1.0112216472625732, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.7693602693602694, |
| "grad_norm": 14.539863586425781, |
| "learning_rate": 8.99562313706725e-07, |
| "loss": 0.890055775642395, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.7710437710437711, |
| "grad_norm": 5.530696868896484, |
| "learning_rate": 8.99035699752044e-07, |
| "loss": 1.0191471576690674, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.7727272727272727, |
| "grad_norm": 14.078718185424805, |
| "learning_rate": 8.985078832225178e-07, |
| "loss": 0.6652472019195557, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.7744107744107744, |
| "grad_norm": 28.123485565185547, |
| "learning_rate": 8.979788659366963e-07, |
| "loss": 0.5262911319732666, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.7760942760942761, |
| "grad_norm": 12.658363342285156, |
| "learning_rate": 8.974486497172664e-07, |
| "loss": 0.6195323467254639, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.7777777777777778, |
| "grad_norm": 9.243937492370605, |
| "learning_rate": 8.969172363910464e-07, |
| "loss": 0.9786189198493958, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.7794612794612794, |
| "grad_norm": 6.694032669067383, |
| "learning_rate": 8.963846277889788e-07, |
| "loss": 1.1813392639160156, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.7811447811447811, |
| "grad_norm": 2.7287495136260986, |
| "learning_rate": 8.95850825746124e-07, |
| "loss": 0.5288863182067871, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.7828282828282829, |
| "grad_norm": 12.440982818603516, |
| "learning_rate": 8.953158321016549e-07, |
| "loss": 1.3665971755981445, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.7845117845117845, |
| "grad_norm": 6.197256565093994, |
| "learning_rate": 8.947796486988499e-07, |
| "loss": 0.934798002243042, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.7861952861952862, |
| "grad_norm": 5.526829719543457, |
| "learning_rate": 8.942422773850861e-07, |
| "loss": 1.0153696537017822, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.7878787878787878, |
| "grad_norm": 3.1978728771209717, |
| "learning_rate": 8.937037200118339e-07, |
| "loss": 0.8981832265853882, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.7895622895622896, |
| "grad_norm": 2.9995744228363037, |
| "learning_rate": 8.931639784346499e-07, |
| "loss": 0.8695104718208313, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.7912457912457912, |
| "grad_norm": 6.706093788146973, |
| "learning_rate": 8.926230545131711e-07, |
| "loss": 1.0370559692382812, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.7929292929292929, |
| "grad_norm": 17.68717384338379, |
| "learning_rate": 8.920809501111082e-07, |
| "loss": 0.43204930424690247, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.7946127946127947, |
| "grad_norm": 4.556012153625488, |
| "learning_rate": 8.915376670962384e-07, |
| "loss": 0.934272289276123, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.7962962962962963, |
| "grad_norm": 4.898090362548828, |
| "learning_rate": 8.90993207340401e-07, |
| "loss": 0.910577654838562, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.797979797979798, |
| "grad_norm": 3.080552577972412, |
| "learning_rate": 8.904475727194881e-07, |
| "loss": 1.0652995109558105, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.7996632996632996, |
| "grad_norm": 6.745321273803711, |
| "learning_rate": 8.899007651134413e-07, |
| "loss": 0.8568437099456787, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.8013468013468014, |
| "grad_norm": 13.813915252685547, |
| "learning_rate": 8.893527864062427e-07, |
| "loss": 0.47221675515174866, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.803030303030303, |
| "grad_norm": 5.70471715927124, |
| "learning_rate": 8.88803638485909e-07, |
| "loss": 0.9682356119155884, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.8047138047138047, |
| "grad_norm": 9.05542278289795, |
| "learning_rate": 8.882533232444864e-07, |
| "loss": 0.9946258068084717, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.8063973063973064, |
| "grad_norm": 30.702098846435547, |
| "learning_rate": 8.877018425780425e-07, |
| "loss": 1.1317826509475708, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.8080808080808081, |
| "grad_norm": 14.64018726348877, |
| "learning_rate": 8.8714919838666e-07, |
| "loss": 0.7012873888015747, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.8097643097643098, |
| "grad_norm": 3.149690866470337, |
| "learning_rate": 8.865953925744305e-07, |
| "loss": 0.795744776725769, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.8114478114478114, |
| "grad_norm": 6.090580463409424, |
| "learning_rate": 8.860404270494483e-07, |
| "loss": 0.7089242935180664, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.8131313131313131, |
| "grad_norm": 3.53495192527771, |
| "learning_rate": 8.85484303723803e-07, |
| "loss": 1.0081251859664917, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.8148148148148148, |
| "grad_norm": 4.274377346038818, |
| "learning_rate": 8.849270245135737e-07, |
| "loss": 1.2170288562774658, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.8164983164983165, |
| "grad_norm": 3.169619560241699, |
| "learning_rate": 8.843685913388216e-07, |
| "loss": 1.0120604038238525, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 9.656790733337402, |
| "learning_rate": 8.838090061235839e-07, |
| "loss": 1.0408661365509033, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.8198653198653199, |
| "grad_norm": 3.6206579208374023, |
| "learning_rate": 8.832482707958671e-07, |
| "loss": 0.7572422027587891, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.8215488215488216, |
| "grad_norm": 4.2206034660339355, |
| "learning_rate": 8.826863872876405e-07, |
| "loss": 0.9668401479721069, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.8232323232323232, |
| "grad_norm": 2.5796895027160645, |
| "learning_rate": 8.82123357534829e-07, |
| "loss": 1.2220442295074463, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.8249158249158249, |
| "grad_norm": 3.009799003601074, |
| "learning_rate": 8.815591834773073e-07, |
| "loss": 1.1853399276733398, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.8265993265993266, |
| "grad_norm": 3.527939796447754, |
| "learning_rate": 8.80993867058892e-07, |
| "loss": 1.1044703722000122, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.8282828282828283, |
| "grad_norm": 5.415159225463867, |
| "learning_rate": 8.804274102273362e-07, |
| "loss": 1.0707950592041016, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.82996632996633, |
| "grad_norm": 41.4835205078125, |
| "learning_rate": 8.798598149343223e-07, |
| "loss": 0.9894696474075317, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.8316498316498316, |
| "grad_norm": 11.90714168548584, |
| "learning_rate": 8.792910831354544e-07, |
| "loss": 0.8949055671691895, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 19.156835556030273, |
| "learning_rate": 8.787212167902533e-07, |
| "loss": 0.847869336605072, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.835016835016835, |
| "grad_norm": 9.593557357788086, |
| "learning_rate": 8.781502178621481e-07, |
| "loss": 0.7175034284591675, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.8367003367003367, |
| "grad_norm": 7.256720066070557, |
| "learning_rate": 8.775780883184705e-07, |
| "loss": 0.9604957103729248, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.8383838383838383, |
| "grad_norm": 6.030484676361084, |
| "learning_rate": 8.770048301304473e-07, |
| "loss": 0.69129478931427, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.8400673400673401, |
| "grad_norm": 19.379892349243164, |
| "learning_rate": 8.764304452731941e-07, |
| "loss": 0.9693500399589539, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.8417508417508418, |
| "grad_norm": 5.4144086837768555, |
| "learning_rate": 8.758549357257088e-07, |
| "loss": 1.0944030284881592, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8434343434343434, |
| "grad_norm": 3.4778013229370117, |
| "learning_rate": 8.752783034708636e-07, |
| "loss": 0.7972965240478516, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.8451178451178452, |
| "grad_norm": 18.509031295776367, |
| "learning_rate": 8.747005504953994e-07, |
| "loss": 0.7230968475341797, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.8468013468013468, |
| "grad_norm": 4.210479736328125, |
| "learning_rate": 8.741216787899185e-07, |
| "loss": 1.1015040874481201, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.8484848484848485, |
| "grad_norm": 2.3543701171875, |
| "learning_rate": 8.73541690348877e-07, |
| "loss": 0.6013465523719788, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.8501683501683501, |
| "grad_norm": 4.900216579437256, |
| "learning_rate": 8.729605871705794e-07, |
| "loss": 0.9569622278213501, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.8518518518518519, |
| "grad_norm": 13.174873352050781, |
| "learning_rate": 8.723783712571706e-07, |
| "loss": 0.891572117805481, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.8535353535353535, |
| "grad_norm": 7.153807163238525, |
| "learning_rate": 8.717950446146296e-07, |
| "loss": 0.7898436784744263, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.8552188552188552, |
| "grad_norm": 17.859582901000977, |
| "learning_rate": 8.712106092527618e-07, |
| "loss": 0.6778484582901001, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.8569023569023569, |
| "grad_norm": 25.399763107299805, |
| "learning_rate": 8.706250671851929e-07, |
| "loss": 1.0100421905517578, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.8585858585858586, |
| "grad_norm": 4.458539962768555, |
| "learning_rate": 8.70038420429362e-07, |
| "loss": 1.280473232269287, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.8602693602693603, |
| "grad_norm": 13.934873580932617, |
| "learning_rate": 8.694506710065139e-07, |
| "loss": 0.9307641386985779, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.8619528619528619, |
| "grad_norm": 6.230085372924805, |
| "learning_rate": 8.688618209416927e-07, |
| "loss": 0.9810340404510498, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.8636363636363636, |
| "grad_norm": 7.749796390533447, |
| "learning_rate": 8.682718722637344e-07, |
| "loss": 0.9103548526763916, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.8653198653198653, |
| "grad_norm": 5.378295421600342, |
| "learning_rate": 8.676808270052607e-07, |
| "loss": 1.0003798007965088, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.867003367003367, |
| "grad_norm": 5.721936225891113, |
| "learning_rate": 8.670886872026711e-07, |
| "loss": 0.6671168804168701, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.8686868686868687, |
| "grad_norm": 10.666192054748535, |
| "learning_rate": 8.664954548961363e-07, |
| "loss": 0.8651524782180786, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.8703703703703703, |
| "grad_norm": 7.22635555267334, |
| "learning_rate": 8.659011321295913e-07, |
| "loss": 0.9622019529342651, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.8720538720538721, |
| "grad_norm": 4.455495357513428, |
| "learning_rate": 8.65305720950728e-07, |
| "loss": 0.9549316167831421, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.8737373737373737, |
| "grad_norm": 7.26788854598999, |
| "learning_rate": 8.647092234109884e-07, |
| "loss": 1.1264393329620361, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.8754208754208754, |
| "grad_norm": 6.3819499015808105, |
| "learning_rate": 8.64111641565558e-07, |
| "loss": 1.0972923040390015, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.877104377104377, |
| "grad_norm": 4.891845226287842, |
| "learning_rate": 8.63512977473357e-07, |
| "loss": 0.9982548952102661, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.8787878787878788, |
| "grad_norm": 16.61280059814453, |
| "learning_rate": 8.629132331970353e-07, |
| "loss": 1.1183404922485352, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.8804713804713805, |
| "grad_norm": 3.0736172199249268, |
| "learning_rate": 8.623124108029645e-07, |
| "loss": 1.0902597904205322, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.8821548821548821, |
| "grad_norm": 15.772442817687988, |
| "learning_rate": 8.617105123612304e-07, |
| "loss": 0.9946341514587402, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.8838383838383839, |
| "grad_norm": 22.210824966430664, |
| "learning_rate": 8.611075399456263e-07, |
| "loss": 0.8030619025230408, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.8855218855218855, |
| "grad_norm": 13.653421401977539, |
| "learning_rate": 8.605034956336462e-07, |
| "loss": 1.084486484527588, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.8872053872053872, |
| "grad_norm": 13.737056732177734, |
| "learning_rate": 8.598983815064766e-07, |
| "loss": 0.5944472551345825, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 2.5293309688568115, |
| "learning_rate": 8.592921996489902e-07, |
| "loss": 0.9724396467208862, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.8905723905723906, |
| "grad_norm": 2.733849287033081, |
| "learning_rate": 8.586849521497389e-07, |
| "loss": 0.9384986162185669, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.8922558922558923, |
| "grad_norm": 18.489913940429688, |
| "learning_rate": 8.580766411009455e-07, |
| "loss": 0.9987908601760864, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.8939393939393939, |
| "grad_norm": 5.748605251312256, |
| "learning_rate": 8.574672685984979e-07, |
| "loss": 0.9200767278671265, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.8956228956228957, |
| "grad_norm": 11.951451301574707, |
| "learning_rate": 8.568568367419404e-07, |
| "loss": 0.844304621219635, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.8973063973063973, |
| "grad_norm": 2.693372964859009, |
| "learning_rate": 8.562453476344677e-07, |
| "loss": 1.1123064756393433, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.898989898989899, |
| "grad_norm": 3.8241171836853027, |
| "learning_rate": 8.556328033829172e-07, |
| "loss": 0.8062398433685303, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.9006734006734006, |
| "grad_norm": 11.482207298278809, |
| "learning_rate": 8.550192060977614e-07, |
| "loss": 0.9785133600234985, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.9023569023569024, |
| "grad_norm": 3.1708807945251465, |
| "learning_rate": 8.544045578931013e-07, |
| "loss": 1.2256948947906494, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.9040404040404041, |
| "grad_norm": 3.0588254928588867, |
| "learning_rate": 8.537888608866584e-07, |
| "loss": 0.8702206611633301, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.9057239057239057, |
| "grad_norm": 6.964415073394775, |
| "learning_rate": 8.531721171997681e-07, |
| "loss": 0.5286012291908264, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.9074074074074074, |
| "grad_norm": 19.570329666137695, |
| "learning_rate": 8.525543289573718e-07, |
| "loss": 1.1106371879577637, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 3.5319879055023193, |
| "learning_rate": 8.519354982880099e-07, |
| "loss": 0.9486319422721863, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.9107744107744108, |
| "grad_norm": 3.6544623374938965, |
| "learning_rate": 8.513156273238146e-07, |
| "loss": 0.9495224356651306, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.9124579124579124, |
| "grad_norm": 27.266931533813477, |
| "learning_rate": 8.50694718200502e-07, |
| "loss": 0.766098141670227, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.9141414141414141, |
| "grad_norm": 4.358726978302002, |
| "learning_rate": 8.500727730573655e-07, |
| "loss": 1.1725554466247559, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.9158249158249159, |
| "grad_norm": 13.713922500610352, |
| "learning_rate": 8.494497940372675e-07, |
| "loss": 0.9348576068878174, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.9175084175084175, |
| "grad_norm": 2.8525874614715576, |
| "learning_rate": 8.488257832866332e-07, |
| "loss": 0.9388105869293213, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.9191919191919192, |
| "grad_norm": 19.22268295288086, |
| "learning_rate": 8.482007429554419e-07, |
| "loss": 1.0528115034103394, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.9208754208754208, |
| "grad_norm": 7.083608627319336, |
| "learning_rate": 8.475746751972207e-07, |
| "loss": 0.9258947968482971, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.9225589225589226, |
| "grad_norm": 17.767122268676758, |
| "learning_rate": 8.469475821690364e-07, |
| "loss": 0.7900251746177673, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.9242424242424242, |
| "grad_norm": 11.199775695800781, |
| "learning_rate": 8.463194660314884e-07, |
| "loss": 0.43797174096107483, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 6.160865306854248, |
| "learning_rate": 8.456903289487008e-07, |
| "loss": 1.0159149169921875, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.9276094276094277, |
| "grad_norm": 23.086267471313477, |
| "learning_rate": 8.45060173088316e-07, |
| "loss": 0.5812975168228149, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.9292929292929293, |
| "grad_norm": 5.783674240112305, |
| "learning_rate": 8.444290006214858e-07, |
| "loss": 1.1394703388214111, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.930976430976431, |
| "grad_norm": 5.126986026763916, |
| "learning_rate": 8.43796813722865e-07, |
| "loss": 1.0383517742156982, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.9326599326599326, |
| "grad_norm": 16.552364349365234, |
| "learning_rate": 8.431636145706035e-07, |
| "loss": 0.8570190072059631, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.9343434343434344, |
| "grad_norm": 6.3068037033081055, |
| "learning_rate": 8.425294053463387e-07, |
| "loss": 1.227846384048462, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.936026936026936, |
| "grad_norm": 21.39204978942871, |
| "learning_rate": 8.418941882351883e-07, |
| "loss": 1.2234206199645996, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.9377104377104377, |
| "grad_norm": 3.4600205421447754, |
| "learning_rate": 8.412579654257424e-07, |
| "loss": 1.0893580913543701, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.9393939393939394, |
| "grad_norm": 9.739093780517578, |
| "learning_rate": 8.406207391100564e-07, |
| "loss": 1.1603511571884155, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.9410774410774411, |
| "grad_norm": 9.583012580871582, |
| "learning_rate": 8.399825114836431e-07, |
| "loss": 1.036285161972046, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.9427609427609428, |
| "grad_norm": 3.670794725418091, |
| "learning_rate": 8.393432847454651e-07, |
| "loss": 1.2967090606689453, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.9444444444444444, |
| "grad_norm": 3.190880060195923, |
| "learning_rate": 8.387030610979276e-07, |
| "loss": 0.7892323732376099, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.9461279461279462, |
| "grad_norm": 2.7288999557495117, |
| "learning_rate": 8.380618427468703e-07, |
| "loss": 0.8631899356842041, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.9478114478114478, |
| "grad_norm": 80.42435455322266, |
| "learning_rate": 8.374196319015605e-07, |
| "loss": 0.8700990080833435, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.9494949494949495, |
| "grad_norm": 2.7032294273376465, |
| "learning_rate": 8.367764307746843e-07, |
| "loss": 0.9584017992019653, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.9511784511784511, |
| "grad_norm": 29.493919372558594, |
| "learning_rate": 8.361322415823407e-07, |
| "loss": 0.9330191016197205, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.9528619528619529, |
| "grad_norm": 2.8431601524353027, |
| "learning_rate": 8.354870665440322e-07, |
| "loss": 0.9470508098602295, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.9545454545454546, |
| "grad_norm": 4.1329240798950195, |
| "learning_rate": 8.348409078826586e-07, |
| "loss": 1.003962755203247, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.9562289562289562, |
| "grad_norm": 21.232402801513672, |
| "learning_rate": 8.341937678245078e-07, |
| "loss": 0.8706526756286621, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.9579124579124579, |
| "grad_norm": 6.638863563537598, |
| "learning_rate": 8.335456485992501e-07, |
| "loss": 0.7324610948562622, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.9595959595959596, |
| "grad_norm": 9.82058048248291, |
| "learning_rate": 8.328965524399288e-07, |
| "loss": 0.5701298713684082, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.9612794612794613, |
| "grad_norm": 4.2321672439575195, |
| "learning_rate": 8.322464815829531e-07, |
| "loss": 0.8950085639953613, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.9629629629629629, |
| "grad_norm": 4.749987602233887, |
| "learning_rate": 8.315954382680909e-07, |
| "loss": 0.6259889602661133, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.9646464646464646, |
| "grad_norm": 3.1439943313598633, |
| "learning_rate": 8.309434247384601e-07, |
| "loss": 0.9208143949508667, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.9663299663299664, |
| "grad_norm": 9.139312744140625, |
| "learning_rate": 8.302904432405219e-07, |
| "loss": 0.7828265428543091, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.968013468013468, |
| "grad_norm": 8.519466400146484, |
| "learning_rate": 8.296364960240722e-07, |
| "loss": 0.9561738967895508, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.9696969696969697, |
| "grad_norm": 21.469980239868164, |
| "learning_rate": 8.289815853422342e-07, |
| "loss": 0.608352541923523, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.9713804713804713, |
| "grad_norm": 6.825742721557617, |
| "learning_rate": 8.283257134514507e-07, |
| "loss": 0.9338740110397339, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.9730639730639731, |
| "grad_norm": 4.129487991333008, |
| "learning_rate": 8.276688826114768e-07, |
| "loss": 0.5884324312210083, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.9747474747474747, |
| "grad_norm": 5.313873291015625, |
| "learning_rate": 8.270110950853706e-07, |
| "loss": 0.9547237753868103, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.9764309764309764, |
| "grad_norm": 6.063114643096924, |
| "learning_rate": 8.263523531394872e-07, |
| "loss": 0.44445914030075073, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.9781144781144782, |
| "grad_norm": 17.088842391967773, |
| "learning_rate": 8.256926590434696e-07, |
| "loss": 1.1655336618423462, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.9797979797979798, |
| "grad_norm": 2.781656265258789, |
| "learning_rate": 8.250320150702416e-07, |
| "loss": 0.6978096961975098, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.9814814814814815, |
| "grad_norm": 4.57460355758667, |
| "learning_rate": 8.243704234959996e-07, |
| "loss": 0.8053257465362549, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.9831649831649831, |
| "grad_norm": 7.392634391784668, |
| "learning_rate": 8.237078866002051e-07, |
| "loss": 0.8369849920272827, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.9848484848484849, |
| "grad_norm": 7.21369743347168, |
| "learning_rate": 8.230444066655763e-07, |
| "loss": 0.8643122911453247, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.9865319865319865, |
| "grad_norm": 8.024483680725098, |
| "learning_rate": 8.223799859780808e-07, |
| "loss": 0.6412187814712524, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.9882154882154882, |
| "grad_norm": 25.19280433654785, |
| "learning_rate": 8.217146268269274e-07, |
| "loss": 0.917904257774353, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.98989898989899, |
| "grad_norm": 9.128271102905273, |
| "learning_rate": 8.210483315045584e-07, |
| "loss": 0.4360630214214325, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.9915824915824916, |
| "grad_norm": 10.149953842163086, |
| "learning_rate": 8.203811023066416e-07, |
| "loss": 1.071942925453186, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.9932659932659933, |
| "grad_norm": 8.710041999816895, |
| "learning_rate": 8.197129415320622e-07, |
| "loss": 0.4572172164916992, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.9949494949494949, |
| "grad_norm": 3.669222116470337, |
| "learning_rate": 8.190438514829151e-07, |
| "loss": 0.9243024587631226, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.9966329966329966, |
| "grad_norm": 12.717865943908691, |
| "learning_rate": 8.183738344644973e-07, |
| "loss": 1.0385701656341553, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.9983164983164983, |
| "grad_norm": 4.85836935043335, |
| "learning_rate": 8.177028927852992e-07, |
| "loss": 0.6608575582504272, |
| "step": 1186 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 11.576709747314453, |
| "learning_rate": 8.170310287569973e-07, |
| "loss": 0.7577022910118103, |
| "step": 1188 |
| }, |
| { |
| "epoch": 1.0016835016835017, |
| "grad_norm": 9.695958137512207, |
| "learning_rate": 8.163582446944456e-07, |
| "loss": 0.4615962505340576, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.0033670033670035, |
| "grad_norm": 6.610690116882324, |
| "learning_rate": 8.156845429156687e-07, |
| "loss": 0.4831297993659973, |
| "step": 1192 |
| }, |
| { |
| "epoch": 1.005050505050505, |
| "grad_norm": 3.4326443672180176, |
| "learning_rate": 8.150099257418522e-07, |
| "loss": 1.146728515625, |
| "step": 1194 |
| }, |
| { |
| "epoch": 1.0067340067340067, |
| "grad_norm": 20.49312973022461, |
| "learning_rate": 8.143343954973366e-07, |
| "loss": 0.8859339356422424, |
| "step": 1196 |
| }, |
| { |
| "epoch": 1.0084175084175084, |
| "grad_norm": 3.5065126419067383, |
| "learning_rate": 8.136579545096076e-07, |
| "loss": 1.0677597522735596, |
| "step": 1198 |
| }, |
| { |
| "epoch": 1.0101010101010102, |
| "grad_norm": 13.90986156463623, |
| "learning_rate": 8.129806051092889e-07, |
| "loss": 1.1894700527191162, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.0117845117845117, |
| "grad_norm": 3.6254143714904785, |
| "learning_rate": 8.123023496301343e-07, |
| "loss": 0.985792338848114, |
| "step": 1202 |
| }, |
| { |
| "epoch": 1.0134680134680134, |
| "grad_norm": 2.666475296020508, |
| "learning_rate": 8.116231904090192e-07, |
| "loss": 1.0036242008209229, |
| "step": 1204 |
| }, |
| { |
| "epoch": 1.0151515151515151, |
| "grad_norm": 15.559446334838867, |
| "learning_rate": 8.109431297859332e-07, |
| "loss": 1.0831941366195679, |
| "step": 1206 |
| }, |
| { |
| "epoch": 1.0168350168350169, |
| "grad_norm": 16.54594612121582, |
| "learning_rate": 8.10262170103971e-07, |
| "loss": 0.6582114696502686, |
| "step": 1208 |
| }, |
| { |
| "epoch": 1.0185185185185186, |
| "grad_norm": 4.971505641937256, |
| "learning_rate": 8.095803137093252e-07, |
| "loss": 0.7359082698822021, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.02020202020202, |
| "grad_norm": 3.355790853500366, |
| "learning_rate": 8.088975629512781e-07, |
| "loss": 0.5685245990753174, |
| "step": 1212 |
| }, |
| { |
| "epoch": 1.0218855218855218, |
| "grad_norm": 9.155191421508789, |
| "learning_rate": 8.082139201821933e-07, |
| "loss": 0.8225246667861938, |
| "step": 1214 |
| }, |
| { |
| "epoch": 1.0235690235690236, |
| "grad_norm": 12.392461776733398, |
| "learning_rate": 8.075293877575079e-07, |
| "loss": 0.4670335352420807, |
| "step": 1216 |
| }, |
| { |
| "epoch": 1.0252525252525253, |
| "grad_norm": 15.242469787597656, |
| "learning_rate": 8.068439680357239e-07, |
| "loss": 0.9990904331207275, |
| "step": 1218 |
| }, |
| { |
| "epoch": 1.026936026936027, |
| "grad_norm": 5.101475238800049, |
| "learning_rate": 8.06157663378401e-07, |
| "loss": 0.8169501423835754, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.0286195286195285, |
| "grad_norm": 45.69724655151367, |
| "learning_rate": 8.054704761501471e-07, |
| "loss": 0.9720203280448914, |
| "step": 1222 |
| }, |
| { |
| "epoch": 1.0303030303030303, |
| "grad_norm": 9.621611595153809, |
| "learning_rate": 8.047824087186116e-07, |
| "loss": 1.1497771739959717, |
| "step": 1224 |
| }, |
| { |
| "epoch": 1.031986531986532, |
| "grad_norm": 17.078630447387695, |
| "learning_rate": 8.040934634544761e-07, |
| "loss": 0.6966054439544678, |
| "step": 1226 |
| }, |
| { |
| "epoch": 1.0336700336700337, |
| "grad_norm": 12.26323413848877, |
| "learning_rate": 8.03403642731447e-07, |
| "loss": 0.9055821299552917, |
| "step": 1228 |
| }, |
| { |
| "epoch": 1.0353535353535352, |
| "grad_norm": 4.618709564208984, |
| "learning_rate": 8.027129489262472e-07, |
| "loss": 0.8367654085159302, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.037037037037037, |
| "grad_norm": 14.03416919708252, |
| "learning_rate": 8.020213844186071e-07, |
| "loss": 0.5471811294555664, |
| "step": 1232 |
| }, |
| { |
| "epoch": 1.0387205387205387, |
| "grad_norm": 2.462353229522705, |
| "learning_rate": 8.013289515912575e-07, |
| "loss": 0.9337582588195801, |
| "step": 1234 |
| }, |
| { |
| "epoch": 1.0404040404040404, |
| "grad_norm": 3.580676794052124, |
| "learning_rate": 8.006356528299211e-07, |
| "loss": 0.9284713268280029, |
| "step": 1236 |
| }, |
| { |
| "epoch": 1.0420875420875422, |
| "grad_norm": 14.55753231048584, |
| "learning_rate": 7.999414905233035e-07, |
| "loss": 0.5675897598266602, |
| "step": 1238 |
| }, |
| { |
| "epoch": 1.0437710437710437, |
| "grad_norm": 3.7598259449005127, |
| "learning_rate": 7.992464670630862e-07, |
| "loss": 1.0432960987091064, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.0454545454545454, |
| "grad_norm": 6.506076335906982, |
| "learning_rate": 7.985505848439171e-07, |
| "loss": 1.0147356986999512, |
| "step": 1242 |
| }, |
| { |
| "epoch": 1.0471380471380471, |
| "grad_norm": 4.660027503967285, |
| "learning_rate": 7.978538462634036e-07, |
| "loss": 0.7054228782653809, |
| "step": 1244 |
| }, |
| { |
| "epoch": 1.0488215488215489, |
| "grad_norm": 15.017945289611816, |
| "learning_rate": 7.971562537221032e-07, |
| "loss": 0.7315689325332642, |
| "step": 1246 |
| }, |
| { |
| "epoch": 1.0505050505050506, |
| "grad_norm": 11.619869232177734, |
| "learning_rate": 7.964578096235156e-07, |
| "loss": 0.9787733554840088, |
| "step": 1248 |
| }, |
| { |
| "epoch": 1.0521885521885521, |
| "grad_norm": 25.001440048217773, |
| "learning_rate": 7.957585163740746e-07, |
| "loss": 0.7732163667678833, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.0538720538720538, |
| "grad_norm": 13.280570030212402, |
| "learning_rate": 7.950583763831398e-07, |
| "loss": 0.7055392861366272, |
| "step": 1252 |
| }, |
| { |
| "epoch": 1.0555555555555556, |
| "grad_norm": 8.0188627243042, |
| "learning_rate": 7.943573920629879e-07, |
| "loss": 1.0268526077270508, |
| "step": 1254 |
| }, |
| { |
| "epoch": 1.0572390572390573, |
| "grad_norm": 8.311823844909668, |
| "learning_rate": 7.936555658288051e-07, |
| "loss": 0.7499762177467346, |
| "step": 1256 |
| }, |
| { |
| "epoch": 1.0589225589225588, |
| "grad_norm": 12.510072708129883, |
| "learning_rate": 7.929529000986778e-07, |
| "loss": 0.5642093420028687, |
| "step": 1258 |
| }, |
| { |
| "epoch": 1.0606060606060606, |
| "grad_norm": 8.302406311035156, |
| "learning_rate": 7.922493972935851e-07, |
| "loss": 0.8775455355644226, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.0622895622895623, |
| "grad_norm": 4.110003471374512, |
| "learning_rate": 7.915450598373903e-07, |
| "loss": 0.6986871957778931, |
| "step": 1262 |
| }, |
| { |
| "epoch": 1.063973063973064, |
| "grad_norm": 5.865422248840332, |
| "learning_rate": 7.908398901568324e-07, |
| "loss": 0.8195330500602722, |
| "step": 1264 |
| }, |
| { |
| "epoch": 1.0656565656565657, |
| "grad_norm": 9.913485527038574, |
| "learning_rate": 7.901338906815174e-07, |
| "loss": 0.8037704229354858, |
| "step": 1266 |
| }, |
| { |
| "epoch": 1.0673400673400673, |
| "grad_norm": 111.66101837158203, |
| "learning_rate": 7.894270638439106e-07, |
| "loss": 0.6612458825111389, |
| "step": 1268 |
| }, |
| { |
| "epoch": 1.069023569023569, |
| "grad_norm": 6.807026386260986, |
| "learning_rate": 7.88719412079328e-07, |
| "loss": 0.6571763157844543, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.0707070707070707, |
| "grad_norm": 6.202319622039795, |
| "learning_rate": 7.880109378259274e-07, |
| "loss": 0.7407518625259399, |
| "step": 1272 |
| }, |
| { |
| "epoch": 1.0723905723905724, |
| "grad_norm": 18.488807678222656, |
| "learning_rate": 7.873016435247011e-07, |
| "loss": 0.5137653350830078, |
| "step": 1274 |
| }, |
| { |
| "epoch": 1.074074074074074, |
| "grad_norm": 6.398234844207764, |
| "learning_rate": 7.865915316194661e-07, |
| "loss": 0.7220208644866943, |
| "step": 1276 |
| }, |
| { |
| "epoch": 1.0757575757575757, |
| "grad_norm": 24.44901466369629, |
| "learning_rate": 7.858806045568568e-07, |
| "loss": 1.0816729068756104, |
| "step": 1278 |
| }, |
| { |
| "epoch": 1.0774410774410774, |
| "grad_norm": 42.94617462158203, |
| "learning_rate": 7.85168864786316e-07, |
| "loss": 0.569089412689209, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.0791245791245792, |
| "grad_norm": 17.059085845947266, |
| "learning_rate": 7.844563147600869e-07, |
| "loss": 0.34395474195480347, |
| "step": 1282 |
| }, |
| { |
| "epoch": 1.0808080808080809, |
| "grad_norm": 5.726075172424316, |
| "learning_rate": 7.837429569332038e-07, |
| "loss": 1.104400873184204, |
| "step": 1284 |
| }, |
| { |
| "epoch": 1.0824915824915824, |
| "grad_norm": 5.970583915710449, |
| "learning_rate": 7.830287937634848e-07, |
| "loss": 0.9108725786209106, |
| "step": 1286 |
| }, |
| { |
| "epoch": 1.0841750841750841, |
| "grad_norm": 3.13798451423645, |
| "learning_rate": 7.823138277115227e-07, |
| "loss": 0.6928012371063232, |
| "step": 1288 |
| }, |
| { |
| "epoch": 1.0858585858585859, |
| "grad_norm": 3.2338767051696777, |
| "learning_rate": 7.81598061240676e-07, |
| "loss": 0.6945496797561646, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.0875420875420876, |
| "grad_norm": 9.174521446228027, |
| "learning_rate": 7.808814968170612e-07, |
| "loss": 1.177178144454956, |
| "step": 1292 |
| }, |
| { |
| "epoch": 1.0892255892255893, |
| "grad_norm": 2.838789463043213, |
| "learning_rate": 7.801641369095449e-07, |
| "loss": 0.8742045164108276, |
| "step": 1294 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 33.68141555786133, |
| "learning_rate": 7.794459839897334e-07, |
| "loss": 0.5730578899383545, |
| "step": 1296 |
| }, |
| { |
| "epoch": 1.0925925925925926, |
| "grad_norm": 8.239413261413574, |
| "learning_rate": 7.787270405319656e-07, |
| "loss": 0.6627512574195862, |
| "step": 1298 |
| }, |
| { |
| "epoch": 1.0942760942760943, |
| "grad_norm": 10.630107879638672, |
| "learning_rate": 7.780073090133045e-07, |
| "loss": 0.6856255531311035, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.095959595959596, |
| "grad_norm": 8.586835861206055, |
| "learning_rate": 7.772867919135278e-07, |
| "loss": 0.7367527484893799, |
| "step": 1302 |
| }, |
| { |
| "epoch": 1.0976430976430978, |
| "grad_norm": 26.07152557373047, |
| "learning_rate": 7.765654917151201e-07, |
| "loss": 0.6313869953155518, |
| "step": 1304 |
| }, |
| { |
| "epoch": 1.0993265993265993, |
| "grad_norm": 26.481813430786133, |
| "learning_rate": 7.758434109032642e-07, |
| "loss": 0.6839025020599365, |
| "step": 1306 |
| }, |
| { |
| "epoch": 1.101010101010101, |
| "grad_norm": 11.492305755615234, |
| "learning_rate": 7.751205519658321e-07, |
| "loss": 0.5959317684173584, |
| "step": 1308 |
| }, |
| { |
| "epoch": 1.1026936026936027, |
| "grad_norm": 5.645211219787598, |
| "learning_rate": 7.743969173933771e-07, |
| "loss": 0.5784125924110413, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.1043771043771045, |
| "grad_norm": 4.408408164978027, |
| "learning_rate": 7.736725096791249e-07, |
| "loss": 1.2098188400268555, |
| "step": 1312 |
| }, |
| { |
| "epoch": 1.106060606060606, |
| "grad_norm": 9.238399505615234, |
| "learning_rate": 7.729473313189647e-07, |
| "loss": 0.9550820589065552, |
| "step": 1314 |
| }, |
| { |
| "epoch": 1.1077441077441077, |
| "grad_norm": 15.260536193847656, |
| "learning_rate": 7.722213848114411e-07, |
| "loss": 0.9281185865402222, |
| "step": 1316 |
| }, |
| { |
| "epoch": 1.1094276094276094, |
| "grad_norm": 11.378418922424316, |
| "learning_rate": 7.714946726577453e-07, |
| "loss": 0.9321832656860352, |
| "step": 1318 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 27.803199768066406, |
| "learning_rate": 7.707671973617066e-07, |
| "loss": 0.7850360870361328, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.112794612794613, |
| "grad_norm": 11.86633586883545, |
| "learning_rate": 7.700389614297832e-07, |
| "loss": 0.8705657124519348, |
| "step": 1322 |
| }, |
| { |
| "epoch": 1.1144781144781144, |
| "grad_norm": 13.372186660766602, |
| "learning_rate": 7.693099673710545e-07, |
| "loss": 0.5348168015480042, |
| "step": 1324 |
| }, |
| { |
| "epoch": 1.1161616161616161, |
| "grad_norm": 7.737417697906494, |
| "learning_rate": 7.685802176972117e-07, |
| "loss": 0.8875303268432617, |
| "step": 1326 |
| }, |
| { |
| "epoch": 1.1178451178451179, |
| "grad_norm": 4.609512805938721, |
| "learning_rate": 7.678497149225494e-07, |
| "loss": 0.7146286964416504, |
| "step": 1328 |
| }, |
| { |
| "epoch": 1.1195286195286196, |
| "grad_norm": 3.953033447265625, |
| "learning_rate": 7.671184615639573e-07, |
| "loss": 1.0624680519104004, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.121212121212121, |
| "grad_norm": 15.329386711120605, |
| "learning_rate": 7.663864601409106e-07, |
| "loss": 0.7291280031204224, |
| "step": 1332 |
| }, |
| { |
| "epoch": 1.1228956228956228, |
| "grad_norm": 5.592386722564697, |
| "learning_rate": 7.656537131754621e-07, |
| "loss": 1.146779179573059, |
| "step": 1334 |
| }, |
| { |
| "epoch": 1.1245791245791246, |
| "grad_norm": 19.50740623474121, |
| "learning_rate": 7.649202231922338e-07, |
| "loss": 0.6419116258621216, |
| "step": 1336 |
| }, |
| { |
| "epoch": 1.1262626262626263, |
| "grad_norm": 3.845174789428711, |
| "learning_rate": 7.641859927184071e-07, |
| "loss": 0.7372583150863647, |
| "step": 1338 |
| }, |
| { |
| "epoch": 1.127946127946128, |
| "grad_norm": 8.609213829040527, |
| "learning_rate": 7.634510242837149e-07, |
| "loss": 0.603482723236084, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.1296296296296295, |
| "grad_norm": 7.67048454284668, |
| "learning_rate": 7.627153204204329e-07, |
| "loss": 0.9267317056655884, |
| "step": 1342 |
| }, |
| { |
| "epoch": 1.1313131313131313, |
| "grad_norm": 3.1689493656158447, |
| "learning_rate": 7.619788836633701e-07, |
| "loss": 1.1948891878128052, |
| "step": 1344 |
| }, |
| { |
| "epoch": 1.132996632996633, |
| "grad_norm": 44.90256118774414, |
| "learning_rate": 7.612417165498611e-07, |
| "loss": 1.0813300609588623, |
| "step": 1346 |
| }, |
| { |
| "epoch": 1.1346801346801347, |
| "grad_norm": 30.334089279174805, |
| "learning_rate": 7.605038216197569e-07, |
| "loss": 0.7344606518745422, |
| "step": 1348 |
| }, |
| { |
| "epoch": 1.1363636363636362, |
| "grad_norm": 7.781182765960693, |
| "learning_rate": 7.597652014154162e-07, |
| "loss": 0.5709810256958008, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.138047138047138, |
| "grad_norm": 17.377174377441406, |
| "learning_rate": 7.590258584816957e-07, |
| "loss": 0.32737797498703003, |
| "step": 1352 |
| }, |
| { |
| "epoch": 1.1397306397306397, |
| "grad_norm": 3.968998908996582, |
| "learning_rate": 7.582857953659437e-07, |
| "loss": 1.0901448726654053, |
| "step": 1354 |
| }, |
| { |
| "epoch": 1.1414141414141414, |
| "grad_norm": 4.9800801277160645, |
| "learning_rate": 7.575450146179887e-07, |
| "loss": 1.098610281944275, |
| "step": 1356 |
| }, |
| { |
| "epoch": 1.1430976430976432, |
| "grad_norm": 11.949906349182129, |
| "learning_rate": 7.56803518790132e-07, |
| "loss": 0.8105623722076416, |
| "step": 1358 |
| }, |
| { |
| "epoch": 1.144781144781145, |
| "grad_norm": 3.4032137393951416, |
| "learning_rate": 7.560613104371386e-07, |
| "loss": 0.7330828905105591, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.1464646464646464, |
| "grad_norm": 2.8660380840301514, |
| "learning_rate": 7.553183921162289e-07, |
| "loss": 0.9020315408706665, |
| "step": 1362 |
| }, |
| { |
| "epoch": 1.1481481481481481, |
| "grad_norm": 12.72059154510498, |
| "learning_rate": 7.545747663870687e-07, |
| "loss": 0.9371917843818665, |
| "step": 1364 |
| }, |
| { |
| "epoch": 1.1498316498316499, |
| "grad_norm": 23.1413631439209, |
| "learning_rate": 7.53830435811762e-07, |
| "loss": 0.7397361993789673, |
| "step": 1366 |
| }, |
| { |
| "epoch": 1.1515151515151516, |
| "grad_norm": 13.042642593383789, |
| "learning_rate": 7.530854029548404e-07, |
| "loss": 0.8247054815292358, |
| "step": 1368 |
| }, |
| { |
| "epoch": 1.1531986531986531, |
| "grad_norm": 4.0835795402526855, |
| "learning_rate": 7.523396703832557e-07, |
| "loss": 1.090425968170166, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.1548821548821548, |
| "grad_norm": 3.6361794471740723, |
| "learning_rate": 7.515932406663705e-07, |
| "loss": 1.0872161388397217, |
| "step": 1372 |
| }, |
| { |
| "epoch": 1.1565656565656566, |
| "grad_norm": 13.066899299621582, |
| "learning_rate": 7.508461163759493e-07, |
| "loss": 0.49930015206336975, |
| "step": 1374 |
| }, |
| { |
| "epoch": 1.1582491582491583, |
| "grad_norm": 5.910285472869873, |
| "learning_rate": 7.500983000861493e-07, |
| "loss": 0.46187859773635864, |
| "step": 1376 |
| }, |
| { |
| "epoch": 1.15993265993266, |
| "grad_norm": 12.718847274780273, |
| "learning_rate": 7.493497943735124e-07, |
| "loss": 0.9587620496749878, |
| "step": 1378 |
| }, |
| { |
| "epoch": 1.1616161616161615, |
| "grad_norm": 2.7174603939056396, |
| "learning_rate": 7.48600601816956e-07, |
| "loss": 0.7705467939376831, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.1632996632996633, |
| "grad_norm": 10.425454139709473, |
| "learning_rate": 7.478507249977632e-07, |
| "loss": 0.5908098220825195, |
| "step": 1382 |
| }, |
| { |
| "epoch": 1.164983164983165, |
| "grad_norm": 4.83370304107666, |
| "learning_rate": 7.471001664995757e-07, |
| "loss": 0.4560571312904358, |
| "step": 1384 |
| }, |
| { |
| "epoch": 1.1666666666666667, |
| "grad_norm": 16.3512020111084, |
| "learning_rate": 7.46348928908383e-07, |
| "loss": 0.6046204566955566, |
| "step": 1386 |
| }, |
| { |
| "epoch": 1.1683501683501682, |
| "grad_norm": 3.3071091175079346, |
| "learning_rate": 7.455970148125145e-07, |
| "loss": 0.6498188972473145, |
| "step": 1388 |
| }, |
| { |
| "epoch": 1.17003367003367, |
| "grad_norm": 3.1778576374053955, |
| "learning_rate": 7.44844426802631e-07, |
| "loss": 0.9177660942077637, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.1717171717171717, |
| "grad_norm": 6.8912577629089355, |
| "learning_rate": 7.440911674717148e-07, |
| "loss": 0.9661788940429688, |
| "step": 1392 |
| }, |
| { |
| "epoch": 1.1734006734006734, |
| "grad_norm": 2.982248306274414, |
| "learning_rate": 7.433372394150613e-07, |
| "loss": 0.7623599171638489, |
| "step": 1394 |
| }, |
| { |
| "epoch": 1.1750841750841752, |
| "grad_norm": 6.73823356628418, |
| "learning_rate": 7.425826452302695e-07, |
| "loss": 0.6162515878677368, |
| "step": 1396 |
| }, |
| { |
| "epoch": 1.1767676767676767, |
| "grad_norm": 7.467746734619141, |
| "learning_rate": 7.418273875172344e-07, |
| "loss": 0.7228857278823853, |
| "step": 1398 |
| }, |
| { |
| "epoch": 1.1784511784511784, |
| "grad_norm": 10.521594047546387, |
| "learning_rate": 7.410714688781362e-07, |
| "loss": 0.547920823097229, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.1801346801346801, |
| "grad_norm": 4.692141056060791, |
| "learning_rate": 7.403148919174327e-07, |
| "loss": 1.011480450630188, |
| "step": 1402 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 6.844545841217041, |
| "learning_rate": 7.3955765924185e-07, |
| "loss": 0.7596945762634277, |
| "step": 1404 |
| }, |
| { |
| "epoch": 1.1835016835016834, |
| "grad_norm": 8.648809432983398, |
| "learning_rate": 7.387997734603734e-07, |
| "loss": 0.771956205368042, |
| "step": 1406 |
| }, |
| { |
| "epoch": 1.1851851851851851, |
| "grad_norm": 15.440680503845215, |
| "learning_rate": 7.38041237184238e-07, |
| "loss": 1.2356925010681152, |
| "step": 1408 |
| }, |
| { |
| "epoch": 1.1868686868686869, |
| "grad_norm": 5.456315040588379, |
| "learning_rate": 7.372820530269203e-07, |
| "loss": 0.727834165096283, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.1885521885521886, |
| "grad_norm": 33.579254150390625, |
| "learning_rate": 7.365222236041298e-07, |
| "loss": 0.780275821685791, |
| "step": 1412 |
| }, |
| { |
| "epoch": 1.1902356902356903, |
| "grad_norm": 14.142115592956543, |
| "learning_rate": 7.35761751533798e-07, |
| "loss": 0.9008167386054993, |
| "step": 1414 |
| }, |
| { |
| "epoch": 1.1919191919191918, |
| "grad_norm": 9.76620864868164, |
| "learning_rate": 7.350006394360716e-07, |
| "loss": 0.7642953991889954, |
| "step": 1416 |
| }, |
| { |
| "epoch": 1.1936026936026936, |
| "grad_norm": 17.838695526123047, |
| "learning_rate": 7.342388899333014e-07, |
| "loss": 1.0995585918426514, |
| "step": 1418 |
| }, |
| { |
| "epoch": 1.1952861952861953, |
| "grad_norm": 65.10449981689453, |
| "learning_rate": 7.334765056500356e-07, |
| "loss": 0.947974443435669, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.196969696969697, |
| "grad_norm": 4.257263660430908, |
| "learning_rate": 7.327134892130085e-07, |
| "loss": 0.7925307750701904, |
| "step": 1422 |
| }, |
| { |
| "epoch": 1.1986531986531987, |
| "grad_norm": 3.5786726474761963, |
| "learning_rate": 7.319498432511329e-07, |
| "loss": 0.6507192850112915, |
| "step": 1424 |
| }, |
| { |
| "epoch": 1.2003367003367003, |
| "grad_norm": 9.806020736694336, |
| "learning_rate": 7.311855703954901e-07, |
| "loss": 0.9374374747276306, |
| "step": 1426 |
| }, |
| { |
| "epoch": 1.202020202020202, |
| "grad_norm": 16.49274253845215, |
| "learning_rate": 7.304206732793222e-07, |
| "loss": 0.5745439529418945, |
| "step": 1428 |
| }, |
| { |
| "epoch": 1.2037037037037037, |
| "grad_norm": 10.744287490844727, |
| "learning_rate": 7.296551545380213e-07, |
| "loss": 0.9440407752990723, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.2053872053872055, |
| "grad_norm": 4.190220832824707, |
| "learning_rate": 7.288890168091214e-07, |
| "loss": 0.7019326686859131, |
| "step": 1432 |
| }, |
| { |
| "epoch": 1.2070707070707072, |
| "grad_norm": 4.626961708068848, |
| "learning_rate": 7.281222627322897e-07, |
| "loss": 1.2138803005218506, |
| "step": 1434 |
| }, |
| { |
| "epoch": 1.2087542087542087, |
| "grad_norm": 29.172809600830078, |
| "learning_rate": 7.273548949493166e-07, |
| "loss": 0.6954021453857422, |
| "step": 1436 |
| }, |
| { |
| "epoch": 1.2104377104377104, |
| "grad_norm": 6.540690898895264, |
| "learning_rate": 7.265869161041065e-07, |
| "loss": 0.5005062818527222, |
| "step": 1438 |
| }, |
| { |
| "epoch": 1.2121212121212122, |
| "grad_norm": 1.7837268114089966, |
| "learning_rate": 7.258183288426703e-07, |
| "loss": 0.4664597511291504, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.2138047138047139, |
| "grad_norm": 6.852010250091553, |
| "learning_rate": 7.25049135813114e-07, |
| "loss": 0.7454104423522949, |
| "step": 1442 |
| }, |
| { |
| "epoch": 1.2154882154882154, |
| "grad_norm": 3.7926137447357178, |
| "learning_rate": 7.242793396656315e-07, |
| "loss": 0.9171748757362366, |
| "step": 1444 |
| }, |
| { |
| "epoch": 1.2171717171717171, |
| "grad_norm": 4.602051734924316, |
| "learning_rate": 7.235089430524943e-07, |
| "loss": 0.9297394156455994, |
| "step": 1446 |
| }, |
| { |
| "epoch": 1.2188552188552189, |
| "grad_norm": 8.485408782958984, |
| "learning_rate": 7.227379486280432e-07, |
| "loss": 0.6902468800544739, |
| "step": 1448 |
| }, |
| { |
| "epoch": 1.2205387205387206, |
| "grad_norm": 3.0322980880737305, |
| "learning_rate": 7.219663590486778e-07, |
| "loss": 0.9321104288101196, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 21.71652603149414, |
| "learning_rate": 7.211941769728493e-07, |
| "loss": 0.9111616611480713, |
| "step": 1452 |
| }, |
| { |
| "epoch": 1.2239057239057238, |
| "grad_norm": 5.9835405349731445, |
| "learning_rate": 7.204214050610498e-07, |
| "loss": 0.6736348867416382, |
| "step": 1454 |
| }, |
| { |
| "epoch": 1.2255892255892256, |
| "grad_norm": 5.00324010848999, |
| "learning_rate": 7.196480459758035e-07, |
| "loss": 0.8823907375335693, |
| "step": 1456 |
| }, |
| { |
| "epoch": 1.2272727272727273, |
| "grad_norm": 9.083556175231934, |
| "learning_rate": 7.188741023816581e-07, |
| "loss": 0.8732795715332031, |
| "step": 1458 |
| }, |
| { |
| "epoch": 1.228956228956229, |
| "grad_norm": 6.7020440101623535, |
| "learning_rate": 7.180995769451747e-07, |
| "loss": 0.9818441867828369, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.2306397306397305, |
| "grad_norm": 13.26759147644043, |
| "learning_rate": 7.173244723349194e-07, |
| "loss": 0.7110154628753662, |
| "step": 1462 |
| }, |
| { |
| "epoch": 1.2323232323232323, |
| "grad_norm": 3.6703689098358154, |
| "learning_rate": 7.165487912214538e-07, |
| "loss": 0.6870818138122559, |
| "step": 1464 |
| }, |
| { |
| "epoch": 1.234006734006734, |
| "grad_norm": 4.100058078765869, |
| "learning_rate": 7.157725362773258e-07, |
| "loss": 0.8629697561264038, |
| "step": 1466 |
| }, |
| { |
| "epoch": 1.2356902356902357, |
| "grad_norm": 7.570556640625, |
| "learning_rate": 7.1499571017706e-07, |
| "loss": 0.9524326324462891, |
| "step": 1468 |
| }, |
| { |
| "epoch": 1.2373737373737375, |
| "grad_norm": 3.626100778579712, |
| "learning_rate": 7.142183155971493e-07, |
| "loss": 1.1208899021148682, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.239057239057239, |
| "grad_norm": 6.774829387664795, |
| "learning_rate": 7.13440355216045e-07, |
| "loss": 0.6910721063613892, |
| "step": 1472 |
| }, |
| { |
| "epoch": 1.2407407407407407, |
| "grad_norm": 12.941313743591309, |
| "learning_rate": 7.126618317141482e-07, |
| "loss": 0.6839091777801514, |
| "step": 1474 |
| }, |
| { |
| "epoch": 1.2424242424242424, |
| "grad_norm": 13.288043022155762, |
| "learning_rate": 7.118827477737999e-07, |
| "loss": 0.4849187135696411, |
| "step": 1476 |
| }, |
| { |
| "epoch": 1.2441077441077442, |
| "grad_norm": 14.330803871154785, |
| "learning_rate": 7.111031060792719e-07, |
| "loss": 0.7669592499732971, |
| "step": 1478 |
| }, |
| { |
| "epoch": 1.2457912457912457, |
| "grad_norm": 3.7719264030456543, |
| "learning_rate": 7.103229093167579e-07, |
| "loss": 0.7678747773170471, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.2474747474747474, |
| "grad_norm": 5.733471393585205, |
| "learning_rate": 7.095421601743643e-07, |
| "loss": 0.7603921890258789, |
| "step": 1482 |
| }, |
| { |
| "epoch": 1.2491582491582491, |
| "grad_norm": 3.3023183345794678, |
| "learning_rate": 7.087608613421e-07, |
| "loss": 0.475089430809021, |
| "step": 1484 |
| }, |
| { |
| "epoch": 1.2508417508417509, |
| "grad_norm": 6.135479927062988, |
| "learning_rate": 7.079790155118684e-07, |
| "loss": 0.6280136108398438, |
| "step": 1486 |
| }, |
| { |
| "epoch": 1.2525252525252526, |
| "grad_norm": 14.41522216796875, |
| "learning_rate": 7.071966253774575e-07, |
| "loss": 0.7469892501831055, |
| "step": 1488 |
| }, |
| { |
| "epoch": 1.2542087542087543, |
| "grad_norm": 2.5887715816497803, |
| "learning_rate": 7.064136936345304e-07, |
| "loss": 0.7018432021141052, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.2558922558922558, |
| "grad_norm": 3.5334408283233643, |
| "learning_rate": 7.056302229806163e-07, |
| "loss": 0.825816810131073, |
| "step": 1492 |
| }, |
| { |
| "epoch": 1.2575757575757576, |
| "grad_norm": 3.581906795501709, |
| "learning_rate": 7.048462161151012e-07, |
| "loss": 0.8269777297973633, |
| "step": 1494 |
| }, |
| { |
| "epoch": 1.2592592592592593, |
| "grad_norm": 8.52226734161377, |
| "learning_rate": 7.040616757392188e-07, |
| "loss": 0.7199699282646179, |
| "step": 1496 |
| }, |
| { |
| "epoch": 1.2609427609427608, |
| "grad_norm": 2.9323740005493164, |
| "learning_rate": 7.032766045560408e-07, |
| "loss": 0.9787487387657166, |
| "step": 1498 |
| }, |
| { |
| "epoch": 1.2626262626262625, |
| "grad_norm": 6.500389099121094, |
| "learning_rate": 7.024910052704677e-07, |
| "loss": 1.0706979036331177, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2643097643097643, |
| "grad_norm": 5.391655445098877, |
| "learning_rate": 7.017048805892194e-07, |
| "loss": 0.5319828987121582, |
| "step": 1502 |
| }, |
| { |
| "epoch": 1.265993265993266, |
| "grad_norm": 5.92175817489624, |
| "learning_rate": 7.009182332208266e-07, |
| "loss": 0.7819663286209106, |
| "step": 1504 |
| }, |
| { |
| "epoch": 1.2676767676767677, |
| "grad_norm": 4.497714996337891, |
| "learning_rate": 7.001310658756201e-07, |
| "loss": 1.1338582038879395, |
| "step": 1506 |
| }, |
| { |
| "epoch": 1.2693602693602695, |
| "grad_norm": 4.954183578491211, |
| "learning_rate": 6.993433812657226e-07, |
| "loss": 1.1781617403030396, |
| "step": 1508 |
| }, |
| { |
| "epoch": 1.271043771043771, |
| "grad_norm": 17.044879913330078, |
| "learning_rate": 6.985551821050395e-07, |
| "loss": 0.5676237344741821, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 17.09630012512207, |
| "learning_rate": 6.97766471109248e-07, |
| "loss": 0.6173258423805237, |
| "step": 1512 |
| }, |
| { |
| "epoch": 1.2744107744107744, |
| "grad_norm": 5.917657375335693, |
| "learning_rate": 6.969772509957895e-07, |
| "loss": 0.8361184597015381, |
| "step": 1514 |
| }, |
| { |
| "epoch": 1.2760942760942762, |
| "grad_norm": 4.721149921417236, |
| "learning_rate": 6.961875244838596e-07, |
| "loss": 0.8495975732803345, |
| "step": 1516 |
| }, |
| { |
| "epoch": 1.2777777777777777, |
| "grad_norm": 11.31229019165039, |
| "learning_rate": 6.953972942943981e-07, |
| "loss": 0.7243598699569702, |
| "step": 1518 |
| }, |
| { |
| "epoch": 1.2794612794612794, |
| "grad_norm": 3.162838935852051, |
| "learning_rate": 6.946065631500806e-07, |
| "loss": 0.9145760536193848, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.2811447811447811, |
| "grad_norm": 9.259127616882324, |
| "learning_rate": 6.938153337753088e-07, |
| "loss": 0.6645021438598633, |
| "step": 1522 |
| }, |
| { |
| "epoch": 1.2828282828282829, |
| "grad_norm": 26.91777229309082, |
| "learning_rate": 6.930236088962004e-07, |
| "loss": 0.651879072189331, |
| "step": 1524 |
| }, |
| { |
| "epoch": 1.2845117845117846, |
| "grad_norm": 5.544670104980469, |
| "learning_rate": 6.922313912405811e-07, |
| "loss": 0.8310514688491821, |
| "step": 1526 |
| }, |
| { |
| "epoch": 1.2861952861952861, |
| "grad_norm": 16.370214462280273, |
| "learning_rate": 6.914386835379738e-07, |
| "loss": 0.7569658756256104, |
| "step": 1528 |
| }, |
| { |
| "epoch": 1.2878787878787878, |
| "grad_norm": 8.142780303955078, |
| "learning_rate": 6.906454885195904e-07, |
| "loss": 0.4488654136657715, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.2895622895622896, |
| "grad_norm": 5.413924217224121, |
| "learning_rate": 6.898518089183211e-07, |
| "loss": 0.8656577467918396, |
| "step": 1532 |
| }, |
| { |
| "epoch": 1.2912457912457913, |
| "grad_norm": 4.607274532318115, |
| "learning_rate": 6.890576474687263e-07, |
| "loss": 1.0356013774871826, |
| "step": 1534 |
| }, |
| { |
| "epoch": 1.2929292929292928, |
| "grad_norm": 6.521271705627441, |
| "learning_rate": 6.882630069070262e-07, |
| "loss": 0.9825664758682251, |
| "step": 1536 |
| }, |
| { |
| "epoch": 1.2946127946127945, |
| "grad_norm": 5.2521071434021, |
| "learning_rate": 6.874678899710923e-07, |
| "loss": 0.6595628261566162, |
| "step": 1538 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 16.32155990600586, |
| "learning_rate": 6.866722994004364e-07, |
| "loss": 0.7686331868171692, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.297979797979798, |
| "grad_norm": 15.72677230834961, |
| "learning_rate": 6.858762379362032e-07, |
| "loss": 0.8358673453330994, |
| "step": 1542 |
| }, |
| { |
| "epoch": 1.2996632996632997, |
| "grad_norm": 5.651062965393066, |
| "learning_rate": 6.850797083211591e-07, |
| "loss": 0.9706641435623169, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.3013468013468015, |
| "grad_norm": 10.415674209594727, |
| "learning_rate": 6.842827132996841e-07, |
| "loss": 0.8287351131439209, |
| "step": 1546 |
| }, |
| { |
| "epoch": 1.303030303030303, |
| "grad_norm": 16.539886474609375, |
| "learning_rate": 6.83485255617761e-07, |
| "loss": 0.8370147943496704, |
| "step": 1548 |
| }, |
| { |
| "epoch": 1.3047138047138047, |
| "grad_norm": 6.127871036529541, |
| "learning_rate": 6.826873380229673e-07, |
| "loss": 0.6265941858291626, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.3063973063973064, |
| "grad_norm": 6.429442882537842, |
| "learning_rate": 6.818889632644649e-07, |
| "loss": 0.9182727336883545, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.308080808080808, |
| "grad_norm": 4.870426654815674, |
| "learning_rate": 6.810901340929906e-07, |
| "loss": 0.962719202041626, |
| "step": 1554 |
| }, |
| { |
| "epoch": 1.3097643097643097, |
| "grad_norm": 4.017622947692871, |
| "learning_rate": 6.802908532608472e-07, |
| "loss": 1.0228416919708252, |
| "step": 1556 |
| }, |
| { |
| "epoch": 1.3114478114478114, |
| "grad_norm": 6.815629482269287, |
| "learning_rate": 6.794911235218932e-07, |
| "loss": 0.9271608591079712, |
| "step": 1558 |
| }, |
| { |
| "epoch": 1.3131313131313131, |
| "grad_norm": 18.521018981933594, |
| "learning_rate": 6.786909476315342e-07, |
| "loss": 0.473792165517807, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.3148148148148149, |
| "grad_norm": 7.367074966430664, |
| "learning_rate": 6.778903283467128e-07, |
| "loss": 0.5411000847816467, |
| "step": 1562 |
| }, |
| { |
| "epoch": 1.3164983164983166, |
| "grad_norm": 23.994110107421875, |
| "learning_rate": 6.770892684258995e-07, |
| "loss": 0.5685646533966064, |
| "step": 1564 |
| }, |
| { |
| "epoch": 1.3181818181818181, |
| "grad_norm": 2.764239549636841, |
| "learning_rate": 6.762877706290823e-07, |
| "loss": 1.0790038108825684, |
| "step": 1566 |
| }, |
| { |
| "epoch": 1.3198653198653199, |
| "grad_norm": 13.226496696472168, |
| "learning_rate": 6.754858377177587e-07, |
| "loss": 0.6365941762924194, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.3215488215488216, |
| "grad_norm": 8.614484786987305, |
| "learning_rate": 6.74683472454925e-07, |
| "loss": 0.9468154907226562, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.3232323232323233, |
| "grad_norm": 6.47797966003418, |
| "learning_rate": 6.738806776050672e-07, |
| "loss": 0.8475841283798218, |
| "step": 1572 |
| }, |
| { |
| "epoch": 1.3249158249158248, |
| "grad_norm": 5.899251461029053, |
| "learning_rate": 6.730774559341512e-07, |
| "loss": 0.7157614231109619, |
| "step": 1574 |
| }, |
| { |
| "epoch": 1.3265993265993266, |
| "grad_norm": 2.9437053203582764, |
| "learning_rate": 6.722738102096135e-07, |
| "loss": 1.0155985355377197, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.3282828282828283, |
| "grad_norm": 7.690277576446533, |
| "learning_rate": 6.714697432003519e-07, |
| "loss": 0.8999049663543701, |
| "step": 1578 |
| }, |
| { |
| "epoch": 1.32996632996633, |
| "grad_norm": 8.396078109741211, |
| "learning_rate": 6.706652576767156e-07, |
| "loss": 0.6247600317001343, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.3316498316498318, |
| "grad_norm": 7.930534362792969, |
| "learning_rate": 6.698603564104958e-07, |
| "loss": 0.6954329013824463, |
| "step": 1582 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 3.4395411014556885, |
| "learning_rate": 6.690550421749157e-07, |
| "loss": 1.0694022178649902, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.335016835016835, |
| "grad_norm": 4.19919490814209, |
| "learning_rate": 6.682493177446221e-07, |
| "loss": 0.946961522102356, |
| "step": 1586 |
| }, |
| { |
| "epoch": 1.3367003367003367, |
| "grad_norm": 6.434517860412598, |
| "learning_rate": 6.674431858956743e-07, |
| "loss": 0.5836731195449829, |
| "step": 1588 |
| }, |
| { |
| "epoch": 1.3383838383838385, |
| "grad_norm": 4.509551048278809, |
| "learning_rate": 6.666366494055358e-07, |
| "loss": 0.72353595495224, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.34006734006734, |
| "grad_norm": 17.6490478515625, |
| "learning_rate": 6.658297110530646e-07, |
| "loss": 0.598315954208374, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.3417508417508417, |
| "grad_norm": 8.337894439697266, |
| "learning_rate": 6.650223736185023e-07, |
| "loss": 1.0166845321655273, |
| "step": 1594 |
| }, |
| { |
| "epoch": 1.3434343434343434, |
| "grad_norm": 27.206972122192383, |
| "learning_rate": 6.642146398834663e-07, |
| "loss": 0.4449620842933655, |
| "step": 1596 |
| }, |
| { |
| "epoch": 1.3451178451178452, |
| "grad_norm": 8.197900772094727, |
| "learning_rate": 6.63406512630939e-07, |
| "loss": 0.9014108180999756, |
| "step": 1598 |
| }, |
| { |
| "epoch": 1.3468013468013469, |
| "grad_norm": 7.576647758483887, |
| "learning_rate": 6.625979946452592e-07, |
| "loss": 0.809765100479126, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.3484848484848486, |
| "grad_norm": 44.33702087402344, |
| "learning_rate": 6.617890887121111e-07, |
| "loss": 0.7150375843048096, |
| "step": 1602 |
| }, |
| { |
| "epoch": 1.3501683501683501, |
| "grad_norm": 7.649331569671631, |
| "learning_rate": 6.60979797618516e-07, |
| "loss": 0.8225715756416321, |
| "step": 1604 |
| }, |
| { |
| "epoch": 1.3518518518518519, |
| "grad_norm": 4.691690444946289, |
| "learning_rate": 6.601701241528228e-07, |
| "loss": 1.2066047191619873, |
| "step": 1606 |
| }, |
| { |
| "epoch": 1.3535353535353536, |
| "grad_norm": 4.63446569442749, |
| "learning_rate": 6.593600711046969e-07, |
| "loss": 0.924203097820282, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.355218855218855, |
| "grad_norm": 10.622723579406738, |
| "learning_rate": 6.585496412651116e-07, |
| "loss": 0.5192527770996094, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.3569023569023568, |
| "grad_norm": 3.938314914703369, |
| "learning_rate": 6.57738837426339e-07, |
| "loss": 1.000133752822876, |
| "step": 1612 |
| }, |
| { |
| "epoch": 1.3585858585858586, |
| "grad_norm": 4.946197986602783, |
| "learning_rate": 6.569276623819396e-07, |
| "loss": 0.6809890270233154, |
| "step": 1614 |
| }, |
| { |
| "epoch": 1.3602693602693603, |
| "grad_norm": 10.934066772460938, |
| "learning_rate": 6.561161189267526e-07, |
| "loss": 0.6985521912574768, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.361952861952862, |
| "grad_norm": 3.1545114517211914, |
| "learning_rate": 6.553042098568865e-07, |
| "loss": 0.916617214679718, |
| "step": 1618 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 3.2825722694396973, |
| "learning_rate": 6.544919379697099e-07, |
| "loss": 0.729028582572937, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.3653198653198653, |
| "grad_norm": 3.8294615745544434, |
| "learning_rate": 6.536793060638412e-07, |
| "loss": 1.0753536224365234, |
| "step": 1622 |
| }, |
| { |
| "epoch": 1.367003367003367, |
| "grad_norm": 2.503497838973999, |
| "learning_rate": 6.528663169391391e-07, |
| "loss": 0.9852238893508911, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.3686868686868687, |
| "grad_norm": 8.0145263671875, |
| "learning_rate": 6.520529733966932e-07, |
| "loss": 0.6827946901321411, |
| "step": 1626 |
| }, |
| { |
| "epoch": 1.3703703703703702, |
| "grad_norm": 3.5943119525909424, |
| "learning_rate": 6.512392782388144e-07, |
| "loss": 0.9226878881454468, |
| "step": 1628 |
| }, |
| { |
| "epoch": 1.372053872053872, |
| "grad_norm": 4.993966102600098, |
| "learning_rate": 6.504252342690247e-07, |
| "loss": 0.9282613396644592, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.3737373737373737, |
| "grad_norm": 8.258445739746094, |
| "learning_rate": 6.496108442920482e-07, |
| "loss": 1.0419143438339233, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.3754208754208754, |
| "grad_norm": 11.405352592468262, |
| "learning_rate": 6.48796111113801e-07, |
| "loss": 0.7039163112640381, |
| "step": 1634 |
| }, |
| { |
| "epoch": 1.3771043771043772, |
| "grad_norm": 2.947396755218506, |
| "learning_rate": 6.479810375413819e-07, |
| "loss": 0.39542487263679504, |
| "step": 1636 |
| }, |
| { |
| "epoch": 1.378787878787879, |
| "grad_norm": 8.117940902709961, |
| "learning_rate": 6.471656263830618e-07, |
| "loss": 0.6473898887634277, |
| "step": 1638 |
| }, |
| { |
| "epoch": 1.3804713804713804, |
| "grad_norm": 3.3129611015319824, |
| "learning_rate": 6.463498804482757e-07, |
| "loss": 0.7153133153915405, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.3821548821548821, |
| "grad_norm": 7.839447498321533, |
| "learning_rate": 6.455338025476116e-07, |
| "loss": 0.9829051494598389, |
| "step": 1642 |
| }, |
| { |
| "epoch": 1.3838383838383839, |
| "grad_norm": 6.2321343421936035, |
| "learning_rate": 6.447173954928011e-07, |
| "loss": 1.191624641418457, |
| "step": 1644 |
| }, |
| { |
| "epoch": 1.3855218855218856, |
| "grad_norm": 8.412511825561523, |
| "learning_rate": 6.439006620967097e-07, |
| "loss": 0.8809744715690613, |
| "step": 1646 |
| }, |
| { |
| "epoch": 1.387205387205387, |
| "grad_norm": 3.1402454376220703, |
| "learning_rate": 6.430836051733282e-07, |
| "loss": 1.0235364437103271, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.3888888888888888, |
| "grad_norm": 4.362932205200195, |
| "learning_rate": 6.42266227537761e-07, |
| "loss": 0.9193822741508484, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.3905723905723906, |
| "grad_norm": 2.9106979370117188, |
| "learning_rate": 6.414485320062181e-07, |
| "loss": 1.2303351163864136, |
| "step": 1652 |
| }, |
| { |
| "epoch": 1.3922558922558923, |
| "grad_norm": 3.156247854232788, |
| "learning_rate": 6.406305213960045e-07, |
| "loss": 1.0456502437591553, |
| "step": 1654 |
| }, |
| { |
| "epoch": 1.393939393939394, |
| "grad_norm": 13.951912879943848, |
| "learning_rate": 6.398121985255116e-07, |
| "loss": 0.6429623365402222, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.3956228956228955, |
| "grad_norm": 2.782015323638916, |
| "learning_rate": 6.389935662142053e-07, |
| "loss": 0.6639566421508789, |
| "step": 1658 |
| }, |
| { |
| "epoch": 1.3973063973063973, |
| "grad_norm": 9.586030960083008, |
| "learning_rate": 6.381746272826186e-07, |
| "loss": 0.9411950707435608, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.398989898989899, |
| "grad_norm": 25.26241111755371, |
| "learning_rate": 6.373553845523407e-07, |
| "loss": 0.8540170192718506, |
| "step": 1662 |
| }, |
| { |
| "epoch": 1.4006734006734007, |
| "grad_norm": 40.64924240112305, |
| "learning_rate": 6.365358408460076e-07, |
| "loss": 0.7800917625427246, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.4023569023569022, |
| "grad_norm": 5.472312927246094, |
| "learning_rate": 6.35715998987292e-07, |
| "loss": 0.5686221718788147, |
| "step": 1666 |
| }, |
| { |
| "epoch": 1.404040404040404, |
| "grad_norm": 15.37363338470459, |
| "learning_rate": 6.348958618008943e-07, |
| "loss": 0.8799217939376831, |
| "step": 1668 |
| }, |
| { |
| "epoch": 1.4057239057239057, |
| "grad_norm": 2.726579189300537, |
| "learning_rate": 6.340754321125318e-07, |
| "loss": 0.8866001963615417, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.4074074074074074, |
| "grad_norm": 2.6039483547210693, |
| "learning_rate": 6.332547127489305e-07, |
| "loss": 0.8179314136505127, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.4090909090909092, |
| "grad_norm": 3.4876205921173096, |
| "learning_rate": 6.324337065378136e-07, |
| "loss": 1.2043547630310059, |
| "step": 1674 |
| }, |
| { |
| "epoch": 1.410774410774411, |
| "grad_norm": 13.763050079345703, |
| "learning_rate": 6.316124163078927e-07, |
| "loss": 0.488219678401947, |
| "step": 1676 |
| }, |
| { |
| "epoch": 1.4124579124579124, |
| "grad_norm": 8.983017921447754, |
| "learning_rate": 6.307908448888588e-07, |
| "loss": 1.0192590951919556, |
| "step": 1678 |
| }, |
| { |
| "epoch": 1.4141414141414141, |
| "grad_norm": 25.50023651123047, |
| "learning_rate": 6.299689951113709e-07, |
| "loss": 1.12066650390625, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.4158249158249159, |
| "grad_norm": 2.510024309158325, |
| "learning_rate": 6.29146869807047e-07, |
| "loss": 0.6489291191101074, |
| "step": 1682 |
| }, |
| { |
| "epoch": 1.4175084175084174, |
| "grad_norm": 20.36254119873047, |
| "learning_rate": 6.283244718084551e-07, |
| "loss": 0.5022568702697754, |
| "step": 1684 |
| }, |
| { |
| "epoch": 1.4191919191919191, |
| "grad_norm": 25.578750610351562, |
| "learning_rate": 6.27501803949102e-07, |
| "loss": 0.6631441712379456, |
| "step": 1686 |
| }, |
| { |
| "epoch": 1.4208754208754208, |
| "grad_norm": 3.3692312240600586, |
| "learning_rate": 6.266788690634247e-07, |
| "loss": 1.16062593460083, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.4225589225589226, |
| "grad_norm": 34.72169876098633, |
| "learning_rate": 6.258556699867804e-07, |
| "loss": 0.5728762149810791, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.4242424242424243, |
| "grad_norm": 6.119333744049072, |
| "learning_rate": 6.25032209555436e-07, |
| "loss": 0.6605233550071716, |
| "step": 1692 |
| }, |
| { |
| "epoch": 1.425925925925926, |
| "grad_norm": 5.281041622161865, |
| "learning_rate": 6.242084906065592e-07, |
| "loss": 0.6033918261528015, |
| "step": 1694 |
| }, |
| { |
| "epoch": 1.4276094276094276, |
| "grad_norm": 7.152311325073242, |
| "learning_rate": 6.233845159782085e-07, |
| "loss": 1.2653751373291016, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.4292929292929293, |
| "grad_norm": 5.30517053604126, |
| "learning_rate": 6.22560288509323e-07, |
| "loss": 1.0920519828796387, |
| "step": 1698 |
| }, |
| { |
| "epoch": 1.430976430976431, |
| "grad_norm": 2.4701943397521973, |
| "learning_rate": 6.217358110397133e-07, |
| "loss": 0.8582168817520142, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.4326599326599325, |
| "grad_norm": 3.8614046573638916, |
| "learning_rate": 6.209110864100511e-07, |
| "loss": 0.8965442776679993, |
| "step": 1702 |
| }, |
| { |
| "epoch": 1.4343434343434343, |
| "grad_norm": 6.42789888381958, |
| "learning_rate": 6.200861174618599e-07, |
| "loss": 0.570695698261261, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.436026936026936, |
| "grad_norm": 35.690406799316406, |
| "learning_rate": 6.192609070375045e-07, |
| "loss": 0.4622350335121155, |
| "step": 1706 |
| }, |
| { |
| "epoch": 1.4377104377104377, |
| "grad_norm": 12.375661849975586, |
| "learning_rate": 6.184354579801825e-07, |
| "loss": 1.0623770952224731, |
| "step": 1708 |
| }, |
| { |
| "epoch": 1.4393939393939394, |
| "grad_norm": 80.91400146484375, |
| "learning_rate": 6.176097731339128e-07, |
| "loss": 1.1389422416687012, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.4410774410774412, |
| "grad_norm": 10.364182472229004, |
| "learning_rate": 6.167838553435273e-07, |
| "loss": 1.0922863483428955, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.4427609427609427, |
| "grad_norm": 2.8876967430114746, |
| "learning_rate": 6.159577074546601e-07, |
| "loss": 1.0083891153335571, |
| "step": 1714 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 26.479930877685547, |
| "learning_rate": 6.151313323137387e-07, |
| "loss": 0.958626925945282, |
| "step": 1716 |
| }, |
| { |
| "epoch": 1.4461279461279462, |
| "grad_norm": 2.9834275245666504, |
| "learning_rate": 6.14304732767973e-07, |
| "loss": 0.8797729015350342, |
| "step": 1718 |
| }, |
| { |
| "epoch": 1.4478114478114479, |
| "grad_norm": 7.285353660583496, |
| "learning_rate": 6.134779116653459e-07, |
| "loss": 0.7979905605316162, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.4494949494949494, |
| "grad_norm": 13.242645263671875, |
| "learning_rate": 6.126508718546044e-07, |
| "loss": 0.6679774522781372, |
| "step": 1722 |
| }, |
| { |
| "epoch": 1.4511784511784511, |
| "grad_norm": 5.430975437164307, |
| "learning_rate": 6.118236161852486e-07, |
| "loss": 0.7967842221260071, |
| "step": 1724 |
| }, |
| { |
| "epoch": 1.4528619528619529, |
| "grad_norm": 15.7615385055542, |
| "learning_rate": 6.10996147507522e-07, |
| "loss": 0.9348810911178589, |
| "step": 1726 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 14.294349670410156, |
| "learning_rate": 6.101684686724027e-07, |
| "loss": 0.7149630188941956, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.4562289562289563, |
| "grad_norm": 4.464022636413574, |
| "learning_rate": 6.093405825315923e-07, |
| "loss": 1.0214498043060303, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.457912457912458, |
| "grad_norm": 3.1939473152160645, |
| "learning_rate": 6.08512491937507e-07, |
| "loss": 1.2640581130981445, |
| "step": 1732 |
| }, |
| { |
| "epoch": 1.4595959595959596, |
| "grad_norm": 4.230099678039551, |
| "learning_rate": 6.076841997432677e-07, |
| "loss": 0.9663617014884949, |
| "step": 1734 |
| }, |
| { |
| "epoch": 1.4612794612794613, |
| "grad_norm": 11.766712188720703, |
| "learning_rate": 6.06855708802689e-07, |
| "loss": 0.7833054065704346, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.462962962962963, |
| "grad_norm": 6.552529811859131, |
| "learning_rate": 6.060270219702709e-07, |
| "loss": 0.6994054317474365, |
| "step": 1738 |
| }, |
| { |
| "epoch": 1.4646464646464645, |
| "grad_norm": 2.931861400604248, |
| "learning_rate": 6.051981421011882e-07, |
| "loss": 1.1358039379119873, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.4663299663299663, |
| "grad_norm": 9.284839630126953, |
| "learning_rate": 6.043690720512812e-07, |
| "loss": 0.7364188432693481, |
| "step": 1742 |
| }, |
| { |
| "epoch": 1.468013468013468, |
| "grad_norm": 5.37172794342041, |
| "learning_rate": 6.035398146770444e-07, |
| "loss": 0.5165277123451233, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.4696969696969697, |
| "grad_norm": 5.121616363525391, |
| "learning_rate": 6.027103728356189e-07, |
| "loss": 1.0125455856323242, |
| "step": 1746 |
| }, |
| { |
| "epoch": 1.4713804713804715, |
| "grad_norm": 2.773219347000122, |
| "learning_rate": 6.018807493847804e-07, |
| "loss": 1.035334825515747, |
| "step": 1748 |
| }, |
| { |
| "epoch": 1.4730639730639732, |
| "grad_norm": 7.262451171875, |
| "learning_rate": 6.010509471829312e-07, |
| "loss": 0.7966405153274536, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.4747474747474747, |
| "grad_norm": 7.338104248046875, |
| "learning_rate": 6.002209690890889e-07, |
| "loss": 0.7077836990356445, |
| "step": 1752 |
| }, |
| { |
| "epoch": 1.4764309764309764, |
| "grad_norm": 7.950678825378418, |
| "learning_rate": 5.993908179628772e-07, |
| "loss": 0.7144612073898315, |
| "step": 1754 |
| }, |
| { |
| "epoch": 1.4781144781144782, |
| "grad_norm": 9.630928039550781, |
| "learning_rate": 5.985604966645159e-07, |
| "loss": 0.8856356143951416, |
| "step": 1756 |
| }, |
| { |
| "epoch": 1.4797979797979797, |
| "grad_norm": 15.059102058410645, |
| "learning_rate": 5.977300080548113e-07, |
| "loss": 0.7022537589073181, |
| "step": 1758 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 8.7070894241333, |
| "learning_rate": 5.968993549951463e-07, |
| "loss": 0.764058530330658, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.4831649831649831, |
| "grad_norm": 8.469696998596191, |
| "learning_rate": 5.9606854034747e-07, |
| "loss": 0.9842470288276672, |
| "step": 1762 |
| }, |
| { |
| "epoch": 1.4848484848484849, |
| "grad_norm": 3.3772764205932617, |
| "learning_rate": 5.952375669742885e-07, |
| "loss": 0.9660754799842834, |
| "step": 1764 |
| }, |
| { |
| "epoch": 1.4865319865319866, |
| "grad_norm": 15.527210235595703, |
| "learning_rate": 5.944064377386546e-07, |
| "loss": 0.7293991446495056, |
| "step": 1766 |
| }, |
| { |
| "epoch": 1.4882154882154883, |
| "grad_norm": 7.509492874145508, |
| "learning_rate": 5.935751555041584e-07, |
| "loss": 0.8063384294509888, |
| "step": 1768 |
| }, |
| { |
| "epoch": 1.4898989898989898, |
| "grad_norm": 4.355234622955322, |
| "learning_rate": 5.927437231349168e-07, |
| "loss": 1.001720666885376, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.4915824915824916, |
| "grad_norm": 12.318822860717773, |
| "learning_rate": 5.919121434955643e-07, |
| "loss": 0.4859294295310974, |
| "step": 1772 |
| }, |
| { |
| "epoch": 1.4932659932659933, |
| "grad_norm": 2.495269536972046, |
| "learning_rate": 5.910804194512425e-07, |
| "loss": 0.8450926542282104, |
| "step": 1774 |
| }, |
| { |
| "epoch": 1.494949494949495, |
| "grad_norm": 11.203375816345215, |
| "learning_rate": 5.902485538675909e-07, |
| "loss": 0.8008178472518921, |
| "step": 1776 |
| }, |
| { |
| "epoch": 1.4966329966329965, |
| "grad_norm": 7.061748504638672, |
| "learning_rate": 5.894165496107362e-07, |
| "loss": 0.9183659553527832, |
| "step": 1778 |
| }, |
| { |
| "epoch": 1.4983164983164983, |
| "grad_norm": 10.182241439819336, |
| "learning_rate": 5.885844095472832e-07, |
| "loss": 0.9454483985900879, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 10.898093223571777, |
| "learning_rate": 5.877521365443047e-07, |
| "loss": 0.612937331199646, |
| "step": 1782 |
| }, |
| { |
| "epoch": 1.5016835016835017, |
| "grad_norm": 4.307864665985107, |
| "learning_rate": 5.869197334693311e-07, |
| "loss": 1.2052326202392578, |
| "step": 1784 |
| }, |
| { |
| "epoch": 1.5033670033670035, |
| "grad_norm": 5.633955478668213, |
| "learning_rate": 5.860872031903415e-07, |
| "loss": 0.8493650555610657, |
| "step": 1786 |
| }, |
| { |
| "epoch": 1.5050505050505052, |
| "grad_norm": 4.648436069488525, |
| "learning_rate": 5.85254548575753e-07, |
| "loss": 1.030457615852356, |
| "step": 1788 |
| }, |
| { |
| "epoch": 1.5067340067340067, |
| "grad_norm": 19.26193618774414, |
| "learning_rate": 5.84421772494411e-07, |
| "loss": 0.6253769397735596, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.5084175084175084, |
| "grad_norm": 18.525527954101562, |
| "learning_rate": 5.835888778155793e-07, |
| "loss": 0.6486117839813232, |
| "step": 1792 |
| }, |
| { |
| "epoch": 1.51010101010101, |
| "grad_norm": 11.307801246643066, |
| "learning_rate": 5.827558674089309e-07, |
| "loss": 0.9593780636787415, |
| "step": 1794 |
| }, |
| { |
| "epoch": 1.5117845117845117, |
| "grad_norm": 8.364538192749023, |
| "learning_rate": 5.81922744144537e-07, |
| "loss": 0.9520887136459351, |
| "step": 1796 |
| }, |
| { |
| "epoch": 1.5134680134680134, |
| "grad_norm": 20.700618743896484, |
| "learning_rate": 5.810895108928576e-07, |
| "loss": 1.0315901041030884, |
| "step": 1798 |
| }, |
| { |
| "epoch": 1.5151515151515151, |
| "grad_norm": 5.827000617980957, |
| "learning_rate": 5.802561705247322e-07, |
| "loss": 0.8540360331535339, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.5168350168350169, |
| "grad_norm": 5.0441365242004395, |
| "learning_rate": 5.794227259113688e-07, |
| "loss": 1.0596797466278076, |
| "step": 1802 |
| }, |
| { |
| "epoch": 1.5185185185185186, |
| "grad_norm": 15.39765453338623, |
| "learning_rate": 5.785891799243345e-07, |
| "loss": 0.9995817542076111, |
| "step": 1804 |
| }, |
| { |
| "epoch": 1.5202020202020203, |
| "grad_norm": 3.5208356380462646, |
| "learning_rate": 5.777555354355465e-07, |
| "loss": 0.8799208402633667, |
| "step": 1806 |
| }, |
| { |
| "epoch": 1.5218855218855218, |
| "grad_norm": 19.627885818481445, |
| "learning_rate": 5.769217953172606e-07, |
| "loss": 0.7398556470870972, |
| "step": 1808 |
| }, |
| { |
| "epoch": 1.5235690235690236, |
| "grad_norm": 6.568966865539551, |
| "learning_rate": 5.760879624420619e-07, |
| "loss": 0.7647089958190918, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.5252525252525253, |
| "grad_norm": 1.675675868988037, |
| "learning_rate": 5.752540396828562e-07, |
| "loss": 0.31169167160987854, |
| "step": 1812 |
| }, |
| { |
| "epoch": 1.5269360269360268, |
| "grad_norm": 2.579169273376465, |
| "learning_rate": 5.744200299128579e-07, |
| "loss": 1.1429425477981567, |
| "step": 1814 |
| }, |
| { |
| "epoch": 1.5286195286195285, |
| "grad_norm": 23.35523796081543, |
| "learning_rate": 5.735859360055814e-07, |
| "loss": 0.8635933995246887, |
| "step": 1816 |
| }, |
| { |
| "epoch": 1.5303030303030303, |
| "grad_norm": 21.272926330566406, |
| "learning_rate": 5.727517608348317e-07, |
| "loss": 0.947623610496521, |
| "step": 1818 |
| }, |
| { |
| "epoch": 1.531986531986532, |
| "grad_norm": 5.091054916381836, |
| "learning_rate": 5.719175072746926e-07, |
| "loss": 0.8388112187385559, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.5336700336700337, |
| "grad_norm": 5.891815185546875, |
| "learning_rate": 5.710831781995191e-07, |
| "loss": 0.7908442616462708, |
| "step": 1822 |
| }, |
| { |
| "epoch": 1.5353535353535355, |
| "grad_norm": 5.613356113433838, |
| "learning_rate": 5.702487764839258e-07, |
| "loss": 1.0302139520645142, |
| "step": 1824 |
| }, |
| { |
| "epoch": 1.5370370370370372, |
| "grad_norm": 5.067226886749268, |
| "learning_rate": 5.694143050027778e-07, |
| "loss": 0.9267786145210266, |
| "step": 1826 |
| }, |
| { |
| "epoch": 1.5387205387205387, |
| "grad_norm": 5.48887300491333, |
| "learning_rate": 5.685797666311801e-07, |
| "loss": 0.9696795344352722, |
| "step": 1828 |
| }, |
| { |
| "epoch": 1.5404040404040404, |
| "grad_norm": 6.487977981567383, |
| "learning_rate": 5.677451642444689e-07, |
| "loss": 0.7679098844528198, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.542087542087542, |
| "grad_norm": 8.134166717529297, |
| "learning_rate": 5.669105007182005e-07, |
| "loss": 0.7442073822021484, |
| "step": 1832 |
| }, |
| { |
| "epoch": 1.5437710437710437, |
| "grad_norm": 4.254693984985352, |
| "learning_rate": 5.660757789281417e-07, |
| "loss": 1.0978777408599854, |
| "step": 1834 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 11.371539115905762, |
| "learning_rate": 5.652410017502606e-07, |
| "loss": 0.9501652717590332, |
| "step": 1836 |
| }, |
| { |
| "epoch": 1.5471380471380471, |
| "grad_norm": 16.133960723876953, |
| "learning_rate": 5.644061720607157e-07, |
| "loss": 0.536079466342926, |
| "step": 1838 |
| }, |
| { |
| "epoch": 1.5488215488215489, |
| "grad_norm": 3.337813377380371, |
| "learning_rate": 5.635712927358466e-07, |
| "loss": 0.7914686799049377, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.5505050505050506, |
| "grad_norm": 3.199794292449951, |
| "learning_rate": 5.627363666521635e-07, |
| "loss": 0.6903548240661621, |
| "step": 1842 |
| }, |
| { |
| "epoch": 1.5521885521885523, |
| "grad_norm": 6.261875152587891, |
| "learning_rate": 5.619013966863388e-07, |
| "loss": 0.5220504403114319, |
| "step": 1844 |
| }, |
| { |
| "epoch": 1.5538720538720538, |
| "grad_norm": 3.182934284210205, |
| "learning_rate": 5.610663857151945e-07, |
| "loss": 0.9434134364128113, |
| "step": 1846 |
| }, |
| { |
| "epoch": 1.5555555555555556, |
| "grad_norm": 10.680120468139648, |
| "learning_rate": 5.602313366156953e-07, |
| "loss": 1.0320630073547363, |
| "step": 1848 |
| }, |
| { |
| "epoch": 1.557239057239057, |
| "grad_norm": 3.8439457416534424, |
| "learning_rate": 5.593962522649366e-07, |
| "loss": 0.837065577507019, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.5589225589225588, |
| "grad_norm": 3.5652201175689697, |
| "learning_rate": 5.585611355401352e-07, |
| "loss": 0.9864023923873901, |
| "step": 1852 |
| }, |
| { |
| "epoch": 1.5606060606060606, |
| "grad_norm": 20.397172927856445, |
| "learning_rate": 5.577259893186196e-07, |
| "loss": 0.6269755363464355, |
| "step": 1854 |
| }, |
| { |
| "epoch": 1.5622895622895623, |
| "grad_norm": 5.430056571960449, |
| "learning_rate": 5.568908164778201e-07, |
| "loss": 0.6682024598121643, |
| "step": 1856 |
| }, |
| { |
| "epoch": 1.563973063973064, |
| "grad_norm": 3.305800199508667, |
| "learning_rate": 5.560556198952585e-07, |
| "loss": 1.017985224723816, |
| "step": 1858 |
| }, |
| { |
| "epoch": 1.5656565656565657, |
| "grad_norm": 10.345197677612305, |
| "learning_rate": 5.552204024485382e-07, |
| "loss": 0.46250391006469727, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.5673400673400675, |
| "grad_norm": 3.9617226123809814, |
| "learning_rate": 5.543851670153353e-07, |
| "loss": 1.0285084247589111, |
| "step": 1862 |
| }, |
| { |
| "epoch": 1.569023569023569, |
| "grad_norm": 4.295073509216309, |
| "learning_rate": 5.535499164733869e-07, |
| "loss": 0.44839808344841003, |
| "step": 1864 |
| }, |
| { |
| "epoch": 1.5707070707070707, |
| "grad_norm": 9.806756973266602, |
| "learning_rate": 5.527146537004823e-07, |
| "loss": 1.037379503250122, |
| "step": 1866 |
| }, |
| { |
| "epoch": 1.5723905723905722, |
| "grad_norm": 7.301255702972412, |
| "learning_rate": 5.518793815744538e-07, |
| "loss": 0.6518345475196838, |
| "step": 1868 |
| }, |
| { |
| "epoch": 1.574074074074074, |
| "grad_norm": 2.5327539443969727, |
| "learning_rate": 5.510441029731648e-07, |
| "loss": 0.8190163969993591, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.5757575757575757, |
| "grad_norm": 5.190461158752441, |
| "learning_rate": 5.502088207745018e-07, |
| "loss": 0.8958265781402588, |
| "step": 1872 |
| }, |
| { |
| "epoch": 1.5774410774410774, |
| "grad_norm": 4.127246379852295, |
| "learning_rate": 5.493735378563634e-07, |
| "loss": 1.0178121328353882, |
| "step": 1874 |
| }, |
| { |
| "epoch": 1.5791245791245792, |
| "grad_norm": 6.272322654724121, |
| "learning_rate": 5.485382570966506e-07, |
| "loss": 0.6380331516265869, |
| "step": 1876 |
| }, |
| { |
| "epoch": 1.5808080808080809, |
| "grad_norm": 4.318612575531006, |
| "learning_rate": 5.477029813732572e-07, |
| "loss": 1.184647798538208, |
| "step": 1878 |
| }, |
| { |
| "epoch": 1.5824915824915826, |
| "grad_norm": 13.378433227539062, |
| "learning_rate": 5.468677135640595e-07, |
| "loss": 0.8356841802597046, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.5841750841750841, |
| "grad_norm": 6.793831825256348, |
| "learning_rate": 5.460324565469065e-07, |
| "loss": 0.5384290218353271, |
| "step": 1882 |
| }, |
| { |
| "epoch": 1.5858585858585859, |
| "grad_norm": 10.296432495117188, |
| "learning_rate": 5.4519721319961e-07, |
| "loss": 0.574350893497467, |
| "step": 1884 |
| }, |
| { |
| "epoch": 1.5875420875420876, |
| "grad_norm": 2.8328824043273926, |
| "learning_rate": 5.443619863999349e-07, |
| "loss": 0.7007859945297241, |
| "step": 1886 |
| }, |
| { |
| "epoch": 1.589225589225589, |
| "grad_norm": 4.71426248550415, |
| "learning_rate": 5.435267790255889e-07, |
| "loss": 1.0490843057632446, |
| "step": 1888 |
| }, |
| { |
| "epoch": 1.5909090909090908, |
| "grad_norm": 4.223301887512207, |
| "learning_rate": 5.426915939542127e-07, |
| "loss": 0.2507448196411133, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.5925925925925926, |
| "grad_norm": 4.74931526184082, |
| "learning_rate": 5.418564340633704e-07, |
| "loss": 1.1350317001342773, |
| "step": 1892 |
| }, |
| { |
| "epoch": 1.5942760942760943, |
| "grad_norm": 4.932158470153809, |
| "learning_rate": 5.410213022305395e-07, |
| "loss": 0.8503820300102234, |
| "step": 1894 |
| }, |
| { |
| "epoch": 1.595959595959596, |
| "grad_norm": 14.765481948852539, |
| "learning_rate": 5.401862013331e-07, |
| "loss": 1.011979103088379, |
| "step": 1896 |
| }, |
| { |
| "epoch": 1.5976430976430978, |
| "grad_norm": 19.991121292114258, |
| "learning_rate": 5.393511342483262e-07, |
| "loss": 0.9245116710662842, |
| "step": 1898 |
| }, |
| { |
| "epoch": 1.5993265993265995, |
| "grad_norm": 8.519593238830566, |
| "learning_rate": 5.385161038533756e-07, |
| "loss": 1.0895578861236572, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.601010101010101, |
| "grad_norm": 7.841440200805664, |
| "learning_rate": 5.376811130252791e-07, |
| "loss": 0.9659103155136108, |
| "step": 1902 |
| }, |
| { |
| "epoch": 1.6026936026936027, |
| "grad_norm": 20.247276306152344, |
| "learning_rate": 5.368461646409316e-07, |
| "loss": 0.796362042427063, |
| "step": 1904 |
| }, |
| { |
| "epoch": 1.6043771043771042, |
| "grad_norm": 3.420994281768799, |
| "learning_rate": 5.360112615770814e-07, |
| "loss": 1.1793514490127563, |
| "step": 1906 |
| }, |
| { |
| "epoch": 1.606060606060606, |
| "grad_norm": 3.9010415077209473, |
| "learning_rate": 5.351764067103209e-07, |
| "loss": 0.9917897582054138, |
| "step": 1908 |
| }, |
| { |
| "epoch": 1.6077441077441077, |
| "grad_norm": 2.7143442630767822, |
| "learning_rate": 5.343416029170767e-07, |
| "loss": 0.6407607793807983, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.6094276094276094, |
| "grad_norm": 30.25970458984375, |
| "learning_rate": 5.335068530735986e-07, |
| "loss": 0.6329153776168823, |
| "step": 1912 |
| }, |
| { |
| "epoch": 1.6111111111111112, |
| "grad_norm": 24.24694061279297, |
| "learning_rate": 5.326721600559513e-07, |
| "loss": 0.8712905645370483, |
| "step": 1914 |
| }, |
| { |
| "epoch": 1.612794612794613, |
| "grad_norm": 8.489051818847656, |
| "learning_rate": 5.318375267400035e-07, |
| "loss": 0.7373044490814209, |
| "step": 1916 |
| }, |
| { |
| "epoch": 1.6144781144781146, |
| "grad_norm": 17.98837661743164, |
| "learning_rate": 5.310029560014182e-07, |
| "loss": 0.6858376860618591, |
| "step": 1918 |
| }, |
| { |
| "epoch": 1.6161616161616161, |
| "grad_norm": 8.963407516479492, |
| "learning_rate": 5.301684507156424e-07, |
| "loss": 0.7940559983253479, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.6178451178451179, |
| "grad_norm": 3.7711410522460938, |
| "learning_rate": 5.293340137578983e-07, |
| "loss": 0.9433008432388306, |
| "step": 1922 |
| }, |
| { |
| "epoch": 1.6195286195286194, |
| "grad_norm": 3.9224212169647217, |
| "learning_rate": 5.284996480031722e-07, |
| "loss": 0.7148711085319519, |
| "step": 1924 |
| }, |
| { |
| "epoch": 1.621212121212121, |
| "grad_norm": 4.903892993927002, |
| "learning_rate": 5.276653563262053e-07, |
| "loss": 0.6378931403160095, |
| "step": 1926 |
| }, |
| { |
| "epoch": 1.6228956228956228, |
| "grad_norm": 2.4689173698425293, |
| "learning_rate": 5.268311416014831e-07, |
| "loss": 0.8439034223556519, |
| "step": 1928 |
| }, |
| { |
| "epoch": 1.6245791245791246, |
| "grad_norm": 10.568015098571777, |
| "learning_rate": 5.259970067032267e-07, |
| "loss": 0.8784427642822266, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.6262626262626263, |
| "grad_norm": 3.8736679553985596, |
| "learning_rate": 5.251629545053817e-07, |
| "loss": 0.711959958076477, |
| "step": 1932 |
| }, |
| { |
| "epoch": 1.627946127946128, |
| "grad_norm": 8.50756549835205, |
| "learning_rate": 5.243289878816088e-07, |
| "loss": 1.071230173110962, |
| "step": 1934 |
| }, |
| { |
| "epoch": 1.6296296296296298, |
| "grad_norm": 7.397336006164551, |
| "learning_rate": 5.23495109705274e-07, |
| "loss": 1.075880765914917, |
| "step": 1936 |
| }, |
| { |
| "epoch": 1.6313131313131313, |
| "grad_norm": 4.465485572814941, |
| "learning_rate": 5.226613228494383e-07, |
| "loss": 1.1016345024108887, |
| "step": 1938 |
| }, |
| { |
| "epoch": 1.632996632996633, |
| "grad_norm": 3.5152881145477295, |
| "learning_rate": 5.218276301868484e-07, |
| "loss": 0.8878377676010132, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.6346801346801347, |
| "grad_norm": 2.7900075912475586, |
| "learning_rate": 5.209940345899263e-07, |
| "loss": 1.0775192975997925, |
| "step": 1942 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 16.28611183166504, |
| "learning_rate": 5.201605389307595e-07, |
| "loss": 0.8081328868865967, |
| "step": 1944 |
| }, |
| { |
| "epoch": 1.638047138047138, |
| "grad_norm": 4.536927223205566, |
| "learning_rate": 5.193271460810912e-07, |
| "loss": 0.5076104998588562, |
| "step": 1946 |
| }, |
| { |
| "epoch": 1.6397306397306397, |
| "grad_norm": 7.646073341369629, |
| "learning_rate": 5.184938589123105e-07, |
| "loss": 1.030837059020996, |
| "step": 1948 |
| }, |
| { |
| "epoch": 1.6414141414141414, |
| "grad_norm": 3.751291036605835, |
| "learning_rate": 5.176606802954427e-07, |
| "loss": 1.0447328090667725, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.6430976430976432, |
| "grad_norm": 10.364418983459473, |
| "learning_rate": 5.168276131011378e-07, |
| "loss": 0.5750001072883606, |
| "step": 1952 |
| }, |
| { |
| "epoch": 1.644781144781145, |
| "grad_norm": 12.142930030822754, |
| "learning_rate": 5.159946601996638e-07, |
| "loss": 0.5072500705718994, |
| "step": 1954 |
| }, |
| { |
| "epoch": 1.6464646464646466, |
| "grad_norm": 26.362775802612305, |
| "learning_rate": 5.151618244608931e-07, |
| "loss": 0.3224486708641052, |
| "step": 1956 |
| }, |
| { |
| "epoch": 1.6481481481481481, |
| "grad_norm": 5.14034366607666, |
| "learning_rate": 5.143291087542957e-07, |
| "loss": 0.7505396604537964, |
| "step": 1958 |
| }, |
| { |
| "epoch": 1.6498316498316499, |
| "grad_norm": 3.361147880554199, |
| "learning_rate": 5.134965159489276e-07, |
| "loss": 0.8362823128700256, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.6515151515151514, |
| "grad_norm": 19.640413284301758, |
| "learning_rate": 5.126640489134211e-07, |
| "loss": 0.7406565546989441, |
| "step": 1962 |
| }, |
| { |
| "epoch": 1.6531986531986531, |
| "grad_norm": 8.70249080657959, |
| "learning_rate": 5.118317105159754e-07, |
| "loss": 0.5722910761833191, |
| "step": 1964 |
| }, |
| { |
| "epoch": 1.6548821548821548, |
| "grad_norm": 4.43184232711792, |
| "learning_rate": 5.109995036243469e-07, |
| "loss": 0.6934190392494202, |
| "step": 1966 |
| }, |
| { |
| "epoch": 1.6565656565656566, |
| "grad_norm": 6.205933094024658, |
| "learning_rate": 5.10167431105838e-07, |
| "loss": 0.8717750310897827, |
| "step": 1968 |
| }, |
| { |
| "epoch": 1.6582491582491583, |
| "grad_norm": 11.131174087524414, |
| "learning_rate": 5.093354958272888e-07, |
| "loss": 0.8401749730110168, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.65993265993266, |
| "grad_norm": 7.66545295715332, |
| "learning_rate": 5.085037006550664e-07, |
| "loss": 0.9823508858680725, |
| "step": 1972 |
| }, |
| { |
| "epoch": 1.6616161616161618, |
| "grad_norm": 2.336907148361206, |
| "learning_rate": 5.076720484550552e-07, |
| "loss": 0.8289145231246948, |
| "step": 1974 |
| }, |
| { |
| "epoch": 1.6632996632996633, |
| "grad_norm": 4.420996189117432, |
| "learning_rate": 5.068405420926468e-07, |
| "loss": 0.787537693977356, |
| "step": 1976 |
| }, |
| { |
| "epoch": 1.664983164983165, |
| "grad_norm": 16.187654495239258, |
| "learning_rate": 5.060091844327308e-07, |
| "loss": 0.8101489543914795, |
| "step": 1978 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 6.166725158691406, |
| "learning_rate": 5.051779783396839e-07, |
| "loss": 0.9080666303634644, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.6683501683501682, |
| "grad_norm": 14.882169723510742, |
| "learning_rate": 5.043469266773607e-07, |
| "loss": 0.5505136251449585, |
| "step": 1982 |
| }, |
| { |
| "epoch": 1.67003367003367, |
| "grad_norm": 20.98061180114746, |
| "learning_rate": 5.035160323090842e-07, |
| "loss": 0.4539128839969635, |
| "step": 1984 |
| }, |
| { |
| "epoch": 1.6717171717171717, |
| "grad_norm": 3.427556276321411, |
| "learning_rate": 5.026852980976348e-07, |
| "loss": 1.0426026582717896, |
| "step": 1986 |
| }, |
| { |
| "epoch": 1.6734006734006734, |
| "grad_norm": 13.226459503173828, |
| "learning_rate": 5.018547269052416e-07, |
| "loss": 0.9861583113670349, |
| "step": 1988 |
| }, |
| { |
| "epoch": 1.6750841750841752, |
| "grad_norm": 3.2640278339385986, |
| "learning_rate": 5.010243215935715e-07, |
| "loss": 0.6827632784843445, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.676767676767677, |
| "grad_norm": 3.51690673828125, |
| "learning_rate": 5.001940850237208e-07, |
| "loss": 1.151839256286621, |
| "step": 1992 |
| }, |
| { |
| "epoch": 1.6784511784511784, |
| "grad_norm": 9.070838928222656, |
| "learning_rate": 4.993640200562031e-07, |
| "loss": 0.7563179731369019, |
| "step": 1994 |
| }, |
| { |
| "epoch": 1.6801346801346801, |
| "grad_norm": 7.1710896492004395, |
| "learning_rate": 4.985341295509421e-07, |
| "loss": 0.6942537426948547, |
| "step": 1996 |
| }, |
| { |
| "epoch": 1.6818181818181817, |
| "grad_norm": 2.580467939376831, |
| "learning_rate": 4.977044163672595e-07, |
| "loss": 0.9790170192718506, |
| "step": 1998 |
| }, |
| { |
| "epoch": 1.6835016835016834, |
| "grad_norm": 13.908555030822754, |
| "learning_rate": 4.968748833638661e-07, |
| "loss": 0.7780789136886597, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6851851851851851, |
| "grad_norm": 4.1657209396362305, |
| "learning_rate": 4.960455333988525e-07, |
| "loss": 0.6467783451080322, |
| "step": 2002 |
| }, |
| { |
| "epoch": 1.6868686868686869, |
| "grad_norm": 8.925399780273438, |
| "learning_rate": 4.952163693296782e-07, |
| "loss": 0.7447915077209473, |
| "step": 2004 |
| }, |
| { |
| "epoch": 1.6885521885521886, |
| "grad_norm": 9.181722640991211, |
| "learning_rate": 4.943873940131618e-07, |
| "loss": 0.6678234338760376, |
| "step": 2006 |
| }, |
| { |
| "epoch": 1.6902356902356903, |
| "grad_norm": 4.147680282592773, |
| "learning_rate": 4.935586103054729e-07, |
| "loss": 0.9828382730484009, |
| "step": 2008 |
| }, |
| { |
| "epoch": 1.691919191919192, |
| "grad_norm": 4.527743339538574, |
| "learning_rate": 4.927300210621198e-07, |
| "loss": 0.6916370987892151, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.6936026936026936, |
| "grad_norm": 8.658282279968262, |
| "learning_rate": 4.919016291379407e-07, |
| "loss": 0.9242024421691895, |
| "step": 2012 |
| }, |
| { |
| "epoch": 1.6952861952861953, |
| "grad_norm": 4.856821537017822, |
| "learning_rate": 4.910734373870946e-07, |
| "loss": 0.6717578172683716, |
| "step": 2014 |
| }, |
| { |
| "epoch": 1.696969696969697, |
| "grad_norm": 6.037668704986572, |
| "learning_rate": 4.902454486630506e-07, |
| "loss": 0.8340665102005005, |
| "step": 2016 |
| }, |
| { |
| "epoch": 1.6986531986531985, |
| "grad_norm": 46.316307067871094, |
| "learning_rate": 4.894176658185781e-07, |
| "loss": 0.8020853996276855, |
| "step": 2018 |
| }, |
| { |
| "epoch": 1.7003367003367003, |
| "grad_norm": 7.765172958374023, |
| "learning_rate": 4.885900917057374e-07, |
| "loss": 0.8143132328987122, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.702020202020202, |
| "grad_norm": 2.976177930831909, |
| "learning_rate": 4.877627291758697e-07, |
| "loss": 1.0872082710266113, |
| "step": 2022 |
| }, |
| { |
| "epoch": 1.7037037037037037, |
| "grad_norm": 7.9460225105285645, |
| "learning_rate": 4.869355810795866e-07, |
| "loss": 0.8318688273429871, |
| "step": 2024 |
| }, |
| { |
| "epoch": 1.7053872053872055, |
| "grad_norm": 5.210888385772705, |
| "learning_rate": 4.861086502667617e-07, |
| "loss": 0.9813876152038574, |
| "step": 2026 |
| }, |
| { |
| "epoch": 1.7070707070707072, |
| "grad_norm": 6.269561767578125, |
| "learning_rate": 4.852819395865196e-07, |
| "loss": 1.1104636192321777, |
| "step": 2028 |
| }, |
| { |
| "epoch": 1.708754208754209, |
| "grad_norm": 14.44339656829834, |
| "learning_rate": 4.844554518872261e-07, |
| "loss": 0.6626958847045898, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.7104377104377104, |
| "grad_norm": 22.18317413330078, |
| "learning_rate": 4.836291900164793e-07, |
| "loss": 0.5179702639579773, |
| "step": 2032 |
| }, |
| { |
| "epoch": 1.7121212121212122, |
| "grad_norm": 4.272150039672852, |
| "learning_rate": 4.82803156821099e-07, |
| "loss": 1.0629268884658813, |
| "step": 2034 |
| }, |
| { |
| "epoch": 1.7138047138047137, |
| "grad_norm": 4.388714790344238, |
| "learning_rate": 4.81977355147117e-07, |
| "loss": 0.8111241459846497, |
| "step": 2036 |
| }, |
| { |
| "epoch": 1.7154882154882154, |
| "grad_norm": 10.06100082397461, |
| "learning_rate": 4.811517878397676e-07, |
| "loss": 0.4932488799095154, |
| "step": 2038 |
| }, |
| { |
| "epoch": 1.7171717171717171, |
| "grad_norm": 6.3692474365234375, |
| "learning_rate": 4.803264577434778e-07, |
| "loss": 0.5541532039642334, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.7188552188552189, |
| "grad_norm": 3.8727078437805176, |
| "learning_rate": 4.795013677018567e-07, |
| "loss": 0.9600075483322144, |
| "step": 2042 |
| }, |
| { |
| "epoch": 1.7205387205387206, |
| "grad_norm": 3.6546130180358887, |
| "learning_rate": 4.786765205576866e-07, |
| "loss": 0.9439678192138672, |
| "step": 2044 |
| }, |
| { |
| "epoch": 1.7222222222222223, |
| "grad_norm": 2.5347650051116943, |
| "learning_rate": 4.778519191529133e-07, |
| "loss": 1.1322201490402222, |
| "step": 2046 |
| }, |
| { |
| "epoch": 1.723905723905724, |
| "grad_norm": 3.2225019931793213, |
| "learning_rate": 4.770275663286354e-07, |
| "loss": 1.0858080387115479, |
| "step": 2048 |
| }, |
| { |
| "epoch": 1.7255892255892256, |
| "grad_norm": 7.802936553955078, |
| "learning_rate": 4.762034649250951e-07, |
| "loss": 0.4231239855289459, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 2.6615946292877197, |
| "learning_rate": 4.753796177816688e-07, |
| "loss": 1.0833523273468018, |
| "step": 2052 |
| }, |
| { |
| "epoch": 1.7289562289562288, |
| "grad_norm": 12.313030242919922, |
| "learning_rate": 4.745560277368563e-07, |
| "loss": 0.9946305751800537, |
| "step": 2054 |
| }, |
| { |
| "epoch": 1.7306397306397305, |
| "grad_norm": 4.885106563568115, |
| "learning_rate": 4.7373269762827196e-07, |
| "loss": 0.8092712163925171, |
| "step": 2056 |
| }, |
| { |
| "epoch": 1.7323232323232323, |
| "grad_norm": 6.8623809814453125, |
| "learning_rate": 4.7290963029263453e-07, |
| "loss": 1.1297715902328491, |
| "step": 2058 |
| }, |
| { |
| "epoch": 1.734006734006734, |
| "grad_norm": 3.386683702468872, |
| "learning_rate": 4.720868285657571e-07, |
| "loss": 0.6623663902282715, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.7356902356902357, |
| "grad_norm": 7.138562202453613, |
| "learning_rate": 4.7126429528253775e-07, |
| "loss": 1.0328242778778076, |
| "step": 2062 |
| }, |
| { |
| "epoch": 1.7373737373737375, |
| "grad_norm": 12.482364654541016, |
| "learning_rate": 4.7044203327694995e-07, |
| "loss": 0.7162414789199829, |
| "step": 2064 |
| }, |
| { |
| "epoch": 1.7390572390572392, |
| "grad_norm": 2.729790449142456, |
| "learning_rate": 4.6962004538203224e-07, |
| "loss": 0.74675053358078, |
| "step": 2066 |
| }, |
| { |
| "epoch": 1.7407407407407407, |
| "grad_norm": 11.824975967407227, |
| "learning_rate": 4.687983344298786e-07, |
| "loss": 0.8567626476287842, |
| "step": 2068 |
| }, |
| { |
| "epoch": 1.7424242424242424, |
| "grad_norm": 18.96659278869629, |
| "learning_rate": 4.679769032516293e-07, |
| "loss": 0.7988073825836182, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.7441077441077442, |
| "grad_norm": 9.409902572631836, |
| "learning_rate": 4.6715575467746014e-07, |
| "loss": 0.6924943923950195, |
| "step": 2072 |
| }, |
| { |
| "epoch": 1.7457912457912457, |
| "grad_norm": 4.546468257904053, |
| "learning_rate": 4.663348915365735e-07, |
| "loss": 0.5785316228866577, |
| "step": 2074 |
| }, |
| { |
| "epoch": 1.7474747474747474, |
| "grad_norm": 19.581872940063477, |
| "learning_rate": 4.6551431665718833e-07, |
| "loss": 1.1338218450546265, |
| "step": 2076 |
| }, |
| { |
| "epoch": 1.7491582491582491, |
| "grad_norm": 5.740807056427002, |
| "learning_rate": 4.646940328665302e-07, |
| "loss": 0.8011679649353027, |
| "step": 2078 |
| }, |
| { |
| "epoch": 1.7508417508417509, |
| "grad_norm": 11.178342819213867, |
| "learning_rate": 4.638740429908222e-07, |
| "loss": 1.0102814435958862, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.7525252525252526, |
| "grad_norm": 5.02017879486084, |
| "learning_rate": 4.6305434985527437e-07, |
| "loss": 0.7039767503738403, |
| "step": 2082 |
| }, |
| { |
| "epoch": 1.7542087542087543, |
| "grad_norm": 2.7927052974700928, |
| "learning_rate": 4.6223495628407427e-07, |
| "loss": 1.2280118465423584, |
| "step": 2084 |
| }, |
| { |
| "epoch": 1.7558922558922558, |
| "grad_norm": 3.4108667373657227, |
| "learning_rate": 4.614158651003778e-07, |
| "loss": 0.8403428196907043, |
| "step": 2086 |
| }, |
| { |
| "epoch": 1.7575757575757576, |
| "grad_norm": 7.315975189208984, |
| "learning_rate": 4.605970791262984e-07, |
| "loss": 0.5117719769477844, |
| "step": 2088 |
| }, |
| { |
| "epoch": 1.7592592592592593, |
| "grad_norm": 26.32462501525879, |
| "learning_rate": 4.5977860118289846e-07, |
| "loss": 0.5781146287918091, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.7609427609427608, |
| "grad_norm": 6.7758965492248535, |
| "learning_rate": 4.5896043409017895e-07, |
| "loss": 0.6854249238967896, |
| "step": 2092 |
| }, |
| { |
| "epoch": 1.7626262626262625, |
| "grad_norm": 8.735897064208984, |
| "learning_rate": 4.5814258066706946e-07, |
| "loss": 0.4588479995727539, |
| "step": 2094 |
| }, |
| { |
| "epoch": 1.7643097643097643, |
| "grad_norm": 3.5783393383026123, |
| "learning_rate": 4.5732504373141957e-07, |
| "loss": 0.6785897612571716, |
| "step": 2096 |
| }, |
| { |
| "epoch": 1.765993265993266, |
| "grad_norm": 3.7991697788238525, |
| "learning_rate": 4.5650782609998785e-07, |
| "loss": 1.091996192932129, |
| "step": 2098 |
| }, |
| { |
| "epoch": 1.7676767676767677, |
| "grad_norm": 4.503328800201416, |
| "learning_rate": 4.556909305884327e-07, |
| "loss": 0.9916384816169739, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.7693602693602695, |
| "grad_norm": 4.141926288604736, |
| "learning_rate": 4.5487436001130295e-07, |
| "loss": 0.9449851512908936, |
| "step": 2102 |
| }, |
| { |
| "epoch": 1.7710437710437712, |
| "grad_norm": 13.318826675415039, |
| "learning_rate": 4.5405811718202804e-07, |
| "loss": 0.5735121369361877, |
| "step": 2104 |
| }, |
| { |
| "epoch": 1.7727272727272727, |
| "grad_norm": 4.924741268157959, |
| "learning_rate": 4.5324220491290765e-07, |
| "loss": 0.7375026941299438, |
| "step": 2106 |
| }, |
| { |
| "epoch": 1.7744107744107744, |
| "grad_norm": 7.583310127258301, |
| "learning_rate": 4.5242662601510305e-07, |
| "loss": 0.9382034540176392, |
| "step": 2108 |
| }, |
| { |
| "epoch": 1.776094276094276, |
| "grad_norm": 60.219932556152344, |
| "learning_rate": 4.516113832986267e-07, |
| "loss": 0.6118134260177612, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.7777777777777777, |
| "grad_norm": 2.8085687160491943, |
| "learning_rate": 4.5079647957233256e-07, |
| "loss": 0.869990348815918, |
| "step": 2112 |
| }, |
| { |
| "epoch": 1.7794612794612794, |
| "grad_norm": 2.663541078567505, |
| "learning_rate": 4.499819176439071e-07, |
| "loss": 0.9881576299667358, |
| "step": 2114 |
| }, |
| { |
| "epoch": 1.7811447811447811, |
| "grad_norm": 3.3883938789367676, |
| "learning_rate": 4.4916770031985887e-07, |
| "loss": 0.9770991206169128, |
| "step": 2116 |
| }, |
| { |
| "epoch": 1.7828282828282829, |
| "grad_norm": 3.3858611583709717, |
| "learning_rate": 4.48353830405509e-07, |
| "loss": 1.073500394821167, |
| "step": 2118 |
| }, |
| { |
| "epoch": 1.7845117845117846, |
| "grad_norm": 29.282451629638672, |
| "learning_rate": 4.475403107049819e-07, |
| "loss": 0.6810465455055237, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.7861952861952863, |
| "grad_norm": 12.527602195739746, |
| "learning_rate": 4.4672714402119514e-07, |
| "loss": 0.682815432548523, |
| "step": 2122 |
| }, |
| { |
| "epoch": 1.7878787878787878, |
| "grad_norm": 8.23759937286377, |
| "learning_rate": 4.4591433315585025e-07, |
| "loss": 0.7326172590255737, |
| "step": 2124 |
| }, |
| { |
| "epoch": 1.7895622895622896, |
| "grad_norm": 2.9576361179351807, |
| "learning_rate": 4.4510188090942246e-07, |
| "loss": 0.736370861530304, |
| "step": 2126 |
| }, |
| { |
| "epoch": 1.791245791245791, |
| "grad_norm": 2.443329095840454, |
| "learning_rate": 4.4428979008115173e-07, |
| "loss": 0.7781453728675842, |
| "step": 2128 |
| }, |
| { |
| "epoch": 1.7929292929292928, |
| "grad_norm": 8.095796585083008, |
| "learning_rate": 4.434780634690326e-07, |
| "loss": 0.7423359155654907, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.7946127946127945, |
| "grad_norm": 4.694947719573975, |
| "learning_rate": 4.426667038698049e-07, |
| "loss": 0.5872843265533447, |
| "step": 2132 |
| }, |
| { |
| "epoch": 1.7962962962962963, |
| "grad_norm": 4.841182708740234, |
| "learning_rate": 4.418557140789436e-07, |
| "loss": 0.769493579864502, |
| "step": 2134 |
| }, |
| { |
| "epoch": 1.797979797979798, |
| "grad_norm": 35.13887023925781, |
| "learning_rate": 4.4104509689065016e-07, |
| "loss": 0.40486854314804077, |
| "step": 2136 |
| }, |
| { |
| "epoch": 1.7996632996632997, |
| "grad_norm": 4.075418472290039, |
| "learning_rate": 4.402348550978414e-07, |
| "loss": 1.0084233283996582, |
| "step": 2138 |
| }, |
| { |
| "epoch": 1.8013468013468015, |
| "grad_norm": 5.782071590423584, |
| "learning_rate": 4.394249914921415e-07, |
| "loss": 0.852903425693512, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.803030303030303, |
| "grad_norm": 5.194396018981934, |
| "learning_rate": 4.3861550886387133e-07, |
| "loss": 0.8081188201904297, |
| "step": 2142 |
| }, |
| { |
| "epoch": 1.8047138047138047, |
| "grad_norm": 5.665356636047363, |
| "learning_rate": 4.378064100020391e-07, |
| "loss": 0.7818201780319214, |
| "step": 2144 |
| }, |
| { |
| "epoch": 1.8063973063973064, |
| "grad_norm": 13.495172500610352, |
| "learning_rate": 4.369976976943307e-07, |
| "loss": 0.9256261587142944, |
| "step": 2146 |
| }, |
| { |
| "epoch": 1.808080808080808, |
| "grad_norm": 4.425163269042969, |
| "learning_rate": 4.361893747271005e-07, |
| "loss": 0.9166650772094727, |
| "step": 2148 |
| }, |
| { |
| "epoch": 1.8097643097643097, |
| "grad_norm": 4.725872039794922, |
| "learning_rate": 4.3538144388536105e-07, |
| "loss": 1.0181063413619995, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.8114478114478114, |
| "grad_norm": 11.999753952026367, |
| "learning_rate": 4.3457390795277415e-07, |
| "loss": 1.053621530532837, |
| "step": 2152 |
| }, |
| { |
| "epoch": 1.8131313131313131, |
| "grad_norm": 7.518166542053223, |
| "learning_rate": 4.3376676971164096e-07, |
| "loss": 0.8652574419975281, |
| "step": 2154 |
| }, |
| { |
| "epoch": 1.8148148148148149, |
| "grad_norm": 4.472687244415283, |
| "learning_rate": 4.3296003194289224e-07, |
| "loss": 0.7134494781494141, |
| "step": 2156 |
| }, |
| { |
| "epoch": 1.8164983164983166, |
| "grad_norm": 5.567774772644043, |
| "learning_rate": 4.321536974260788e-07, |
| "loss": 0.5291237831115723, |
| "step": 2158 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 3.6279776096343994, |
| "learning_rate": 4.313477689393628e-07, |
| "loss": 0.9376990795135498, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.8198653198653199, |
| "grad_norm": 5.327882766723633, |
| "learning_rate": 4.305422492595063e-07, |
| "loss": 0.8061087131500244, |
| "step": 2162 |
| }, |
| { |
| "epoch": 1.8215488215488216, |
| "grad_norm": 8.221955299377441, |
| "learning_rate": 4.2973714116186433e-07, |
| "loss": 0.9052633047103882, |
| "step": 2164 |
| }, |
| { |
| "epoch": 1.823232323232323, |
| "grad_norm": 5.31283712387085, |
| "learning_rate": 4.289324474203726e-07, |
| "loss": 0.9636974930763245, |
| "step": 2166 |
| }, |
| { |
| "epoch": 1.8249158249158248, |
| "grad_norm": 4.392337799072266, |
| "learning_rate": 4.281281708075397e-07, |
| "loss": 0.9123021364212036, |
| "step": 2168 |
| }, |
| { |
| "epoch": 1.8265993265993266, |
| "grad_norm": 5.4881744384765625, |
| "learning_rate": 4.2732431409443694e-07, |
| "loss": 0.6539809703826904, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.8282828282828283, |
| "grad_norm": 4.425382614135742, |
| "learning_rate": 4.26520880050689e-07, |
| "loss": 0.7706068158149719, |
| "step": 2172 |
| }, |
| { |
| "epoch": 1.82996632996633, |
| "grad_norm": 5.568687915802002, |
| "learning_rate": 4.25717871444464e-07, |
| "loss": 0.47670307755470276, |
| "step": 2174 |
| }, |
| { |
| "epoch": 1.8316498316498318, |
| "grad_norm": 3.117622137069702, |
| "learning_rate": 4.249152910424648e-07, |
| "loss": 0.49261391162872314, |
| "step": 2176 |
| }, |
| { |
| "epoch": 1.8333333333333335, |
| "grad_norm": 14.853697776794434, |
| "learning_rate": 4.2411314160991827e-07, |
| "loss": 0.7614182233810425, |
| "step": 2178 |
| }, |
| { |
| "epoch": 1.835016835016835, |
| "grad_norm": 3.1323137283325195, |
| "learning_rate": 4.23311425910567e-07, |
| "loss": 0.8719555735588074, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.8367003367003367, |
| "grad_norm": 16.170852661132812, |
| "learning_rate": 4.225101467066587e-07, |
| "loss": 0.5341575741767883, |
| "step": 2182 |
| }, |
| { |
| "epoch": 1.8383838383838382, |
| "grad_norm": 32.08811950683594, |
| "learning_rate": 4.2170930675893745e-07, |
| "loss": 0.9574685096740723, |
| "step": 2184 |
| }, |
| { |
| "epoch": 1.84006734006734, |
| "grad_norm": 3.1121602058410645, |
| "learning_rate": 4.209089088266337e-07, |
| "loss": 1.0799657106399536, |
| "step": 2186 |
| }, |
| { |
| "epoch": 1.8417508417508417, |
| "grad_norm": 18.168685913085938, |
| "learning_rate": 4.201089556674553e-07, |
| "loss": 0.9567815065383911, |
| "step": 2188 |
| }, |
| { |
| "epoch": 1.8434343434343434, |
| "grad_norm": 11.96113109588623, |
| "learning_rate": 4.193094500375772e-07, |
| "loss": 0.6286576390266418, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.8451178451178452, |
| "grad_norm": 4.731752395629883, |
| "learning_rate": 4.1851039469163306e-07, |
| "loss": 0.8796607255935669, |
| "step": 2192 |
| }, |
| { |
| "epoch": 1.8468013468013469, |
| "grad_norm": 10.77106761932373, |
| "learning_rate": 4.177117923827046e-07, |
| "loss": 0.6798102855682373, |
| "step": 2194 |
| }, |
| { |
| "epoch": 1.8484848484848486, |
| "grad_norm": 7.331570148468018, |
| "learning_rate": 4.169136458623126e-07, |
| "loss": 0.8384144902229309, |
| "step": 2196 |
| }, |
| { |
| "epoch": 1.8501683501683501, |
| "grad_norm": 22.100555419921875, |
| "learning_rate": 4.161159578804079e-07, |
| "loss": 0.46593400835990906, |
| "step": 2198 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 3.0996837615966797, |
| "learning_rate": 4.153187311853611e-07, |
| "loss": 1.0288646221160889, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.8535353535353534, |
| "grad_norm": 8.950583457946777, |
| "learning_rate": 4.145219685239535e-07, |
| "loss": 0.7397197484970093, |
| "step": 2202 |
| }, |
| { |
| "epoch": 1.855218855218855, |
| "grad_norm": 4.474309921264648, |
| "learning_rate": 4.1372567264136806e-07, |
| "loss": 0.652114987373352, |
| "step": 2204 |
| }, |
| { |
| "epoch": 1.8569023569023568, |
| "grad_norm": 15.298965454101562, |
| "learning_rate": 4.129298462811789e-07, |
| "loss": 0.9816831350326538, |
| "step": 2206 |
| }, |
| { |
| "epoch": 1.8585858585858586, |
| "grad_norm": 6.661653518676758, |
| "learning_rate": 4.121344921853426e-07, |
| "loss": 0.782197892665863, |
| "step": 2208 |
| }, |
| { |
| "epoch": 1.8602693602693603, |
| "grad_norm": 13.741491317749023, |
| "learning_rate": 4.1133961309418885e-07, |
| "loss": 0.35760360956192017, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.861952861952862, |
| "grad_norm": 10.694735527038574, |
| "learning_rate": 4.1054521174641065e-07, |
| "loss": 0.9551196098327637, |
| "step": 2212 |
| }, |
| { |
| "epoch": 1.8636363636363638, |
| "grad_norm": 3.1088006496429443, |
| "learning_rate": 4.097512908790546e-07, |
| "loss": 1.12099027633667, |
| "step": 2214 |
| }, |
| { |
| "epoch": 1.8653198653198653, |
| "grad_norm": 25.677371978759766, |
| "learning_rate": 4.089578532275123e-07, |
| "loss": 0.3952019214630127, |
| "step": 2216 |
| }, |
| { |
| "epoch": 1.867003367003367, |
| "grad_norm": 9.417123794555664, |
| "learning_rate": 4.081649015255104e-07, |
| "loss": 0.6426748633384705, |
| "step": 2218 |
| }, |
| { |
| "epoch": 1.8686868686868687, |
| "grad_norm": 11.567337989807129, |
| "learning_rate": 4.0737243850510097e-07, |
| "loss": 0.6122760772705078, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.8703703703703702, |
| "grad_norm": 5.804279327392578, |
| "learning_rate": 4.065804668966527e-07, |
| "loss": 0.6974793672561646, |
| "step": 2222 |
| }, |
| { |
| "epoch": 1.872053872053872, |
| "grad_norm": 2.7025163173675537, |
| "learning_rate": 4.057889894288409e-07, |
| "loss": 1.073783040046692, |
| "step": 2224 |
| }, |
| { |
| "epoch": 1.8737373737373737, |
| "grad_norm": 4.876822471618652, |
| "learning_rate": 4.049980088286384e-07, |
| "loss": 0.6222144365310669, |
| "step": 2226 |
| }, |
| { |
| "epoch": 1.8754208754208754, |
| "grad_norm": 9.058050155639648, |
| "learning_rate": 4.042075278213065e-07, |
| "loss": 0.44170594215393066, |
| "step": 2228 |
| }, |
| { |
| "epoch": 1.8771043771043772, |
| "grad_norm": 7.270165920257568, |
| "learning_rate": 4.0341754913038463e-07, |
| "loss": 1.0838236808776855, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.878787878787879, |
| "grad_norm": 5.1195969581604, |
| "learning_rate": 4.0262807547768164e-07, |
| "loss": 0.9825941324234009, |
| "step": 2232 |
| }, |
| { |
| "epoch": 1.8804713804713806, |
| "grad_norm": 6.805301666259766, |
| "learning_rate": 4.018391095832665e-07, |
| "loss": 0.5576257705688477, |
| "step": 2234 |
| }, |
| { |
| "epoch": 1.8821548821548821, |
| "grad_norm": 5.000736236572266, |
| "learning_rate": 4.0105065416545904e-07, |
| "loss": 0.7729544639587402, |
| "step": 2236 |
| }, |
| { |
| "epoch": 1.8838383838383839, |
| "grad_norm": 26.782957077026367, |
| "learning_rate": 4.002627119408196e-07, |
| "loss": 0.9620450735092163, |
| "step": 2238 |
| }, |
| { |
| "epoch": 1.8855218855218854, |
| "grad_norm": 2.8780593872070312, |
| "learning_rate": 3.994752856241407e-07, |
| "loss": 1.1825776100158691, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.887205387205387, |
| "grad_norm": 22.294492721557617, |
| "learning_rate": 3.9868837792843744e-07, |
| "loss": 1.0324305295944214, |
| "step": 2242 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 4.332054615020752, |
| "learning_rate": 3.97901991564938e-07, |
| "loss": 0.9554680585861206, |
| "step": 2244 |
| }, |
| { |
| "epoch": 1.8905723905723906, |
| "grad_norm": 3.9427170753479004, |
| "learning_rate": 3.971161292430738e-07, |
| "loss": 1.0006061792373657, |
| "step": 2246 |
| }, |
| { |
| "epoch": 1.8922558922558923, |
| "grad_norm": 13.30428695678711, |
| "learning_rate": 3.9633079367047176e-07, |
| "loss": 0.9314384460449219, |
| "step": 2248 |
| }, |
| { |
| "epoch": 1.893939393939394, |
| "grad_norm": 7.6282057762146, |
| "learning_rate": 3.9554598755294313e-07, |
| "loss": 1.031144380569458, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.8956228956228958, |
| "grad_norm": 4.266255855560303, |
| "learning_rate": 3.947617135944751e-07, |
| "loss": 1.2106260061264038, |
| "step": 2252 |
| }, |
| { |
| "epoch": 1.8973063973063973, |
| "grad_norm": 4.872833251953125, |
| "learning_rate": 3.9397797449722157e-07, |
| "loss": 0.9372920393943787, |
| "step": 2254 |
| }, |
| { |
| "epoch": 1.898989898989899, |
| "grad_norm": 6.311352729797363, |
| "learning_rate": 3.931947729614935e-07, |
| "loss": 0.8530165553092957, |
| "step": 2256 |
| }, |
| { |
| "epoch": 1.9006734006734005, |
| "grad_norm": 4.680610656738281, |
| "learning_rate": 3.924121116857496e-07, |
| "loss": 1.026566505432129, |
| "step": 2258 |
| }, |
| { |
| "epoch": 1.9023569023569022, |
| "grad_norm": 9.47015380859375, |
| "learning_rate": 3.9162999336658754e-07, |
| "loss": 0.778825044631958, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.904040404040404, |
| "grad_norm": 4.094303607940674, |
| "learning_rate": 3.908484206987338e-07, |
| "loss": 0.837942361831665, |
| "step": 2262 |
| }, |
| { |
| "epoch": 1.9057239057239057, |
| "grad_norm": 4.3366522789001465, |
| "learning_rate": 3.9006739637503504e-07, |
| "loss": 0.5546213388442993, |
| "step": 2264 |
| }, |
| { |
| "epoch": 1.9074074074074074, |
| "grad_norm": 4.000308036804199, |
| "learning_rate": 3.8928692308644873e-07, |
| "loss": 0.8694909811019897, |
| "step": 2266 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 9.866999626159668, |
| "learning_rate": 3.8850700352203393e-07, |
| "loss": 0.7251837253570557, |
| "step": 2268 |
| }, |
| { |
| "epoch": 1.910774410774411, |
| "grad_norm": 25.70250129699707, |
| "learning_rate": 3.8772764036894135e-07, |
| "loss": 0.8718059659004211, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.9124579124579124, |
| "grad_norm": 3.6470611095428467, |
| "learning_rate": 3.8694883631240525e-07, |
| "loss": 0.9727774858474731, |
| "step": 2272 |
| }, |
| { |
| "epoch": 1.9141414141414141, |
| "grad_norm": 17.55716896057129, |
| "learning_rate": 3.8617059403573315e-07, |
| "loss": 0.7658140659332275, |
| "step": 2274 |
| }, |
| { |
| "epoch": 1.9158249158249159, |
| "grad_norm": 321.7969665527344, |
| "learning_rate": 3.8539291622029726e-07, |
| "loss": 0.9249438047409058, |
| "step": 2276 |
| }, |
| { |
| "epoch": 1.9175084175084174, |
| "grad_norm": 12.505878448486328, |
| "learning_rate": 3.8461580554552473e-07, |
| "loss": 0.6528811454772949, |
| "step": 2278 |
| }, |
| { |
| "epoch": 1.9191919191919191, |
| "grad_norm": 11.336592674255371, |
| "learning_rate": 3.8383926468888894e-07, |
| "loss": 0.4342978596687317, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.9208754208754208, |
| "grad_norm": 5.1289567947387695, |
| "learning_rate": 3.830632963258998e-07, |
| "loss": 1.0175809860229492, |
| "step": 2282 |
| }, |
| { |
| "epoch": 1.9225589225589226, |
| "grad_norm": 13.561434745788574, |
| "learning_rate": 3.82287903130095e-07, |
| "loss": 0.5333043336868286, |
| "step": 2284 |
| }, |
| { |
| "epoch": 1.9242424242424243, |
| "grad_norm": 1.7644530534744263, |
| "learning_rate": 3.815130877730299e-07, |
| "loss": 0.6704491376876831, |
| "step": 2286 |
| }, |
| { |
| "epoch": 1.925925925925926, |
| "grad_norm": 5.901256084442139, |
| "learning_rate": 3.807388529242699e-07, |
| "loss": 1.0216944217681885, |
| "step": 2288 |
| }, |
| { |
| "epoch": 1.9276094276094278, |
| "grad_norm": 7.095743179321289, |
| "learning_rate": 3.799652012513795e-07, |
| "loss": 0.9275904893875122, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.9292929292929293, |
| "grad_norm": 11.874740600585938, |
| "learning_rate": 3.791921354199145e-07, |
| "loss": 0.5191354751586914, |
| "step": 2292 |
| }, |
| { |
| "epoch": 1.930976430976431, |
| "grad_norm": 5.656970500946045, |
| "learning_rate": 3.784196580934117e-07, |
| "loss": 0.9575490951538086, |
| "step": 2294 |
| }, |
| { |
| "epoch": 1.9326599326599325, |
| "grad_norm": 37.43537521362305, |
| "learning_rate": 3.776477719333806e-07, |
| "loss": 0.8639167547225952, |
| "step": 2296 |
| }, |
| { |
| "epoch": 1.9343434343434343, |
| "grad_norm": 3.692530632019043, |
| "learning_rate": 3.768764795992939e-07, |
| "loss": 0.8566898107528687, |
| "step": 2298 |
| }, |
| { |
| "epoch": 1.936026936026936, |
| "grad_norm": 7.679093837738037, |
| "learning_rate": 3.761057837485782e-07, |
| "loss": 0.7409002780914307, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.9377104377104377, |
| "grad_norm": 4.928491592407227, |
| "learning_rate": 3.753356870366049e-07, |
| "loss": 1.2324477434158325, |
| "step": 2302 |
| }, |
| { |
| "epoch": 1.9393939393939394, |
| "grad_norm": 6.215064525604248, |
| "learning_rate": 3.745661921166813e-07, |
| "loss": 1.0157601833343506, |
| "step": 2304 |
| }, |
| { |
| "epoch": 1.9410774410774412, |
| "grad_norm": 9.274593353271484, |
| "learning_rate": 3.73797301640041e-07, |
| "loss": 0.39169979095458984, |
| "step": 2306 |
| }, |
| { |
| "epoch": 1.942760942760943, |
| "grad_norm": 5.436382293701172, |
| "learning_rate": 3.730290182558352e-07, |
| "loss": 0.9424724578857422, |
| "step": 2308 |
| }, |
| { |
| "epoch": 1.9444444444444444, |
| "grad_norm": 6.4669389724731445, |
| "learning_rate": 3.722613446111238e-07, |
| "loss": 1.0893113613128662, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.9461279461279462, |
| "grad_norm": 3.2764360904693604, |
| "learning_rate": 3.7149428335086505e-07, |
| "loss": 0.9788646697998047, |
| "step": 2312 |
| }, |
| { |
| "epoch": 1.9478114478114477, |
| "grad_norm": 6.531454086303711, |
| "learning_rate": 3.70727837117908e-07, |
| "loss": 0.9268249869346619, |
| "step": 2314 |
| }, |
| { |
| "epoch": 1.9494949494949494, |
| "grad_norm": 10.755637168884277, |
| "learning_rate": 3.6996200855298243e-07, |
| "loss": 0.7596557140350342, |
| "step": 2316 |
| }, |
| { |
| "epoch": 1.9511784511784511, |
| "grad_norm": 4.191674709320068, |
| "learning_rate": 3.691968002946899e-07, |
| "loss": 0.8969882130622864, |
| "step": 2318 |
| }, |
| { |
| "epoch": 1.9528619528619529, |
| "grad_norm": 3.586559772491455, |
| "learning_rate": 3.684322149794947e-07, |
| "loss": 0.926864743232727, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.9545454545454546, |
| "grad_norm": 3.739887237548828, |
| "learning_rate": 3.676682552417152e-07, |
| "loss": 1.0153056383132935, |
| "step": 2322 |
| }, |
| { |
| "epoch": 1.9562289562289563, |
| "grad_norm": 5.188506603240967, |
| "learning_rate": 3.669049237135139e-07, |
| "loss": 0.7965476512908936, |
| "step": 2324 |
| }, |
| { |
| "epoch": 1.957912457912458, |
| "grad_norm": 19.38260269165039, |
| "learning_rate": 3.6614222302488915e-07, |
| "loss": 0.5549055337905884, |
| "step": 2326 |
| }, |
| { |
| "epoch": 1.9595959595959596, |
| "grad_norm": 3.7028939723968506, |
| "learning_rate": 3.6538015580366585e-07, |
| "loss": 1.1440973281860352, |
| "step": 2328 |
| }, |
| { |
| "epoch": 1.9612794612794613, |
| "grad_norm": 3.7629427909851074, |
| "learning_rate": 3.6461872467548625e-07, |
| "loss": 1.0486090183258057, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.9629629629629628, |
| "grad_norm": 4.191500186920166, |
| "learning_rate": 3.638579322638007e-07, |
| "loss": 1.029564619064331, |
| "step": 2332 |
| }, |
| { |
| "epoch": 1.9646464646464645, |
| "grad_norm": 3.297617197036743, |
| "learning_rate": 3.6309778118985943e-07, |
| "loss": 1.0488507747650146, |
| "step": 2334 |
| }, |
| { |
| "epoch": 1.9663299663299663, |
| "grad_norm": 3.2955570220947266, |
| "learning_rate": 3.623382740727028e-07, |
| "loss": 0.9328145384788513, |
| "step": 2336 |
| }, |
| { |
| "epoch": 1.968013468013468, |
| "grad_norm": 3.8717432022094727, |
| "learning_rate": 3.61579413529152e-07, |
| "loss": 1.0710524320602417, |
| "step": 2338 |
| }, |
| { |
| "epoch": 1.9696969696969697, |
| "grad_norm": 16.362682342529297, |
| "learning_rate": 3.608212021738011e-07, |
| "loss": 0.565844714641571, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.9713804713804715, |
| "grad_norm": 4.6352057456970215, |
| "learning_rate": 3.600636426190075e-07, |
| "loss": 0.7352415919303894, |
| "step": 2342 |
| }, |
| { |
| "epoch": 1.9730639730639732, |
| "grad_norm": 30.211545944213867, |
| "learning_rate": 3.593067374748823e-07, |
| "loss": 0.5901581645011902, |
| "step": 2344 |
| }, |
| { |
| "epoch": 1.9747474747474747, |
| "grad_norm": 14.593511581420898, |
| "learning_rate": 3.585504893492821e-07, |
| "loss": 0.8802275657653809, |
| "step": 2346 |
| }, |
| { |
| "epoch": 1.9764309764309764, |
| "grad_norm": 6.9926438331604, |
| "learning_rate": 3.577949008478004e-07, |
| "loss": 0.7798852920532227, |
| "step": 2348 |
| }, |
| { |
| "epoch": 1.9781144781144782, |
| "grad_norm": 27.421436309814453, |
| "learning_rate": 3.57039974573757e-07, |
| "loss": 0.726132333278656, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.9797979797979797, |
| "grad_norm": 3.9214117527008057, |
| "learning_rate": 3.562857131281907e-07, |
| "loss": 0.7651845216751099, |
| "step": 2352 |
| }, |
| { |
| "epoch": 1.9814814814814814, |
| "grad_norm": 2.7648415565490723, |
| "learning_rate": 3.555321191098498e-07, |
| "loss": 0.4599582552909851, |
| "step": 2354 |
| }, |
| { |
| "epoch": 1.9831649831649831, |
| "grad_norm": 3.028148651123047, |
| "learning_rate": 3.547791951151824e-07, |
| "loss": 1.0578691959381104, |
| "step": 2356 |
| }, |
| { |
| "epoch": 1.9848484848484849, |
| "grad_norm": 3.8524043560028076, |
| "learning_rate": 3.5402694373832863e-07, |
| "loss": 0.9566428065299988, |
| "step": 2358 |
| }, |
| { |
| "epoch": 1.9865319865319866, |
| "grad_norm": 6.2976250648498535, |
| "learning_rate": 3.53275367571111e-07, |
| "loss": 0.9507308602333069, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.9882154882154883, |
| "grad_norm": 9.228460311889648, |
| "learning_rate": 3.525244692030256e-07, |
| "loss": 0.646575927734375, |
| "step": 2362 |
| }, |
| { |
| "epoch": 1.98989898989899, |
| "grad_norm": 3.0814363956451416, |
| "learning_rate": 3.517742512212333e-07, |
| "loss": 0.9748328924179077, |
| "step": 2364 |
| }, |
| { |
| "epoch": 1.9915824915824916, |
| "grad_norm": 15.091059684753418, |
| "learning_rate": 3.5102471621055083e-07, |
| "loss": 0.8788052797317505, |
| "step": 2366 |
| }, |
| { |
| "epoch": 1.9932659932659933, |
| "grad_norm": 2.8277087211608887, |
| "learning_rate": 3.5027586675344134e-07, |
| "loss": 1.026127576828003, |
| "step": 2368 |
| }, |
| { |
| "epoch": 1.9949494949494948, |
| "grad_norm": 155.9358673095703, |
| "learning_rate": 3.495277054300065e-07, |
| "loss": 0.41760489344596863, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.9966329966329965, |
| "grad_norm": 47.22990036010742, |
| "learning_rate": 3.487802348179771e-07, |
| "loss": 0.6611791849136353, |
| "step": 2372 |
| }, |
| { |
| "epoch": 1.9983164983164983, |
| "grad_norm": 3.25925612449646, |
| "learning_rate": 3.480334574927034e-07, |
| "loss": 0.9254864454269409, |
| "step": 2374 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 3.941661834716797, |
| "learning_rate": 3.4728737602714777e-07, |
| "loss": 0.8802586793899536, |
| "step": 2376 |
| }, |
| { |
| "epoch": 2.0016835016835017, |
| "grad_norm": 49.501678466796875, |
| "learning_rate": 3.465419929918748e-07, |
| "loss": 0.709393322467804, |
| "step": 2378 |
| }, |
| { |
| "epoch": 2.0033670033670035, |
| "grad_norm": 5.433994770050049, |
| "learning_rate": 3.457973109550426e-07, |
| "loss": 1.1732385158538818, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.005050505050505, |
| "grad_norm": 29.29537582397461, |
| "learning_rate": 3.4505333248239437e-07, |
| "loss": 0.6126368641853333, |
| "step": 2382 |
| }, |
| { |
| "epoch": 2.006734006734007, |
| "grad_norm": 15.888188362121582, |
| "learning_rate": 3.443100601372486e-07, |
| "loss": 0.534448504447937, |
| "step": 2384 |
| }, |
| { |
| "epoch": 2.008417508417508, |
| "grad_norm": 4.571238040924072, |
| "learning_rate": 3.435674964804913e-07, |
| "loss": 0.6711810827255249, |
| "step": 2386 |
| }, |
| { |
| "epoch": 2.01010101010101, |
| "grad_norm": 5.0248517990112305, |
| "learning_rate": 3.4282564407056714e-07, |
| "loss": 0.856137752532959, |
| "step": 2388 |
| }, |
| { |
| "epoch": 2.0117845117845117, |
| "grad_norm": 3.410614490509033, |
| "learning_rate": 3.420845054634693e-07, |
| "loss": 1.0443634986877441, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.0134680134680134, |
| "grad_norm": 8.341497421264648, |
| "learning_rate": 3.413440832127323e-07, |
| "loss": 0.6617559194564819, |
| "step": 2392 |
| }, |
| { |
| "epoch": 2.015151515151515, |
| "grad_norm": 9.096837043762207, |
| "learning_rate": 3.406043798694226e-07, |
| "loss": 0.7012159824371338, |
| "step": 2394 |
| }, |
| { |
| "epoch": 2.016835016835017, |
| "grad_norm": 6.935766220092773, |
| "learning_rate": 3.39865397982129e-07, |
| "loss": 0.8126204013824463, |
| "step": 2396 |
| }, |
| { |
| "epoch": 2.0185185185185186, |
| "grad_norm": 10.908267974853516, |
| "learning_rate": 3.3912714009695525e-07, |
| "loss": 0.7988526225090027, |
| "step": 2398 |
| }, |
| { |
| "epoch": 2.0202020202020203, |
| "grad_norm": 3.9570505619049072, |
| "learning_rate": 3.3838960875751057e-07, |
| "loss": 0.6374803781509399, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.021885521885522, |
| "grad_norm": 149.55186462402344, |
| "learning_rate": 3.3765280650490043e-07, |
| "loss": 0.4227946400642395, |
| "step": 2402 |
| }, |
| { |
| "epoch": 2.0235690235690234, |
| "grad_norm": 9.027767181396484, |
| "learning_rate": 3.3691673587771866e-07, |
| "loss": 0.8504242897033691, |
| "step": 2404 |
| }, |
| { |
| "epoch": 2.025252525252525, |
| "grad_norm": 8.02371883392334, |
| "learning_rate": 3.361813994120386e-07, |
| "loss": 0.7173169851303101, |
| "step": 2406 |
| }, |
| { |
| "epoch": 2.026936026936027, |
| "grad_norm": 2.9558398723602295, |
| "learning_rate": 3.354467996414034e-07, |
| "loss": 0.8256983757019043, |
| "step": 2408 |
| }, |
| { |
| "epoch": 2.0286195286195285, |
| "grad_norm": 15.695834159851074, |
| "learning_rate": 3.3471293909681844e-07, |
| "loss": 0.8146846294403076, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.0303030303030303, |
| "grad_norm": 4.859415531158447, |
| "learning_rate": 3.339798203067422e-07, |
| "loss": 0.9352428913116455, |
| "step": 2412 |
| }, |
| { |
| "epoch": 2.031986531986532, |
| "grad_norm": 9.821430206298828, |
| "learning_rate": 3.332474457970773e-07, |
| "loss": 0.7644020318984985, |
| "step": 2414 |
| }, |
| { |
| "epoch": 2.0336700336700337, |
| "grad_norm": 2.8421833515167236, |
| "learning_rate": 3.32515818091162e-07, |
| "loss": 0.936759889125824, |
| "step": 2416 |
| }, |
| { |
| "epoch": 2.0353535353535355, |
| "grad_norm": 4.6429243087768555, |
| "learning_rate": 3.3178493970976183e-07, |
| "loss": 0.7487270832061768, |
| "step": 2418 |
| }, |
| { |
| "epoch": 2.037037037037037, |
| "grad_norm": 8.991228103637695, |
| "learning_rate": 3.310548131710601e-07, |
| "loss": 0.4855067729949951, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.038720538720539, |
| "grad_norm": 3.958752393722534, |
| "learning_rate": 3.3032544099065003e-07, |
| "loss": 0.7952554821968079, |
| "step": 2422 |
| }, |
| { |
| "epoch": 2.04040404040404, |
| "grad_norm": 4.862611293792725, |
| "learning_rate": 3.295968256815257e-07, |
| "loss": 0.36966073513031006, |
| "step": 2424 |
| }, |
| { |
| "epoch": 2.042087542087542, |
| "grad_norm": 10.325581550598145, |
| "learning_rate": 3.288689697540733e-07, |
| "loss": 0.4272541403770447, |
| "step": 2426 |
| }, |
| { |
| "epoch": 2.0437710437710437, |
| "grad_norm": 46.957489013671875, |
| "learning_rate": 3.281418757160629e-07, |
| "loss": 0.6797230839729309, |
| "step": 2428 |
| }, |
| { |
| "epoch": 2.0454545454545454, |
| "grad_norm": 3.5477898120880127, |
| "learning_rate": 3.274155460726392e-07, |
| "loss": 0.8319392204284668, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.047138047138047, |
| "grad_norm": 6.360466480255127, |
| "learning_rate": 3.2668998332631374e-07, |
| "loss": 0.6863579154014587, |
| "step": 2432 |
| }, |
| { |
| "epoch": 2.048821548821549, |
| "grad_norm": 6.163110733032227, |
| "learning_rate": 3.259651899769552e-07, |
| "loss": 0.845360279083252, |
| "step": 2434 |
| }, |
| { |
| "epoch": 2.0505050505050506, |
| "grad_norm": 4.161473274230957, |
| "learning_rate": 3.2524116852178163e-07, |
| "loss": 1.2110919952392578, |
| "step": 2436 |
| }, |
| { |
| "epoch": 2.0521885521885523, |
| "grad_norm": 9.452940940856934, |
| "learning_rate": 3.245179214553519e-07, |
| "loss": 0.7553325891494751, |
| "step": 2438 |
| }, |
| { |
| "epoch": 2.053872053872054, |
| "grad_norm": 2.847379207611084, |
| "learning_rate": 3.23795451269556e-07, |
| "loss": 0.8473318219184875, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.0555555555555554, |
| "grad_norm": 8.454484939575195, |
| "learning_rate": 3.2307376045360804e-07, |
| "loss": 0.7530231475830078, |
| "step": 2442 |
| }, |
| { |
| "epoch": 2.057239057239057, |
| "grad_norm": 3.292670965194702, |
| "learning_rate": 3.223528514940365e-07, |
| "loss": 0.8452006578445435, |
| "step": 2444 |
| }, |
| { |
| "epoch": 2.058922558922559, |
| "grad_norm": 5.7511820793151855, |
| "learning_rate": 3.216327268746759e-07, |
| "loss": 1.0079270601272583, |
| "step": 2446 |
| }, |
| { |
| "epoch": 2.0606060606060606, |
| "grad_norm": 3.7970666885375977, |
| "learning_rate": 3.2091338907665864e-07, |
| "loss": 0.8261886835098267, |
| "step": 2448 |
| }, |
| { |
| "epoch": 2.0622895622895623, |
| "grad_norm": 4.847807884216309, |
| "learning_rate": 3.201948405784062e-07, |
| "loss": 0.7386308908462524, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.063973063973064, |
| "grad_norm": 4.138136386871338, |
| "learning_rate": 3.1947708385562033e-07, |
| "loss": 0.967164158821106, |
| "step": 2452 |
| }, |
| { |
| "epoch": 2.0656565656565657, |
| "grad_norm": 6.592377185821533, |
| "learning_rate": 3.1876012138127525e-07, |
| "loss": 0.820540189743042, |
| "step": 2454 |
| }, |
| { |
| "epoch": 2.0673400673400675, |
| "grad_norm": 3.9689667224884033, |
| "learning_rate": 3.1804395562560795e-07, |
| "loss": 0.884551465511322, |
| "step": 2456 |
| }, |
| { |
| "epoch": 2.069023569023569, |
| "grad_norm": 3.013533353805542, |
| "learning_rate": 3.173285890561109e-07, |
| "loss": 0.7905436158180237, |
| "step": 2458 |
| }, |
| { |
| "epoch": 2.0707070707070705, |
| "grad_norm": 12.277018547058105, |
| "learning_rate": 3.166140241375233e-07, |
| "loss": 0.6569070219993591, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.0723905723905722, |
| "grad_norm": 6.178629398345947, |
| "learning_rate": 3.159002633318214e-07, |
| "loss": 0.6464763879776001, |
| "step": 2462 |
| }, |
| { |
| "epoch": 2.074074074074074, |
| "grad_norm": 41.42927932739258, |
| "learning_rate": 3.151873090982117e-07, |
| "loss": 0.7555403709411621, |
| "step": 2464 |
| }, |
| { |
| "epoch": 2.0757575757575757, |
| "grad_norm": 6.328332424163818, |
| "learning_rate": 3.144751638931219e-07, |
| "loss": 0.8773843050003052, |
| "step": 2466 |
| }, |
| { |
| "epoch": 2.0774410774410774, |
| "grad_norm": 3.656052589416504, |
| "learning_rate": 3.137638301701912e-07, |
| "loss": 0.5875815749168396, |
| "step": 2468 |
| }, |
| { |
| "epoch": 2.079124579124579, |
| "grad_norm": 5.517158031463623, |
| "learning_rate": 3.13053310380264e-07, |
| "loss": 1.0708808898925781, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.080808080808081, |
| "grad_norm": 3.563227891921997, |
| "learning_rate": 3.123436069713801e-07, |
| "loss": 1.0506317615509033, |
| "step": 2472 |
| }, |
| { |
| "epoch": 2.0824915824915826, |
| "grad_norm": 3.579038619995117, |
| "learning_rate": 3.116347223887658e-07, |
| "loss": 0.5262918472290039, |
| "step": 2474 |
| }, |
| { |
| "epoch": 2.0841750841750843, |
| "grad_norm": 4.360744953155518, |
| "learning_rate": 3.1092665907482705e-07, |
| "loss": 0.6860552430152893, |
| "step": 2476 |
| }, |
| { |
| "epoch": 2.0858585858585856, |
| "grad_norm": 5.244029521942139, |
| "learning_rate": 3.102194194691402e-07, |
| "loss": 0.8589056730270386, |
| "step": 2478 |
| }, |
| { |
| "epoch": 2.0875420875420874, |
| "grad_norm": 2.6665806770324707, |
| "learning_rate": 3.0951300600844277e-07, |
| "loss": 0.7219854593276978, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.089225589225589, |
| "grad_norm": 4.833096027374268, |
| "learning_rate": 3.088074211266265e-07, |
| "loss": 0.6794151067733765, |
| "step": 2482 |
| }, |
| { |
| "epoch": 2.090909090909091, |
| "grad_norm": 4.1560773849487305, |
| "learning_rate": 3.0810266725472843e-07, |
| "loss": 1.1254472732543945, |
| "step": 2484 |
| }, |
| { |
| "epoch": 2.0925925925925926, |
| "grad_norm": 13.069584846496582, |
| "learning_rate": 3.073987468209218e-07, |
| "loss": 0.7453956604003906, |
| "step": 2486 |
| }, |
| { |
| "epoch": 2.0942760942760943, |
| "grad_norm": 2.8535449504852295, |
| "learning_rate": 3.0669566225050904e-07, |
| "loss": 0.7250915765762329, |
| "step": 2488 |
| }, |
| { |
| "epoch": 2.095959595959596, |
| "grad_norm": 7.14851188659668, |
| "learning_rate": 3.059934159659122e-07, |
| "loss": 0.9290302991867065, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.0976430976430978, |
| "grad_norm": 4.216705799102783, |
| "learning_rate": 3.052920103866651e-07, |
| "loss": 0.9226129055023193, |
| "step": 2492 |
| }, |
| { |
| "epoch": 2.0993265993265995, |
| "grad_norm": 6.80454158782959, |
| "learning_rate": 3.0459144792940506e-07, |
| "loss": 0.6964681148529053, |
| "step": 2494 |
| }, |
| { |
| "epoch": 2.101010101010101, |
| "grad_norm": 4.916928291320801, |
| "learning_rate": 3.038917310078648e-07, |
| "loss": 0.9581238627433777, |
| "step": 2496 |
| }, |
| { |
| "epoch": 2.1026936026936025, |
| "grad_norm": 6.742152214050293, |
| "learning_rate": 3.031928620328632e-07, |
| "loss": 0.5878009796142578, |
| "step": 2498 |
| }, |
| { |
| "epoch": 2.1043771043771042, |
| "grad_norm": 8.78212833404541, |
| "learning_rate": 3.024948434122981e-07, |
| "loss": 0.6806055307388306, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.106060606060606, |
| "grad_norm": 5.455780029296875, |
| "learning_rate": 3.017976775511374e-07, |
| "loss": 1.1094366312026978, |
| "step": 2502 |
| }, |
| { |
| "epoch": 2.1077441077441077, |
| "grad_norm": 16.17888641357422, |
| "learning_rate": 3.011013668514106e-07, |
| "loss": 0.9498310089111328, |
| "step": 2504 |
| }, |
| { |
| "epoch": 2.1094276094276094, |
| "grad_norm": 33.786502838134766, |
| "learning_rate": 3.0040591371220126e-07, |
| "loss": 0.9682769775390625, |
| "step": 2506 |
| }, |
| { |
| "epoch": 2.111111111111111, |
| "grad_norm": 4.037204265594482, |
| "learning_rate": 2.997113205296381e-07, |
| "loss": 0.6556534171104431, |
| "step": 2508 |
| }, |
| { |
| "epoch": 2.112794612794613, |
| "grad_norm": 4.9933576583862305, |
| "learning_rate": 2.990175896968867e-07, |
| "loss": 0.6443968415260315, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.1144781144781146, |
| "grad_norm": 9.915764808654785, |
| "learning_rate": 2.983247236041416e-07, |
| "loss": 0.8275219202041626, |
| "step": 2512 |
| }, |
| { |
| "epoch": 2.1161616161616164, |
| "grad_norm": 8.728922843933105, |
| "learning_rate": 2.9763272463861846e-07, |
| "loss": 0.4485883116722107, |
| "step": 2514 |
| }, |
| { |
| "epoch": 2.1178451178451176, |
| "grad_norm": 4.324676513671875, |
| "learning_rate": 2.9694159518454436e-07, |
| "loss": 1.0087292194366455, |
| "step": 2516 |
| }, |
| { |
| "epoch": 2.1195286195286194, |
| "grad_norm": 29.97382164001465, |
| "learning_rate": 2.9625133762315134e-07, |
| "loss": 0.30623072385787964, |
| "step": 2518 |
| }, |
| { |
| "epoch": 2.121212121212121, |
| "grad_norm": 13.100899696350098, |
| "learning_rate": 2.9556195433266724e-07, |
| "loss": 0.5369913578033447, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.122895622895623, |
| "grad_norm": 5.657482147216797, |
| "learning_rate": 2.94873447688307e-07, |
| "loss": 0.3709213137626648, |
| "step": 2522 |
| }, |
| { |
| "epoch": 2.1245791245791246, |
| "grad_norm": 8.130796432495117, |
| "learning_rate": 2.9418582006226644e-07, |
| "loss": 0.528016209602356, |
| "step": 2524 |
| }, |
| { |
| "epoch": 2.1262626262626263, |
| "grad_norm": 12.914457321166992, |
| "learning_rate": 2.9349907382371175e-07, |
| "loss": 0.5530096888542175, |
| "step": 2526 |
| }, |
| { |
| "epoch": 2.127946127946128, |
| "grad_norm": 13.510022163391113, |
| "learning_rate": 2.9281321133877256e-07, |
| "loss": 0.4185825288295746, |
| "step": 2528 |
| }, |
| { |
| "epoch": 2.1296296296296298, |
| "grad_norm": 4.050384998321533, |
| "learning_rate": 2.921282349705338e-07, |
| "loss": 0.6386127471923828, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.1313131313131315, |
| "grad_norm": 6.590632915496826, |
| "learning_rate": 2.914441470790274e-07, |
| "loss": 0.9100687503814697, |
| "step": 2532 |
| }, |
| { |
| "epoch": 2.1329966329966332, |
| "grad_norm": 4.762322425842285, |
| "learning_rate": 2.9076095002122373e-07, |
| "loss": 0.5006492137908936, |
| "step": 2534 |
| }, |
| { |
| "epoch": 2.1346801346801345, |
| "grad_norm": 5.085036754608154, |
| "learning_rate": 2.900786461510243e-07, |
| "loss": 0.7980141639709473, |
| "step": 2536 |
| }, |
| { |
| "epoch": 2.1363636363636362, |
| "grad_norm": 7.086611270904541, |
| "learning_rate": 2.8939723781925304e-07, |
| "loss": 0.5176095962524414, |
| "step": 2538 |
| }, |
| { |
| "epoch": 2.138047138047138, |
| "grad_norm": 8.522965431213379, |
| "learning_rate": 2.8871672737364814e-07, |
| "loss": 0.4830123782157898, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.1397306397306397, |
| "grad_norm": 9.686579704284668, |
| "learning_rate": 2.8803711715885457e-07, |
| "loss": 0.7633793354034424, |
| "step": 2542 |
| }, |
| { |
| "epoch": 2.1414141414141414, |
| "grad_norm": 3.3301565647125244, |
| "learning_rate": 2.8735840951641566e-07, |
| "loss": 0.21130666136741638, |
| "step": 2544 |
| }, |
| { |
| "epoch": 2.143097643097643, |
| "grad_norm": 2.9118270874023438, |
| "learning_rate": 2.866806067847645e-07, |
| "loss": 0.4212937355041504, |
| "step": 2546 |
| }, |
| { |
| "epoch": 2.144781144781145, |
| "grad_norm": 3.857438087463379, |
| "learning_rate": 2.860037112992167e-07, |
| "loss": 0.7907487154006958, |
| "step": 2548 |
| }, |
| { |
| "epoch": 2.1464646464646466, |
| "grad_norm": 3.103694438934326, |
| "learning_rate": 2.8532772539196236e-07, |
| "loss": 0.9942638874053955, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.148148148148148, |
| "grad_norm": 5.230748653411865, |
| "learning_rate": 2.8465265139205696e-07, |
| "loss": 0.6354756951332092, |
| "step": 2552 |
| }, |
| { |
| "epoch": 2.1498316498316496, |
| "grad_norm": 22.947580337524414, |
| "learning_rate": 2.839784916254147e-07, |
| "loss": 0.3525312840938568, |
| "step": 2554 |
| }, |
| { |
| "epoch": 2.1515151515151514, |
| "grad_norm": 4.191389083862305, |
| "learning_rate": 2.8330524841479964e-07, |
| "loss": 0.6104186773300171, |
| "step": 2556 |
| }, |
| { |
| "epoch": 2.153198653198653, |
| "grad_norm": 3.742684841156006, |
| "learning_rate": 2.8263292407981777e-07, |
| "loss": 0.6527650356292725, |
| "step": 2558 |
| }, |
| { |
| "epoch": 2.154882154882155, |
| "grad_norm": 17.96328353881836, |
| "learning_rate": 2.819615209369093e-07, |
| "loss": 0.5300241112709045, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.1565656565656566, |
| "grad_norm": 27.818559646606445, |
| "learning_rate": 2.812910412993409e-07, |
| "loss": 0.5620636940002441, |
| "step": 2562 |
| }, |
| { |
| "epoch": 2.1582491582491583, |
| "grad_norm": 3.4521737098693848, |
| "learning_rate": 2.806214874771965e-07, |
| "loss": 0.8342366218566895, |
| "step": 2564 |
| }, |
| { |
| "epoch": 2.15993265993266, |
| "grad_norm": 7.760178089141846, |
| "learning_rate": 2.799528617773711e-07, |
| "loss": 0.6607711315155029, |
| "step": 2566 |
| }, |
| { |
| "epoch": 2.1616161616161618, |
| "grad_norm": 4.2295379638671875, |
| "learning_rate": 2.792851665035616e-07, |
| "loss": 0.5361987352371216, |
| "step": 2568 |
| }, |
| { |
| "epoch": 2.1632996632996635, |
| "grad_norm": 4.252224922180176, |
| "learning_rate": 2.7861840395625887e-07, |
| "loss": 1.0253345966339111, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.164983164983165, |
| "grad_norm": 5.132496356964111, |
| "learning_rate": 2.779525764327406e-07, |
| "loss": 1.1341686248779297, |
| "step": 2572 |
| }, |
| { |
| "epoch": 2.1666666666666665, |
| "grad_norm": 10.062471389770508, |
| "learning_rate": 2.7728768622706294e-07, |
| "loss": 0.8332287073135376, |
| "step": 2574 |
| }, |
| { |
| "epoch": 2.1683501683501682, |
| "grad_norm": 11.787501335144043, |
| "learning_rate": 2.7662373563005206e-07, |
| "loss": 0.3077271282672882, |
| "step": 2576 |
| }, |
| { |
| "epoch": 2.17003367003367, |
| "grad_norm": 6.277064323425293, |
| "learning_rate": 2.7596072692929724e-07, |
| "loss": 0.7766256332397461, |
| "step": 2578 |
| }, |
| { |
| "epoch": 2.1717171717171717, |
| "grad_norm": 22.47462272644043, |
| "learning_rate": 2.752986624091427e-07, |
| "loss": 0.32620465755462646, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.1734006734006734, |
| "grad_norm": 7.154234886169434, |
| "learning_rate": 2.746375443506788e-07, |
| "loss": 0.5342273116111755, |
| "step": 2582 |
| }, |
| { |
| "epoch": 2.175084175084175, |
| "grad_norm": 10.44245719909668, |
| "learning_rate": 2.739773750317358e-07, |
| "loss": 0.45068609714508057, |
| "step": 2584 |
| }, |
| { |
| "epoch": 2.176767676767677, |
| "grad_norm": 7.9054155349731445, |
| "learning_rate": 2.7331815672687476e-07, |
| "loss": 0.6677770614624023, |
| "step": 2586 |
| }, |
| { |
| "epoch": 2.1784511784511786, |
| "grad_norm": 10.807048797607422, |
| "learning_rate": 2.726598917073798e-07, |
| "loss": 0.7541825175285339, |
| "step": 2588 |
| }, |
| { |
| "epoch": 2.18013468013468, |
| "grad_norm": 7.9458746910095215, |
| "learning_rate": 2.720025822412512e-07, |
| "loss": 0.7445704340934753, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 12.376832962036133, |
| "learning_rate": 2.713462305931966e-07, |
| "loss": 0.5584303736686707, |
| "step": 2592 |
| }, |
| { |
| "epoch": 2.1835016835016834, |
| "grad_norm": 3.6782195568084717, |
| "learning_rate": 2.706908390246232e-07, |
| "loss": 0.42317822575569153, |
| "step": 2594 |
| }, |
| { |
| "epoch": 2.185185185185185, |
| "grad_norm": 33.567867279052734, |
| "learning_rate": 2.7003640979363133e-07, |
| "loss": 0.8278957605361938, |
| "step": 2596 |
| }, |
| { |
| "epoch": 2.186868686868687, |
| "grad_norm": 8.654823303222656, |
| "learning_rate": 2.6938294515500463e-07, |
| "loss": 0.8979749083518982, |
| "step": 2598 |
| }, |
| { |
| "epoch": 2.1885521885521886, |
| "grad_norm": 4.184791564941406, |
| "learning_rate": 2.687304473602039e-07, |
| "loss": 0.7217346429824829, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.1902356902356903, |
| "grad_norm": 22.945192337036133, |
| "learning_rate": 2.6807891865735865e-07, |
| "loss": 0.9164705276489258, |
| "step": 2602 |
| }, |
| { |
| "epoch": 2.191919191919192, |
| "grad_norm": 8.126714706420898, |
| "learning_rate": 2.674283612912591e-07, |
| "loss": 0.853008508682251, |
| "step": 2604 |
| }, |
| { |
| "epoch": 2.1936026936026938, |
| "grad_norm": 9.629704475402832, |
| "learning_rate": 2.6677877750334935e-07, |
| "loss": 0.6331396102905273, |
| "step": 2606 |
| }, |
| { |
| "epoch": 2.1952861952861955, |
| "grad_norm": 3.6879630088806152, |
| "learning_rate": 2.6613016953171894e-07, |
| "loss": 0.9496104121208191, |
| "step": 2608 |
| }, |
| { |
| "epoch": 2.196969696969697, |
| "grad_norm": 3.8279647827148438, |
| "learning_rate": 2.65482539611095e-07, |
| "loss": 0.7846404910087585, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.1986531986531985, |
| "grad_norm": 20.262147903442383, |
| "learning_rate": 2.648358899728351e-07, |
| "loss": 0.489252507686615, |
| "step": 2612 |
| }, |
| { |
| "epoch": 2.2003367003367003, |
| "grad_norm": 8.78268051147461, |
| "learning_rate": 2.6419022284491965e-07, |
| "loss": 0.8057292699813843, |
| "step": 2614 |
| }, |
| { |
| "epoch": 2.202020202020202, |
| "grad_norm": 4.244235038757324, |
| "learning_rate": 2.635455404519433e-07, |
| "loss": 0.6223278641700745, |
| "step": 2616 |
| }, |
| { |
| "epoch": 2.2037037037037037, |
| "grad_norm": 11.954898834228516, |
| "learning_rate": 2.629018450151081e-07, |
| "loss": 0.5752437114715576, |
| "step": 2618 |
| }, |
| { |
| "epoch": 2.2053872053872055, |
| "grad_norm": 13.8149995803833, |
| "learning_rate": 2.6225913875221594e-07, |
| "loss": 0.3817511796951294, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.207070707070707, |
| "grad_norm": 4.223384857177734, |
| "learning_rate": 2.6161742387766e-07, |
| "loss": 0.6272555589675903, |
| "step": 2622 |
| }, |
| { |
| "epoch": 2.208754208754209, |
| "grad_norm": 21.69821548461914, |
| "learning_rate": 2.609767026024182e-07, |
| "loss": 0.7172547578811646, |
| "step": 2624 |
| }, |
| { |
| "epoch": 2.2104377104377106, |
| "grad_norm": 8.276639938354492, |
| "learning_rate": 2.6033697713404514e-07, |
| "loss": 0.6655735373497009, |
| "step": 2626 |
| }, |
| { |
| "epoch": 2.212121212121212, |
| "grad_norm": 8.716046333312988, |
| "learning_rate": 2.5969824967666374e-07, |
| "loss": 0.6124321818351746, |
| "step": 2628 |
| }, |
| { |
| "epoch": 2.2138047138047137, |
| "grad_norm": 8.070818901062012, |
| "learning_rate": 2.590605224309592e-07, |
| "loss": 0.4091968536376953, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.2154882154882154, |
| "grad_norm": 5.510800361633301, |
| "learning_rate": 2.5842379759417023e-07, |
| "loss": 0.521186113357544, |
| "step": 2632 |
| }, |
| { |
| "epoch": 2.217171717171717, |
| "grad_norm": 39.2961540222168, |
| "learning_rate": 2.5778807736008153e-07, |
| "loss": 0.2366686761379242, |
| "step": 2634 |
| }, |
| { |
| "epoch": 2.218855218855219, |
| "grad_norm": 3.912489891052246, |
| "learning_rate": 2.5715336391901695e-07, |
| "loss": 0.8710294961929321, |
| "step": 2636 |
| }, |
| { |
| "epoch": 2.2205387205387206, |
| "grad_norm": 4.83061408996582, |
| "learning_rate": 2.565196594578315e-07, |
| "loss": 1.1489973068237305, |
| "step": 2638 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 4.629734516143799, |
| "learning_rate": 2.5588696615990336e-07, |
| "loss": 1.078352928161621, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.223905723905724, |
| "grad_norm": 7.968264102935791, |
| "learning_rate": 2.5525528620512737e-07, |
| "loss": 0.7425380349159241, |
| "step": 2642 |
| }, |
| { |
| "epoch": 2.225589225589226, |
| "grad_norm": 13.291003227233887, |
| "learning_rate": 2.5462462176990686e-07, |
| "loss": 0.7818918228149414, |
| "step": 2644 |
| }, |
| { |
| "epoch": 2.227272727272727, |
| "grad_norm": 11.734708786010742, |
| "learning_rate": 2.539949750271458e-07, |
| "loss": 0.7145400047302246, |
| "step": 2646 |
| }, |
| { |
| "epoch": 2.228956228956229, |
| "grad_norm": 5.949611186981201, |
| "learning_rate": 2.533663481462424e-07, |
| "loss": 0.4055989980697632, |
| "step": 2648 |
| }, |
| { |
| "epoch": 2.2306397306397305, |
| "grad_norm": 5.281031608581543, |
| "learning_rate": 2.5273874329308083e-07, |
| "loss": 1.0042195320129395, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.2323232323232323, |
| "grad_norm": 8.864117622375488, |
| "learning_rate": 2.5211216263002375e-07, |
| "loss": 0.604977011680603, |
| "step": 2652 |
| }, |
| { |
| "epoch": 2.234006734006734, |
| "grad_norm": 28.879344940185547, |
| "learning_rate": 2.514866083159053e-07, |
| "loss": 0.566184937953949, |
| "step": 2654 |
| }, |
| { |
| "epoch": 2.2356902356902357, |
| "grad_norm": 7.084741592407227, |
| "learning_rate": 2.508620825060231e-07, |
| "loss": 0.6506372094154358, |
| "step": 2656 |
| }, |
| { |
| "epoch": 2.2373737373737375, |
| "grad_norm": 22.613136291503906, |
| "learning_rate": 2.5023858735213156e-07, |
| "loss": 0.9167625904083252, |
| "step": 2658 |
| }, |
| { |
| "epoch": 2.239057239057239, |
| "grad_norm": 6.915469169616699, |
| "learning_rate": 2.4961612500243364e-07, |
| "loss": 0.7674777507781982, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.240740740740741, |
| "grad_norm": 8.177582740783691, |
| "learning_rate": 2.4899469760157413e-07, |
| "loss": 0.8097570538520813, |
| "step": 2662 |
| }, |
| { |
| "epoch": 2.242424242424242, |
| "grad_norm": 14.568964004516602, |
| "learning_rate": 2.48374307290632e-07, |
| "loss": 0.4266725182533264, |
| "step": 2664 |
| }, |
| { |
| "epoch": 2.244107744107744, |
| "grad_norm": 4.135527610778809, |
| "learning_rate": 2.4775495620711254e-07, |
| "loss": 0.7610059976577759, |
| "step": 2666 |
| }, |
| { |
| "epoch": 2.2457912457912457, |
| "grad_norm": 7.860456466674805, |
| "learning_rate": 2.4713664648494133e-07, |
| "loss": 0.6509280204772949, |
| "step": 2668 |
| }, |
| { |
| "epoch": 2.2474747474747474, |
| "grad_norm": 7.511784553527832, |
| "learning_rate": 2.465193802544552e-07, |
| "loss": 0.5061072111129761, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.249158249158249, |
| "grad_norm": 4.732418060302734, |
| "learning_rate": 2.4590315964239606e-07, |
| "loss": 0.36101067066192627, |
| "step": 2672 |
| }, |
| { |
| "epoch": 2.250841750841751, |
| "grad_norm": 10.225937843322754, |
| "learning_rate": 2.452879867719034e-07, |
| "loss": 0.6636744737625122, |
| "step": 2674 |
| }, |
| { |
| "epoch": 2.2525252525252526, |
| "grad_norm": 6.152078628540039, |
| "learning_rate": 2.4467386376250633e-07, |
| "loss": 0.8210121989250183, |
| "step": 2676 |
| }, |
| { |
| "epoch": 2.2542087542087543, |
| "grad_norm": 6.384221076965332, |
| "learning_rate": 2.440607927301171e-07, |
| "loss": 0.5604538917541504, |
| "step": 2678 |
| }, |
| { |
| "epoch": 2.255892255892256, |
| "grad_norm": 3.0290005207061768, |
| "learning_rate": 2.4344877578702355e-07, |
| "loss": 0.9680004119873047, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.257575757575758, |
| "grad_norm": 8.649748802185059, |
| "learning_rate": 2.4283781504188126e-07, |
| "loss": 0.2856512665748596, |
| "step": 2682 |
| }, |
| { |
| "epoch": 2.259259259259259, |
| "grad_norm": 12.650278091430664, |
| "learning_rate": 2.422279125997073e-07, |
| "loss": 0.21757878363132477, |
| "step": 2684 |
| }, |
| { |
| "epoch": 2.260942760942761, |
| "grad_norm": 5.625198841094971, |
| "learning_rate": 2.416190705618722e-07, |
| "loss": 0.7161245346069336, |
| "step": 2686 |
| }, |
| { |
| "epoch": 2.2626262626262625, |
| "grad_norm": 3.8364768028259277, |
| "learning_rate": 2.4101129102609273e-07, |
| "loss": 0.44631901383399963, |
| "step": 2688 |
| }, |
| { |
| "epoch": 2.2643097643097643, |
| "grad_norm": 2.489049196243286, |
| "learning_rate": 2.404045760864253e-07, |
| "loss": 1.060034155845642, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.265993265993266, |
| "grad_norm": 22.317943572998047, |
| "learning_rate": 2.397989278332583e-07, |
| "loss": 0.8590011596679688, |
| "step": 2692 |
| }, |
| { |
| "epoch": 2.2676767676767677, |
| "grad_norm": 3.2131800651550293, |
| "learning_rate": 2.391943483533044e-07, |
| "loss": 0.7794303297996521, |
| "step": 2694 |
| }, |
| { |
| "epoch": 2.2693602693602695, |
| "grad_norm": 3.656132936477661, |
| "learning_rate": 2.385908397295945e-07, |
| "loss": 0.6720019578933716, |
| "step": 2696 |
| }, |
| { |
| "epoch": 2.271043771043771, |
| "grad_norm": 3.8519668579101562, |
| "learning_rate": 2.3798840404146995e-07, |
| "loss": 0.7614578008651733, |
| "step": 2698 |
| }, |
| { |
| "epoch": 2.2727272727272725, |
| "grad_norm": 4.142553329467773, |
| "learning_rate": 2.3738704336457484e-07, |
| "loss": 0.8712958097457886, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.274410774410774, |
| "grad_norm": 6.8363237380981445, |
| "learning_rate": 2.3678675977084986e-07, |
| "loss": 0.5424622297286987, |
| "step": 2702 |
| }, |
| { |
| "epoch": 2.276094276094276, |
| "grad_norm": 3.5155107975006104, |
| "learning_rate": 2.3618755532852466e-07, |
| "loss": 0.973854660987854, |
| "step": 2704 |
| }, |
| { |
| "epoch": 2.2777777777777777, |
| "grad_norm": 7.004105091094971, |
| "learning_rate": 2.3558943210211047e-07, |
| "loss": 1.0108654499053955, |
| "step": 2706 |
| }, |
| { |
| "epoch": 2.2794612794612794, |
| "grad_norm": 1.2474193572998047, |
| "learning_rate": 2.3499239215239357e-07, |
| "loss": 0.5368537306785583, |
| "step": 2708 |
| }, |
| { |
| "epoch": 2.281144781144781, |
| "grad_norm": 5.437285423278809, |
| "learning_rate": 2.3439643753642798e-07, |
| "loss": 0.690973162651062, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.282828282828283, |
| "grad_norm": 11.235260009765625, |
| "learning_rate": 2.3380157030752775e-07, |
| "loss": 0.6230310201644897, |
| "step": 2712 |
| }, |
| { |
| "epoch": 2.2845117845117846, |
| "grad_norm": 9.484489440917969, |
| "learning_rate": 2.33207792515261e-07, |
| "loss": 0.5481805205345154, |
| "step": 2714 |
| }, |
| { |
| "epoch": 2.2861952861952863, |
| "grad_norm": 9.018638610839844, |
| "learning_rate": 2.3261510620544208e-07, |
| "loss": 0.8037227392196655, |
| "step": 2716 |
| }, |
| { |
| "epoch": 2.287878787878788, |
| "grad_norm": 12.419392585754395, |
| "learning_rate": 2.3202351342012452e-07, |
| "loss": 0.6880577802658081, |
| "step": 2718 |
| }, |
| { |
| "epoch": 2.28956228956229, |
| "grad_norm": 29.25603485107422, |
| "learning_rate": 2.3143301619759456e-07, |
| "loss": 0.579788327217102, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.291245791245791, |
| "grad_norm": 12.553728103637695, |
| "learning_rate": 2.308436165723636e-07, |
| "loss": 0.7886263132095337, |
| "step": 2722 |
| }, |
| { |
| "epoch": 2.292929292929293, |
| "grad_norm": 14.242766380310059, |
| "learning_rate": 2.3025531657516115e-07, |
| "loss": 0.7852193117141724, |
| "step": 2724 |
| }, |
| { |
| "epoch": 2.2946127946127945, |
| "grad_norm": 7.794075012207031, |
| "learning_rate": 2.2966811823292842e-07, |
| "loss": 0.7775453925132751, |
| "step": 2726 |
| }, |
| { |
| "epoch": 2.2962962962962963, |
| "grad_norm": 7.859867572784424, |
| "learning_rate": 2.2908202356881075e-07, |
| "loss": 0.6673729419708252, |
| "step": 2728 |
| }, |
| { |
| "epoch": 2.297979797979798, |
| "grad_norm": 6.257922172546387, |
| "learning_rate": 2.2849703460215077e-07, |
| "loss": 1.060187816619873, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.2996632996632997, |
| "grad_norm": 5.627756595611572, |
| "learning_rate": 2.2791315334848162e-07, |
| "loss": 0.6064283847808838, |
| "step": 2732 |
| }, |
| { |
| "epoch": 2.3013468013468015, |
| "grad_norm": 6.193628787994385, |
| "learning_rate": 2.2733038181952e-07, |
| "loss": 0.648173451423645, |
| "step": 2734 |
| }, |
| { |
| "epoch": 2.303030303030303, |
| "grad_norm": 10.281158447265625, |
| "learning_rate": 2.2674872202315892e-07, |
| "loss": 0.49927544593811035, |
| "step": 2736 |
| }, |
| { |
| "epoch": 2.3047138047138045, |
| "grad_norm": 7.590847969055176, |
| "learning_rate": 2.2616817596346103e-07, |
| "loss": 0.7152895927429199, |
| "step": 2738 |
| }, |
| { |
| "epoch": 2.3063973063973062, |
| "grad_norm": 7.842513084411621, |
| "learning_rate": 2.2558874564065215e-07, |
| "loss": 0.5551795959472656, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.308080808080808, |
| "grad_norm": 5.1881890296936035, |
| "learning_rate": 2.2501043305111313e-07, |
| "loss": 0.8357152938842773, |
| "step": 2742 |
| }, |
| { |
| "epoch": 2.3097643097643097, |
| "grad_norm": 5.037477493286133, |
| "learning_rate": 2.2443324018737436e-07, |
| "loss": 0.8395123481750488, |
| "step": 2744 |
| }, |
| { |
| "epoch": 2.3114478114478114, |
| "grad_norm": 4.545862674713135, |
| "learning_rate": 2.2385716903810822e-07, |
| "loss": 0.8929284811019897, |
| "step": 2746 |
| }, |
| { |
| "epoch": 2.313131313131313, |
| "grad_norm": 10.017370223999023, |
| "learning_rate": 2.2328222158812198e-07, |
| "loss": 0.707942008972168, |
| "step": 2748 |
| }, |
| { |
| "epoch": 2.314814814814815, |
| "grad_norm": 7.563255310058594, |
| "learning_rate": 2.227083998183516e-07, |
| "loss": 0.12098832428455353, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.3164983164983166, |
| "grad_norm": 7.330215930938721, |
| "learning_rate": 2.221357057058546e-07, |
| "loss": 0.4100933074951172, |
| "step": 2752 |
| }, |
| { |
| "epoch": 2.3181818181818183, |
| "grad_norm": 4.7282185554504395, |
| "learning_rate": 2.2156414122380307e-07, |
| "loss": 0.5965608358383179, |
| "step": 2754 |
| }, |
| { |
| "epoch": 2.31986531986532, |
| "grad_norm": 3.0822274684906006, |
| "learning_rate": 2.2099370834147712e-07, |
| "loss": 0.945094645023346, |
| "step": 2756 |
| }, |
| { |
| "epoch": 2.3215488215488214, |
| "grad_norm": 7.529977321624756, |
| "learning_rate": 2.2042440902425822e-07, |
| "loss": 0.7363934516906738, |
| "step": 2758 |
| }, |
| { |
| "epoch": 2.323232323232323, |
| "grad_norm": 13.28249740600586, |
| "learning_rate": 2.1985624523362185e-07, |
| "loss": 0.7786830067634583, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.324915824915825, |
| "grad_norm": 11.899820327758789, |
| "learning_rate": 2.1928921892713132e-07, |
| "loss": 0.6262949705123901, |
| "step": 2762 |
| }, |
| { |
| "epoch": 2.3265993265993266, |
| "grad_norm": 4.841851234436035, |
| "learning_rate": 2.187233320584311e-07, |
| "loss": 0.9699975252151489, |
| "step": 2764 |
| }, |
| { |
| "epoch": 2.3282828282828283, |
| "grad_norm": 9.435696601867676, |
| "learning_rate": 2.181585865772393e-07, |
| "loss": 0.8197389245033264, |
| "step": 2766 |
| }, |
| { |
| "epoch": 2.32996632996633, |
| "grad_norm": 4.551506042480469, |
| "learning_rate": 2.175949844293417e-07, |
| "loss": 0.6494600772857666, |
| "step": 2768 |
| }, |
| { |
| "epoch": 2.3316498316498318, |
| "grad_norm": 19.35220718383789, |
| "learning_rate": 2.1703252755658512e-07, |
| "loss": 0.7402999997138977, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 5.450087070465088, |
| "learning_rate": 2.1647121789686985e-07, |
| "loss": 0.7242530584335327, |
| "step": 2772 |
| }, |
| { |
| "epoch": 2.3350168350168348, |
| "grad_norm": 6.281241416931152, |
| "learning_rate": 2.1591105738414395e-07, |
| "loss": 0.7737699151039124, |
| "step": 2774 |
| }, |
| { |
| "epoch": 2.3367003367003365, |
| "grad_norm": 4.79439640045166, |
| "learning_rate": 2.153520479483962e-07, |
| "loss": 0.7753046751022339, |
| "step": 2776 |
| }, |
| { |
| "epoch": 2.3383838383838382, |
| "grad_norm": 7.926896095275879, |
| "learning_rate": 2.1479419151564908e-07, |
| "loss": 0.5965973138809204, |
| "step": 2778 |
| }, |
| { |
| "epoch": 2.34006734006734, |
| "grad_norm": 13.744224548339844, |
| "learning_rate": 2.1423749000795286e-07, |
| "loss": 0.7432798743247986, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.3417508417508417, |
| "grad_norm": 4.1591949462890625, |
| "learning_rate": 2.1368194534337864e-07, |
| "loss": 0.6963976621627808, |
| "step": 2782 |
| }, |
| { |
| "epoch": 2.3434343434343434, |
| "grad_norm": 5.26281213760376, |
| "learning_rate": 2.1312755943601113e-07, |
| "loss": 0.8363964557647705, |
| "step": 2784 |
| }, |
| { |
| "epoch": 2.345117845117845, |
| "grad_norm": 4.026867389678955, |
| "learning_rate": 2.1257433419594329e-07, |
| "loss": 0.6121779680252075, |
| "step": 2786 |
| }, |
| { |
| "epoch": 2.346801346801347, |
| "grad_norm": 3.700312614440918, |
| "learning_rate": 2.1202227152926898e-07, |
| "loss": 1.0569815635681152, |
| "step": 2788 |
| }, |
| { |
| "epoch": 2.3484848484848486, |
| "grad_norm": 5.786956310272217, |
| "learning_rate": 2.114713733380761e-07, |
| "loss": 0.8500775098800659, |
| "step": 2790 |
| }, |
| { |
| "epoch": 2.3501683501683504, |
| "grad_norm": 3.6336448192596436, |
| "learning_rate": 2.1092164152044082e-07, |
| "loss": 0.6126809120178223, |
| "step": 2792 |
| }, |
| { |
| "epoch": 2.351851851851852, |
| "grad_norm": 16.343307495117188, |
| "learning_rate": 2.1037307797042073e-07, |
| "loss": 0.7721902132034302, |
| "step": 2794 |
| }, |
| { |
| "epoch": 2.3535353535353534, |
| "grad_norm": 4.7194600105285645, |
| "learning_rate": 2.0982568457804772e-07, |
| "loss": 1.0643179416656494, |
| "step": 2796 |
| }, |
| { |
| "epoch": 2.355218855218855, |
| "grad_norm": 5.305932998657227, |
| "learning_rate": 2.0927946322932257e-07, |
| "loss": 0.6048824191093445, |
| "step": 2798 |
| }, |
| { |
| "epoch": 2.356902356902357, |
| "grad_norm": 2.0404253005981445, |
| "learning_rate": 2.0873441580620778e-07, |
| "loss": 1.1490514278411865, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.3585858585858586, |
| "grad_norm": 4.3384480476379395, |
| "learning_rate": 2.0819054418662068e-07, |
| "loss": 1.0097895860671997, |
| "step": 2802 |
| }, |
| { |
| "epoch": 2.3602693602693603, |
| "grad_norm": 7.471581935882568, |
| "learning_rate": 2.0764785024442816e-07, |
| "loss": 0.8789470791816711, |
| "step": 2804 |
| }, |
| { |
| "epoch": 2.361952861952862, |
| "grad_norm": 9.630654335021973, |
| "learning_rate": 2.071063358494392e-07, |
| "loss": 0.8657972812652588, |
| "step": 2806 |
| }, |
| { |
| "epoch": 2.3636363636363638, |
| "grad_norm": 9.908742904663086, |
| "learning_rate": 2.0656600286739846e-07, |
| "loss": 0.9500114917755127, |
| "step": 2808 |
| }, |
| { |
| "epoch": 2.3653198653198655, |
| "grad_norm": 3.0417370796203613, |
| "learning_rate": 2.060268531599806e-07, |
| "loss": 1.0881528854370117, |
| "step": 2810 |
| }, |
| { |
| "epoch": 2.3670033670033668, |
| "grad_norm": 15.979384422302246, |
| "learning_rate": 2.0548888858478314e-07, |
| "loss": 0.8370237350463867, |
| "step": 2812 |
| }, |
| { |
| "epoch": 2.3686868686868685, |
| "grad_norm": 2.701646327972412, |
| "learning_rate": 2.0495211099532051e-07, |
| "loss": 0.7017450332641602, |
| "step": 2814 |
| }, |
| { |
| "epoch": 2.3703703703703702, |
| "grad_norm": 3.518488645553589, |
| "learning_rate": 2.0441652224101739e-07, |
| "loss": 0.7352346777915955, |
| "step": 2816 |
| }, |
| { |
| "epoch": 2.372053872053872, |
| "grad_norm": 5.064514636993408, |
| "learning_rate": 2.038821241672022e-07, |
| "loss": 0.7799332141876221, |
| "step": 2818 |
| }, |
| { |
| "epoch": 2.3737373737373737, |
| "grad_norm": 4.822017192840576, |
| "learning_rate": 2.0334891861510124e-07, |
| "loss": 0.8013976812362671, |
| "step": 2820 |
| }, |
| { |
| "epoch": 2.3754208754208754, |
| "grad_norm": 13.20271110534668, |
| "learning_rate": 2.0281690742183214e-07, |
| "loss": 0.5635098814964294, |
| "step": 2822 |
| }, |
| { |
| "epoch": 2.377104377104377, |
| "grad_norm": 4.322653293609619, |
| "learning_rate": 2.0228609242039707e-07, |
| "loss": 1.05335533618927, |
| "step": 2824 |
| }, |
| { |
| "epoch": 2.378787878787879, |
| "grad_norm": 8.060440063476562, |
| "learning_rate": 2.017564754396771e-07, |
| "loss": 0.9288073778152466, |
| "step": 2826 |
| }, |
| { |
| "epoch": 2.3804713804713806, |
| "grad_norm": 6.93074369430542, |
| "learning_rate": 2.012280583044258e-07, |
| "loss": 0.49736571311950684, |
| "step": 2828 |
| }, |
| { |
| "epoch": 2.3821548821548824, |
| "grad_norm": 11.825316429138184, |
| "learning_rate": 2.0070084283526223e-07, |
| "loss": 1.044695258140564, |
| "step": 2830 |
| }, |
| { |
| "epoch": 2.3838383838383836, |
| "grad_norm": 7.59405517578125, |
| "learning_rate": 2.001748308486656e-07, |
| "loss": 0.8302027583122253, |
| "step": 2832 |
| }, |
| { |
| "epoch": 2.3855218855218854, |
| "grad_norm": 3.9063162803649902, |
| "learning_rate": 1.9965002415696878e-07, |
| "loss": 0.658703088760376, |
| "step": 2834 |
| }, |
| { |
| "epoch": 2.387205387205387, |
| "grad_norm": 9.86563491821289, |
| "learning_rate": 1.9912642456835125e-07, |
| "loss": 0.6858144998550415, |
| "step": 2836 |
| }, |
| { |
| "epoch": 2.388888888888889, |
| "grad_norm": 4.106326580047607, |
| "learning_rate": 1.9860403388683408e-07, |
| "loss": 0.5258500576019287, |
| "step": 2838 |
| }, |
| { |
| "epoch": 2.3905723905723906, |
| "grad_norm": 3.920785427093506, |
| "learning_rate": 1.980828539122731e-07, |
| "loss": 0.9032931327819824, |
| "step": 2840 |
| }, |
| { |
| "epoch": 2.3922558922558923, |
| "grad_norm": 1.4234728813171387, |
| "learning_rate": 1.9756288644035244e-07, |
| "loss": 0.43326181173324585, |
| "step": 2842 |
| }, |
| { |
| "epoch": 2.393939393939394, |
| "grad_norm": 4.104327201843262, |
| "learning_rate": 1.970441332625788e-07, |
| "loss": 1.114197015762329, |
| "step": 2844 |
| }, |
| { |
| "epoch": 2.3956228956228958, |
| "grad_norm": 7.699793815612793, |
| "learning_rate": 1.965265961662753e-07, |
| "loss": 0.8347800970077515, |
| "step": 2846 |
| }, |
| { |
| "epoch": 2.3973063973063975, |
| "grad_norm": 4.057286262512207, |
| "learning_rate": 1.9601027693457485e-07, |
| "loss": 1.1171047687530518, |
| "step": 2848 |
| }, |
| { |
| "epoch": 2.398989898989899, |
| "grad_norm": 4.676527976989746, |
| "learning_rate": 1.9549517734641453e-07, |
| "loss": 0.8913414478302002, |
| "step": 2850 |
| }, |
| { |
| "epoch": 2.4006734006734005, |
| "grad_norm": 5.339909076690674, |
| "learning_rate": 1.9498129917652917e-07, |
| "loss": 0.5060603022575378, |
| "step": 2852 |
| }, |
| { |
| "epoch": 2.4023569023569022, |
| "grad_norm": 7.147670269012451, |
| "learning_rate": 1.9446864419544517e-07, |
| "loss": 0.7295070886611938, |
| "step": 2854 |
| }, |
| { |
| "epoch": 2.404040404040404, |
| "grad_norm": 6.569252014160156, |
| "learning_rate": 1.9395721416947475e-07, |
| "loss": 0.6507788896560669, |
| "step": 2856 |
| }, |
| { |
| "epoch": 2.4057239057239057, |
| "grad_norm": 6.89575719833374, |
| "learning_rate": 1.9344701086070957e-07, |
| "loss": 0.7100333571434021, |
| "step": 2858 |
| }, |
| { |
| "epoch": 2.4074074074074074, |
| "grad_norm": 7.443199634552002, |
| "learning_rate": 1.9293803602701458e-07, |
| "loss": 0.49127644300460815, |
| "step": 2860 |
| }, |
| { |
| "epoch": 2.409090909090909, |
| "grad_norm": 3.398568868637085, |
| "learning_rate": 1.924302914220222e-07, |
| "loss": 0.8142455816268921, |
| "step": 2862 |
| }, |
| { |
| "epoch": 2.410774410774411, |
| "grad_norm": 7.437132835388184, |
| "learning_rate": 1.9192377879512656e-07, |
| "loss": 0.5337988138198853, |
| "step": 2864 |
| }, |
| { |
| "epoch": 2.4124579124579126, |
| "grad_norm": 4.250380516052246, |
| "learning_rate": 1.914184998914764e-07, |
| "loss": 0.7382153868675232, |
| "step": 2866 |
| }, |
| { |
| "epoch": 2.4141414141414144, |
| "grad_norm": 4.774903297424316, |
| "learning_rate": 1.9091445645197024e-07, |
| "loss": 0.9528558254241943, |
| "step": 2868 |
| }, |
| { |
| "epoch": 2.4158249158249157, |
| "grad_norm": 3.7426023483276367, |
| "learning_rate": 1.9041165021324986e-07, |
| "loss": 0.8381022214889526, |
| "step": 2870 |
| }, |
| { |
| "epoch": 2.4175084175084174, |
| "grad_norm": 2.178778648376465, |
| "learning_rate": 1.899100829076945e-07, |
| "loss": 0.5464705228805542, |
| "step": 2872 |
| }, |
| { |
| "epoch": 2.419191919191919, |
| "grad_norm": 4.025269031524658, |
| "learning_rate": 1.894097562634142e-07, |
| "loss": 1.0029910802841187, |
| "step": 2874 |
| }, |
| { |
| "epoch": 2.420875420875421, |
| "grad_norm": 5.291448593139648, |
| "learning_rate": 1.8891067200424498e-07, |
| "loss": 0.8049919605255127, |
| "step": 2876 |
| }, |
| { |
| "epoch": 2.4225589225589226, |
| "grad_norm": 3.155411720275879, |
| "learning_rate": 1.8841283184974216e-07, |
| "loss": 0.5165250301361084, |
| "step": 2878 |
| }, |
| { |
| "epoch": 2.4242424242424243, |
| "grad_norm": 3.550431251525879, |
| "learning_rate": 1.8791623751517432e-07, |
| "loss": 0.9810848832130432, |
| "step": 2880 |
| }, |
| { |
| "epoch": 2.425925925925926, |
| "grad_norm": 8.65785026550293, |
| "learning_rate": 1.8742089071151812e-07, |
| "loss": 0.6320451498031616, |
| "step": 2882 |
| }, |
| { |
| "epoch": 2.4276094276094278, |
| "grad_norm": 24.364227294921875, |
| "learning_rate": 1.8692679314545155e-07, |
| "loss": 0.691448450088501, |
| "step": 2884 |
| }, |
| { |
| "epoch": 2.429292929292929, |
| "grad_norm": 3.4331605434417725, |
| "learning_rate": 1.8643394651934867e-07, |
| "loss": 0.5786364078521729, |
| "step": 2886 |
| }, |
| { |
| "epoch": 2.430976430976431, |
| "grad_norm": 16.977510452270508, |
| "learning_rate": 1.8594235253127372e-07, |
| "loss": 0.6802031993865967, |
| "step": 2888 |
| }, |
| { |
| "epoch": 2.4326599326599325, |
| "grad_norm": 5.363550662994385, |
| "learning_rate": 1.8545201287497442e-07, |
| "loss": 0.5717660188674927, |
| "step": 2890 |
| }, |
| { |
| "epoch": 2.4343434343434343, |
| "grad_norm": 23.09035873413086, |
| "learning_rate": 1.849629292398774e-07, |
| "loss": 0.7750734686851501, |
| "step": 2892 |
| }, |
| { |
| "epoch": 2.436026936026936, |
| "grad_norm": 2.4943952560424805, |
| "learning_rate": 1.8447510331108163e-07, |
| "loss": 0.9770002365112305, |
| "step": 2894 |
| }, |
| { |
| "epoch": 2.4377104377104377, |
| "grad_norm": 6.26854133605957, |
| "learning_rate": 1.839885367693526e-07, |
| "loss": 0.8726930618286133, |
| "step": 2896 |
| }, |
| { |
| "epoch": 2.4393939393939394, |
| "grad_norm": 11.332048416137695, |
| "learning_rate": 1.8350323129111672e-07, |
| "loss": 0.7943978309631348, |
| "step": 2898 |
| }, |
| { |
| "epoch": 2.441077441077441, |
| "grad_norm": 20.655651092529297, |
| "learning_rate": 1.8301918854845577e-07, |
| "loss": 0.5449969172477722, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.442760942760943, |
| "grad_norm": 3.659409761428833, |
| "learning_rate": 1.8253641020910043e-07, |
| "loss": 0.9310587644577026, |
| "step": 2902 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 11.209527969360352, |
| "learning_rate": 1.820548979364253e-07, |
| "loss": 0.5611803531646729, |
| "step": 2904 |
| }, |
| { |
| "epoch": 2.4461279461279464, |
| "grad_norm": 6.078222751617432, |
| "learning_rate": 1.815746533894429e-07, |
| "loss": 0.4734145998954773, |
| "step": 2906 |
| }, |
| { |
| "epoch": 2.4478114478114477, |
| "grad_norm": 43.15976333618164, |
| "learning_rate": 1.8109567822279753e-07, |
| "loss": 0.6027005910873413, |
| "step": 2908 |
| }, |
| { |
| "epoch": 2.4494949494949494, |
| "grad_norm": 8.55388355255127, |
| "learning_rate": 1.8061797408676023e-07, |
| "loss": 0.7029461860656738, |
| "step": 2910 |
| }, |
| { |
| "epoch": 2.451178451178451, |
| "grad_norm": 3.861863374710083, |
| "learning_rate": 1.801415426272229e-07, |
| "loss": 0.5813450813293457, |
| "step": 2912 |
| }, |
| { |
| "epoch": 2.452861952861953, |
| "grad_norm": 4.0164103507995605, |
| "learning_rate": 1.796663854856922e-07, |
| "loss": 0.8507091999053955, |
| "step": 2914 |
| }, |
| { |
| "epoch": 2.4545454545454546, |
| "grad_norm": 9.30286693572998, |
| "learning_rate": 1.7919250429928446e-07, |
| "loss": 0.7457901239395142, |
| "step": 2916 |
| }, |
| { |
| "epoch": 2.4562289562289563, |
| "grad_norm": 1.883726954460144, |
| "learning_rate": 1.7871990070071987e-07, |
| "loss": 0.45636504888534546, |
| "step": 2918 |
| }, |
| { |
| "epoch": 2.457912457912458, |
| "grad_norm": 4.311119079589844, |
| "learning_rate": 1.7824857631831648e-07, |
| "loss": 0.9269647002220154, |
| "step": 2920 |
| }, |
| { |
| "epoch": 2.45959595959596, |
| "grad_norm": 19.505645751953125, |
| "learning_rate": 1.7777853277598522e-07, |
| "loss": 0.5110766887664795, |
| "step": 2922 |
| }, |
| { |
| "epoch": 2.461279461279461, |
| "grad_norm": 3.043074131011963, |
| "learning_rate": 1.7730977169322397e-07, |
| "loss": 0.41358011960983276, |
| "step": 2924 |
| }, |
| { |
| "epoch": 2.462962962962963, |
| "grad_norm": 3.94612455368042, |
| "learning_rate": 1.768422946851117e-07, |
| "loss": 0.7347300052642822, |
| "step": 2926 |
| }, |
| { |
| "epoch": 2.4646464646464645, |
| "grad_norm": 13.160529136657715, |
| "learning_rate": 1.763761033623034e-07, |
| "loss": 0.652132511138916, |
| "step": 2928 |
| }, |
| { |
| "epoch": 2.4663299663299663, |
| "grad_norm": 7.081724643707275, |
| "learning_rate": 1.7591119933102455e-07, |
| "loss": 0.4731465280056, |
| "step": 2930 |
| }, |
| { |
| "epoch": 2.468013468013468, |
| "grad_norm": 7.2086358070373535, |
| "learning_rate": 1.7544758419306493e-07, |
| "loss": 0.8537788391113281, |
| "step": 2932 |
| }, |
| { |
| "epoch": 2.4696969696969697, |
| "grad_norm": 5.239010810852051, |
| "learning_rate": 1.749852595457738e-07, |
| "loss": 0.7587542533874512, |
| "step": 2934 |
| }, |
| { |
| "epoch": 2.4713804713804715, |
| "grad_norm": 7.071168899536133, |
| "learning_rate": 1.7452422698205427e-07, |
| "loss": 0.5985921621322632, |
| "step": 2936 |
| }, |
| { |
| "epoch": 2.473063973063973, |
| "grad_norm": 3.5129053592681885, |
| "learning_rate": 1.7406448809035723e-07, |
| "loss": 0.674223780632019, |
| "step": 2938 |
| }, |
| { |
| "epoch": 2.474747474747475, |
| "grad_norm": 4.072961807250977, |
| "learning_rate": 1.736060444546768e-07, |
| "loss": 0.6285250186920166, |
| "step": 2940 |
| }, |
| { |
| "epoch": 2.4764309764309766, |
| "grad_norm": 5.048702239990234, |
| "learning_rate": 1.731488976545442e-07, |
| "loss": 0.5890775918960571, |
| "step": 2942 |
| }, |
| { |
| "epoch": 2.478114478114478, |
| "grad_norm": 5.47603178024292, |
| "learning_rate": 1.726930492650223e-07, |
| "loss": 0.6147992610931396, |
| "step": 2944 |
| }, |
| { |
| "epoch": 2.4797979797979797, |
| "grad_norm": 3.560030221939087, |
| "learning_rate": 1.7223850085670082e-07, |
| "loss": 0.9968768358230591, |
| "step": 2946 |
| }, |
| { |
| "epoch": 2.4814814814814814, |
| "grad_norm": 2.8818583488464355, |
| "learning_rate": 1.7178525399569026e-07, |
| "loss": 1.031359314918518, |
| "step": 2948 |
| }, |
| { |
| "epoch": 2.483164983164983, |
| "grad_norm": 2.790241241455078, |
| "learning_rate": 1.7133331024361668e-07, |
| "loss": 1.090069055557251, |
| "step": 2950 |
| }, |
| { |
| "epoch": 2.484848484848485, |
| "grad_norm": 56.298179626464844, |
| "learning_rate": 1.7088267115761645e-07, |
| "loss": 0.9623196125030518, |
| "step": 2952 |
| }, |
| { |
| "epoch": 2.4865319865319866, |
| "grad_norm": 4.772038459777832, |
| "learning_rate": 1.7043333829033093e-07, |
| "loss": 0.6764428019523621, |
| "step": 2954 |
| }, |
| { |
| "epoch": 2.4882154882154883, |
| "grad_norm": 15.111934661865234, |
| "learning_rate": 1.6998531318990084e-07, |
| "loss": 0.9181029796600342, |
| "step": 2956 |
| }, |
| { |
| "epoch": 2.48989898989899, |
| "grad_norm": 17.119279861450195, |
| "learning_rate": 1.695385973999612e-07, |
| "loss": 0.603553056716919, |
| "step": 2958 |
| }, |
| { |
| "epoch": 2.4915824915824913, |
| "grad_norm": 3.2011559009552, |
| "learning_rate": 1.690931924596359e-07, |
| "loss": 0.9430979490280151, |
| "step": 2960 |
| }, |
| { |
| "epoch": 2.493265993265993, |
| "grad_norm": 10.394431114196777, |
| "learning_rate": 1.6864909990353222e-07, |
| "loss": 0.6838173866271973, |
| "step": 2962 |
| }, |
| { |
| "epoch": 2.494949494949495, |
| "grad_norm": 2.8894050121307373, |
| "learning_rate": 1.6820632126173595e-07, |
| "loss": 0.829933762550354, |
| "step": 2964 |
| }, |
| { |
| "epoch": 2.4966329966329965, |
| "grad_norm": 6.6212544441223145, |
| "learning_rate": 1.6776485805980593e-07, |
| "loss": 0.7385812997817993, |
| "step": 2966 |
| }, |
| { |
| "epoch": 2.4983164983164983, |
| "grad_norm": 3.0128917694091797, |
| "learning_rate": 1.673247118187685e-07, |
| "loss": 0.9367114901542664, |
| "step": 2968 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 7.358500003814697, |
| "learning_rate": 1.6688588405511265e-07, |
| "loss": 0.9481908082962036, |
| "step": 2970 |
| }, |
| { |
| "epoch": 2.5016835016835017, |
| "grad_norm": 7.319785118103027, |
| "learning_rate": 1.6644837628078485e-07, |
| "loss": 0.4760739207267761, |
| "step": 2972 |
| }, |
| { |
| "epoch": 2.5033670033670035, |
| "grad_norm": 24.174762725830078, |
| "learning_rate": 1.6601219000318317e-07, |
| "loss": 0.529428243637085, |
| "step": 2974 |
| }, |
| { |
| "epoch": 2.505050505050505, |
| "grad_norm": 90.50502014160156, |
| "learning_rate": 1.6557732672515305e-07, |
| "loss": 0.8081066012382507, |
| "step": 2976 |
| }, |
| { |
| "epoch": 2.506734006734007, |
| "grad_norm": 9.112408638000488, |
| "learning_rate": 1.6514378794498152e-07, |
| "loss": 0.46742603182792664, |
| "step": 2978 |
| }, |
| { |
| "epoch": 2.5084175084175087, |
| "grad_norm": 3.2685351371765137, |
| "learning_rate": 1.6471157515639195e-07, |
| "loss": 0.8512880802154541, |
| "step": 2980 |
| }, |
| { |
| "epoch": 2.51010101010101, |
| "grad_norm": 11.603774070739746, |
| "learning_rate": 1.6428068984853923e-07, |
| "loss": 0.8741171360015869, |
| "step": 2982 |
| }, |
| { |
| "epoch": 2.5117845117845117, |
| "grad_norm": 6.443422317504883, |
| "learning_rate": 1.6385113350600476e-07, |
| "loss": 0.4871176779270172, |
| "step": 2984 |
| }, |
| { |
| "epoch": 2.5134680134680134, |
| "grad_norm": 22.373445510864258, |
| "learning_rate": 1.6342290760879064e-07, |
| "loss": 0.8540467023849487, |
| "step": 2986 |
| }, |
| { |
| "epoch": 2.515151515151515, |
| "grad_norm": 5.546900272369385, |
| "learning_rate": 1.6299601363231542e-07, |
| "loss": 0.7414556741714478, |
| "step": 2988 |
| }, |
| { |
| "epoch": 2.516835016835017, |
| "grad_norm": 4.198864459991455, |
| "learning_rate": 1.6257045304740842e-07, |
| "loss": 0.11034494638442993, |
| "step": 2990 |
| }, |
| { |
| "epoch": 2.5185185185185186, |
| "grad_norm": 3.5712265968322754, |
| "learning_rate": 1.6214622732030483e-07, |
| "loss": 0.988459050655365, |
| "step": 2992 |
| }, |
| { |
| "epoch": 2.5202020202020203, |
| "grad_norm": 6.247505187988281, |
| "learning_rate": 1.617233379126409e-07, |
| "loss": 0.6715781092643738, |
| "step": 2994 |
| }, |
| { |
| "epoch": 2.5218855218855216, |
| "grad_norm": 4.307699680328369, |
| "learning_rate": 1.6130178628144858e-07, |
| "loss": 0.7559702396392822, |
| "step": 2996 |
| }, |
| { |
| "epoch": 2.5235690235690234, |
| "grad_norm": 32.38378143310547, |
| "learning_rate": 1.6088157387915046e-07, |
| "loss": 0.61976158618927, |
| "step": 2998 |
| }, |
| { |
| "epoch": 2.525252525252525, |
| "grad_norm": 5.182736396789551, |
| "learning_rate": 1.6046270215355522e-07, |
| "loss": 0.5721726417541504, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.526936026936027, |
| "grad_norm": 11.062474250793457, |
| "learning_rate": 1.600451725478522e-07, |
| "loss": 0.5903807878494263, |
| "step": 3002 |
| }, |
| { |
| "epoch": 2.5286195286195285, |
| "grad_norm": 3.9762520790100098, |
| "learning_rate": 1.5962898650060646e-07, |
| "loss": 1.0528504848480225, |
| "step": 3004 |
| }, |
| { |
| "epoch": 2.5303030303030303, |
| "grad_norm": 12.059609413146973, |
| "learning_rate": 1.5921414544575406e-07, |
| "loss": 0.8805992603302002, |
| "step": 3006 |
| }, |
| { |
| "epoch": 2.531986531986532, |
| "grad_norm": 5.079036235809326, |
| "learning_rate": 1.5880065081259714e-07, |
| "loss": 0.8200486898422241, |
| "step": 3008 |
| }, |
| { |
| "epoch": 2.5336700336700337, |
| "grad_norm": 6.0202741622924805, |
| "learning_rate": 1.583885040257985e-07, |
| "loss": 0.5228027105331421, |
| "step": 3010 |
| }, |
| { |
| "epoch": 2.5353535353535355, |
| "grad_norm": 10.853965759277344, |
| "learning_rate": 1.579777065053773e-07, |
| "loss": 0.8398838639259338, |
| "step": 3012 |
| }, |
| { |
| "epoch": 2.537037037037037, |
| "grad_norm": 7.994739055633545, |
| "learning_rate": 1.5756825966670399e-07, |
| "loss": 0.7166822552680969, |
| "step": 3014 |
| }, |
| { |
| "epoch": 2.538720538720539, |
| "grad_norm": 8.935235977172852, |
| "learning_rate": 1.5716016492049495e-07, |
| "loss": 0.7087036371231079, |
| "step": 3016 |
| }, |
| { |
| "epoch": 2.5404040404040407, |
| "grad_norm": 11.376523971557617, |
| "learning_rate": 1.5675342367280838e-07, |
| "loss": 1.0162254571914673, |
| "step": 3018 |
| }, |
| { |
| "epoch": 2.542087542087542, |
| "grad_norm": 3.1120080947875977, |
| "learning_rate": 1.563480373250392e-07, |
| "loss": 0.7916754484176636, |
| "step": 3020 |
| }, |
| { |
| "epoch": 2.5437710437710437, |
| "grad_norm": 16.1352596282959, |
| "learning_rate": 1.559440072739137e-07, |
| "loss": 0.8983919024467468, |
| "step": 3022 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 5.045600891113281, |
| "learning_rate": 1.5554133491148556e-07, |
| "loss": 1.0679364204406738, |
| "step": 3024 |
| }, |
| { |
| "epoch": 2.547138047138047, |
| "grad_norm": 24.617691040039062, |
| "learning_rate": 1.5514002162513035e-07, |
| "loss": 0.3964739143848419, |
| "step": 3026 |
| }, |
| { |
| "epoch": 2.548821548821549, |
| "grad_norm": 4.4443359375, |
| "learning_rate": 1.5474006879754137e-07, |
| "loss": 0.7372143268585205, |
| "step": 3028 |
| }, |
| { |
| "epoch": 2.5505050505050506, |
| "grad_norm": 6.077057838439941, |
| "learning_rate": 1.5434147780672437e-07, |
| "loss": 0.6355978846549988, |
| "step": 3030 |
| }, |
| { |
| "epoch": 2.5521885521885523, |
| "grad_norm": 2.639094829559326, |
| "learning_rate": 1.539442500259929e-07, |
| "loss": 0.5554131269454956, |
| "step": 3032 |
| }, |
| { |
| "epoch": 2.5538720538720536, |
| "grad_norm": 5.577948093414307, |
| "learning_rate": 1.5354838682396384e-07, |
| "loss": 0.9816339612007141, |
| "step": 3034 |
| }, |
| { |
| "epoch": 2.5555555555555554, |
| "grad_norm": 4.363624572753906, |
| "learning_rate": 1.5315388956455266e-07, |
| "loss": 1.0391297340393066, |
| "step": 3036 |
| }, |
| { |
| "epoch": 2.557239057239057, |
| "grad_norm": 9.215215682983398, |
| "learning_rate": 1.5276075960696817e-07, |
| "loss": 0.7156937122344971, |
| "step": 3038 |
| }, |
| { |
| "epoch": 2.558922558922559, |
| "grad_norm": 2.8174784183502197, |
| "learning_rate": 1.5236899830570854e-07, |
| "loss": 1.0105350017547607, |
| "step": 3040 |
| }, |
| { |
| "epoch": 2.5606060606060606, |
| "grad_norm": 3.025399923324585, |
| "learning_rate": 1.5197860701055643e-07, |
| "loss": 0.767303466796875, |
| "step": 3042 |
| }, |
| { |
| "epoch": 2.5622895622895623, |
| "grad_norm": 8.97220230102539, |
| "learning_rate": 1.515895870665739e-07, |
| "loss": 0.99961256980896, |
| "step": 3044 |
| }, |
| { |
| "epoch": 2.563973063973064, |
| "grad_norm": 10.237662315368652, |
| "learning_rate": 1.5120193981409848e-07, |
| "loss": 0.7313355207443237, |
| "step": 3046 |
| }, |
| { |
| "epoch": 2.5656565656565657, |
| "grad_norm": 4.435790538787842, |
| "learning_rate": 1.508156665887381e-07, |
| "loss": 0.9470257759094238, |
| "step": 3048 |
| }, |
| { |
| "epoch": 2.5673400673400675, |
| "grad_norm": 8.973566055297852, |
| "learning_rate": 1.5043076872136646e-07, |
| "loss": 0.4554850459098816, |
| "step": 3050 |
| }, |
| { |
| "epoch": 2.569023569023569, |
| "grad_norm": 3.580697774887085, |
| "learning_rate": 1.5004724753811864e-07, |
| "loss": 1.0283160209655762, |
| "step": 3052 |
| }, |
| { |
| "epoch": 2.570707070707071, |
| "grad_norm": 3.4427924156188965, |
| "learning_rate": 1.496651043603866e-07, |
| "loss": 0.12811371684074402, |
| "step": 3054 |
| }, |
| { |
| "epoch": 2.5723905723905722, |
| "grad_norm": 30.826913833618164, |
| "learning_rate": 1.4928434050481424e-07, |
| "loss": 0.7465952634811401, |
| "step": 3056 |
| }, |
| { |
| "epoch": 2.574074074074074, |
| "grad_norm": 12.796523094177246, |
| "learning_rate": 1.4890495728329334e-07, |
| "loss": 0.4082253873348236, |
| "step": 3058 |
| }, |
| { |
| "epoch": 2.5757575757575757, |
| "grad_norm": 3.8712823390960693, |
| "learning_rate": 1.485269560029587e-07, |
| "loss": 0.8437204360961914, |
| "step": 3060 |
| }, |
| { |
| "epoch": 2.5774410774410774, |
| "grad_norm": 4.653648376464844, |
| "learning_rate": 1.481503379661838e-07, |
| "loss": 0.7468912601470947, |
| "step": 3062 |
| }, |
| { |
| "epoch": 2.579124579124579, |
| "grad_norm": 9.738509178161621, |
| "learning_rate": 1.4777510447057616e-07, |
| "loss": 0.6074585318565369, |
| "step": 3064 |
| }, |
| { |
| "epoch": 2.580808080808081, |
| "grad_norm": 4.1727495193481445, |
| "learning_rate": 1.4740125680897328e-07, |
| "loss": 0.7406507730484009, |
| "step": 3066 |
| }, |
| { |
| "epoch": 2.5824915824915826, |
| "grad_norm": 9.242506980895996, |
| "learning_rate": 1.470287962694373e-07, |
| "loss": 0.4214972257614136, |
| "step": 3068 |
| }, |
| { |
| "epoch": 2.584175084175084, |
| "grad_norm": 12.610301971435547, |
| "learning_rate": 1.4665772413525175e-07, |
| "loss": 0.17865464091300964, |
| "step": 3070 |
| }, |
| { |
| "epoch": 2.5858585858585856, |
| "grad_norm": 21.455978393554688, |
| "learning_rate": 1.4628804168491636e-07, |
| "loss": 0.6329761743545532, |
| "step": 3072 |
| }, |
| { |
| "epoch": 2.5875420875420874, |
| "grad_norm": 5.749107837677002, |
| "learning_rate": 1.4591975019214238e-07, |
| "loss": 1.0531988143920898, |
| "step": 3074 |
| }, |
| { |
| "epoch": 2.589225589225589, |
| "grad_norm": 6.151569366455078, |
| "learning_rate": 1.4555285092584917e-07, |
| "loss": 0.4620995819568634, |
| "step": 3076 |
| }, |
| { |
| "epoch": 2.590909090909091, |
| "grad_norm": 9.935331344604492, |
| "learning_rate": 1.451873451501592e-07, |
| "loss": 0.9808303117752075, |
| "step": 3078 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 8.355198860168457, |
| "learning_rate": 1.448232341243933e-07, |
| "loss": 0.7373911142349243, |
| "step": 3080 |
| }, |
| { |
| "epoch": 2.5942760942760943, |
| "grad_norm": 3.359959125518799, |
| "learning_rate": 1.4446051910306743e-07, |
| "loss": 1.0398435592651367, |
| "step": 3082 |
| }, |
| { |
| "epoch": 2.595959595959596, |
| "grad_norm": 6.27101469039917, |
| "learning_rate": 1.440992013358875e-07, |
| "loss": 0.6558928489685059, |
| "step": 3084 |
| }, |
| { |
| "epoch": 2.5976430976430978, |
| "grad_norm": 4.128625869750977, |
| "learning_rate": 1.4373928206774504e-07, |
| "loss": 0.6560384035110474, |
| "step": 3086 |
| }, |
| { |
| "epoch": 2.5993265993265995, |
| "grad_norm": 4.040182113647461, |
| "learning_rate": 1.4338076253871345e-07, |
| "loss": 0.9103618264198303, |
| "step": 3088 |
| }, |
| { |
| "epoch": 2.601010101010101, |
| "grad_norm": 3.0742857456207275, |
| "learning_rate": 1.4302364398404344e-07, |
| "loss": 0.9666507244110107, |
| "step": 3090 |
| }, |
| { |
| "epoch": 2.602693602693603, |
| "grad_norm": 6.105360507965088, |
| "learning_rate": 1.4266792763415863e-07, |
| "loss": 0.7367033362388611, |
| "step": 3092 |
| }, |
| { |
| "epoch": 2.6043771043771042, |
| "grad_norm": 4.493860244750977, |
| "learning_rate": 1.4231361471465143e-07, |
| "loss": 0.614148736000061, |
| "step": 3094 |
| }, |
| { |
| "epoch": 2.606060606060606, |
| "grad_norm": 2.295088052749634, |
| "learning_rate": 1.4196070644627903e-07, |
| "loss": 0.7760593891143799, |
| "step": 3096 |
| }, |
| { |
| "epoch": 2.6077441077441077, |
| "grad_norm": 3.1130990982055664, |
| "learning_rate": 1.4160920404495887e-07, |
| "loss": 0.6581928730010986, |
| "step": 3098 |
| }, |
| { |
| "epoch": 2.6094276094276094, |
| "grad_norm": 4.99691104888916, |
| "learning_rate": 1.4125910872176466e-07, |
| "loss": 0.7904366254806519, |
| "step": 3100 |
| }, |
| { |
| "epoch": 2.611111111111111, |
| "grad_norm": 5.191680908203125, |
| "learning_rate": 1.4091042168292211e-07, |
| "loss": 0.6951947212219238, |
| "step": 3102 |
| }, |
| { |
| "epoch": 2.612794612794613, |
| "grad_norm": 3.600395679473877, |
| "learning_rate": 1.4056314412980463e-07, |
| "loss": 0.9162784218788147, |
| "step": 3104 |
| }, |
| { |
| "epoch": 2.6144781144781146, |
| "grad_norm": 7.186698913574219, |
| "learning_rate": 1.402172772589297e-07, |
| "loss": 0.917360782623291, |
| "step": 3106 |
| }, |
| { |
| "epoch": 2.616161616161616, |
| "grad_norm": 19.83490753173828, |
| "learning_rate": 1.3987282226195416e-07, |
| "loss": 0.2932959198951721, |
| "step": 3108 |
| }, |
| { |
| "epoch": 2.6178451178451176, |
| "grad_norm": 3.4233388900756836, |
| "learning_rate": 1.395297803256703e-07, |
| "loss": 0.9224929809570312, |
| "step": 3110 |
| }, |
| { |
| "epoch": 2.6195286195286194, |
| "grad_norm": 5.625677585601807, |
| "learning_rate": 1.39188152632002e-07, |
| "loss": 0.526210367679596, |
| "step": 3112 |
| }, |
| { |
| "epoch": 2.621212121212121, |
| "grad_norm": 3.952099323272705, |
| "learning_rate": 1.3884794035800056e-07, |
| "loss": 0.610154926776886, |
| "step": 3114 |
| }, |
| { |
| "epoch": 2.622895622895623, |
| "grad_norm": 3.5759785175323486, |
| "learning_rate": 1.3850914467584013e-07, |
| "loss": 0.9689432382583618, |
| "step": 3116 |
| }, |
| { |
| "epoch": 2.6245791245791246, |
| "grad_norm": 3.9002864360809326, |
| "learning_rate": 1.3817176675281456e-07, |
| "loss": 1.0947141647338867, |
| "step": 3118 |
| }, |
| { |
| "epoch": 2.6262626262626263, |
| "grad_norm": 8.866259574890137, |
| "learning_rate": 1.378358077513328e-07, |
| "loss": 0.7083148956298828, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.627946127946128, |
| "grad_norm": 2.6722095012664795, |
| "learning_rate": 1.3750126882891475e-07, |
| "loss": 0.9863229393959045, |
| "step": 3122 |
| }, |
| { |
| "epoch": 2.6296296296296298, |
| "grad_norm": 3.054203510284424, |
| "learning_rate": 1.371681511381879e-07, |
| "loss": 0.9456894397735596, |
| "step": 3124 |
| }, |
| { |
| "epoch": 2.6313131313131315, |
| "grad_norm": 7.191009521484375, |
| "learning_rate": 1.3683645582688296e-07, |
| "loss": 0.7224574685096741, |
| "step": 3126 |
| }, |
| { |
| "epoch": 2.6329966329966332, |
| "grad_norm": 4.021665096282959, |
| "learning_rate": 1.3650618403782963e-07, |
| "loss": 0.8824139833450317, |
| "step": 3128 |
| }, |
| { |
| "epoch": 2.634680134680135, |
| "grad_norm": 8.395366668701172, |
| "learning_rate": 1.3617733690895327e-07, |
| "loss": 0.6597309112548828, |
| "step": 3130 |
| }, |
| { |
| "epoch": 2.6363636363636362, |
| "grad_norm": 5.360447883605957, |
| "learning_rate": 1.3584991557327076e-07, |
| "loss": 0.3653567433357239, |
| "step": 3132 |
| }, |
| { |
| "epoch": 2.638047138047138, |
| "grad_norm": 5.391804218292236, |
| "learning_rate": 1.355239211588861e-07, |
| "loss": 0.9479780793190002, |
| "step": 3134 |
| }, |
| { |
| "epoch": 2.6397306397306397, |
| "grad_norm": 5.806617736816406, |
| "learning_rate": 1.3519935478898732e-07, |
| "loss": 0.880384087562561, |
| "step": 3136 |
| }, |
| { |
| "epoch": 2.6414141414141414, |
| "grad_norm": 5.112968921661377, |
| "learning_rate": 1.348762175818422e-07, |
| "loss": 0.5330120921134949, |
| "step": 3138 |
| }, |
| { |
| "epoch": 2.643097643097643, |
| "grad_norm": 5.756229400634766, |
| "learning_rate": 1.345545106507943e-07, |
| "loss": 1.0363292694091797, |
| "step": 3140 |
| }, |
| { |
| "epoch": 2.644781144781145, |
| "grad_norm": 3.318345785140991, |
| "learning_rate": 1.3423423510425942e-07, |
| "loss": 0.6152174472808838, |
| "step": 3142 |
| }, |
| { |
| "epoch": 2.6464646464646466, |
| "grad_norm": 2.97463321685791, |
| "learning_rate": 1.3391539204572155e-07, |
| "loss": 0.9172265529632568, |
| "step": 3144 |
| }, |
| { |
| "epoch": 2.648148148148148, |
| "grad_norm": 3.3665931224823, |
| "learning_rate": 1.3359798257372913e-07, |
| "loss": 1.0443644523620605, |
| "step": 3146 |
| }, |
| { |
| "epoch": 2.6498316498316496, |
| "grad_norm": 18.04493522644043, |
| "learning_rate": 1.332820077818914e-07, |
| "loss": 0.6649324297904968, |
| "step": 3148 |
| }, |
| { |
| "epoch": 2.6515151515151514, |
| "grad_norm": 3.4756081104278564, |
| "learning_rate": 1.3296746875887445e-07, |
| "loss": 0.9889142513275146, |
| "step": 3150 |
| }, |
| { |
| "epoch": 2.653198653198653, |
| "grad_norm": 6.93226432800293, |
| "learning_rate": 1.3265436658839757e-07, |
| "loss": 0.3890528082847595, |
| "step": 3152 |
| }, |
| { |
| "epoch": 2.654882154882155, |
| "grad_norm": 26.966766357421875, |
| "learning_rate": 1.3234270234922947e-07, |
| "loss": 1.0187561511993408, |
| "step": 3154 |
| }, |
| { |
| "epoch": 2.6565656565656566, |
| "grad_norm": 7.550897121429443, |
| "learning_rate": 1.3203247711518466e-07, |
| "loss": 0.691092848777771, |
| "step": 3156 |
| }, |
| { |
| "epoch": 2.6582491582491583, |
| "grad_norm": 26.227054595947266, |
| "learning_rate": 1.3172369195511945e-07, |
| "loss": 0.5036376118659973, |
| "step": 3158 |
| }, |
| { |
| "epoch": 2.65993265993266, |
| "grad_norm": 28.069713592529297, |
| "learning_rate": 1.3141634793292868e-07, |
| "loss": 0.5947234034538269, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.6616161616161618, |
| "grad_norm": 4.802524566650391, |
| "learning_rate": 1.3111044610754202e-07, |
| "loss": 0.7470720410346985, |
| "step": 3162 |
| }, |
| { |
| "epoch": 2.6632996632996635, |
| "grad_norm": 7.207154273986816, |
| "learning_rate": 1.3080598753291972e-07, |
| "loss": 0.9500914812088013, |
| "step": 3164 |
| }, |
| { |
| "epoch": 2.6649831649831652, |
| "grad_norm": 9.974961280822754, |
| "learning_rate": 1.3050297325804975e-07, |
| "loss": 0.7958386540412903, |
| "step": 3166 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 4.640317440032959, |
| "learning_rate": 1.3020140432694386e-07, |
| "loss": 0.8439849615097046, |
| "step": 3168 |
| }, |
| { |
| "epoch": 2.6683501683501682, |
| "grad_norm": 8.00158977508545, |
| "learning_rate": 1.2990128177863372e-07, |
| "loss": 0.7472466230392456, |
| "step": 3170 |
| }, |
| { |
| "epoch": 2.67003367003367, |
| "grad_norm": 5.717433929443359, |
| "learning_rate": 1.2960260664716803e-07, |
| "loss": 1.0863356590270996, |
| "step": 3172 |
| }, |
| { |
| "epoch": 2.6717171717171717, |
| "grad_norm": 3.502814769744873, |
| "learning_rate": 1.293053799616082e-07, |
| "loss": 1.0433530807495117, |
| "step": 3174 |
| }, |
| { |
| "epoch": 2.6734006734006734, |
| "grad_norm": 8.597749710083008, |
| "learning_rate": 1.2900960274602512e-07, |
| "loss": 0.6032207608222961, |
| "step": 3176 |
| }, |
| { |
| "epoch": 2.675084175084175, |
| "grad_norm": 2.7261288166046143, |
| "learning_rate": 1.2871527601949583e-07, |
| "loss": 1.049224853515625, |
| "step": 3178 |
| }, |
| { |
| "epoch": 2.676767676767677, |
| "grad_norm": 3.249244213104248, |
| "learning_rate": 1.284224007960998e-07, |
| "loss": 0.7596105337142944, |
| "step": 3180 |
| }, |
| { |
| "epoch": 2.678451178451178, |
| "grad_norm": 3.4446780681610107, |
| "learning_rate": 1.281309780849153e-07, |
| "loss": 0.9340767860412598, |
| "step": 3182 |
| }, |
| { |
| "epoch": 2.68013468013468, |
| "grad_norm": 4.839624404907227, |
| "learning_rate": 1.278410088900162e-07, |
| "loss": 1.0885896682739258, |
| "step": 3184 |
| }, |
| { |
| "epoch": 2.6818181818181817, |
| "grad_norm": 4.542941093444824, |
| "learning_rate": 1.2755249421046854e-07, |
| "loss": 0.9115286469459534, |
| "step": 3186 |
| }, |
| { |
| "epoch": 2.6835016835016834, |
| "grad_norm": 42.488826751708984, |
| "learning_rate": 1.2726543504032654e-07, |
| "loss": 0.7943265438079834, |
| "step": 3188 |
| }, |
| { |
| "epoch": 2.685185185185185, |
| "grad_norm": 1.467315435409546, |
| "learning_rate": 1.2697983236862997e-07, |
| "loss": 0.7184177041053772, |
| "step": 3190 |
| }, |
| { |
| "epoch": 2.686868686868687, |
| "grad_norm": 4.0649213790893555, |
| "learning_rate": 1.2669568717940022e-07, |
| "loss": 0.7381956577301025, |
| "step": 3192 |
| }, |
| { |
| "epoch": 2.6885521885521886, |
| "grad_norm": 3.688559055328369, |
| "learning_rate": 1.2641300045163692e-07, |
| "loss": 0.8747034072875977, |
| "step": 3194 |
| }, |
| { |
| "epoch": 2.6902356902356903, |
| "grad_norm": 6.0027337074279785, |
| "learning_rate": 1.2613177315931483e-07, |
| "loss": 0.6696113348007202, |
| "step": 3196 |
| }, |
| { |
| "epoch": 2.691919191919192, |
| "grad_norm": 4.327197551727295, |
| "learning_rate": 1.258520062713804e-07, |
| "loss": 0.8139593601226807, |
| "step": 3198 |
| }, |
| { |
| "epoch": 2.6936026936026938, |
| "grad_norm": 3.2183837890625, |
| "learning_rate": 1.255737007517482e-07, |
| "loss": 0.9807404279708862, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.6952861952861955, |
| "grad_norm": 7.404758453369141, |
| "learning_rate": 1.2529685755929779e-07, |
| "loss": 0.8705126047134399, |
| "step": 3202 |
| }, |
| { |
| "epoch": 2.6969696969696972, |
| "grad_norm": 4.221065044403076, |
| "learning_rate": 1.250214776478705e-07, |
| "loss": 0.7467024326324463, |
| "step": 3204 |
| }, |
| { |
| "epoch": 2.6986531986531985, |
| "grad_norm": 8.078044891357422, |
| "learning_rate": 1.2474756196626604e-07, |
| "loss": 0.9621119499206543, |
| "step": 3206 |
| }, |
| { |
| "epoch": 2.7003367003367003, |
| "grad_norm": 4.394944190979004, |
| "learning_rate": 1.2447511145823904e-07, |
| "loss": 0.6447912454605103, |
| "step": 3208 |
| }, |
| { |
| "epoch": 2.702020202020202, |
| "grad_norm": 3.8557052612304688, |
| "learning_rate": 1.2420412706249637e-07, |
| "loss": 0.9262001514434814, |
| "step": 3210 |
| }, |
| { |
| "epoch": 2.7037037037037037, |
| "grad_norm": 4.75685977935791, |
| "learning_rate": 1.2393460971269306e-07, |
| "loss": 0.6955965161323547, |
| "step": 3212 |
| }, |
| { |
| "epoch": 2.7053872053872055, |
| "grad_norm": 4.87318229675293, |
| "learning_rate": 1.2366656033742985e-07, |
| "loss": 0.6773475408554077, |
| "step": 3214 |
| }, |
| { |
| "epoch": 2.707070707070707, |
| "grad_norm": 5.815934658050537, |
| "learning_rate": 1.233999798602498e-07, |
| "loss": 0.48384755849838257, |
| "step": 3216 |
| }, |
| { |
| "epoch": 2.708754208754209, |
| "grad_norm": 3.4917256832122803, |
| "learning_rate": 1.2313486919963455e-07, |
| "loss": 0.8545089960098267, |
| "step": 3218 |
| }, |
| { |
| "epoch": 2.71043771043771, |
| "grad_norm": 19.76070785522461, |
| "learning_rate": 1.2287122926900205e-07, |
| "loss": 0.4410606026649475, |
| "step": 3220 |
| }, |
| { |
| "epoch": 2.712121212121212, |
| "grad_norm": 5.099394798278809, |
| "learning_rate": 1.2260906097670272e-07, |
| "loss": 0.8183356523513794, |
| "step": 3222 |
| }, |
| { |
| "epoch": 2.7138047138047137, |
| "grad_norm": 4.549499034881592, |
| "learning_rate": 1.2234836522601667e-07, |
| "loss": 0.5615583062171936, |
| "step": 3224 |
| }, |
| { |
| "epoch": 2.7154882154882154, |
| "grad_norm": 4.583916187286377, |
| "learning_rate": 1.2208914291515035e-07, |
| "loss": 0.4506787657737732, |
| "step": 3226 |
| }, |
| { |
| "epoch": 2.717171717171717, |
| "grad_norm": 3.6649909019470215, |
| "learning_rate": 1.218313949372339e-07, |
| "loss": 0.8952913284301758, |
| "step": 3228 |
| }, |
| { |
| "epoch": 2.718855218855219, |
| "grad_norm": 69.62271118164062, |
| "learning_rate": 1.2157512218031732e-07, |
| "loss": 0.4370509088039398, |
| "step": 3230 |
| }, |
| { |
| "epoch": 2.7205387205387206, |
| "grad_norm": 8.150357246398926, |
| "learning_rate": 1.2132032552736818e-07, |
| "loss": 0.9717521071434021, |
| "step": 3232 |
| }, |
| { |
| "epoch": 2.7222222222222223, |
| "grad_norm": 3.7782340049743652, |
| "learning_rate": 1.2106700585626828e-07, |
| "loss": 0.7311519384384155, |
| "step": 3234 |
| }, |
| { |
| "epoch": 2.723905723905724, |
| "grad_norm": 3.866910219192505, |
| "learning_rate": 1.208151640398103e-07, |
| "loss": 0.8734760880470276, |
| "step": 3236 |
| }, |
| { |
| "epoch": 2.725589225589226, |
| "grad_norm": 4.73469877243042, |
| "learning_rate": 1.2056480094569536e-07, |
| "loss": 0.855620265007019, |
| "step": 3238 |
| }, |
| { |
| "epoch": 2.7272727272727275, |
| "grad_norm": 4.2583699226379395, |
| "learning_rate": 1.203159174365296e-07, |
| "loss": 0.8622401356697083, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.728956228956229, |
| "grad_norm": 3.042707920074463, |
| "learning_rate": 1.200685143698214e-07, |
| "loss": 0.8962169885635376, |
| "step": 3242 |
| }, |
| { |
| "epoch": 2.7306397306397305, |
| "grad_norm": 3.5346055030822754, |
| "learning_rate": 1.1982259259797856e-07, |
| "loss": 0.6588426232337952, |
| "step": 3244 |
| }, |
| { |
| "epoch": 2.7323232323232323, |
| "grad_norm": 3.266772747039795, |
| "learning_rate": 1.1957815296830494e-07, |
| "loss": 0.8494440317153931, |
| "step": 3246 |
| }, |
| { |
| "epoch": 2.734006734006734, |
| "grad_norm": 15.043532371520996, |
| "learning_rate": 1.1933519632299793e-07, |
| "loss": 0.9317235946655273, |
| "step": 3248 |
| }, |
| { |
| "epoch": 2.7356902356902357, |
| "grad_norm": 5.527817249298096, |
| "learning_rate": 1.1909372349914553e-07, |
| "loss": 0.9118114709854126, |
| "step": 3250 |
| }, |
| { |
| "epoch": 2.7373737373737375, |
| "grad_norm": 3.4315481185913086, |
| "learning_rate": 1.1885373532872297e-07, |
| "loss": 0.4174748957157135, |
| "step": 3252 |
| }, |
| { |
| "epoch": 2.739057239057239, |
| "grad_norm": 3.0668060779571533, |
| "learning_rate": 1.1861523263859069e-07, |
| "loss": 0.6279425621032715, |
| "step": 3254 |
| }, |
| { |
| "epoch": 2.7407407407407405, |
| "grad_norm": 5.9774651527404785, |
| "learning_rate": 1.1837821625049076e-07, |
| "loss": 0.6725097894668579, |
| "step": 3256 |
| }, |
| { |
| "epoch": 2.742424242424242, |
| "grad_norm": 3.119798183441162, |
| "learning_rate": 1.1814268698104425e-07, |
| "loss": 0.70163893699646, |
| "step": 3258 |
| }, |
| { |
| "epoch": 2.744107744107744, |
| "grad_norm": 5.229933261871338, |
| "learning_rate": 1.1790864564174873e-07, |
| "loss": 0.5799877643585205, |
| "step": 3260 |
| }, |
| { |
| "epoch": 2.7457912457912457, |
| "grad_norm": 8.287593841552734, |
| "learning_rate": 1.1767609303897506e-07, |
| "loss": 0.7188424468040466, |
| "step": 3262 |
| }, |
| { |
| "epoch": 2.7474747474747474, |
| "grad_norm": 19.248619079589844, |
| "learning_rate": 1.1744502997396474e-07, |
| "loss": 0.9669326543807983, |
| "step": 3264 |
| }, |
| { |
| "epoch": 2.749158249158249, |
| "grad_norm": 6.006091594696045, |
| "learning_rate": 1.1721545724282727e-07, |
| "loss": 1.0581872463226318, |
| "step": 3266 |
| }, |
| { |
| "epoch": 2.750841750841751, |
| "grad_norm": 20.20122528076172, |
| "learning_rate": 1.1698737563653745e-07, |
| "loss": 0.5354408621788025, |
| "step": 3268 |
| }, |
| { |
| "epoch": 2.7525252525252526, |
| "grad_norm": 3.2330803871154785, |
| "learning_rate": 1.1676078594093212e-07, |
| "loss": 1.0935049057006836, |
| "step": 3270 |
| }, |
| { |
| "epoch": 2.7542087542087543, |
| "grad_norm": 15.937528610229492, |
| "learning_rate": 1.1653568893670834e-07, |
| "loss": 0.5233392715454102, |
| "step": 3272 |
| }, |
| { |
| "epoch": 2.755892255892256, |
| "grad_norm": 5.933197498321533, |
| "learning_rate": 1.1631208539941993e-07, |
| "loss": 0.8539717197418213, |
| "step": 3274 |
| }, |
| { |
| "epoch": 2.757575757575758, |
| "grad_norm": 34.71628189086914, |
| "learning_rate": 1.1608997609947508e-07, |
| "loss": 0.35395973920822144, |
| "step": 3276 |
| }, |
| { |
| "epoch": 2.7592592592592595, |
| "grad_norm": 3.8929779529571533, |
| "learning_rate": 1.158693618021339e-07, |
| "loss": 0.09008853882551193, |
| "step": 3278 |
| }, |
| { |
| "epoch": 2.760942760942761, |
| "grad_norm": 3.974247694015503, |
| "learning_rate": 1.1565024326750545e-07, |
| "loss": 1.1840243339538574, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.7626262626262625, |
| "grad_norm": 4.763762474060059, |
| "learning_rate": 1.1543262125054523e-07, |
| "loss": 1.1094727516174316, |
| "step": 3282 |
| }, |
| { |
| "epoch": 2.7643097643097643, |
| "grad_norm": 26.06635093688965, |
| "learning_rate": 1.1521649650105264e-07, |
| "loss": 0.40256187319755554, |
| "step": 3284 |
| }, |
| { |
| "epoch": 2.765993265993266, |
| "grad_norm": 3.0916554927825928, |
| "learning_rate": 1.150018697636685e-07, |
| "loss": 0.9139037132263184, |
| "step": 3286 |
| }, |
| { |
| "epoch": 2.7676767676767677, |
| "grad_norm": 5.2920026779174805, |
| "learning_rate": 1.1478874177787204e-07, |
| "loss": 0.8635107278823853, |
| "step": 3288 |
| }, |
| { |
| "epoch": 2.7693602693602695, |
| "grad_norm": 7.0219573974609375, |
| "learning_rate": 1.1457711327797898e-07, |
| "loss": 0.3769862651824951, |
| "step": 3290 |
| }, |
| { |
| "epoch": 2.771043771043771, |
| "grad_norm": 4.999329090118408, |
| "learning_rate": 1.1436698499313855e-07, |
| "loss": 1.1161870956420898, |
| "step": 3292 |
| }, |
| { |
| "epoch": 2.7727272727272725, |
| "grad_norm": 3.669652223587036, |
| "learning_rate": 1.1415835764733103e-07, |
| "loss": 0.949033796787262, |
| "step": 3294 |
| }, |
| { |
| "epoch": 2.774410774410774, |
| "grad_norm": 3.6179237365722656, |
| "learning_rate": 1.1395123195936543e-07, |
| "loss": 0.9398729801177979, |
| "step": 3296 |
| }, |
| { |
| "epoch": 2.776094276094276, |
| "grad_norm": 4.2878947257995605, |
| "learning_rate": 1.1374560864287696e-07, |
| "loss": 0.3119538426399231, |
| "step": 3298 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "grad_norm": 3.065671443939209, |
| "learning_rate": 1.1354148840632437e-07, |
| "loss": 0.5504776239395142, |
| "step": 3300 |
| }, |
| { |
| "epoch": 2.7794612794612794, |
| "grad_norm": 8.210501670837402, |
| "learning_rate": 1.1333887195298781e-07, |
| "loss": 0.6545171737670898, |
| "step": 3302 |
| }, |
| { |
| "epoch": 2.781144781144781, |
| "grad_norm": 24.731203079223633, |
| "learning_rate": 1.1313775998096624e-07, |
| "loss": 0.5451493263244629, |
| "step": 3304 |
| }, |
| { |
| "epoch": 2.782828282828283, |
| "grad_norm": 24.600292205810547, |
| "learning_rate": 1.1293815318317493e-07, |
| "loss": 0.8595808148384094, |
| "step": 3306 |
| }, |
| { |
| "epoch": 2.7845117845117846, |
| "grad_norm": 9.5689058303833, |
| "learning_rate": 1.1274005224734338e-07, |
| "loss": 0.573542058467865, |
| "step": 3308 |
| }, |
| { |
| "epoch": 2.7861952861952863, |
| "grad_norm": 7.985528945922852, |
| "learning_rate": 1.1254345785601264e-07, |
| "loss": 0.7355629205703735, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.787878787878788, |
| "grad_norm": 4.394935607910156, |
| "learning_rate": 1.1234837068653313e-07, |
| "loss": 0.5512019395828247, |
| "step": 3312 |
| }, |
| { |
| "epoch": 2.78956228956229, |
| "grad_norm": 3.483132839202881, |
| "learning_rate": 1.1215479141106207e-07, |
| "loss": 0.8127498626708984, |
| "step": 3314 |
| }, |
| { |
| "epoch": 2.791245791245791, |
| "grad_norm": 18.29281234741211, |
| "learning_rate": 1.119627206965618e-07, |
| "loss": 1.0899267196655273, |
| "step": 3316 |
| }, |
| { |
| "epoch": 2.792929292929293, |
| "grad_norm": 9.126869201660156, |
| "learning_rate": 1.1177215920479654e-07, |
| "loss": 0.8100671172142029, |
| "step": 3318 |
| }, |
| { |
| "epoch": 2.7946127946127945, |
| "grad_norm": 7.040780544281006, |
| "learning_rate": 1.1158310759233083e-07, |
| "loss": 0.43027007579803467, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.7962962962962963, |
| "grad_norm": 23.27480697631836, |
| "learning_rate": 1.113955665105271e-07, |
| "loss": 0.7666506767272949, |
| "step": 3322 |
| }, |
| { |
| "epoch": 2.797979797979798, |
| "grad_norm": 3.0902600288391113, |
| "learning_rate": 1.1120953660554319e-07, |
| "loss": 0.769917905330658, |
| "step": 3324 |
| }, |
| { |
| "epoch": 2.7996632996632997, |
| "grad_norm": 12.026223182678223, |
| "learning_rate": 1.110250185183305e-07, |
| "loss": 0.4246026277542114, |
| "step": 3326 |
| }, |
| { |
| "epoch": 2.8013468013468015, |
| "grad_norm": 3.31463360786438, |
| "learning_rate": 1.108420128846314e-07, |
| "loss": 0.8164354562759399, |
| "step": 3328 |
| }, |
| { |
| "epoch": 2.8030303030303028, |
| "grad_norm": 4.4698486328125, |
| "learning_rate": 1.1066052033497734e-07, |
| "loss": 0.8739584684371948, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.8047138047138045, |
| "grad_norm": 11.48538875579834, |
| "learning_rate": 1.1048054149468646e-07, |
| "loss": 0.6384426951408386, |
| "step": 3332 |
| }, |
| { |
| "epoch": 2.8063973063973062, |
| "grad_norm": 3.5100231170654297, |
| "learning_rate": 1.1030207698386169e-07, |
| "loss": 0.7716495990753174, |
| "step": 3334 |
| }, |
| { |
| "epoch": 2.808080808080808, |
| "grad_norm": 14.741443634033203, |
| "learning_rate": 1.1012512741738827e-07, |
| "loss": 0.7237218618392944, |
| "step": 3336 |
| }, |
| { |
| "epoch": 2.8097643097643097, |
| "grad_norm": 4.032273292541504, |
| "learning_rate": 1.0994969340493191e-07, |
| "loss": 0.4440898895263672, |
| "step": 3338 |
| }, |
| { |
| "epoch": 2.8114478114478114, |
| "grad_norm": 9.446307182312012, |
| "learning_rate": 1.0977577555093672e-07, |
| "loss": 0.791456937789917, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.813131313131313, |
| "grad_norm": 5.13400936126709, |
| "learning_rate": 1.0960337445462273e-07, |
| "loss": 0.897986650466919, |
| "step": 3342 |
| }, |
| { |
| "epoch": 2.814814814814815, |
| "grad_norm": 3.0911977291107178, |
| "learning_rate": 1.0943249070998429e-07, |
| "loss": 0.4430878162384033, |
| "step": 3344 |
| }, |
| { |
| "epoch": 2.8164983164983166, |
| "grad_norm": 3.849289655685425, |
| "learning_rate": 1.0926312490578795e-07, |
| "loss": 0.9019819498062134, |
| "step": 3346 |
| }, |
| { |
| "epoch": 2.8181818181818183, |
| "grad_norm": 11.346426010131836, |
| "learning_rate": 1.0909527762556997e-07, |
| "loss": 0.6365593671798706, |
| "step": 3348 |
| }, |
| { |
| "epoch": 2.81986531986532, |
| "grad_norm": 33.87907028198242, |
| "learning_rate": 1.089289494476349e-07, |
| "loss": 0.9726608395576477, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.821548821548822, |
| "grad_norm": 13.32236385345459, |
| "learning_rate": 1.0876414094505339e-07, |
| "loss": 0.9321683049201965, |
| "step": 3352 |
| }, |
| { |
| "epoch": 2.823232323232323, |
| "grad_norm": 3.9304733276367188, |
| "learning_rate": 1.0860085268566002e-07, |
| "loss": 0.8083049058914185, |
| "step": 3354 |
| }, |
| { |
| "epoch": 2.824915824915825, |
| "grad_norm": 14.073712348937988, |
| "learning_rate": 1.084390852320515e-07, |
| "loss": 0.8524267673492432, |
| "step": 3356 |
| }, |
| { |
| "epoch": 2.8265993265993266, |
| "grad_norm": 3.060366630554199, |
| "learning_rate": 1.0827883914158484e-07, |
| "loss": 0.6664683818817139, |
| "step": 3358 |
| }, |
| { |
| "epoch": 2.8282828282828283, |
| "grad_norm": 7.288575172424316, |
| "learning_rate": 1.0812011496637521e-07, |
| "loss": 0.6165136098861694, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.82996632996633, |
| "grad_norm": 9.925680160522461, |
| "learning_rate": 1.0796291325329419e-07, |
| "loss": 0.782645583152771, |
| "step": 3362 |
| }, |
| { |
| "epoch": 2.8316498316498318, |
| "grad_norm": 7.882792949676514, |
| "learning_rate": 1.0780723454396788e-07, |
| "loss": 0.6414890289306641, |
| "step": 3364 |
| }, |
| { |
| "epoch": 2.8333333333333335, |
| "grad_norm": 3.061633825302124, |
| "learning_rate": 1.0765307937477489e-07, |
| "loss": 0.5577088594436646, |
| "step": 3366 |
| }, |
| { |
| "epoch": 2.8350168350168348, |
| "grad_norm": 10.289335250854492, |
| "learning_rate": 1.0750044827684457e-07, |
| "loss": 0.5626717209815979, |
| "step": 3368 |
| }, |
| { |
| "epoch": 2.8367003367003365, |
| "grad_norm": 4.862819194793701, |
| "learning_rate": 1.073493417760554e-07, |
| "loss": 0.8943830132484436, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.8383838383838382, |
| "grad_norm": 5.187376499176025, |
| "learning_rate": 1.0719976039303275e-07, |
| "loss": 0.747265100479126, |
| "step": 3372 |
| }, |
| { |
| "epoch": 2.84006734006734, |
| "grad_norm": 11.796051979064941, |
| "learning_rate": 1.0705170464314741e-07, |
| "loss": 0.46709078550338745, |
| "step": 3374 |
| }, |
| { |
| "epoch": 2.8417508417508417, |
| "grad_norm": 2.545010805130005, |
| "learning_rate": 1.069051750365139e-07, |
| "loss": 1.0213559865951538, |
| "step": 3376 |
| }, |
| { |
| "epoch": 2.8434343434343434, |
| "grad_norm": 4.854709148406982, |
| "learning_rate": 1.0676017207798818e-07, |
| "loss": 0.872999906539917, |
| "step": 3378 |
| }, |
| { |
| "epoch": 2.845117845117845, |
| "grad_norm": 4.323747158050537, |
| "learning_rate": 1.0661669626716654e-07, |
| "loss": 0.6622998118400574, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.846801346801347, |
| "grad_norm": 15.708161354064941, |
| "learning_rate": 1.0647474809838358e-07, |
| "loss": 0.6927282810211182, |
| "step": 3382 |
| }, |
| { |
| "epoch": 2.8484848484848486, |
| "grad_norm": 5.333789348602295, |
| "learning_rate": 1.0633432806071032e-07, |
| "loss": 0.6410980224609375, |
| "step": 3384 |
| }, |
| { |
| "epoch": 2.8501683501683504, |
| "grad_norm": 5.245711803436279, |
| "learning_rate": 1.0619543663795291e-07, |
| "loss": 0.8350679874420166, |
| "step": 3386 |
| }, |
| { |
| "epoch": 2.851851851851852, |
| "grad_norm": 1.0896079540252686, |
| "learning_rate": 1.0605807430865085e-07, |
| "loss": 0.8719289302825928, |
| "step": 3388 |
| }, |
| { |
| "epoch": 2.8535353535353534, |
| "grad_norm": 6.591011047363281, |
| "learning_rate": 1.0592224154607507e-07, |
| "loss": 0.6173574328422546, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.855218855218855, |
| "grad_norm": 6.573550224304199, |
| "learning_rate": 1.0578793881822661e-07, |
| "loss": 0.5777392387390137, |
| "step": 3392 |
| }, |
| { |
| "epoch": 2.856902356902357, |
| "grad_norm": 2.5468170642852783, |
| "learning_rate": 1.056551665878349e-07, |
| "loss": 1.0248732566833496, |
| "step": 3394 |
| }, |
| { |
| "epoch": 2.8585858585858586, |
| "grad_norm": 3.26706862449646, |
| "learning_rate": 1.055239253123561e-07, |
| "loss": 1.0530986785888672, |
| "step": 3396 |
| }, |
| { |
| "epoch": 2.8602693602693603, |
| "grad_norm": 4.729337215423584, |
| "learning_rate": 1.0539421544397163e-07, |
| "loss": 0.5177785158157349, |
| "step": 3398 |
| }, |
| { |
| "epoch": 2.861952861952862, |
| "grad_norm": 10.192523002624512, |
| "learning_rate": 1.052660374295866e-07, |
| "loss": 0.48648959398269653, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.8636363636363638, |
| "grad_norm": 9.012269973754883, |
| "learning_rate": 1.0513939171082812e-07, |
| "loss": 0.5270302295684814, |
| "step": 3402 |
| }, |
| { |
| "epoch": 2.865319865319865, |
| "grad_norm": 4.075140476226807, |
| "learning_rate": 1.0501427872404407e-07, |
| "loss": 0.49075964093208313, |
| "step": 3404 |
| }, |
| { |
| "epoch": 2.8670033670033668, |
| "grad_norm": 5.544951438903809, |
| "learning_rate": 1.0489069890030129e-07, |
| "loss": 0.883784294128418, |
| "step": 3406 |
| }, |
| { |
| "epoch": 2.8686868686868685, |
| "grad_norm": 4.438905715942383, |
| "learning_rate": 1.0476865266538431e-07, |
| "loss": 0.43367594480514526, |
| "step": 3408 |
| }, |
| { |
| "epoch": 2.8703703703703702, |
| "grad_norm": 4.913120269775391, |
| "learning_rate": 1.0464814043979367e-07, |
| "loss": 0.9170664548873901, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.872053872053872, |
| "grad_norm": 4.941054821014404, |
| "learning_rate": 1.0452916263874477e-07, |
| "loss": 0.5428977608680725, |
| "step": 3412 |
| }, |
| { |
| "epoch": 2.8737373737373737, |
| "grad_norm": 5.263132572174072, |
| "learning_rate": 1.0441171967216618e-07, |
| "loss": 0.7901989817619324, |
| "step": 3414 |
| }, |
| { |
| "epoch": 2.8754208754208754, |
| "grad_norm": 9.088157653808594, |
| "learning_rate": 1.042958119446983e-07, |
| "loss": 0.2979390025138855, |
| "step": 3416 |
| }, |
| { |
| "epoch": 2.877104377104377, |
| "grad_norm": 10.997780799865723, |
| "learning_rate": 1.0418143985569209e-07, |
| "loss": 0.6635469198226929, |
| "step": 3418 |
| }, |
| { |
| "epoch": 2.878787878787879, |
| "grad_norm": 3.945129871368408, |
| "learning_rate": 1.0406860379920746e-07, |
| "loss": 0.4760744273662567, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.8804713804713806, |
| "grad_norm": 8.165509223937988, |
| "learning_rate": 1.0395730416401211e-07, |
| "loss": 0.8622602820396423, |
| "step": 3422 |
| }, |
| { |
| "epoch": 2.8821548821548824, |
| "grad_norm": 2.621253728866577, |
| "learning_rate": 1.0384754133358014e-07, |
| "loss": 0.6706223487854004, |
| "step": 3424 |
| }, |
| { |
| "epoch": 2.883838383838384, |
| "grad_norm": 7.00462532043457, |
| "learning_rate": 1.0373931568609063e-07, |
| "loss": 0.7515609264373779, |
| "step": 3426 |
| }, |
| { |
| "epoch": 2.8855218855218854, |
| "grad_norm": 6.707590103149414, |
| "learning_rate": 1.0363262759442654e-07, |
| "loss": 0.6428268551826477, |
| "step": 3428 |
| }, |
| { |
| "epoch": 2.887205387205387, |
| "grad_norm": 15.433223724365234, |
| "learning_rate": 1.0352747742617327e-07, |
| "loss": 0.4187021851539612, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 5.754827976226807, |
| "learning_rate": 1.0342386554361728e-07, |
| "loss": 0.6734333634376526, |
| "step": 3432 |
| }, |
| { |
| "epoch": 2.8905723905723906, |
| "grad_norm": 16.424394607543945, |
| "learning_rate": 1.0332179230374509e-07, |
| "loss": 0.6447641253471375, |
| "step": 3434 |
| }, |
| { |
| "epoch": 2.8922558922558923, |
| "grad_norm": 7.980709552764893, |
| "learning_rate": 1.032212580582421e-07, |
| "loss": 1.063244104385376, |
| "step": 3436 |
| }, |
| { |
| "epoch": 2.893939393939394, |
| "grad_norm": 11.630234718322754, |
| "learning_rate": 1.0312226315349098e-07, |
| "loss": 0.9426344037055969, |
| "step": 3438 |
| }, |
| { |
| "epoch": 2.8956228956228958, |
| "grad_norm": 4.453112602233887, |
| "learning_rate": 1.0302480793057082e-07, |
| "loss": 0.8930955529212952, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.897306397306397, |
| "grad_norm": 4.323969841003418, |
| "learning_rate": 1.0292889272525597e-07, |
| "loss": 1.0264780521392822, |
| "step": 3442 |
| }, |
| { |
| "epoch": 2.898989898989899, |
| "grad_norm": 4.514182090759277, |
| "learning_rate": 1.0283451786801456e-07, |
| "loss": 0.4191988706588745, |
| "step": 3444 |
| }, |
| { |
| "epoch": 2.9006734006734005, |
| "grad_norm": 3.260342597961426, |
| "learning_rate": 1.0274168368400774e-07, |
| "loss": 0.5836988687515259, |
| "step": 3446 |
| }, |
| { |
| "epoch": 2.9023569023569022, |
| "grad_norm": 3.745016574859619, |
| "learning_rate": 1.0265039049308834e-07, |
| "loss": 1.1238579750061035, |
| "step": 3448 |
| }, |
| { |
| "epoch": 2.904040404040404, |
| "grad_norm": 12.539746284484863, |
| "learning_rate": 1.0256063860979977e-07, |
| "loss": 0.40760430693626404, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.9057239057239057, |
| "grad_norm": 2.8215339183807373, |
| "learning_rate": 1.0247242834337502e-07, |
| "loss": 0.7182443737983704, |
| "step": 3452 |
| }, |
| { |
| "epoch": 2.9074074074074074, |
| "grad_norm": 27.12503433227539, |
| "learning_rate": 1.0238575999773569e-07, |
| "loss": 0.6834052205085754, |
| "step": 3454 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 2.9466779232025146, |
| "learning_rate": 1.0230063387149058e-07, |
| "loss": 1.065738320350647, |
| "step": 3456 |
| }, |
| { |
| "epoch": 2.910774410774411, |
| "grad_norm": 7.221368789672852, |
| "learning_rate": 1.0221705025793505e-07, |
| "loss": 0.8638687133789062, |
| "step": 3458 |
| }, |
| { |
| "epoch": 2.9124579124579126, |
| "grad_norm": 15.298805236816406, |
| "learning_rate": 1.021350094450498e-07, |
| "loss": 1.0362968444824219, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.9141414141414144, |
| "grad_norm": 2.772352695465088, |
| "learning_rate": 1.0205451171549999e-07, |
| "loss": 1.0920348167419434, |
| "step": 3462 |
| }, |
| { |
| "epoch": 2.915824915824916, |
| "grad_norm": 6.832037448883057, |
| "learning_rate": 1.0197555734663415e-07, |
| "loss": 0.8181166648864746, |
| "step": 3464 |
| }, |
| { |
| "epoch": 2.9175084175084174, |
| "grad_norm": 10.260382652282715, |
| "learning_rate": 1.0189814661048329e-07, |
| "loss": 1.0308600664138794, |
| "step": 3466 |
| }, |
| { |
| "epoch": 2.919191919191919, |
| "grad_norm": 8.912053108215332, |
| "learning_rate": 1.0182227977375995e-07, |
| "loss": 0.6785660982131958, |
| "step": 3468 |
| }, |
| { |
| "epoch": 2.920875420875421, |
| "grad_norm": 3.7292585372924805, |
| "learning_rate": 1.0174795709785737e-07, |
| "loss": 0.2668553590774536, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.9225589225589226, |
| "grad_norm": 15.397346496582031, |
| "learning_rate": 1.0167517883884837e-07, |
| "loss": 0.8357558250427246, |
| "step": 3472 |
| }, |
| { |
| "epoch": 2.9242424242424243, |
| "grad_norm": 5.987993240356445, |
| "learning_rate": 1.016039452474847e-07, |
| "loss": 0.7866486310958862, |
| "step": 3474 |
| }, |
| { |
| "epoch": 2.925925925925926, |
| "grad_norm": 5.408625602722168, |
| "learning_rate": 1.0153425656919609e-07, |
| "loss": 0.40831270813941956, |
| "step": 3476 |
| }, |
| { |
| "epoch": 2.9276094276094278, |
| "grad_norm": 5.647230625152588, |
| "learning_rate": 1.0146611304408931e-07, |
| "loss": 0.8993617296218872, |
| "step": 3478 |
| }, |
| { |
| "epoch": 2.929292929292929, |
| "grad_norm": 4.667529106140137, |
| "learning_rate": 1.0139951490694746e-07, |
| "loss": 0.570891261100769, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.930976430976431, |
| "grad_norm": 3.3206403255462646, |
| "learning_rate": 1.013344623872292e-07, |
| "loss": 0.8598926663398743, |
| "step": 3482 |
| }, |
| { |
| "epoch": 2.9326599326599325, |
| "grad_norm": 16.66160774230957, |
| "learning_rate": 1.0127095570906781e-07, |
| "loss": 0.6207292079925537, |
| "step": 3484 |
| }, |
| { |
| "epoch": 2.9343434343434343, |
| "grad_norm": 5.509361267089844, |
| "learning_rate": 1.0120899509127051e-07, |
| "loss": 0.7470987439155579, |
| "step": 3486 |
| }, |
| { |
| "epoch": 2.936026936026936, |
| "grad_norm": 4.825704097747803, |
| "learning_rate": 1.0114858074731771e-07, |
| "loss": 0.8294214606285095, |
| "step": 3488 |
| }, |
| { |
| "epoch": 2.9377104377104377, |
| "grad_norm": 6.74330997467041, |
| "learning_rate": 1.0108971288536224e-07, |
| "loss": 0.8246122598648071, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.9393939393939394, |
| "grad_norm": 14.303301811218262, |
| "learning_rate": 1.0103239170822867e-07, |
| "loss": 0.936402440071106, |
| "step": 3492 |
| }, |
| { |
| "epoch": 2.941077441077441, |
| "grad_norm": 11.945917129516602, |
| "learning_rate": 1.0097661741341254e-07, |
| "loss": 0.5219341516494751, |
| "step": 3494 |
| }, |
| { |
| "epoch": 2.942760942760943, |
| "grad_norm": 4.1998820304870605, |
| "learning_rate": 1.0092239019307974e-07, |
| "loss": 0.8593817949295044, |
| "step": 3496 |
| }, |
| { |
| "epoch": 2.9444444444444446, |
| "grad_norm": 11.838610649108887, |
| "learning_rate": 1.0086971023406596e-07, |
| "loss": 0.4355551600456238, |
| "step": 3498 |
| }, |
| { |
| "epoch": 2.9461279461279464, |
| "grad_norm": 7.149326801300049, |
| "learning_rate": 1.0081857771787575e-07, |
| "loss": 0.6722170114517212, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.9478114478114477, |
| "grad_norm": 6.950955390930176, |
| "learning_rate": 1.0076899282068215e-07, |
| "loss": 0.8052189350128174, |
| "step": 3502 |
| }, |
| { |
| "epoch": 2.9494949494949494, |
| "grad_norm": 8.336926460266113, |
| "learning_rate": 1.00720955713326e-07, |
| "loss": 0.3886244297027588, |
| "step": 3504 |
| }, |
| { |
| "epoch": 2.951178451178451, |
| "grad_norm": 2.504477024078369, |
| "learning_rate": 1.0067446656131536e-07, |
| "loss": 0.7975258231163025, |
| "step": 3506 |
| }, |
| { |
| "epoch": 2.952861952861953, |
| "grad_norm": 3.895413398742676, |
| "learning_rate": 1.0062952552482489e-07, |
| "loss": 0.9311509132385254, |
| "step": 3508 |
| }, |
| { |
| "epoch": 2.9545454545454546, |
| "grad_norm": 3.7988312244415283, |
| "learning_rate": 1.0058613275869534e-07, |
| "loss": 0.7745894193649292, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.9562289562289563, |
| "grad_norm": 5.594661235809326, |
| "learning_rate": 1.0054428841243314e-07, |
| "loss": 0.8809847235679626, |
| "step": 3512 |
| }, |
| { |
| "epoch": 2.957912457912458, |
| "grad_norm": 10.233572006225586, |
| "learning_rate": 1.0050399263020963e-07, |
| "loss": 0.5408470630645752, |
| "step": 3514 |
| }, |
| { |
| "epoch": 2.9595959595959593, |
| "grad_norm": 4.301779747009277, |
| "learning_rate": 1.0046524555086075e-07, |
| "loss": 0.9347457885742188, |
| "step": 3516 |
| }, |
| { |
| "epoch": 2.961279461279461, |
| "grad_norm": 3.945042610168457, |
| "learning_rate": 1.0042804730788647e-07, |
| "loss": 0.9306644797325134, |
| "step": 3518 |
| }, |
| { |
| "epoch": 2.962962962962963, |
| "grad_norm": 8.176459312438965, |
| "learning_rate": 1.0039239802945032e-07, |
| "loss": 0.5422787666320801, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.9646464646464645, |
| "grad_norm": 7.75977087020874, |
| "learning_rate": 1.003582978383792e-07, |
| "loss": 0.8068456649780273, |
| "step": 3522 |
| }, |
| { |
| "epoch": 2.9663299663299663, |
| "grad_norm": 4.503453731536865, |
| "learning_rate": 1.003257468521625e-07, |
| "loss": 0.329245924949646, |
| "step": 3524 |
| }, |
| { |
| "epoch": 2.968013468013468, |
| "grad_norm": 5.413825035095215, |
| "learning_rate": 1.0029474518295213e-07, |
| "loss": 0.9549334049224854, |
| "step": 3526 |
| }, |
| { |
| "epoch": 2.9696969696969697, |
| "grad_norm": 5.911332607269287, |
| "learning_rate": 1.0026529293756189e-07, |
| "loss": 0.8807719945907593, |
| "step": 3528 |
| }, |
| { |
| "epoch": 2.9713804713804715, |
| "grad_norm": 4.6141462326049805, |
| "learning_rate": 1.0023739021746709e-07, |
| "loss": 0.9357779026031494, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.973063973063973, |
| "grad_norm": 22.926517486572266, |
| "learning_rate": 1.002110371188044e-07, |
| "loss": 0.7154991626739502, |
| "step": 3532 |
| }, |
| { |
| "epoch": 2.974747474747475, |
| "grad_norm": 10.70749282836914, |
| "learning_rate": 1.0018623373237139e-07, |
| "loss": 0.3366190493106842, |
| "step": 3534 |
| }, |
| { |
| "epoch": 2.9764309764309766, |
| "grad_norm": 5.614308834075928, |
| "learning_rate": 1.0016298014362602e-07, |
| "loss": 0.9368351697921753, |
| "step": 3536 |
| }, |
| { |
| "epoch": 2.9781144781144784, |
| "grad_norm": 17.715473175048828, |
| "learning_rate": 1.0014127643268678e-07, |
| "loss": 0.5009272694587708, |
| "step": 3538 |
| }, |
| { |
| "epoch": 2.9797979797979797, |
| "grad_norm": 4.969324111938477, |
| "learning_rate": 1.0012112267433204e-07, |
| "loss": 1.1264997720718384, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.9814814814814814, |
| "grad_norm": 4.244232177734375, |
| "learning_rate": 1.0010251893799999e-07, |
| "loss": 0.9415320158004761, |
| "step": 3542 |
| }, |
| { |
| "epoch": 2.983164983164983, |
| "grad_norm": 5.749111652374268, |
| "learning_rate": 1.0008546528778836e-07, |
| "loss": 0.5878887176513672, |
| "step": 3544 |
| }, |
| { |
| "epoch": 2.984848484848485, |
| "grad_norm": 4.314813613891602, |
| "learning_rate": 1.0006996178245414e-07, |
| "loss": 0.934430718421936, |
| "step": 3546 |
| }, |
| { |
| "epoch": 2.9865319865319866, |
| "grad_norm": 11.60458755493164, |
| "learning_rate": 1.0005600847541344e-07, |
| "loss": 0.4331338703632355, |
| "step": 3548 |
| }, |
| { |
| "epoch": 2.9882154882154883, |
| "grad_norm": 16.16608428955078, |
| "learning_rate": 1.0004360541474121e-07, |
| "loss": 0.4102497398853302, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.98989898989899, |
| "grad_norm": 4.306326866149902, |
| "learning_rate": 1.0003275264317129e-07, |
| "loss": 0.6111245155334473, |
| "step": 3552 |
| }, |
| { |
| "epoch": 2.9915824915824913, |
| "grad_norm": 3.421985387802124, |
| "learning_rate": 1.00023450198096e-07, |
| "loss": 1.004423975944519, |
| "step": 3554 |
| }, |
| { |
| "epoch": 2.993265993265993, |
| "grad_norm": 5.036525249481201, |
| "learning_rate": 1.0001569811156621e-07, |
| "loss": 0.9042291045188904, |
| "step": 3556 |
| }, |
| { |
| "epoch": 2.994949494949495, |
| "grad_norm": 2.6041200160980225, |
| "learning_rate": 1.0000949641029108e-07, |
| "loss": 0.8039933443069458, |
| "step": 3558 |
| }, |
| { |
| "epoch": 2.9966329966329965, |
| "grad_norm": 4.743382930755615, |
| "learning_rate": 1.000048451156381e-07, |
| "loss": 0.5211207270622253, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.9983164983164983, |
| "grad_norm": 7.2076416015625, |
| "learning_rate": 1.0000174424363293e-07, |
| "loss": 0.7096606492996216, |
| "step": 3562 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 8.714981079101562, |
| "learning_rate": 1.0000019380495939e-07, |
| "loss": 0.6827124953269958, |
| "step": 3564 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 3564, |
| "total_flos": 4.2988160857187287e+18, |
| "train_loss": 0.8751117374819068, |
| "train_runtime": 6006.754, |
| "train_samples_per_second": 9.493, |
| "train_steps_per_second": 0.593 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 3564, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2988160857187287e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
