| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.998573466476462, |
| "eval_steps": 500, |
| "global_step": 1095, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00456490727532097, |
| "grad_norm": 6.303826851202761, |
| "learning_rate": 7.272727272727273e-07, |
| "loss": 0.8692, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.00912981455064194, |
| "grad_norm": 6.417436981270692, |
| "learning_rate": 1.4545454545454546e-06, |
| "loss": 0.8764, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.013694721825962911, |
| "grad_norm": 6.266046371260386, |
| "learning_rate": 2.181818181818182e-06, |
| "loss": 0.8604, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.01825962910128388, |
| "grad_norm": 5.871418428231522, |
| "learning_rate": 2.9090909090909093e-06, |
| "loss": 0.8563, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02282453637660485, |
| "grad_norm": 4.515904039751017, |
| "learning_rate": 3.6363636363636366e-06, |
| "loss": 0.8116, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.027389443651925822, |
| "grad_norm": 4.154460736926, |
| "learning_rate": 4.363636363636364e-06, |
| "loss": 0.8014, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.03195435092724679, |
| "grad_norm": 2.436881516437234, |
| "learning_rate": 5.090909090909091e-06, |
| "loss": 0.7707, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03651925820256776, |
| "grad_norm": 2.091681221098197, |
| "learning_rate": 5.8181818181818185e-06, |
| "loss": 0.7609, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04108416547788873, |
| "grad_norm": 4.371182375936429, |
| "learning_rate": 6.545454545454546e-06, |
| "loss": 0.7714, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0456490727532097, |
| "grad_norm": 4.419533826001375, |
| "learning_rate": 7.272727272727273e-06, |
| "loss": 0.7639, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05021398002853067, |
| "grad_norm": 4.0789627340324515, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.738, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.054778887303851644, |
| "grad_norm": 4.249564440992856, |
| "learning_rate": 8.727272727272728e-06, |
| "loss": 0.7147, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05934379457917261, |
| "grad_norm": 3.376070643486793, |
| "learning_rate": 9.454545454545456e-06, |
| "loss": 0.6984, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.06390870185449359, |
| "grad_norm": 2.084910644051683, |
| "learning_rate": 1.0181818181818182e-05, |
| "loss": 0.6752, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06847360912981455, |
| "grad_norm": 1.7829575333835848, |
| "learning_rate": 1.0909090909090909e-05, |
| "loss": 0.6564, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.07303851640513552, |
| "grad_norm": 2.3763989053887546, |
| "learning_rate": 1.1636363636363637e-05, |
| "loss": 0.6595, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.07760342368045649, |
| "grad_norm": 1.8994179663807598, |
| "learning_rate": 1.2363636363636364e-05, |
| "loss": 0.6332, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.08216833095577745, |
| "grad_norm": 1.0918180057614881, |
| "learning_rate": 1.3090909090909092e-05, |
| "loss": 0.6275, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08673323823109844, |
| "grad_norm": 1.162384665458545, |
| "learning_rate": 1.381818181818182e-05, |
| "loss": 0.617, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0912981455064194, |
| "grad_norm": 1.1197113251451245, |
| "learning_rate": 1.4545454545454546e-05, |
| "loss": 0.6102, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.09586305278174037, |
| "grad_norm": 0.7298206551544844, |
| "learning_rate": 1.5272727272727276e-05, |
| "loss": 0.6001, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.10042796005706134, |
| "grad_norm": 0.8218899465689595, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.5908, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.1049928673323823, |
| "grad_norm": 0.7081964845957092, |
| "learning_rate": 1.672727272727273e-05, |
| "loss": 0.5857, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.10955777460770329, |
| "grad_norm": 0.7152113888700518, |
| "learning_rate": 1.7454545454545456e-05, |
| "loss": 0.5813, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.11412268188302425, |
| "grad_norm": 0.5908192981103763, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.5654, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.11868758915834522, |
| "grad_norm": 0.5657878890257612, |
| "learning_rate": 1.8909090909090912e-05, |
| "loss": 0.5681, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.12325249643366619, |
| "grad_norm": 0.5407715119275086, |
| "learning_rate": 1.963636363636364e-05, |
| "loss": 0.5726, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.12781740370898717, |
| "grad_norm": 0.6238305162701853, |
| "learning_rate": 2.0363636363636365e-05, |
| "loss": 0.5707, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.13238231098430814, |
| "grad_norm": 0.7048129462669643, |
| "learning_rate": 2.109090909090909e-05, |
| "loss": 0.562, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.1369472182596291, |
| "grad_norm": 0.4792558557034262, |
| "learning_rate": 2.1818181818181818e-05, |
| "loss": 0.5622, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.14151212553495007, |
| "grad_norm": 0.648556738189594, |
| "learning_rate": 2.2545454545454544e-05, |
| "loss": 0.5556, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.14607703281027104, |
| "grad_norm": 0.5375842492193321, |
| "learning_rate": 2.3272727272727274e-05, |
| "loss": 0.5521, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.150641940085592, |
| "grad_norm": 0.6204936152045187, |
| "learning_rate": 2.4e-05, |
| "loss": 0.5521, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.15520684736091298, |
| "grad_norm": 0.7793633373804746, |
| "learning_rate": 2.4727272727272727e-05, |
| "loss": 0.5556, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.15977175463623394, |
| "grad_norm": 1.077779426955439, |
| "learning_rate": 2.5454545454545457e-05, |
| "loss": 0.5439, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.1643366619115549, |
| "grad_norm": 0.8548536747868706, |
| "learning_rate": 2.6181818181818183e-05, |
| "loss": 0.5399, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.1689015691868759, |
| "grad_norm": 0.6156323737152537, |
| "learning_rate": 2.690909090909091e-05, |
| "loss": 0.534, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.17346647646219687, |
| "grad_norm": 0.7996160287459234, |
| "learning_rate": 2.763636363636364e-05, |
| "loss": 0.5432, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.17803138373751784, |
| "grad_norm": 0.8822172922338606, |
| "learning_rate": 2.8363636363636366e-05, |
| "loss": 0.538, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1825962910128388, |
| "grad_norm": 0.7341791467955449, |
| "learning_rate": 2.9090909090909093e-05, |
| "loss": 0.5311, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.18716119828815977, |
| "grad_norm": 0.7448434985433166, |
| "learning_rate": 2.9818181818181823e-05, |
| "loss": 0.5302, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.19172610556348074, |
| "grad_norm": 1.3134209857981531, |
| "learning_rate": 3.054545454545455e-05, |
| "loss": 0.5287, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.1962910128388017, |
| "grad_norm": 1.4079955673671256, |
| "learning_rate": 3.127272727272728e-05, |
| "loss": 0.529, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.20085592011412268, |
| "grad_norm": 0.7806435793966361, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.5211, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.20542082738944364, |
| "grad_norm": 1.696793688392228, |
| "learning_rate": 3.272727272727273e-05, |
| "loss": 0.5286, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.2099857346647646, |
| "grad_norm": 0.9163370159272217, |
| "learning_rate": 3.345454545454546e-05, |
| "loss": 0.5251, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.21455064194008558, |
| "grad_norm": 1.6162977222772477, |
| "learning_rate": 3.4181818181818185e-05, |
| "loss": 0.5307, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.21911554921540657, |
| "grad_norm": 0.8813157838119612, |
| "learning_rate": 3.490909090909091e-05, |
| "loss": 0.5119, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.22368045649072754, |
| "grad_norm": 1.6994696349279637, |
| "learning_rate": 3.563636363636364e-05, |
| "loss": 0.522, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.2282453637660485, |
| "grad_norm": 1.1550073074270106, |
| "learning_rate": 3.6363636363636364e-05, |
| "loss": 0.5185, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.23281027104136948, |
| "grad_norm": 2.273035117030142, |
| "learning_rate": 3.709090909090909e-05, |
| "loss": 0.5178, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.23737517831669044, |
| "grad_norm": 2.142670073640285, |
| "learning_rate": 3.7818181818181824e-05, |
| "loss": 0.5164, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2419400855920114, |
| "grad_norm": 1.178743753159302, |
| "learning_rate": 3.854545454545455e-05, |
| "loss": 0.5161, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.24650499286733238, |
| "grad_norm": 2.0029521626283864, |
| "learning_rate": 3.927272727272728e-05, |
| "loss": 0.5142, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.25106990014265335, |
| "grad_norm": 1.2261785948783424, |
| "learning_rate": 4e-05, |
| "loss": 0.5097, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.25563480741797434, |
| "grad_norm": 1.9929717547816588, |
| "learning_rate": 4.072727272727273e-05, |
| "loss": 0.52, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2601997146932953, |
| "grad_norm": 1.6292265517873907, |
| "learning_rate": 4.1454545454545456e-05, |
| "loss": 0.5214, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.2647646219686163, |
| "grad_norm": 1.3334399259774528, |
| "learning_rate": 4.218181818181818e-05, |
| "loss": 0.5131, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.2693295292439372, |
| "grad_norm": 1.7895060448687017, |
| "learning_rate": 4.2909090909090916e-05, |
| "loss": 0.5156, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2738944365192582, |
| "grad_norm": 1.2434711772815448, |
| "learning_rate": 4.3636363636363636e-05, |
| "loss": 0.5063, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.27845934379457915, |
| "grad_norm": 1.674712591320644, |
| "learning_rate": 4.436363636363637e-05, |
| "loss": 0.5058, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.28302425106990015, |
| "grad_norm": 1.7391744678652716, |
| "learning_rate": 4.509090909090909e-05, |
| "loss": 0.5169, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2875891583452211, |
| "grad_norm": 1.2704765036397798, |
| "learning_rate": 4.581818181818182e-05, |
| "loss": 0.5077, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2921540656205421, |
| "grad_norm": 1.7222012804003408, |
| "learning_rate": 4.654545454545455e-05, |
| "loss": 0.5137, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2967189728958631, |
| "grad_norm": 1.293937134094515, |
| "learning_rate": 4.727272727272728e-05, |
| "loss": 0.5066, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.301283880171184, |
| "grad_norm": 1.1101483554895153, |
| "learning_rate": 4.8e-05, |
| "loss": 0.5012, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.305848787446505, |
| "grad_norm": 1.2651179859008774, |
| "learning_rate": 4.8727272727272734e-05, |
| "loss": 0.4996, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.31041369472182595, |
| "grad_norm": 1.4372242319377802, |
| "learning_rate": 4.9454545454545454e-05, |
| "loss": 0.5048, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.31497860199714695, |
| "grad_norm": 1.1173991577334563, |
| "learning_rate": 5.018181818181819e-05, |
| "loss": 0.5005, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3195435092724679, |
| "grad_norm": 1.0219934142555631, |
| "learning_rate": 5.0909090909090914e-05, |
| "loss": 0.5011, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3241084165477889, |
| "grad_norm": 1.7032035010169793, |
| "learning_rate": 5.163636363636365e-05, |
| "loss": 0.5094, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3286733238231098, |
| "grad_norm": 0.8364496496396441, |
| "learning_rate": 5.236363636363637e-05, |
| "loss": 0.4963, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3332382310984308, |
| "grad_norm": 1.3858540890091062, |
| "learning_rate": 5.30909090909091e-05, |
| "loss": 0.5079, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3378031383737518, |
| "grad_norm": 1.3469249650056214, |
| "learning_rate": 5.381818181818182e-05, |
| "loss": 0.5094, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.34236804564907275, |
| "grad_norm": 2.3532033300244266, |
| "learning_rate": 5.4545454545454546e-05, |
| "loss": 0.5101, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.34693295292439374, |
| "grad_norm": 1.2379724037013697, |
| "learning_rate": 5.527272727272728e-05, |
| "loss": 0.5009, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3514978601997147, |
| "grad_norm": 2.1483188283998365, |
| "learning_rate": 5.6e-05, |
| "loss": 0.5185, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3560627674750357, |
| "grad_norm": 1.6081458329954548, |
| "learning_rate": 5.672727272727273e-05, |
| "loss": 0.5033, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3606276747503566, |
| "grad_norm": 1.379511883135697, |
| "learning_rate": 5.745454545454546e-05, |
| "loss": 0.5038, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3651925820256776, |
| "grad_norm": 2.314662935076633, |
| "learning_rate": 5.8181818181818185e-05, |
| "loss": 0.4969, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.36975748930099855, |
| "grad_norm": 1.3583834941356125, |
| "learning_rate": 5.890909090909091e-05, |
| "loss": 0.5045, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.37432239657631955, |
| "grad_norm": 2.6348157549287157, |
| "learning_rate": 5.9636363636363645e-05, |
| "loss": 0.5058, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.3788873038516405, |
| "grad_norm": 1.944213494123695, |
| "learning_rate": 6.0363636363636365e-05, |
| "loss": 0.5064, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3834522111269615, |
| "grad_norm": 2.0575793444325194, |
| "learning_rate": 6.10909090909091e-05, |
| "loss": 0.5018, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3880171184022825, |
| "grad_norm": 1.978062761509244, |
| "learning_rate": 6.181818181818182e-05, |
| "loss": 0.5017, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3925820256776034, |
| "grad_norm": 1.4801623619535438, |
| "learning_rate": 6.254545454545456e-05, |
| "loss": 0.498, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3971469329529244, |
| "grad_norm": 1.8537084794208918, |
| "learning_rate": 6.327272727272727e-05, |
| "loss": 0.5019, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.40171184022824535, |
| "grad_norm": 1.3702877983773376, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 0.4968, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.40627674750356635, |
| "grad_norm": 1.885572104808451, |
| "learning_rate": 6.472727272727274e-05, |
| "loss": 0.4957, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.4108416547788873, |
| "grad_norm": 1.3542328558823338, |
| "learning_rate": 6.545454545454546e-05, |
| "loss": 0.4966, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4154065620542083, |
| "grad_norm": 1.7718230138924214, |
| "learning_rate": 6.618181818181819e-05, |
| "loss": 0.4966, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.4199714693295292, |
| "grad_norm": 1.3980578794491678, |
| "learning_rate": 6.690909090909092e-05, |
| "loss": 0.4925, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.4245363766048502, |
| "grad_norm": 1.5334202672866126, |
| "learning_rate": 6.763636363636364e-05, |
| "loss": 0.4876, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.42910128388017116, |
| "grad_norm": 1.4720834156887759, |
| "learning_rate": 6.836363636363637e-05, |
| "loss": 0.4913, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.43366619115549215, |
| "grad_norm": 1.338014419694779, |
| "learning_rate": 6.90909090909091e-05, |
| "loss": 0.4903, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.43823109843081315, |
| "grad_norm": 1.0761852253986315, |
| "learning_rate": 6.981818181818182e-05, |
| "loss": 0.4912, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.4427960057061341, |
| "grad_norm": 1.6024764467654846, |
| "learning_rate": 7.054545454545455e-05, |
| "loss": 0.4901, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.4473609129814551, |
| "grad_norm": 1.492316053791499, |
| "learning_rate": 7.127272727272728e-05, |
| "loss": 0.4873, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.451925820256776, |
| "grad_norm": 1.525604026590939, |
| "learning_rate": 7.2e-05, |
| "loss": 0.4891, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.456490727532097, |
| "grad_norm": 1.3034542842679084, |
| "learning_rate": 7.272727272727273e-05, |
| "loss": 0.49, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.46105563480741796, |
| "grad_norm": 2.1642815195092666, |
| "learning_rate": 7.345454545454547e-05, |
| "loss": 0.5055, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.46562054208273895, |
| "grad_norm": 1.1678257677428678, |
| "learning_rate": 7.418181818181818e-05, |
| "loss": 0.4852, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4701854493580599, |
| "grad_norm": 1.4078725478189906, |
| "learning_rate": 7.490909090909092e-05, |
| "loss": 0.4919, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4747503566333809, |
| "grad_norm": 2.357567405283945, |
| "learning_rate": 7.563636363636365e-05, |
| "loss": 0.4968, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.4793152639087018, |
| "grad_norm": 1.4758593059891392, |
| "learning_rate": 7.636363636363637e-05, |
| "loss": 0.4874, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4838801711840228, |
| "grad_norm": 1.980018157376651, |
| "learning_rate": 7.70909090909091e-05, |
| "loss": 0.4953, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4884450784593438, |
| "grad_norm": 2.0401864619014467, |
| "learning_rate": 7.781818181818183e-05, |
| "loss": 0.5006, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.49300998573466476, |
| "grad_norm": 1.0897659104208783, |
| "learning_rate": 7.854545454545455e-05, |
| "loss": 0.4871, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.49757489300998575, |
| "grad_norm": 1.8417886476775482, |
| "learning_rate": 7.927272727272728e-05, |
| "loss": 0.4975, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5021398002853067, |
| "grad_norm": 1.2728786506557457, |
| "learning_rate": 8e-05, |
| "loss": 0.492, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5067047075606277, |
| "grad_norm": 2.4453848065966817, |
| "learning_rate": 7.999979655036647e-05, |
| "loss": 0.5094, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5112696148359487, |
| "grad_norm": 1.6374824473909455, |
| "learning_rate": 7.999918620353548e-05, |
| "loss": 0.4931, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.5158345221112696, |
| "grad_norm": 1.8705264691341723, |
| "learning_rate": 7.999816896571574e-05, |
| "loss": 0.5051, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.5203994293865906, |
| "grad_norm": 1.6343167214375214, |
| "learning_rate": 7.999674484725512e-05, |
| "loss": 0.4984, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.5249643366619116, |
| "grad_norm": 1.9112883595327201, |
| "learning_rate": 7.999491386264042e-05, |
| "loss": 0.492, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5295292439372326, |
| "grad_norm": 1.35541163706321, |
| "learning_rate": 7.999267603049729e-05, |
| "loss": 0.4902, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5340941512125535, |
| "grad_norm": 1.6103620556897125, |
| "learning_rate": 7.999003137359006e-05, |
| "loss": 0.4927, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5386590584878744, |
| "grad_norm": 1.4810569251620247, |
| "learning_rate": 7.998697991882144e-05, |
| "loss": 0.4876, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.5432239657631954, |
| "grad_norm": 1.3665267966836736, |
| "learning_rate": 7.998352169723229e-05, |
| "loss": 0.4865, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5477888730385164, |
| "grad_norm": 1.1684492343192325, |
| "learning_rate": 7.997965674400132e-05, |
| "loss": 0.4898, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5523537803138374, |
| "grad_norm": 1.6135417427578114, |
| "learning_rate": 7.997538509844469e-05, |
| "loss": 0.4884, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5569186875891583, |
| "grad_norm": 1.081634967694094, |
| "learning_rate": 7.997070680401562e-05, |
| "loss": 0.4814, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5614835948644793, |
| "grad_norm": 1.323277108291229, |
| "learning_rate": 7.9965621908304e-05, |
| "loss": 0.4862, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5660485021398003, |
| "grad_norm": 1.5122505161166728, |
| "learning_rate": 7.996013046303583e-05, |
| "loss": 0.4907, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5706134094151213, |
| "grad_norm": 1.3517400921660416, |
| "learning_rate": 7.995423252407275e-05, |
| "loss": 0.4849, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5751783166904422, |
| "grad_norm": 1.2964472361111674, |
| "learning_rate": 7.99479281514114e-05, |
| "loss": 0.4829, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5797432239657632, |
| "grad_norm": 1.441528044357245, |
| "learning_rate": 7.994121740918293e-05, |
| "loss": 0.4888, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5843081312410842, |
| "grad_norm": 1.2409245733342162, |
| "learning_rate": 7.993410036565223e-05, |
| "loss": 0.4776, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5888730385164052, |
| "grad_norm": 1.255055709641733, |
| "learning_rate": 7.992657709321728e-05, |
| "loss": 0.4856, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5934379457917262, |
| "grad_norm": 1.2617494433472416, |
| "learning_rate": 7.991864766840846e-05, |
| "loss": 0.4832, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.598002853067047, |
| "grad_norm": 1.3678248560826736, |
| "learning_rate": 7.991031217188769e-05, |
| "loss": 0.483, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.602567760342368, |
| "grad_norm": 1.5165238137397685, |
| "learning_rate": 7.990157068844764e-05, |
| "loss": 0.4762, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.607132667617689, |
| "grad_norm": 1.0122655955764246, |
| "learning_rate": 7.989242330701089e-05, |
| "loss": 0.4794, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.61169757489301, |
| "grad_norm": 1.4882369944794684, |
| "learning_rate": 7.988287012062902e-05, |
| "loss": 0.4772, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.6162624821683309, |
| "grad_norm": 0.9815809304445058, |
| "learning_rate": 7.987291122648165e-05, |
| "loss": 0.4844, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6208273894436519, |
| "grad_norm": 1.8345734791985764, |
| "learning_rate": 7.986254672587544e-05, |
| "loss": 0.4872, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.6253922967189729, |
| "grad_norm": 1.2322860510435374, |
| "learning_rate": 7.985177672424309e-05, |
| "loss": 0.4742, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.6299572039942939, |
| "grad_norm": 1.0934283610887234, |
| "learning_rate": 7.984060133114222e-05, |
| "loss": 0.4828, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.6345221112696149, |
| "grad_norm": 1.0617428680491003, |
| "learning_rate": 7.982902066025433e-05, |
| "loss": 0.4841, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.6390870185449358, |
| "grad_norm": 1.4504986628664012, |
| "learning_rate": 7.981703482938361e-05, |
| "loss": 0.4765, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6436519258202568, |
| "grad_norm": 1.2196737951896366, |
| "learning_rate": 7.980464396045565e-05, |
| "loss": 0.48, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6482168330955778, |
| "grad_norm": 1.1746117544945598, |
| "learning_rate": 7.979184817951638e-05, |
| "loss": 0.472, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.6527817403708988, |
| "grad_norm": 1.462647851373356, |
| "learning_rate": 7.977864761673062e-05, |
| "loss": 0.4819, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6573466476462196, |
| "grad_norm": 1.0920910565051827, |
| "learning_rate": 7.976504240638088e-05, |
| "loss": 0.4759, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6619115549215406, |
| "grad_norm": 0.8915983200577166, |
| "learning_rate": 7.975103268686587e-05, |
| "loss": 0.4708, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6664764621968616, |
| "grad_norm": 1.1195632191410694, |
| "learning_rate": 7.973661860069925e-05, |
| "loss": 0.481, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6710413694721826, |
| "grad_norm": 0.9280898217043119, |
| "learning_rate": 7.972180029450804e-05, |
| "loss": 0.4771, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6756062767475036, |
| "grad_norm": 1.2010937440977014, |
| "learning_rate": 7.970657791903115e-05, |
| "loss": 0.4766, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6801711840228245, |
| "grad_norm": 1.1648502616511074, |
| "learning_rate": 7.969095162911796e-05, |
| "loss": 0.4765, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6847360912981455, |
| "grad_norm": 1.629472140008341, |
| "learning_rate": 7.967492158372659e-05, |
| "loss": 0.4708, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6893009985734665, |
| "grad_norm": 0.7685771258524148, |
| "learning_rate": 7.965848794592241e-05, |
| "loss": 0.4702, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6938659058487875, |
| "grad_norm": 1.2979818888222598, |
| "learning_rate": 7.964165088287627e-05, |
| "loss": 0.4756, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6984308131241084, |
| "grad_norm": 1.479596160746902, |
| "learning_rate": 7.96244105658629e-05, |
| "loss": 0.4684, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.7029957203994294, |
| "grad_norm": 0.9533216688157553, |
| "learning_rate": 7.960676717025912e-05, |
| "loss": 0.4674, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.7075606276747504, |
| "grad_norm": 1.1144585740648676, |
| "learning_rate": 7.958872087554204e-05, |
| "loss": 0.4759, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7121255349500714, |
| "grad_norm": 1.1392667564805274, |
| "learning_rate": 7.957027186528724e-05, |
| "loss": 0.4792, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.7166904422253922, |
| "grad_norm": 1.576213566462258, |
| "learning_rate": 7.955142032716696e-05, |
| "loss": 0.4711, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.7212553495007132, |
| "grad_norm": 1.0153629340656216, |
| "learning_rate": 7.953216645294813e-05, |
| "loss": 0.4785, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.7258202567760342, |
| "grad_norm": 1.178946056258982, |
| "learning_rate": 7.951251043849043e-05, |
| "loss": 0.4703, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.7303851640513552, |
| "grad_norm": 1.2039627482563626, |
| "learning_rate": 7.94924524837443e-05, |
| "loss": 0.4691, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7349500713266762, |
| "grad_norm": 1.2758536553065434, |
| "learning_rate": 7.947199279274892e-05, |
| "loss": 0.4719, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.7395149786019971, |
| "grad_norm": 0.7199695023812126, |
| "learning_rate": 7.945113157363012e-05, |
| "loss": 0.4705, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.7440798858773181, |
| "grad_norm": 1.187228986720961, |
| "learning_rate": 7.942986903859826e-05, |
| "loss": 0.476, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7486447931526391, |
| "grad_norm": 1.2191468243222228, |
| "learning_rate": 7.940820540394611e-05, |
| "loss": 0.4685, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7532097004279601, |
| "grad_norm": 1.763163381472643, |
| "learning_rate": 7.938614089004659e-05, |
| "loss": 0.4634, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.757774607703281, |
| "grad_norm": 0.7821277377021038, |
| "learning_rate": 7.936367572135056e-05, |
| "loss": 0.4741, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.762339514978602, |
| "grad_norm": 2.297761933831456, |
| "learning_rate": 7.934081012638452e-05, |
| "loss": 0.4801, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.766904422253923, |
| "grad_norm": 1.3332466148839683, |
| "learning_rate": 7.931754433774835e-05, |
| "loss": 0.4753, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.771469329529244, |
| "grad_norm": 2.149549037927675, |
| "learning_rate": 7.929387859211283e-05, |
| "loss": 0.4864, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.776034236804565, |
| "grad_norm": 1.5521858392131513, |
| "learning_rate": 7.926981313021734e-05, |
| "loss": 0.4845, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7805991440798858, |
| "grad_norm": 1.5726199718313127, |
| "learning_rate": 7.924534819686735e-05, |
| "loss": 0.4807, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7851640513552068, |
| "grad_norm": 1.25504183274313, |
| "learning_rate": 7.922048404093193e-05, |
| "loss": 0.4875, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7897289586305278, |
| "grad_norm": 0.9918446302267643, |
| "learning_rate": 7.919522091534125e-05, |
| "loss": 0.4751, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7942938659058488, |
| "grad_norm": 1.2133961064200827, |
| "learning_rate": 7.916955907708403e-05, |
| "loss": 0.4751, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7988587731811697, |
| "grad_norm": 1.0816089763802976, |
| "learning_rate": 7.91434987872048e-05, |
| "loss": 0.467, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.8034236804564907, |
| "grad_norm": 0.8971343840889208, |
| "learning_rate": 7.911704031080142e-05, |
| "loss": 0.4734, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.8079885877318117, |
| "grad_norm": 0.9356730941151444, |
| "learning_rate": 7.909018391702224e-05, |
| "loss": 0.47, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.8125534950071327, |
| "grad_norm": 0.7910454206167575, |
| "learning_rate": 7.906292987906343e-05, |
| "loss": 0.4683, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.8171184022824537, |
| "grad_norm": 1.192520435930123, |
| "learning_rate": 7.90352784741662e-05, |
| "loss": 0.4683, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.8216833095577746, |
| "grad_norm": 1.0963304160109035, |
| "learning_rate": 7.900722998361394e-05, |
| "loss": 0.4667, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8262482168330956, |
| "grad_norm": 1.1053490528947663, |
| "learning_rate": 7.897878469272943e-05, |
| "loss": 0.472, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.8308131241084166, |
| "grad_norm": 0.8848774693139051, |
| "learning_rate": 7.894994289087187e-05, |
| "loss": 0.4628, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.8353780313837376, |
| "grad_norm": 1.115946428081902, |
| "learning_rate": 7.892070487143395e-05, |
| "loss": 0.4621, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.8399429386590584, |
| "grad_norm": 1.0565554494854816, |
| "learning_rate": 7.88910709318389e-05, |
| "loss": 0.4665, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.8445078459343794, |
| "grad_norm": 1.2557316528836924, |
| "learning_rate": 7.88610413735374e-05, |
| "loss": 0.4629, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8490727532097004, |
| "grad_norm": 0.9500438718947202, |
| "learning_rate": 7.883061650200459e-05, |
| "loss": 0.4671, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8536376604850214, |
| "grad_norm": 1.0129984995159482, |
| "learning_rate": 7.879979662673695e-05, |
| "loss": 0.4613, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.8582025677603423, |
| "grad_norm": 1.2473784057361619, |
| "learning_rate": 7.876858206124907e-05, |
| "loss": 0.4697, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8627674750356633, |
| "grad_norm": 0.8979338734910455, |
| "learning_rate": 7.873697312307054e-05, |
| "loss": 0.4696, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8673323823109843, |
| "grad_norm": 0.7812764034273535, |
| "learning_rate": 7.870497013374272e-05, |
| "loss": 0.4639, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8718972895863053, |
| "grad_norm": 1.012860566654511, |
| "learning_rate": 7.867257341881542e-05, |
| "loss": 0.4653, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8764621968616263, |
| "grad_norm": 1.4227576277179481, |
| "learning_rate": 7.863978330784364e-05, |
| "loss": 0.4675, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.8810271041369472, |
| "grad_norm": 0.7511911038781995, |
| "learning_rate": 7.860660013438418e-05, |
| "loss": 0.4602, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8855920114122682, |
| "grad_norm": 1.0008483459158608, |
| "learning_rate": 7.857302423599225e-05, |
| "loss": 0.4642, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8901569186875892, |
| "grad_norm": 1.3635357598280822, |
| "learning_rate": 7.853905595421808e-05, |
| "loss": 0.4718, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.8947218259629102, |
| "grad_norm": 1.1150832530124606, |
| "learning_rate": 7.850469563460339e-05, |
| "loss": 0.4697, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.899286733238231, |
| "grad_norm": 1.306691006655152, |
| "learning_rate": 7.84699436266779e-05, |
| "loss": 0.4645, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.903851640513552, |
| "grad_norm": 0.5646785863195107, |
| "learning_rate": 7.843480028395578e-05, |
| "loss": 0.4598, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.908416547788873, |
| "grad_norm": 1.416929427327476, |
| "learning_rate": 7.839926596393202e-05, |
| "loss": 0.4613, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.912981455064194, |
| "grad_norm": 0.6815794459118021, |
| "learning_rate": 7.836334102807886e-05, |
| "loss": 0.4552, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.917546362339515, |
| "grad_norm": 1.3377535332836705, |
| "learning_rate": 7.832702584184204e-05, |
| "loss": 0.4609, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.9221112696148359, |
| "grad_norm": 0.7289345910500463, |
| "learning_rate": 7.829032077463713e-05, |
| "loss": 0.4614, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.9266761768901569, |
| "grad_norm": 0.7256574283679788, |
| "learning_rate": 7.825322619984576e-05, |
| "loss": 0.4583, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.9312410841654779, |
| "grad_norm": 0.7702106659855981, |
| "learning_rate": 7.821574249481179e-05, |
| "loss": 0.4568, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.9358059914407989, |
| "grad_norm": 0.9102238446313804, |
| "learning_rate": 7.817787004083756e-05, |
| "loss": 0.4586, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.9403708987161198, |
| "grad_norm": 1.7972329933237008, |
| "learning_rate": 7.813960922317988e-05, |
| "loss": 0.4604, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.9449358059914408, |
| "grad_norm": 0.6227351510323046, |
| "learning_rate": 7.810096043104623e-05, |
| "loss": 0.4622, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.9495007132667618, |
| "grad_norm": 1.7735653279890655, |
| "learning_rate": 7.806192405759074e-05, |
| "loss": 0.4649, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.9540656205420828, |
| "grad_norm": 1.0308472520464786, |
| "learning_rate": 7.80225004999102e-05, |
| "loss": 0.4664, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.9586305278174037, |
| "grad_norm": 0.8116494461929854, |
| "learning_rate": 7.798269015904004e-05, |
| "loss": 0.4617, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9631954350927246, |
| "grad_norm": 1.047955603167114, |
| "learning_rate": 7.79424934399502e-05, |
| "loss": 0.4614, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.9677603423680456, |
| "grad_norm": 1.5898132874597775, |
| "learning_rate": 7.790191075154109e-05, |
| "loss": 0.4607, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.9723252496433666, |
| "grad_norm": 0.9545090947993602, |
| "learning_rate": 7.786094250663936e-05, |
| "loss": 0.4652, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.9768901569186876, |
| "grad_norm": 1.6571396240037084, |
| "learning_rate": 7.781958912199372e-05, |
| "loss": 0.4618, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.9814550641940085, |
| "grad_norm": 1.2024242198019108, |
| "learning_rate": 7.777785101827073e-05, |
| "loss": 0.4662, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.9860199714693295, |
| "grad_norm": 1.1021742864631379, |
| "learning_rate": 7.773572862005048e-05, |
| "loss": 0.4573, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.9905848787446505, |
| "grad_norm": 1.199436776468982, |
| "learning_rate": 7.76932223558223e-05, |
| "loss": 0.461, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.9951497860199715, |
| "grad_norm": 1.063128318792733, |
| "learning_rate": 7.765033265798038e-05, |
| "loss": 0.455, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.9997146932952924, |
| "grad_norm": 0.6606867422821489, |
| "learning_rate": 7.760705996281937e-05, |
| "loss": 0.4591, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.0042796005706134, |
| "grad_norm": 1.8960244617895399, |
| "learning_rate": 7.756340471052998e-05, |
| "loss": 0.8785, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0088445078459345, |
| "grad_norm": 1.4080967185223767, |
| "learning_rate": 7.751936734519448e-05, |
| "loss": 0.4574, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.0134094151212554, |
| "grad_norm": 0.6771897541703611, |
| "learning_rate": 7.747494831478214e-05, |
| "loss": 0.4431, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.0179743223965763, |
| "grad_norm": 1.2677400355158506, |
| "learning_rate": 7.743014807114475e-05, |
| "loss": 0.4477, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.0225392296718974, |
| "grad_norm": 0.8527685554112466, |
| "learning_rate": 7.738496707001195e-05, |
| "loss": 0.4383, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.0271041369472182, |
| "grad_norm": 0.8122477750639683, |
| "learning_rate": 7.733940577098666e-05, |
| "loss": 0.4418, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0316690442225391, |
| "grad_norm": 0.8426217905101726, |
| "learning_rate": 7.729346463754035e-05, |
| "loss": 0.4421, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.0362339514978602, |
| "grad_norm": 0.9171730058782802, |
| "learning_rate": 7.724714413700836e-05, |
| "loss": 0.4418, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.0407988587731811, |
| "grad_norm": 1.0216657454100806, |
| "learning_rate": 7.720044474058515e-05, |
| "loss": 0.4463, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.0453637660485022, |
| "grad_norm": 1.1305237470904832, |
| "learning_rate": 7.715336692331944e-05, |
| "loss": 0.4382, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.0499286733238231, |
| "grad_norm": 1.0426775975151317, |
| "learning_rate": 7.71059111641095e-05, |
| "loss": 0.4466, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.054493580599144, |
| "grad_norm": 1.0597968056899956, |
| "learning_rate": 7.705807794569815e-05, |
| "loss": 0.4486, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.059058487874465, |
| "grad_norm": 1.1716663560960234, |
| "learning_rate": 7.700986775466792e-05, |
| "loss": 0.4439, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.063623395149786, |
| "grad_norm": 0.9803996514179776, |
| "learning_rate": 7.696128108143612e-05, |
| "loss": 0.4461, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.0681883024251069, |
| "grad_norm": 1.2259077645154464, |
| "learning_rate": 7.691231842024977e-05, |
| "loss": 0.4489, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.072753209700428, |
| "grad_norm": 0.853759148071036, |
| "learning_rate": 7.686298026918067e-05, |
| "loss": 0.4421, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.0773181169757489, |
| "grad_norm": 0.7461561534105968, |
| "learning_rate": 7.681326713012024e-05, |
| "loss": 0.4389, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.08188302425107, |
| "grad_norm": 1.1421762335895749, |
| "learning_rate": 7.676317950877446e-05, |
| "loss": 0.4396, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.0864479315263909, |
| "grad_norm": 0.8992066222764188, |
| "learning_rate": 7.671271791465877e-05, |
| "loss": 0.4404, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.0910128388017117, |
| "grad_norm": 0.8169936643046695, |
| "learning_rate": 7.666188286109279e-05, |
| "loss": 0.4375, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.0955777460770328, |
| "grad_norm": 1.0409973585291696, |
| "learning_rate": 7.66106748651952e-05, |
| "loss": 0.4395, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1001426533523537, |
| "grad_norm": 1.0016647356785184, |
| "learning_rate": 7.655909444787837e-05, |
| "loss": 0.4436, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.1047075606276748, |
| "grad_norm": 0.9158140898097673, |
| "learning_rate": 7.650714213384317e-05, |
| "loss": 0.4362, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.1092724679029957, |
| "grad_norm": 0.8583658856818915, |
| "learning_rate": 7.645481845157353e-05, |
| "loss": 0.4359, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.1138373751783166, |
| "grad_norm": 0.6939369526031025, |
| "learning_rate": 7.640212393333117e-05, |
| "loss": 0.4306, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.1184022824536377, |
| "grad_norm": 0.592410776540685, |
| "learning_rate": 7.634905911515014e-05, |
| "loss": 0.4354, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.1229671897289586, |
| "grad_norm": 0.8601769845121724, |
| "learning_rate": 7.62956245368313e-05, |
| "loss": 0.4355, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.1275320970042797, |
| "grad_norm": 0.7237332967962335, |
| "learning_rate": 7.624182074193691e-05, |
| "loss": 0.4399, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.1320970042796006, |
| "grad_norm": 0.6811877132981848, |
| "learning_rate": 7.61876482777851e-05, |
| "loss": 0.4411, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.1366619115549215, |
| "grad_norm": 0.8543886977059173, |
| "learning_rate": 7.613310769544428e-05, |
| "loss": 0.4355, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.1412268188302426, |
| "grad_norm": 0.8286191112581163, |
| "learning_rate": 7.607819954972752e-05, |
| "loss": 0.4383, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1457917261055635, |
| "grad_norm": 1.022170225407258, |
| "learning_rate": 7.60229243991869e-05, |
| "loss": 0.4416, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.1503566333808846, |
| "grad_norm": 1.1340537050864723, |
| "learning_rate": 7.59672828061079e-05, |
| "loss": 0.4382, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.1549215406562054, |
| "grad_norm": 0.5980326106048516, |
| "learning_rate": 7.591127533650362e-05, |
| "loss": 0.4369, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.1594864479315263, |
| "grad_norm": 0.5810971453495677, |
| "learning_rate": 7.585490256010899e-05, |
| "loss": 0.4319, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.1640513552068474, |
| "grad_norm": 0.8641814822644016, |
| "learning_rate": 7.579816505037505e-05, |
| "loss": 0.4386, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.1686162624821683, |
| "grad_norm": 0.9787426567126707, |
| "learning_rate": 7.574106338446309e-05, |
| "loss": 0.4327, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.1731811697574892, |
| "grad_norm": 1.1084677725616903, |
| "learning_rate": 7.568359814323876e-05, |
| "loss": 0.4364, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.1777460770328103, |
| "grad_norm": 0.8794156667429015, |
| "learning_rate": 7.562576991126616e-05, |
| "loss": 0.4387, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.1823109843081312, |
| "grad_norm": 0.7016232671145584, |
| "learning_rate": 7.556757927680192e-05, |
| "loss": 0.4334, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.1868758915834523, |
| "grad_norm": 0.7028177191087993, |
| "learning_rate": 7.550902683178923e-05, |
| "loss": 0.4346, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.1914407988587732, |
| "grad_norm": 0.7601681237280019, |
| "learning_rate": 7.545011317185172e-05, |
| "loss": 0.4374, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.196005706134094, |
| "grad_norm": 0.9527083913769249, |
| "learning_rate": 7.539083889628755e-05, |
| "loss": 0.4394, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.2005706134094152, |
| "grad_norm": 1.144372718254701, |
| "learning_rate": 7.53312046080632e-05, |
| "loss": 0.4445, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.205135520684736, |
| "grad_norm": 0.9321132440752812, |
| "learning_rate": 7.527121091380737e-05, |
| "loss": 0.436, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.209700427960057, |
| "grad_norm": 1.0349154486726628, |
| "learning_rate": 7.52108584238048e-05, |
| "loss": 0.436, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.214265335235378, |
| "grad_norm": 1.0640705130270223, |
| "learning_rate": 7.515014775199011e-05, |
| "loss": 0.4394, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.218830242510699, |
| "grad_norm": 1.0477802116229236, |
| "learning_rate": 7.508907951594149e-05, |
| "loss": 0.4326, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.22339514978602, |
| "grad_norm": 1.0464613549121728, |
| "learning_rate": 7.502765433687444e-05, |
| "loss": 0.4377, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.227960057061341, |
| "grad_norm": 0.8450812112061008, |
| "learning_rate": 7.496587283963549e-05, |
| "loss": 0.4369, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.2325249643366618, |
| "grad_norm": 0.6557155968758558, |
| "learning_rate": 7.490373565269575e-05, |
| "loss": 0.4339, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.237089871611983, |
| "grad_norm": 0.5572121626093545, |
| "learning_rate": 7.484124340814467e-05, |
| "loss": 0.4344, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.2416547788873038, |
| "grad_norm": 0.5678369025757513, |
| "learning_rate": 7.477839674168342e-05, |
| "loss": 0.4256, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.246219686162625, |
| "grad_norm": 0.5209219264497257, |
| "learning_rate": 7.471519629261859e-05, |
| "loss": 0.4327, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.2507845934379458, |
| "grad_norm": 0.4721960308852361, |
| "learning_rate": 7.465164270385558e-05, |
| "loss": 0.4304, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.2553495007132667, |
| "grad_norm": 0.5657942084693068, |
| "learning_rate": 7.45877366218921e-05, |
| "loss": 0.4382, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.2599144079885878, |
| "grad_norm": 0.7196787321817991, |
| "learning_rate": 7.452347869681159e-05, |
| "loss": 0.4356, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.2644793152639087, |
| "grad_norm": 0.6908825865399278, |
| "learning_rate": 7.445886958227665e-05, |
| "loss": 0.4291, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.2690442225392298, |
| "grad_norm": 0.5440820157677637, |
| "learning_rate": 7.439390993552227e-05, |
| "loss": 0.4362, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.2736091298145507, |
| "grad_norm": 0.6147849930389729, |
| "learning_rate": 7.43286004173493e-05, |
| "loss": 0.4321, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.2781740370898715, |
| "grad_norm": 0.5681098435881913, |
| "learning_rate": 7.426294169211762e-05, |
| "loss": 0.4348, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.2827389443651926, |
| "grad_norm": 0.44708040023745554, |
| "learning_rate": 7.419693442773937e-05, |
| "loss": 0.4375, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.2873038516405135, |
| "grad_norm": 0.5713599240412557, |
| "learning_rate": 7.413057929567227e-05, |
| "loss": 0.4298, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.2918687589158346, |
| "grad_norm": 0.6323338024890408, |
| "learning_rate": 7.406387697091269e-05, |
| "loss": 0.4374, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.2964336661911555, |
| "grad_norm": 0.9056516523433347, |
| "learning_rate": 7.399682813198879e-05, |
| "loss": 0.4362, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.3009985734664764, |
| "grad_norm": 1.182899493470329, |
| "learning_rate": 7.392943346095366e-05, |
| "loss": 0.4361, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.3055634807417975, |
| "grad_norm": 0.7775593404006284, |
| "learning_rate": 7.386169364337833e-05, |
| "loss": 0.438, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.3101283880171184, |
| "grad_norm": 0.6198494591654299, |
| "learning_rate": 7.379360936834492e-05, |
| "loss": 0.429, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.3146932952924395, |
| "grad_norm": 0.7793764973737607, |
| "learning_rate": 7.372518132843941e-05, |
| "loss": 0.4385, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.3192582025677604, |
| "grad_norm": 0.9303862541132153, |
| "learning_rate": 7.365641021974478e-05, |
| "loss": 0.4335, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.3238231098430813, |
| "grad_norm": 0.8432690646689237, |
| "learning_rate": 7.358729674183392e-05, |
| "loss": 0.4317, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.3283880171184022, |
| "grad_norm": 0.8874816517796578, |
| "learning_rate": 7.351784159776238e-05, |
| "loss": 0.4304, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.3329529243937233, |
| "grad_norm": 0.868796496930731, |
| "learning_rate": 7.344804549406135e-05, |
| "loss": 0.4371, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.3375178316690441, |
| "grad_norm": 0.7852711094517002, |
| "learning_rate": 7.337790914073043e-05, |
| "loss": 0.4294, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.3420827389443652, |
| "grad_norm": 0.936953145650728, |
| "learning_rate": 7.330743325123036e-05, |
| "loss": 0.4391, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.3466476462196861, |
| "grad_norm": 0.9704040812645053, |
| "learning_rate": 7.323661854247587e-05, |
| "loss": 0.4349, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.351212553495007, |
| "grad_norm": 0.8823873892473993, |
| "learning_rate": 7.316546573482828e-05, |
| "loss": 0.4315, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.3557774607703281, |
| "grad_norm": 0.9155700667464731, |
| "learning_rate": 7.309397555208817e-05, |
| "loss": 0.4352, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.360342368045649, |
| "grad_norm": 0.9500779897069331, |
| "learning_rate": 7.302214872148817e-05, |
| "loss": 0.4341, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.3649072753209701, |
| "grad_norm": 0.715286965255515, |
| "learning_rate": 7.29499859736854e-05, |
| "loss": 0.43, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.369472182596291, |
| "grad_norm": 0.42900565746793906, |
| "learning_rate": 7.287748804275406e-05, |
| "loss": 0.4257, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.3740370898716119, |
| "grad_norm": 0.44848107810486365, |
| "learning_rate": 7.280465566617804e-05, |
| "loss": 0.4282, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.378601997146933, |
| "grad_norm": 0.5499399617735641, |
| "learning_rate": 7.273148958484335e-05, |
| "loss": 0.4342, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.3831669044222539, |
| "grad_norm": 0.7779728624601656, |
| "learning_rate": 7.265799054303062e-05, |
| "loss": 0.4338, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.387731811697575, |
| "grad_norm": 0.7555091815426274, |
| "learning_rate": 7.258415928840749e-05, |
| "loss": 0.4311, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.3922967189728959, |
| "grad_norm": 0.6206089776911131, |
| "learning_rate": 7.250999657202107e-05, |
| "loss": 0.4296, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.3968616262482167, |
| "grad_norm": 0.7912293160493962, |
| "learning_rate": 7.24355031482902e-05, |
| "loss": 0.436, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.4014265335235379, |
| "grad_norm": 1.125338548493621, |
| "learning_rate": 7.236067977499791e-05, |
| "loss": 0.4342, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.4059914407988587, |
| "grad_norm": 1.04913732233305, |
| "learning_rate": 7.228552721328354e-05, |
| "loss": 0.4388, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.4105563480741798, |
| "grad_norm": 0.8118850698239931, |
| "learning_rate": 7.22100462276352e-05, |
| "loss": 0.4257, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.4151212553495007, |
| "grad_norm": 0.6971634722121615, |
| "learning_rate": 7.213423758588182e-05, |
| "loss": 0.4314, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.4196861626248216, |
| "grad_norm": 0.9112349240874238, |
| "learning_rate": 7.20581020591854e-05, |
| "loss": 0.4311, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.4242510699001427, |
| "grad_norm": 0.8933771253980181, |
| "learning_rate": 7.19816404220332e-05, |
| "loss": 0.4337, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.4288159771754636, |
| "grad_norm": 0.7078422348562297, |
| "learning_rate": 7.190485345222981e-05, |
| "loss": 0.4297, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.4333808844507847, |
| "grad_norm": 0.659819970126346, |
| "learning_rate": 7.18277419308893e-05, |
| "loss": 0.4258, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.4379457917261056, |
| "grad_norm": 0.5948618977549561, |
| "learning_rate": 7.17503066424272e-05, |
| "loss": 0.4307, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.4425106990014265, |
| "grad_norm": 0.5522078226460925, |
| "learning_rate": 7.167254837455254e-05, |
| "loss": 0.423, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.4470756062767476, |
| "grad_norm": 0.46370094074478, |
| "learning_rate": 7.15944679182599e-05, |
| "loss": 0.4226, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.4516405135520685, |
| "grad_norm": 0.4538500924366929, |
| "learning_rate": 7.15160660678213e-05, |
| "loss": 0.4334, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.4562054208273896, |
| "grad_norm": 0.5046426426810093, |
| "learning_rate": 7.143734362077809e-05, |
| "loss": 0.4333, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.4607703281027105, |
| "grad_norm": 0.4578123337897367, |
| "learning_rate": 7.135830137793295e-05, |
| "loss": 0.4236, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.4653352353780313, |
| "grad_norm": 0.4655315773535026, |
| "learning_rate": 7.127894014334163e-05, |
| "loss": 0.4279, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.4699001426533522, |
| "grad_norm": 0.4651249472363875, |
| "learning_rate": 7.119926072430485e-05, |
| "loss": 0.4253, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.4744650499286733, |
| "grad_norm": 0.4978505684470615, |
| "learning_rate": 7.111926393136002e-05, |
| "loss": 0.428, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.4790299572039942, |
| "grad_norm": 0.536231847135624, |
| "learning_rate": 7.103895057827308e-05, |
| "loss": 0.43, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.4835948644793153, |
| "grad_norm": 0.3912812640636196, |
| "learning_rate": 7.095832148203013e-05, |
| "loss": 0.4295, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.4881597717546362, |
| "grad_norm": 0.40464250838428917, |
| "learning_rate": 7.087737746282916e-05, |
| "loss": 0.4277, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.492724679029957, |
| "grad_norm": 0.5277590990428639, |
| "learning_rate": 7.079611934407173e-05, |
| "loss": 0.4335, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.4972895863052782, |
| "grad_norm": 0.7191902847601642, |
| "learning_rate": 7.071454795235457e-05, |
| "loss": 0.428, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.5018544935805993, |
| "grad_norm": 0.8201553068276188, |
| "learning_rate": 7.063266411746116e-05, |
| "loss": 0.4243, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.5064194008559202, |
| "grad_norm": 0.8029687675080593, |
| "learning_rate": 7.055046867235331e-05, |
| "loss": 0.4297, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.510984308131241, |
| "grad_norm": 0.7677427204023601, |
| "learning_rate": 7.046796245316267e-05, |
| "loss": 0.428, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.515549215406562, |
| "grad_norm": 0.7499549959421509, |
| "learning_rate": 7.038514629918228e-05, |
| "loss": 0.4307, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.520114122681883, |
| "grad_norm": 0.8211692796656908, |
| "learning_rate": 7.030202105285792e-05, |
| "loss": 0.433, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.524679029957204, |
| "grad_norm": 1.0730200098155518, |
| "learning_rate": 7.021858755977964e-05, |
| "loss": 0.4241, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.529243937232525, |
| "grad_norm": 1.1727832985354492, |
| "learning_rate": 7.013484666867312e-05, |
| "loss": 0.4333, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.533808844507846, |
| "grad_norm": 0.7964684055522075, |
| "learning_rate": 7.005079923139104e-05, |
| "loss": 0.4317, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.5383737517831668, |
| "grad_norm": 0.7927868140861069, |
| "learning_rate": 6.996644610290441e-05, |
| "loss": 0.4293, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.542938659058488, |
| "grad_norm": 0.722547974680119, |
| "learning_rate": 6.988178814129388e-05, |
| "loss": 0.4297, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.5475035663338088, |
| "grad_norm": 0.5891193027337546, |
| "learning_rate": 6.979682620774104e-05, |
| "loss": 0.4301, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.55206847360913, |
| "grad_norm": 0.5088111344725053, |
| "learning_rate": 6.971156116651958e-05, |
| "loss": 0.4244, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5566333808844508, |
| "grad_norm": 0.5076201573377456, |
| "learning_rate": 6.962599388498657e-05, |
| "loss": 0.4257, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.5611982881597717, |
| "grad_norm": 0.5666496245303375, |
| "learning_rate": 6.954012523357362e-05, |
| "loss": 0.4308, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.5657631954350926, |
| "grad_norm": 0.5307337032247661, |
| "learning_rate": 6.945395608577801e-05, |
| "loss": 0.4356, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.5703281027104137, |
| "grad_norm": 0.44314588391528825, |
| "learning_rate": 6.936748731815382e-05, |
| "loss": 0.4249, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.5748930099857348, |
| "grad_norm": 0.4804047628466697, |
| "learning_rate": 6.9280719810303e-05, |
| "loss": 0.4332, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.5794579172610557, |
| "grad_norm": 0.4642513033873333, |
| "learning_rate": 6.919365444486644e-05, |
| "loss": 0.4226, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.5840228245363766, |
| "grad_norm": 0.5568335056382052, |
| "learning_rate": 6.910629210751497e-05, |
| "loss": 0.4238, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.5885877318116974, |
| "grad_norm": 0.5686750155147203, |
| "learning_rate": 6.901863368694036e-05, |
| "loss": 0.4229, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.5931526390870185, |
| "grad_norm": 0.5594409908646193, |
| "learning_rate": 6.893068007484628e-05, |
| "loss": 0.431, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.5977175463623396, |
| "grad_norm": 0.7542738892463182, |
| "learning_rate": 6.884243216593928e-05, |
| "loss": 0.4278, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6022824536376605, |
| "grad_norm": 0.909785720326975, |
| "learning_rate": 6.875389085791956e-05, |
| "loss": 0.4237, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.6068473609129814, |
| "grad_norm": 1.0518321051704833, |
| "learning_rate": 6.866505705147195e-05, |
| "loss": 0.4297, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.6114122681883023, |
| "grad_norm": 1.1017254090246513, |
| "learning_rate": 6.857593165025674e-05, |
| "loss": 0.4245, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.6159771754636234, |
| "grad_norm": 0.8187539090198782, |
| "learning_rate": 6.848651556090042e-05, |
| "loss": 0.4258, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.6205420827389445, |
| "grad_norm": 0.5573740074216886, |
| "learning_rate": 6.839680969298653e-05, |
| "loss": 0.4285, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.6251069900142654, |
| "grad_norm": 0.6164738882872269, |
| "learning_rate": 6.830681495904637e-05, |
| "loss": 0.4286, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.6296718972895863, |
| "grad_norm": 0.8801449131438988, |
| "learning_rate": 6.821653227454973e-05, |
| "loss": 0.4221, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.6342368045649072, |
| "grad_norm": 1.0792158764449444, |
| "learning_rate": 6.812596255789553e-05, |
| "loss": 0.4267, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.6388017118402283, |
| "grad_norm": 0.8680834731545233, |
| "learning_rate": 6.80351067304026e-05, |
| "loss": 0.424, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.6433666191155494, |
| "grad_norm": 0.6086251558676785, |
| "learning_rate": 6.794396571630015e-05, |
| "loss": 0.4293, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.6479315263908703, |
| "grad_norm": 0.501395339998093, |
| "learning_rate": 6.785254044271848e-05, |
| "loss": 0.4285, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.6524964336661911, |
| "grad_norm": 0.5979602956912436, |
| "learning_rate": 6.776083183967951e-05, |
| "loss": 0.4275, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.657061340941512, |
| "grad_norm": 0.6937203619342673, |
| "learning_rate": 6.766884084008734e-05, |
| "loss": 0.425, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.6616262482168331, |
| "grad_norm": 0.7101090354502062, |
| "learning_rate": 6.757656837971872e-05, |
| "loss": 0.4309, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.666191155492154, |
| "grad_norm": 0.643930488180388, |
| "learning_rate": 6.748401539721353e-05, |
| "loss": 0.4287, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.6707560627674751, |
| "grad_norm": 0.7810718246548566, |
| "learning_rate": 6.739118283406533e-05, |
| "loss": 0.4264, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.675320970042796, |
| "grad_norm": 0.9283460979463781, |
| "learning_rate": 6.729807163461165e-05, |
| "loss": 0.4319, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.679885877318117, |
| "grad_norm": 0.9210967683307637, |
| "learning_rate": 6.720468274602446e-05, |
| "loss": 0.4282, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.684450784593438, |
| "grad_norm": 0.6497876560161834, |
| "learning_rate": 6.711101711830054e-05, |
| "loss": 0.4284, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.6890156918687589, |
| "grad_norm": 0.4725196750675396, |
| "learning_rate": 6.701707570425174e-05, |
| "loss": 0.4262, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.69358059914408, |
| "grad_norm": 0.5985153130104276, |
| "learning_rate": 6.69228594594954e-05, |
| "loss": 0.4309, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.6981455064194009, |
| "grad_norm": 0.7045200474002776, |
| "learning_rate": 6.682836934244452e-05, |
| "loss": 0.4268, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.7027104136947218, |
| "grad_norm": 0.7522673563908682, |
| "learning_rate": 6.67336063142981e-05, |
| "loss": 0.429, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.7072753209700426, |
| "grad_norm": 0.5776326484944384, |
| "learning_rate": 6.663857133903128e-05, |
| "loss": 0.4243, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.7118402282453637, |
| "grad_norm": 0.34017458565072894, |
| "learning_rate": 6.654326538338565e-05, |
| "loss": 0.4235, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.7164051355206849, |
| "grad_norm": 0.5718314127403422, |
| "learning_rate": 6.644768941685928e-05, |
| "loss": 0.4223, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.7209700427960057, |
| "grad_norm": 0.7259779441818939, |
| "learning_rate": 6.63518444116969e-05, |
| "loss": 0.4257, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.7255349500713266, |
| "grad_norm": 0.5302976449413679, |
| "learning_rate": 6.625573134288012e-05, |
| "loss": 0.4156, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.7300998573466475, |
| "grad_norm": 0.4044589367438007, |
| "learning_rate": 6.615935118811737e-05, |
| "loss": 0.4217, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.7346647646219686, |
| "grad_norm": 0.6930212301593457, |
| "learning_rate": 6.606270492783395e-05, |
| "loss": 0.4228, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.7392296718972897, |
| "grad_norm": 0.7344014385124219, |
| "learning_rate": 6.596579354516225e-05, |
| "loss": 0.4232, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.7437945791726106, |
| "grad_norm": 0.5534474445480675, |
| "learning_rate": 6.586861802593147e-05, |
| "loss": 0.4233, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.7483594864479315, |
| "grad_norm": 0.6126829361696522, |
| "learning_rate": 6.577117935865785e-05, |
| "loss": 0.4268, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.7529243937232524, |
| "grad_norm": 0.6533034681110785, |
| "learning_rate": 6.567347853453439e-05, |
| "loss": 0.422, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.7574893009985735, |
| "grad_norm": 0.5424516205530866, |
| "learning_rate": 6.557551654742099e-05, |
| "loss": 0.4198, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.7620542082738946, |
| "grad_norm": 0.6137606774154565, |
| "learning_rate": 6.547729439383414e-05, |
| "loss": 0.4266, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.7666191155492155, |
| "grad_norm": 0.6945685962943688, |
| "learning_rate": 6.537881307293691e-05, |
| "loss": 0.4231, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.7711840228245364, |
| "grad_norm": 0.6051697889503573, |
| "learning_rate": 6.528007358652871e-05, |
| "loss": 0.424, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.7757489300998572, |
| "grad_norm": 0.497689232889849, |
| "learning_rate": 6.518107693903519e-05, |
| "loss": 0.4221, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.7803138373751783, |
| "grad_norm": 0.3881400873717001, |
| "learning_rate": 6.50818241374979e-05, |
| "loss": 0.4266, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.7848787446504994, |
| "grad_norm": 0.4053350043040276, |
| "learning_rate": 6.498231619156416e-05, |
| "loss": 0.4212, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.7894436519258203, |
| "grad_norm": 0.4228076243058947, |
| "learning_rate": 6.488255411347673e-05, |
| "loss": 0.421, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.7940085592011412, |
| "grad_norm": 0.3651462975399496, |
| "learning_rate": 6.478253891806353e-05, |
| "loss": 0.4203, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.798573466476462, |
| "grad_norm": 0.3813241127258593, |
| "learning_rate": 6.468227162272726e-05, |
| "loss": 0.4256, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.8031383737517832, |
| "grad_norm": 0.4876471377127721, |
| "learning_rate": 6.45817532474352e-05, |
| "loss": 0.4249, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.807703281027104, |
| "grad_norm": 0.5450947841751673, |
| "learning_rate": 6.448098481470863e-05, |
| "loss": 0.4203, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.8122681883024252, |
| "grad_norm": 0.6516167352248161, |
| "learning_rate": 6.437996734961262e-05, |
| "loss": 0.4306, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.816833095577746, |
| "grad_norm": 0.7968992579354538, |
| "learning_rate": 6.427870187974548e-05, |
| "loss": 0.4213, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.821398002853067, |
| "grad_norm": 0.8730538354851684, |
| "learning_rate": 6.417718943522835e-05, |
| "loss": 0.4315, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.825962910128388, |
| "grad_norm": 0.801131615179908, |
| "learning_rate": 6.407543104869469e-05, |
| "loss": 0.4209, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.830527817403709, |
| "grad_norm": 0.645824395128567, |
| "learning_rate": 6.397342775527982e-05, |
| "loss": 0.4277, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.83509272467903, |
| "grad_norm": 0.7410730591928698, |
| "learning_rate": 6.38711805926104e-05, |
| "loss": 0.4196, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.839657631954351, |
| "grad_norm": 0.9347780145308188, |
| "learning_rate": 6.376869060079381e-05, |
| "loss": 0.4226, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.8442225392296718, |
| "grad_norm": 0.8659116193168973, |
| "learning_rate": 6.366595882240761e-05, |
| "loss": 0.4255, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.8487874465049927, |
| "grad_norm": 0.7573788312065334, |
| "learning_rate": 6.356298630248893e-05, |
| "loss": 0.4319, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.8533523537803138, |
| "grad_norm": 0.698786388331663, |
| "learning_rate": 6.345977408852383e-05, |
| "loss": 0.423, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.857917261055635, |
| "grad_norm": 0.6540039704024841, |
| "learning_rate": 6.335632323043671e-05, |
| "loss": 0.4239, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.8624821683309558, |
| "grad_norm": 0.5449620669554056, |
| "learning_rate": 6.325263478057947e-05, |
| "loss": 0.4279, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.8670470756062767, |
| "grad_norm": 0.4777538440000814, |
| "learning_rate": 6.314870979372102e-05, |
| "loss": 0.4247, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.8716119828815976, |
| "grad_norm": 0.38933468433699886, |
| "learning_rate": 6.304454932703633e-05, |
| "loss": 0.4231, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.8761768901569187, |
| "grad_norm": 0.4120383799689869, |
| "learning_rate": 6.29401544400959e-05, |
| "loss": 0.4293, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.8807417974322398, |
| "grad_norm": 0.47381071482947645, |
| "learning_rate": 6.283552619485476e-05, |
| "loss": 0.4177, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.8853067047075607, |
| "grad_norm": 0.3580390483686331, |
| "learning_rate": 6.27306656556418e-05, |
| "loss": 0.4196, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.8898716119828816, |
| "grad_norm": 0.38078475072495094, |
| "learning_rate": 6.2625573889149e-05, |
| "loss": 0.4193, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.8944365192582024, |
| "grad_norm": 0.4278816772061641, |
| "learning_rate": 6.25202519644204e-05, |
| "loss": 0.418, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.8990014265335236, |
| "grad_norm": 0.4475822733130566, |
| "learning_rate": 6.241470095284133e-05, |
| "loss": 0.4262, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.9035663338088447, |
| "grad_norm": 0.5284917554953473, |
| "learning_rate": 6.230892192812752e-05, |
| "loss": 0.4241, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.9081312410841655, |
| "grad_norm": 0.5411660617767071, |
| "learning_rate": 6.220291596631417e-05, |
| "loss": 0.425, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.9126961483594864, |
| "grad_norm": 0.4446094839845814, |
| "learning_rate": 6.209668414574502e-05, |
| "loss": 0.4217, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.9172610556348073, |
| "grad_norm": 0.38671232428761154, |
| "learning_rate": 6.199022754706127e-05, |
| "loss": 0.4288, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.9218259629101284, |
| "grad_norm": 0.3611456455331726, |
| "learning_rate": 6.188354725319074e-05, |
| "loss": 0.4217, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.9263908701854495, |
| "grad_norm": 0.327267880459524, |
| "learning_rate": 6.177664434933676e-05, |
| "loss": 0.4239, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.9309557774607704, |
| "grad_norm": 0.2734657156850823, |
| "learning_rate": 6.166951992296716e-05, |
| "loss": 0.424, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.9355206847360913, |
| "grad_norm": 0.30352197416491244, |
| "learning_rate": 6.15621750638032e-05, |
| "loss": 0.422, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.9400855920114122, |
| "grad_norm": 0.2974349992819165, |
| "learning_rate": 6.145461086380848e-05, |
| "loss": 0.4251, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.9446504992867333, |
| "grad_norm": 0.3823668291519408, |
| "learning_rate": 6.134682841717792e-05, |
| "loss": 0.4165, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.9492154065620542, |
| "grad_norm": 0.6312244786498952, |
| "learning_rate": 6.123882882032639e-05, |
| "loss": 0.4194, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.9537803138373753, |
| "grad_norm": 0.8700056231822155, |
| "learning_rate": 6.113061317187789e-05, |
| "loss": 0.4231, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.9583452211126962, |
| "grad_norm": 0.9887590587117958, |
| "learning_rate": 6.1022182572654063e-05, |
| "loss": 0.4228, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.962910128388017, |
| "grad_norm": 0.9884807393198494, |
| "learning_rate": 6.0913538125663236e-05, |
| "loss": 0.4306, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.967475035663338, |
| "grad_norm": 0.911102518039347, |
| "learning_rate": 6.0804680936089025e-05, |
| "loss": 0.4225, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.972039942938659, |
| "grad_norm": 0.7402245060126661, |
| "learning_rate": 6.069561211127919e-05, |
| "loss": 0.4222, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.9766048502139801, |
| "grad_norm": 0.5083536699969557, |
| "learning_rate": 6.05863327607344e-05, |
| "loss": 0.4219, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.981169757489301, |
| "grad_norm": 0.3496862590580212, |
| "learning_rate": 6.0476843996096795e-05, |
| "loss": 0.4203, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.985734664764622, |
| "grad_norm": 0.4037616186832233, |
| "learning_rate": 6.0367146931138866e-05, |
| "loss": 0.4184, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.9902995720399428, |
| "grad_norm": 0.4436594227881451, |
| "learning_rate": 6.025724268175197e-05, |
| "loss": 0.4208, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.994864479315264, |
| "grad_norm": 0.4512851557242651, |
| "learning_rate": 6.0147132365935065e-05, |
| "loss": 0.4165, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.999429386590585, |
| "grad_norm": 0.4765645074474141, |
| "learning_rate": 6.003681710378335e-05, |
| "loss": 0.4225, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.003994293865906, |
| "grad_norm": 0.9681866786412074, |
| "learning_rate": 5.9926298017476774e-05, |
| "loss": 0.7716, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.0085592011412268, |
| "grad_norm": 1.5630521704235794, |
| "learning_rate": 5.981557623126876e-05, |
| "loss": 0.4014, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.0131241084165477, |
| "grad_norm": 0.571055488243649, |
| "learning_rate": 5.970465287147461e-05, |
| "loss": 0.4024, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.017689015691869, |
| "grad_norm": 1.7926013030849834, |
| "learning_rate": 5.959352906646018e-05, |
| "loss": 0.4049, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.02225392296719, |
| "grad_norm": 0.8802074425647698, |
| "learning_rate": 5.948220594663035e-05, |
| "loss": 0.4054, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.0268188302425107, |
| "grad_norm": 1.8078241844652807, |
| "learning_rate": 5.93706846444175e-05, |
| "loss": 0.4158, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.0313837375178316, |
| "grad_norm": 1.3366588545623441, |
| "learning_rate": 5.925896629427006e-05, |
| "loss": 0.4088, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.0359486447931525, |
| "grad_norm": 1.2979771341051034, |
| "learning_rate": 5.9147052032640886e-05, |
| "loss": 0.4112, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.0405135520684734, |
| "grad_norm": 1.0266378699260492, |
| "learning_rate": 5.9034942997975744e-05, |
| "loss": 0.4105, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.0450784593437947, |
| "grad_norm": 1.0531734053882162, |
| "learning_rate": 5.8922640330701734e-05, |
| "loss": 0.4069, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.0496433666191156, |
| "grad_norm": 0.7366171898891467, |
| "learning_rate": 5.8810145173215694e-05, |
| "loss": 0.3995, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.0542082738944365, |
| "grad_norm": 0.8679822170363295, |
| "learning_rate": 5.869745866987256e-05, |
| "loss": 0.4064, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.0587731811697574, |
| "grad_norm": 0.6944746602819868, |
| "learning_rate": 5.8584581966973696e-05, |
| "loss": 0.403, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.0633380884450783, |
| "grad_norm": 0.5466028481958466, |
| "learning_rate": 5.847151621275531e-05, |
| "loss": 0.3997, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.0679029957203996, |
| "grad_norm": 0.6055399950709338, |
| "learning_rate": 5.8358262557376725e-05, |
| "loss": 0.3994, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.0724679029957205, |
| "grad_norm": 0.4848917512592404, |
| "learning_rate": 5.824482215290865e-05, |
| "loss": 0.404, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.0770328102710414, |
| "grad_norm": 0.498636327804515, |
| "learning_rate": 5.813119615332154e-05, |
| "loss": 0.3993, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.0815977175463622, |
| "grad_norm": 0.46905229993366143, |
| "learning_rate": 5.801738571447378e-05, |
| "loss": 0.4053, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.086162624821683, |
| "grad_norm": 0.4431759724923076, |
| "learning_rate": 5.79033919941e-05, |
| "loss": 0.3966, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.0907275320970045, |
| "grad_norm": 0.5210110584044579, |
| "learning_rate": 5.7789216151799196e-05, |
| "loss": 0.3918, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.0952924393723253, |
| "grad_norm": 0.43971729383879754, |
| "learning_rate": 5.7674859349023064e-05, |
| "loss": 0.4008, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.0998573466476462, |
| "grad_norm": 0.3602233291051038, |
| "learning_rate": 5.756032274906405e-05, |
| "loss": 0.3985, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.104422253922967, |
| "grad_norm": 0.3514674260539934, |
| "learning_rate": 5.7445607517043646e-05, |
| "loss": 0.3948, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.108987161198288, |
| "grad_norm": 0.3740970628030136, |
| "learning_rate": 5.733071481990046e-05, |
| "loss": 0.3969, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.1135520684736093, |
| "grad_norm": 0.3848411215975852, |
| "learning_rate": 5.721564582637829e-05, |
| "loss": 0.3997, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.11811697574893, |
| "grad_norm": 0.36362834255516524, |
| "learning_rate": 5.710040170701443e-05, |
| "loss": 0.3941, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.122681883024251, |
| "grad_norm": 0.387749019583618, |
| "learning_rate": 5.6984983634127534e-05, |
| "loss": 0.3964, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.127246790299572, |
| "grad_norm": 0.28828513667702704, |
| "learning_rate": 5.686939278180585e-05, |
| "loss": 0.3947, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.131811697574893, |
| "grad_norm": 0.30878428184767404, |
| "learning_rate": 5.675363032589521e-05, |
| "loss": 0.4029, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.1363766048502137, |
| "grad_norm": 0.3090749309313414, |
| "learning_rate": 5.6637697443987044e-05, |
| "loss": 0.3957, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.140941512125535, |
| "grad_norm": 0.3150439666682486, |
| "learning_rate": 5.6521595315406505e-05, |
| "loss": 0.3982, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.145506419400856, |
| "grad_norm": 0.30763731181006676, |
| "learning_rate": 5.640532512120036e-05, |
| "loss": 0.3978, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.150071326676177, |
| "grad_norm": 0.3156068121770724, |
| "learning_rate": 5.6288888044125005e-05, |
| "loss": 0.3989, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.1546362339514977, |
| "grad_norm": 0.3220879180231534, |
| "learning_rate": 5.6172285268634503e-05, |
| "loss": 0.3966, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.159201141226819, |
| "grad_norm": 0.2977772434873077, |
| "learning_rate": 5.6055517980868434e-05, |
| "loss": 0.3953, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.16376604850214, |
| "grad_norm": 0.29810536611214883, |
| "learning_rate": 5.59385873686399e-05, |
| "loss": 0.3918, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.168330955777461, |
| "grad_norm": 0.2852081639489458, |
| "learning_rate": 5.582149462142341e-05, |
| "loss": 0.3917, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.1728958630527817, |
| "grad_norm": 0.3081209690427737, |
| "learning_rate": 5.570424093034279e-05, |
| "loss": 0.3968, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.1774607703281026, |
| "grad_norm": 0.29194114681550415, |
| "learning_rate": 5.558682748815907e-05, |
| "loss": 0.3976, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.1820256776034235, |
| "grad_norm": 0.2933275523587884, |
| "learning_rate": 5.546925548925831e-05, |
| "loss": 0.396, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.186590584878745, |
| "grad_norm": 0.3010159866072722, |
| "learning_rate": 5.5351526129639556e-05, |
| "loss": 0.3947, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.1911554921540657, |
| "grad_norm": 0.22593376332738507, |
| "learning_rate": 5.523364060690253e-05, |
| "loss": 0.3947, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.1957203994293866, |
| "grad_norm": 0.263407864251361, |
| "learning_rate": 5.511560012023558e-05, |
| "loss": 0.3968, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.2002853067047075, |
| "grad_norm": 0.2621235557428232, |
| "learning_rate": 5.499740587040337e-05, |
| "loss": 0.3957, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.2048502139800283, |
| "grad_norm": 0.28672274408401716, |
| "learning_rate": 5.487905905973474e-05, |
| "loss": 0.3982, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.2094151212553497, |
| "grad_norm": 0.2961044553045987, |
| "learning_rate": 5.476056089211047e-05, |
| "loss": 0.3953, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.2139800285306706, |
| "grad_norm": 0.24362816536099371, |
| "learning_rate": 5.464191257295099e-05, |
| "loss": 0.3947, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.2185449358059914, |
| "grad_norm": 0.20568524425771714, |
| "learning_rate": 5.4523115309204154e-05, |
| "loss": 0.3904, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.2231098430813123, |
| "grad_norm": 0.23433795861015624, |
| "learning_rate": 5.440417030933296e-05, |
| "loss": 0.3887, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.227674750356633, |
| "grad_norm": 0.2637906019753822, |
| "learning_rate": 5.4285078783303204e-05, |
| "loss": 0.398, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.2322396576319545, |
| "grad_norm": 0.27336753680428566, |
| "learning_rate": 5.41658419425713e-05, |
| "loss": 0.4012, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.2368045649072754, |
| "grad_norm": 0.36009442351022874, |
| "learning_rate": 5.404646100007179e-05, |
| "loss": 0.3946, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.2413694721825963, |
| "grad_norm": 0.34745386802364503, |
| "learning_rate": 5.3926937170205147e-05, |
| "loss": 0.3988, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.245934379457917, |
| "grad_norm": 0.2560762047673561, |
| "learning_rate": 5.3807271668825336e-05, |
| "loss": 0.3981, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.250499286733238, |
| "grad_norm": 0.3039971848868009, |
| "learning_rate": 5.368746571322746e-05, |
| "loss": 0.3983, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.2550641940085594, |
| "grad_norm": 0.3132362113371044, |
| "learning_rate": 5.356752052213543e-05, |
| "loss": 0.3949, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.2596291012838803, |
| "grad_norm": 0.24114011641199656, |
| "learning_rate": 5.344743731568947e-05, |
| "loss": 0.398, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.264194008559201, |
| "grad_norm": 0.3047112832257029, |
| "learning_rate": 5.3327217315433836e-05, |
| "loss": 0.3942, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.268758915834522, |
| "grad_norm": 0.2902868163178195, |
| "learning_rate": 5.320686174430426e-05, |
| "loss": 0.3968, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.273323823109843, |
| "grad_norm": 0.21554384652324848, |
| "learning_rate": 5.30863718266156e-05, |
| "loss": 0.3945, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.277888730385164, |
| "grad_norm": 0.27255050697912414, |
| "learning_rate": 5.296574878804931e-05, |
| "loss": 0.3968, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.282453637660485, |
| "grad_norm": 0.24417856593881826, |
| "learning_rate": 5.284499385564105e-05, |
| "loss": 0.3943, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.287018544935806, |
| "grad_norm": 0.2765091011577604, |
| "learning_rate": 5.272410825776817e-05, |
| "loss": 0.3977, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.291583452211127, |
| "grad_norm": 0.25251367644483425, |
| "learning_rate": 5.260309322413717e-05, |
| "loss": 0.3965, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.296148359486448, |
| "grad_norm": 0.225515136380665, |
| "learning_rate": 5.2481949985771296e-05, |
| "loss": 0.397, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.300713266761769, |
| "grad_norm": 0.2463270131913551, |
| "learning_rate": 5.23606797749979e-05, |
| "loss": 0.3911, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.30527817403709, |
| "grad_norm": 0.2004757886081446, |
| "learning_rate": 5.223928382543599e-05, |
| "loss": 0.4003, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.309843081312411, |
| "grad_norm": 0.2455120366926149, |
| "learning_rate": 5.211776337198362e-05, |
| "loss": 0.3966, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.314407988587732, |
| "grad_norm": 0.22468493984434562, |
| "learning_rate": 5.199611965080539e-05, |
| "loss": 0.3936, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.3189728958630527, |
| "grad_norm": 0.2272194472097314, |
| "learning_rate": 5.187435389931984e-05, |
| "loss": 0.3995, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.3235378031383735, |
| "grad_norm": 0.24682570308387836, |
| "learning_rate": 5.175246735618681e-05, |
| "loss": 0.3936, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.328102710413695, |
| "grad_norm": 0.27271797206857185, |
| "learning_rate": 5.163046126129496e-05, |
| "loss": 0.3979, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.3326676176890158, |
| "grad_norm": 0.32336247263945955, |
| "learning_rate": 5.1508336855749046e-05, |
| "loss": 0.3984, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.3372325249643366, |
| "grad_norm": 0.3117192297000078, |
| "learning_rate": 5.138609538185732e-05, |
| "loss": 0.3957, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.3417974322396575, |
| "grad_norm": 0.24977202926389208, |
| "learning_rate": 5.126373808311897e-05, |
| "loss": 0.401, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.3463623395149784, |
| "grad_norm": 0.2724907116929327, |
| "learning_rate": 5.114126620421135e-05, |
| "loss": 0.3992, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.3509272467902997, |
| "grad_norm": 0.30820474754190696, |
| "learning_rate": 5.101868099097741e-05, |
| "loss": 0.3891, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.3554921540656206, |
| "grad_norm": 0.3185274771440913, |
| "learning_rate": 5.0895983690413013e-05, |
| "loss": 0.3901, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.3600570613409415, |
| "grad_norm": 0.2581547898350787, |
| "learning_rate": 5.077317555065417e-05, |
| "loss": 0.3996, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.3646219686162624, |
| "grad_norm": 0.3277207154296582, |
| "learning_rate": 5.065025782096443e-05, |
| "loss": 0.4004, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.3691868758915833, |
| "grad_norm": 0.3507469445057821, |
| "learning_rate": 5.052723175172216e-05, |
| "loss": 0.3961, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.3737517831669046, |
| "grad_norm": 0.31296981719792, |
| "learning_rate": 5.04040985944078e-05, |
| "loss": 0.3916, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.3783166904422255, |
| "grad_norm": 0.25011058332771036, |
| "learning_rate": 5.0280859601591134e-05, |
| "loss": 0.3946, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.3828815977175464, |
| "grad_norm": 0.2843447982406519, |
| "learning_rate": 5.015751602691853e-05, |
| "loss": 0.3951, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.3874465049928673, |
| "grad_norm": 0.2611424665922288, |
| "learning_rate": 5.003406912510028e-05, |
| "loss": 0.3905, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.392011412268188, |
| "grad_norm": 0.24619751471031087, |
| "learning_rate": 4.99105201518977e-05, |
| "loss": 0.395, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.3965763195435095, |
| "grad_norm": 0.2808716720105363, |
| "learning_rate": 4.9786870364110496e-05, |
| "loss": 0.3999, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.4011412268188304, |
| "grad_norm": 0.2353990460137413, |
| "learning_rate": 4.9663121019563825e-05, |
| "loss": 0.3998, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.4057061340941512, |
| "grad_norm": 0.2143855784356749, |
| "learning_rate": 4.953927337709564e-05, |
| "loss": 0.39, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.410271041369472, |
| "grad_norm": 0.30814345667504994, |
| "learning_rate": 4.941532869654383e-05, |
| "loss": 0.3946, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.414835948644793, |
| "grad_norm": 0.2524848431138124, |
| "learning_rate": 4.929128823873338e-05, |
| "loss": 0.3916, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.419400855920114, |
| "grad_norm": 0.2949956098139477, |
| "learning_rate": 4.916715326546356e-05, |
| "loss": 0.3973, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.423965763195435, |
| "grad_norm": 0.2866631443858236, |
| "learning_rate": 4.9042925039495126e-05, |
| "loss": 0.4008, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.428530670470756, |
| "grad_norm": 0.24434538853731672, |
| "learning_rate": 4.8918604824537426e-05, |
| "loss": 0.3925, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.433095577746077, |
| "grad_norm": 0.27376916436365306, |
| "learning_rate": 4.879419388523557e-05, |
| "loss": 0.396, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.437660485021398, |
| "grad_norm": 0.29192166428895333, |
| "learning_rate": 4.866969348715755e-05, |
| "loss": 0.3939, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.442225392296719, |
| "grad_norm": 0.22678026571928478, |
| "learning_rate": 4.8545104896781396e-05, |
| "loss": 0.3931, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.44679029957204, |
| "grad_norm": 0.2714093005509255, |
| "learning_rate": 4.8420429381482254e-05, |
| "loss": 0.3918, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.451355206847361, |
| "grad_norm": 0.3672921491066907, |
| "learning_rate": 4.829566820951953e-05, |
| "loss": 0.3989, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.455920114122682, |
| "grad_norm": 0.37866544196679924, |
| "learning_rate": 4.817082265002395e-05, |
| "loss": 0.3945, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.4604850213980027, |
| "grad_norm": 0.342928509500153, |
| "learning_rate": 4.804589397298467e-05, |
| "loss": 0.3926, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.4650499286733236, |
| "grad_norm": 0.30273238621233484, |
| "learning_rate": 4.792088344923639e-05, |
| "loss": 0.3964, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.469614835948645, |
| "grad_norm": 0.2137070264105446, |
| "learning_rate": 4.779579235044635e-05, |
| "loss": 0.4013, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.474179743223966, |
| "grad_norm": 0.3118277046924234, |
| "learning_rate": 4.767062194910147e-05, |
| "loss": 0.3927, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.4787446504992867, |
| "grad_norm": 0.34415527393891965, |
| "learning_rate": 4.7545373518495376e-05, |
| "loss": 0.3981, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.4833095577746076, |
| "grad_norm": 0.25521983324842423, |
| "learning_rate": 4.7420048332715424e-05, |
| "loss": 0.3993, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.4878744650499285, |
| "grad_norm": 0.2861375081450235, |
| "learning_rate": 4.7294647666629764e-05, |
| "loss": 0.3962, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.49243937232525, |
| "grad_norm": 0.35327944054617416, |
| "learning_rate": 4.716917279587438e-05, |
| "loss": 0.3929, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.4970042796005707, |
| "grad_norm": 0.3065127258311644, |
| "learning_rate": 4.704362499684009e-05, |
| "loss": 0.3917, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.5015691868758916, |
| "grad_norm": 0.2971240514783471, |
| "learning_rate": 4.691800554665959e-05, |
| "loss": 0.3951, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.5061340941512125, |
| "grad_norm": 0.2526840084770543, |
| "learning_rate": 4.679231572319442e-05, |
| "loss": 0.3965, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.5106990014265333, |
| "grad_norm": 0.27506914680614103, |
| "learning_rate": 4.666655680502203e-05, |
| "loss": 0.3909, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.5152639087018542, |
| "grad_norm": 0.30990634996692296, |
| "learning_rate": 4.654073007142268e-05, |
| "loss": 0.3991, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.5198288159771756, |
| "grad_norm": 0.2418594039084614, |
| "learning_rate": 4.641483680236654e-05, |
| "loss": 0.3942, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.5243937232524964, |
| "grad_norm": 0.2176242576204114, |
| "learning_rate": 4.628887827850056e-05, |
| "loss": 0.3925, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.5289586305278173, |
| "grad_norm": 0.21882885808826003, |
| "learning_rate": 4.6162855781135534e-05, |
| "loss": 0.3967, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.533523537803138, |
| "grad_norm": 0.2753010159681235, |
| "learning_rate": 4.6036770592233e-05, |
| "loss": 0.3988, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.5380884450784595, |
| "grad_norm": 0.27865187586221307, |
| "learning_rate": 4.591062399439223e-05, |
| "loss": 0.3892, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.5426533523537804, |
| "grad_norm": 0.25469855214873266, |
| "learning_rate": 4.578441727083718e-05, |
| "loss": 0.3975, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.5472182596291013, |
| "grad_norm": 0.20957376603739114, |
| "learning_rate": 4.5658151705403416e-05, |
| "loss": 0.4014, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.551783166904422, |
| "grad_norm": 0.2600853257379872, |
| "learning_rate": 4.553182858252514e-05, |
| "loss": 0.3971, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.556348074179743, |
| "grad_norm": 0.2776565181123319, |
| "learning_rate": 4.540544918722195e-05, |
| "loss": 0.4039, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.560912981455064, |
| "grad_norm": 0.23379879408515905, |
| "learning_rate": 4.527901480508595e-05, |
| "loss": 0.3945, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.5654778887303853, |
| "grad_norm": 0.24124737895746404, |
| "learning_rate": 4.515252672226858e-05, |
| "loss": 0.3945, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.570042796005706, |
| "grad_norm": 0.2917521663677071, |
| "learning_rate": 4.5025986225467533e-05, |
| "loss": 0.3934, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.574607703281027, |
| "grad_norm": 0.2530412971141297, |
| "learning_rate": 4.4899394601913724e-05, |
| "loss": 0.3937, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.579172610556348, |
| "grad_norm": 0.22637706164941146, |
| "learning_rate": 4.477275313935807e-05, |
| "loss": 0.3926, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.5837375178316693, |
| "grad_norm": 0.23838840534635813, |
| "learning_rate": 4.464606312605858e-05, |
| "loss": 0.3977, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.58830242510699, |
| "grad_norm": 0.24947138899802643, |
| "learning_rate": 4.451932585076707e-05, |
| "loss": 0.3959, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.592867332382311, |
| "grad_norm": 0.27260964086966344, |
| "learning_rate": 4.439254260271615e-05, |
| "loss": 0.3914, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.597432239657632, |
| "grad_norm": 0.23394296464858344, |
| "learning_rate": 4.426571467160609e-05, |
| "loss": 0.3987, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.601997146932953, |
| "grad_norm": 0.24289503390540143, |
| "learning_rate": 4.413884334759169e-05, |
| "loss": 0.3939, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.6065620542082737, |
| "grad_norm": 0.29117956540296497, |
| "learning_rate": 4.401192992126918e-05, |
| "loss": 0.3956, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.611126961483595, |
| "grad_norm": 0.2237089907238584, |
| "learning_rate": 4.3884975683663076e-05, |
| "loss": 0.3955, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.615691868758916, |
| "grad_norm": 0.24264576691075865, |
| "learning_rate": 4.375798192621298e-05, |
| "loss": 0.3928, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.620256776034237, |
| "grad_norm": 0.2751685982168088, |
| "learning_rate": 4.363094994076063e-05, |
| "loss": 0.3966, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.6248216833095577, |
| "grad_norm": 0.28747813965799607, |
| "learning_rate": 4.350388101953652e-05, |
| "loss": 0.3943, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.629386590584879, |
| "grad_norm": 0.2805974268000736, |
| "learning_rate": 4.337677645514696e-05, |
| "loss": 0.3937, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.6339514978602, |
| "grad_norm": 0.25668107207724133, |
| "learning_rate": 4.3249637540560775e-05, |
| "loss": 0.3992, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.6385164051355208, |
| "grad_norm": 0.22123626260157714, |
| "learning_rate": 4.312246556909625e-05, |
| "loss": 0.3905, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.6430813124108417, |
| "grad_norm": 0.2889764064202931, |
| "learning_rate": 4.299526183440795e-05, |
| "loss": 0.3939, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.6476462196861625, |
| "grad_norm": 0.2813860421214819, |
| "learning_rate": 4.286802763047351e-05, |
| "loss": 0.3915, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.6522111269614834, |
| "grad_norm": 0.19910247285499882, |
| "learning_rate": 4.274076425158056e-05, |
| "loss": 0.3948, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.6567760342368043, |
| "grad_norm": 0.29602208357801046, |
| "learning_rate": 4.2613472992313475e-05, |
| "loss": 0.394, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.6613409415121256, |
| "grad_norm": 0.3211859467751027, |
| "learning_rate": 4.2486155147540275e-05, |
| "loss": 0.3952, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.6659058487874465, |
| "grad_norm": 0.2957713814210968, |
| "learning_rate": 4.235881201239938e-05, |
| "loss": 0.3944, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.6704707560627674, |
| "grad_norm": 0.19210627965781088, |
| "learning_rate": 4.22314448822865e-05, |
| "loss": 0.3973, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.6750356633380883, |
| "grad_norm": 0.22185230850956422, |
| "learning_rate": 4.210405505284146e-05, |
| "loss": 0.3913, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.6796005706134096, |
| "grad_norm": 0.26397988476550216, |
| "learning_rate": 4.197664381993495e-05, |
| "loss": 0.3933, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.6841654778887305, |
| "grad_norm": 0.2616617955056205, |
| "learning_rate": 4.1849212479655404e-05, |
| "loss": 0.3978, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.6887303851640514, |
| "grad_norm": 0.2067735440913514, |
| "learning_rate": 4.172176232829579e-05, |
| "loss": 0.3918, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.6932952924393723, |
| "grad_norm": 0.2129097941200269, |
| "learning_rate": 4.159429466234042e-05, |
| "loss": 0.3934, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.697860199714693, |
| "grad_norm": 0.19320324303685169, |
| "learning_rate": 4.146681077845184e-05, |
| "loss": 0.4005, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.702425106990014, |
| "grad_norm": 0.21243002834135477, |
| "learning_rate": 4.133931197345747e-05, |
| "loss": 0.3914, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.7069900142653354, |
| "grad_norm": 0.21832438259968404, |
| "learning_rate": 4.1211799544336604e-05, |
| "loss": 0.3969, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.7115549215406562, |
| "grad_norm": 0.22033236523137045, |
| "learning_rate": 4.108427478820707e-05, |
| "loss": 0.3914, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.716119828815977, |
| "grad_norm": 0.22106513057663857, |
| "learning_rate": 4.095673900231212e-05, |
| "loss": 0.3951, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.720684736091298, |
| "grad_norm": 0.22871838319618967, |
| "learning_rate": 4.0829193484007216e-05, |
| "loss": 0.3965, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.7252496433666193, |
| "grad_norm": 0.22285026812146833, |
| "learning_rate": 4.070163953074676e-05, |
| "loss": 0.3896, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.7298145506419402, |
| "grad_norm": 0.21511862495234116, |
| "learning_rate": 4.0574078440071056e-05, |
| "loss": 0.3908, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.734379457917261, |
| "grad_norm": 0.21107167137669283, |
| "learning_rate": 4.044651150959294e-05, |
| "loss": 0.3917, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.738944365192582, |
| "grad_norm": 0.23870814693322587, |
| "learning_rate": 4.031894003698467e-05, |
| "loss": 0.3955, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.743509272467903, |
| "grad_norm": 0.22220033003757905, |
| "learning_rate": 4.0191365319964724e-05, |
| "loss": 0.3917, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.7480741797432238, |
| "grad_norm": 0.19453278202618698, |
| "learning_rate": 4.006378865628455e-05, |
| "loss": 0.3893, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.752639087018545, |
| "grad_norm": 0.23239542400687424, |
| "learning_rate": 3.993621134371545e-05, |
| "loss": 0.3933, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.757203994293866, |
| "grad_norm": 0.24428871107116487, |
| "learning_rate": 3.980863468003529e-05, |
| "loss": 0.3935, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.761768901569187, |
| "grad_norm": 0.19760601046120077, |
| "learning_rate": 3.968105996301535e-05, |
| "loss": 0.3918, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.7663338088445077, |
| "grad_norm": 0.2501742444848214, |
| "learning_rate": 3.955348849040707e-05, |
| "loss": 0.3897, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.770898716119829, |
| "grad_norm": 0.2319084390296337, |
| "learning_rate": 3.942592155992895e-05, |
| "loss": 0.3961, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.77546362339515, |
| "grad_norm": 0.2244356749086854, |
| "learning_rate": 3.929836046925323e-05, |
| "loss": 0.3943, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.780028530670471, |
| "grad_norm": 0.21979544227639491, |
| "learning_rate": 3.91708065159928e-05, |
| "loss": 0.3955, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.7845934379457917, |
| "grad_norm": 0.19742195901212328, |
| "learning_rate": 3.904326099768789e-05, |
| "loss": 0.3949, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.7891583452211126, |
| "grad_norm": 0.22234755877545048, |
| "learning_rate": 3.8915725211792944e-05, |
| "loss": 0.3953, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.7937232524964335, |
| "grad_norm": 0.2231966829166695, |
| "learning_rate": 3.8788200455663416e-05, |
| "loss": 0.3881, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.7982881597717544, |
| "grad_norm": 0.23610363359578615, |
| "learning_rate": 3.8660688026542544e-05, |
| "loss": 0.3953, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.8028530670470757, |
| "grad_norm": 0.24368628185935592, |
| "learning_rate": 3.853318922154818e-05, |
| "loss": 0.3913, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.8074179743223966, |
| "grad_norm": 0.22986532483466307, |
| "learning_rate": 3.840570533765959e-05, |
| "loss": 0.393, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.8119828815977175, |
| "grad_norm": 0.2384209501930521, |
| "learning_rate": 3.827823767170423e-05, |
| "loss": 0.391, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.8165477888730384, |
| "grad_norm": 0.22125793484405842, |
| "learning_rate": 3.815078752034461e-05, |
| "loss": 0.3946, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.8211126961483597, |
| "grad_norm": 0.2535177819158247, |
| "learning_rate": 3.802335618006506e-05, |
| "loss": 0.3915, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.8256776034236806, |
| "grad_norm": 0.2396475170274598, |
| "learning_rate": 3.7895944947158535e-05, |
| "loss": 0.3958, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.8302425106990015, |
| "grad_norm": 0.20749976321329167, |
| "learning_rate": 3.77685551177135e-05, |
| "loss": 0.3952, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.8348074179743223, |
| "grad_norm": 0.16508755912089354, |
| "learning_rate": 3.764118798760064e-05, |
| "loss": 0.3844, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.8393723252496432, |
| "grad_norm": 0.20726854721909735, |
| "learning_rate": 3.7513844852459745e-05, |
| "loss": 0.3945, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.843937232524964, |
| "grad_norm": 0.18560003219863108, |
| "learning_rate": 3.738652700768653e-05, |
| "loss": 0.3974, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.8485021398002854, |
| "grad_norm": 0.17587194547537272, |
| "learning_rate": 3.725923574841945e-05, |
| "loss": 0.3903, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.8530670470756063, |
| "grad_norm": 0.2133689614478487, |
| "learning_rate": 3.7131972369526505e-05, |
| "loss": 0.3939, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.857631954350927, |
| "grad_norm": 0.17416385677862986, |
| "learning_rate": 3.700473816559207e-05, |
| "loss": 0.3913, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.862196861626248, |
| "grad_norm": 0.17910642220727754, |
| "learning_rate": 3.687753443090375e-05, |
| "loss": 0.3991, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.8667617689015694, |
| "grad_norm": 0.18645917268183274, |
| "learning_rate": 3.675036245943923e-05, |
| "loss": 0.3933, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.8713266761768903, |
| "grad_norm": 0.22702514829934878, |
| "learning_rate": 3.662322354485306e-05, |
| "loss": 0.3927, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.875891583452211, |
| "grad_norm": 0.19751990109383138, |
| "learning_rate": 3.6496118980463486e-05, |
| "loss": 0.3913, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.880456490727532, |
| "grad_norm": 0.17351220103657103, |
| "learning_rate": 3.6369050059239384e-05, |
| "loss": 0.3918, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.885021398002853, |
| "grad_norm": 0.20221410813950186, |
| "learning_rate": 3.624201807378703e-05, |
| "loss": 0.3934, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.889586305278174, |
| "grad_norm": 0.15933130426619596, |
| "learning_rate": 3.6115024316336944e-05, |
| "loss": 0.3891, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.894151212553495, |
| "grad_norm": 0.18767258317171362, |
| "learning_rate": 3.598807007873083e-05, |
| "loss": 0.3935, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.898716119828816, |
| "grad_norm": 0.17072434668538097, |
| "learning_rate": 3.586115665240832e-05, |
| "loss": 0.3923, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.903281027104137, |
| "grad_norm": 0.19788995991405794, |
| "learning_rate": 3.573428532839392e-05, |
| "loss": 0.3924, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.907845934379458, |
| "grad_norm": 0.18823937945201608, |
| "learning_rate": 3.560745739728387e-05, |
| "loss": 0.389, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.912410841654779, |
| "grad_norm": 0.16176660376720053, |
| "learning_rate": 3.548067414923294e-05, |
| "loss": 0.3974, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.9169757489301, |
| "grad_norm": 0.15959896392390563, |
| "learning_rate": 3.5353936873941435e-05, |
| "loss": 0.3888, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.921540656205421, |
| "grad_norm": 0.161034937587383, |
| "learning_rate": 3.522724686064194e-05, |
| "loss": 0.3953, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.926105563480742, |
| "grad_norm": 0.18385006824388012, |
| "learning_rate": 3.5100605398086296e-05, |
| "loss": 0.3923, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.9306704707560627, |
| "grad_norm": 0.16430295552203472, |
| "learning_rate": 3.497401377453247e-05, |
| "loss": 0.3916, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.9352353780313836, |
| "grad_norm": 0.15722062849324564, |
| "learning_rate": 3.484747327773142e-05, |
| "loss": 0.3887, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.9398002853067045, |
| "grad_norm": 0.14393903212852108, |
| "learning_rate": 3.472098519491406e-05, |
| "loss": 0.3914, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.944365192582026, |
| "grad_norm": 0.17232972585909226, |
| "learning_rate": 3.459455081277806e-05, |
| "loss": 0.393, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.9489300998573467, |
| "grad_norm": 0.16872545932202826, |
| "learning_rate": 3.446817141747487e-05, |
| "loss": 0.394, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.9534950071326675, |
| "grad_norm": 0.20373345038244411, |
| "learning_rate": 3.434184829459659e-05, |
| "loss": 0.3955, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.9580599144079884, |
| "grad_norm": 0.16582792220621265, |
| "learning_rate": 3.421558272916284e-05, |
| "loss": 0.3897, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.9626248216833098, |
| "grad_norm": 0.17195177157795527, |
| "learning_rate": 3.408937600560778e-05, |
| "loss": 0.3931, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.9671897289586306, |
| "grad_norm": 0.17099363542536267, |
| "learning_rate": 3.3963229407767014e-05, |
| "loss": 0.3932, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.9717546362339515, |
| "grad_norm": 0.18406454501706795, |
| "learning_rate": 3.3837144218864466e-05, |
| "loss": 0.3926, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.9763195435092724, |
| "grad_norm": 0.17696057601736395, |
| "learning_rate": 3.371112172149945e-05, |
| "loss": 0.3951, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.9808844507845933, |
| "grad_norm": 0.20588927188905604, |
| "learning_rate": 3.358516319763348e-05, |
| "loss": 0.3908, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.985449358059914, |
| "grad_norm": 0.15024406311611282, |
| "learning_rate": 3.3459269928577326e-05, |
| "loss": 0.3965, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.9900142653352355, |
| "grad_norm": 0.18315742998535253, |
| "learning_rate": 3.3333443194977985e-05, |
| "loss": 0.3878, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.9945791726105564, |
| "grad_norm": 0.15190454402880918, |
| "learning_rate": 3.32076842768056e-05, |
| "loss": 0.4001, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.9991440798858773, |
| "grad_norm": 0.1802522348541421, |
| "learning_rate": 3.3081994453340425e-05, |
| "loss": 0.3912, |
| "step": 657 |
| }, |
| { |
| "epoch": 3.003708987161198, |
| "grad_norm": 0.4371593688422328, |
| "learning_rate": 3.295637500315992e-05, |
| "loss": 0.7621, |
| "step": 658 |
| }, |
| { |
| "epoch": 3.008273894436519, |
| "grad_norm": 0.44775433837572887, |
| "learning_rate": 3.283082720412563e-05, |
| "loss": 0.3662, |
| "step": 659 |
| }, |
| { |
| "epoch": 3.0128388017118404, |
| "grad_norm": 0.3890902219171831, |
| "learning_rate": 3.270535233337024e-05, |
| "loss": 0.3743, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.0174037089871613, |
| "grad_norm": 0.3003030553223454, |
| "learning_rate": 3.2579951667284596e-05, |
| "loss": 0.3721, |
| "step": 661 |
| }, |
| { |
| "epoch": 3.021968616262482, |
| "grad_norm": 0.3515656966921728, |
| "learning_rate": 3.245462648150463e-05, |
| "loss": 0.3684, |
| "step": 662 |
| }, |
| { |
| "epoch": 3.026533523537803, |
| "grad_norm": 0.2934678186313399, |
| "learning_rate": 3.232937805089854e-05, |
| "loss": 0.3688, |
| "step": 663 |
| }, |
| { |
| "epoch": 3.031098430813124, |
| "grad_norm": 0.2665389758970002, |
| "learning_rate": 3.2204207649553665e-05, |
| "loss": 0.3687, |
| "step": 664 |
| }, |
| { |
| "epoch": 3.0356633380884452, |
| "grad_norm": 0.2886505257763211, |
| "learning_rate": 3.2079116550763624e-05, |
| "loss": 0.3715, |
| "step": 665 |
| }, |
| { |
| "epoch": 3.040228245363766, |
| "grad_norm": 0.26410869047435404, |
| "learning_rate": 3.195410602701535e-05, |
| "loss": 0.3755, |
| "step": 666 |
| }, |
| { |
| "epoch": 3.044793152639087, |
| "grad_norm": 0.33726378634419146, |
| "learning_rate": 3.182917734997607e-05, |
| "loss": 0.3715, |
| "step": 667 |
| }, |
| { |
| "epoch": 3.049358059914408, |
| "grad_norm": 0.23119146133187443, |
| "learning_rate": 3.170433179048048e-05, |
| "loss": 0.3752, |
| "step": 668 |
| }, |
| { |
| "epoch": 3.0539229671897288, |
| "grad_norm": 0.317803893708356, |
| "learning_rate": 3.157957061851775e-05, |
| "loss": 0.3668, |
| "step": 669 |
| }, |
| { |
| "epoch": 3.05848787446505, |
| "grad_norm": 0.32056814826697005, |
| "learning_rate": 3.1454895103218604e-05, |
| "loss": 0.3684, |
| "step": 670 |
| }, |
| { |
| "epoch": 3.063052781740371, |
| "grad_norm": 0.2227493640724446, |
| "learning_rate": 3.133030651284246e-05, |
| "loss": 0.3708, |
| "step": 671 |
| }, |
| { |
| "epoch": 3.067617689015692, |
| "grad_norm": 0.3474416944410334, |
| "learning_rate": 3.1205806114764455e-05, |
| "loss": 0.37, |
| "step": 672 |
| }, |
| { |
| "epoch": 3.0721825962910128, |
| "grad_norm": 0.23598864945070333, |
| "learning_rate": 3.108139517546259e-05, |
| "loss": 0.3679, |
| "step": 673 |
| }, |
| { |
| "epoch": 3.0767475035663336, |
| "grad_norm": 0.26225028839730374, |
| "learning_rate": 3.095707496050489e-05, |
| "loss": 0.3711, |
| "step": 674 |
| }, |
| { |
| "epoch": 3.081312410841655, |
| "grad_norm": 0.30541556508523, |
| "learning_rate": 3.083284673453645e-05, |
| "loss": 0.3705, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.085877318116976, |
| "grad_norm": 0.2375554525248402, |
| "learning_rate": 3.070871176126664e-05, |
| "loss": 0.3674, |
| "step": 676 |
| }, |
| { |
| "epoch": 3.0904422253922967, |
| "grad_norm": 0.24938738146004832, |
| "learning_rate": 3.058467130345619e-05, |
| "loss": 0.3693, |
| "step": 677 |
| }, |
| { |
| "epoch": 3.0950071326676176, |
| "grad_norm": 0.194861014641011, |
| "learning_rate": 3.0460726622904362e-05, |
| "loss": 0.3709, |
| "step": 678 |
| }, |
| { |
| "epoch": 3.0995720399429385, |
| "grad_norm": 0.22427886537482727, |
| "learning_rate": 3.033687898043619e-05, |
| "loss": 0.3674, |
| "step": 679 |
| }, |
| { |
| "epoch": 3.10413694721826, |
| "grad_norm": 0.1931234684152515, |
| "learning_rate": 3.0213129635889527e-05, |
| "loss": 0.3707, |
| "step": 680 |
| }, |
| { |
| "epoch": 3.1087018544935807, |
| "grad_norm": 0.19750887437108353, |
| "learning_rate": 3.0089479848102302e-05, |
| "loss": 0.3726, |
| "step": 681 |
| }, |
| { |
| "epoch": 3.1132667617689016, |
| "grad_norm": 0.22984346500906291, |
| "learning_rate": 2.9965930874899734e-05, |
| "loss": 0.3691, |
| "step": 682 |
| }, |
| { |
| "epoch": 3.1178316690442225, |
| "grad_norm": 0.16695271136501227, |
| "learning_rate": 2.984248397308149e-05, |
| "loss": 0.3669, |
| "step": 683 |
| }, |
| { |
| "epoch": 3.1223965763195434, |
| "grad_norm": 0.17893989774867847, |
| "learning_rate": 2.971914039840888e-05, |
| "loss": 0.369, |
| "step": 684 |
| }, |
| { |
| "epoch": 3.1269614835948643, |
| "grad_norm": 0.17571871130738057, |
| "learning_rate": 2.9595901405592215e-05, |
| "loss": 0.3716, |
| "step": 685 |
| }, |
| { |
| "epoch": 3.1315263908701856, |
| "grad_norm": 0.1594921785853266, |
| "learning_rate": 2.947276824827784e-05, |
| "loss": 0.3712, |
| "step": 686 |
| }, |
| { |
| "epoch": 3.1360912981455065, |
| "grad_norm": 0.17980710605526548, |
| "learning_rate": 2.9349742179035575e-05, |
| "loss": 0.3656, |
| "step": 687 |
| }, |
| { |
| "epoch": 3.1406562054208274, |
| "grad_norm": 0.18019296867903034, |
| "learning_rate": 2.9226824449345854e-05, |
| "loss": 0.3711, |
| "step": 688 |
| }, |
| { |
| "epoch": 3.1452211126961482, |
| "grad_norm": 0.20009151820526971, |
| "learning_rate": 2.910401630958699e-05, |
| "loss": 0.3696, |
| "step": 689 |
| }, |
| { |
| "epoch": 3.1497860199714696, |
| "grad_norm": 0.19469556991313045, |
| "learning_rate": 2.898131900902259e-05, |
| "loss": 0.3664, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.1543509272467904, |
| "grad_norm": 0.1658297168263364, |
| "learning_rate": 2.8858733795788666e-05, |
| "loss": 0.3698, |
| "step": 691 |
| }, |
| { |
| "epoch": 3.1589158345221113, |
| "grad_norm": 0.1770728229288905, |
| "learning_rate": 2.873626191688104e-05, |
| "loss": 0.3707, |
| "step": 692 |
| }, |
| { |
| "epoch": 3.163480741797432, |
| "grad_norm": 0.158629076656555, |
| "learning_rate": 2.8613904618142698e-05, |
| "loss": 0.369, |
| "step": 693 |
| }, |
| { |
| "epoch": 3.168045649072753, |
| "grad_norm": 0.15694838864187477, |
| "learning_rate": 2.8491663144250964e-05, |
| "loss": 0.3714, |
| "step": 694 |
| }, |
| { |
| "epoch": 3.172610556348074, |
| "grad_norm": 0.17453143005622082, |
| "learning_rate": 2.836953873870505e-05, |
| "loss": 0.3724, |
| "step": 695 |
| }, |
| { |
| "epoch": 3.1771754636233953, |
| "grad_norm": 0.1700537102783032, |
| "learning_rate": 2.824753264381319e-05, |
| "loss": 0.3692, |
| "step": 696 |
| }, |
| { |
| "epoch": 3.181740370898716, |
| "grad_norm": 0.16759539668413778, |
| "learning_rate": 2.812564610068017e-05, |
| "loss": 0.371, |
| "step": 697 |
| }, |
| { |
| "epoch": 3.186305278174037, |
| "grad_norm": 0.16867962773238068, |
| "learning_rate": 2.800388034919461e-05, |
| "loss": 0.3662, |
| "step": 698 |
| }, |
| { |
| "epoch": 3.190870185449358, |
| "grad_norm": 0.19731656299531658, |
| "learning_rate": 2.788223662801639e-05, |
| "loss": 0.3731, |
| "step": 699 |
| }, |
| { |
| "epoch": 3.195435092724679, |
| "grad_norm": 0.14390885288139355, |
| "learning_rate": 2.776071617456402e-05, |
| "loss": 0.3685, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 0.17429954735264463, |
| "learning_rate": 2.7639320225002108e-05, |
| "loss": 0.3692, |
| "step": 701 |
| }, |
| { |
| "epoch": 3.204564907275321, |
| "grad_norm": 0.16193213783821153, |
| "learning_rate": 2.7518050014228707e-05, |
| "loss": 0.3694, |
| "step": 702 |
| }, |
| { |
| "epoch": 3.209129814550642, |
| "grad_norm": 0.17943687683108553, |
| "learning_rate": 2.739690677586284e-05, |
| "loss": 0.3735, |
| "step": 703 |
| }, |
| { |
| "epoch": 3.213694721825963, |
| "grad_norm": 0.16115261882412688, |
| "learning_rate": 2.7275891742231847e-05, |
| "loss": 0.3688, |
| "step": 704 |
| }, |
| { |
| "epoch": 3.2182596291012837, |
| "grad_norm": 0.15989318235835606, |
| "learning_rate": 2.7155006144358958e-05, |
| "loss": 0.3669, |
| "step": 705 |
| }, |
| { |
| "epoch": 3.222824536376605, |
| "grad_norm": 0.1833740301603784, |
| "learning_rate": 2.70342512119507e-05, |
| "loss": 0.3681, |
| "step": 706 |
| }, |
| { |
| "epoch": 3.227389443651926, |
| "grad_norm": 0.1701603517000583, |
| "learning_rate": 2.691362817338442e-05, |
| "loss": 0.3732, |
| "step": 707 |
| }, |
| { |
| "epoch": 3.231954350927247, |
| "grad_norm": 0.17981663756006744, |
| "learning_rate": 2.6793138255695743e-05, |
| "loss": 0.3669, |
| "step": 708 |
| }, |
| { |
| "epoch": 3.2365192582025677, |
| "grad_norm": 0.1611749828625592, |
| "learning_rate": 2.6672782684566167e-05, |
| "loss": 0.368, |
| "step": 709 |
| }, |
| { |
| "epoch": 3.2410841654778886, |
| "grad_norm": 0.1704405344311701, |
| "learning_rate": 2.6552562684310532e-05, |
| "loss": 0.3746, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.24564907275321, |
| "grad_norm": 0.15452048356052153, |
| "learning_rate": 2.6432479477864588e-05, |
| "loss": 0.3668, |
| "step": 711 |
| }, |
| { |
| "epoch": 3.250213980028531, |
| "grad_norm": 0.1636048167954058, |
| "learning_rate": 2.6312534286772558e-05, |
| "loss": 0.3665, |
| "step": 712 |
| }, |
| { |
| "epoch": 3.2547788873038517, |
| "grad_norm": 0.15805813062246202, |
| "learning_rate": 2.619272833117468e-05, |
| "loss": 0.3671, |
| "step": 713 |
| }, |
| { |
| "epoch": 3.2593437945791726, |
| "grad_norm": 0.15722251462834871, |
| "learning_rate": 2.6073062829794863e-05, |
| "loss": 0.3702, |
| "step": 714 |
| }, |
| { |
| "epoch": 3.2639087018544934, |
| "grad_norm": 0.1515655825894355, |
| "learning_rate": 2.5953538999928217e-05, |
| "loss": 0.3698, |
| "step": 715 |
| }, |
| { |
| "epoch": 3.2684736091298143, |
| "grad_norm": 0.15294949505967717, |
| "learning_rate": 2.5834158057428704e-05, |
| "loss": 0.3659, |
| "step": 716 |
| }, |
| { |
| "epoch": 3.2730385164051357, |
| "grad_norm": 0.17430429089098687, |
| "learning_rate": 2.5714921216696806e-05, |
| "loss": 0.3658, |
| "step": 717 |
| }, |
| { |
| "epoch": 3.2776034236804565, |
| "grad_norm": 0.15283446685063015, |
| "learning_rate": 2.559582969066706e-05, |
| "loss": 0.3655, |
| "step": 718 |
| }, |
| { |
| "epoch": 3.2821683309557774, |
| "grad_norm": 0.15900008730134152, |
| "learning_rate": 2.5476884690795853e-05, |
| "loss": 0.3686, |
| "step": 719 |
| }, |
| { |
| "epoch": 3.2867332382310983, |
| "grad_norm": 0.17376312137687447, |
| "learning_rate": 2.5358087427049016e-05, |
| "loss": 0.3679, |
| "step": 720 |
| }, |
| { |
| "epoch": 3.2912981455064196, |
| "grad_norm": 0.16367071666419647, |
| "learning_rate": 2.523943910788953e-05, |
| "loss": 0.3652, |
| "step": 721 |
| }, |
| { |
| "epoch": 3.2958630527817405, |
| "grad_norm": 0.1493453159768574, |
| "learning_rate": 2.5120940940265276e-05, |
| "loss": 0.3712, |
| "step": 722 |
| }, |
| { |
| "epoch": 3.3004279600570614, |
| "grad_norm": 0.1600651037670884, |
| "learning_rate": 2.500259412959665e-05, |
| "loss": 0.368, |
| "step": 723 |
| }, |
| { |
| "epoch": 3.3049928673323823, |
| "grad_norm": 0.15510229863064848, |
| "learning_rate": 2.4884399879764437e-05, |
| "loss": 0.3714, |
| "step": 724 |
| }, |
| { |
| "epoch": 3.309557774607703, |
| "grad_norm": 0.1371776463153879, |
| "learning_rate": 2.4766359393097476e-05, |
| "loss": 0.3723, |
| "step": 725 |
| }, |
| { |
| "epoch": 3.314122681883024, |
| "grad_norm": 0.17941656580285384, |
| "learning_rate": 2.464847387036045e-05, |
| "loss": 0.3702, |
| "step": 726 |
| }, |
| { |
| "epoch": 3.3186875891583454, |
| "grad_norm": 0.13405327935015152, |
| "learning_rate": 2.4530744510741703e-05, |
| "loss": 0.3715, |
| "step": 727 |
| }, |
| { |
| "epoch": 3.3232524964336663, |
| "grad_norm": 0.16167817588999067, |
| "learning_rate": 2.4413172511840958e-05, |
| "loss": 0.3693, |
| "step": 728 |
| }, |
| { |
| "epoch": 3.327817403708987, |
| "grad_norm": 0.1509260817331625, |
| "learning_rate": 2.429575906965722e-05, |
| "loss": 0.3599, |
| "step": 729 |
| }, |
| { |
| "epoch": 3.332382310984308, |
| "grad_norm": 0.144720817062596, |
| "learning_rate": 2.4178505378576605e-05, |
| "loss": 0.3708, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.336947218259629, |
| "grad_norm": 0.1424755317935734, |
| "learning_rate": 2.4061412631360116e-05, |
| "loss": 0.3647, |
| "step": 731 |
| }, |
| { |
| "epoch": 3.3415121255349503, |
| "grad_norm": 0.1582677626986222, |
| "learning_rate": 2.394448201913158e-05, |
| "loss": 0.3656, |
| "step": 732 |
| }, |
| { |
| "epoch": 3.346077032810271, |
| "grad_norm": 0.13727256015572376, |
| "learning_rate": 2.3827714731365513e-05, |
| "loss": 0.3669, |
| "step": 733 |
| }, |
| { |
| "epoch": 3.350641940085592, |
| "grad_norm": 0.1482716204121623, |
| "learning_rate": 2.3711111955875018e-05, |
| "loss": 0.3661, |
| "step": 734 |
| }, |
| { |
| "epoch": 3.355206847360913, |
| "grad_norm": 0.1429391445826853, |
| "learning_rate": 2.3594674878799656e-05, |
| "loss": 0.3702, |
| "step": 735 |
| }, |
| { |
| "epoch": 3.359771754636234, |
| "grad_norm": 0.15144931311040605, |
| "learning_rate": 2.347840468459351e-05, |
| "loss": 0.3722, |
| "step": 736 |
| }, |
| { |
| "epoch": 3.364336661911555, |
| "grad_norm": 0.1584841215631846, |
| "learning_rate": 2.336230255601296e-05, |
| "loss": 0.3651, |
| "step": 737 |
| }, |
| { |
| "epoch": 3.368901569186876, |
| "grad_norm": 0.15860593207749524, |
| "learning_rate": 2.324636967410481e-05, |
| "loss": 0.3706, |
| "step": 738 |
| }, |
| { |
| "epoch": 3.373466476462197, |
| "grad_norm": 0.16524287919377015, |
| "learning_rate": 2.3130607218194153e-05, |
| "loss": 0.3667, |
| "step": 739 |
| }, |
| { |
| "epoch": 3.3780313837375178, |
| "grad_norm": 0.1553010070756002, |
| "learning_rate": 2.3015016365872462e-05, |
| "loss": 0.3694, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.3825962910128387, |
| "grad_norm": 0.19177517583446688, |
| "learning_rate": 2.289959829298558e-05, |
| "loss": 0.3684, |
| "step": 741 |
| }, |
| { |
| "epoch": 3.38716119828816, |
| "grad_norm": 0.13228111850501834, |
| "learning_rate": 2.2784354173621726e-05, |
| "loss": 0.3695, |
| "step": 742 |
| }, |
| { |
| "epoch": 3.391726105563481, |
| "grad_norm": 0.18742867451573136, |
| "learning_rate": 2.266928518009957e-05, |
| "loss": 0.3663, |
| "step": 743 |
| }, |
| { |
| "epoch": 3.3962910128388017, |
| "grad_norm": 0.14121057196985098, |
| "learning_rate": 2.2554392482956357e-05, |
| "loss": 0.362, |
| "step": 744 |
| }, |
| { |
| "epoch": 3.4008559201141226, |
| "grad_norm": 0.16109339289265964, |
| "learning_rate": 2.243967725093595e-05, |
| "loss": 0.3644, |
| "step": 745 |
| }, |
| { |
| "epoch": 3.4054208273894435, |
| "grad_norm": 0.13332750913355695, |
| "learning_rate": 2.2325140650976957e-05, |
| "loss": 0.3696, |
| "step": 746 |
| }, |
| { |
| "epoch": 3.4099857346647644, |
| "grad_norm": 0.14371453147838442, |
| "learning_rate": 2.221078384820082e-05, |
| "loss": 0.3672, |
| "step": 747 |
| }, |
| { |
| "epoch": 3.4145506419400857, |
| "grad_norm": 0.12959264833893533, |
| "learning_rate": 2.209660800590002e-05, |
| "loss": 0.369, |
| "step": 748 |
| }, |
| { |
| "epoch": 3.4191155492154066, |
| "grad_norm": 0.19007915393126823, |
| "learning_rate": 2.1982614285526214e-05, |
| "loss": 0.3695, |
| "step": 749 |
| }, |
| { |
| "epoch": 3.4236804564907275, |
| "grad_norm": 0.1374069769687416, |
| "learning_rate": 2.1868803846678475e-05, |
| "loss": 0.364, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.4282453637660484, |
| "grad_norm": 0.16184614734626082, |
| "learning_rate": 2.1755177847091357e-05, |
| "loss": 0.3701, |
| "step": 751 |
| }, |
| { |
| "epoch": 3.4328102710413697, |
| "grad_norm": 0.12874829449890968, |
| "learning_rate": 2.1641737442623295e-05, |
| "loss": 0.3702, |
| "step": 752 |
| }, |
| { |
| "epoch": 3.4373751783166906, |
| "grad_norm": 0.15265797312556922, |
| "learning_rate": 2.1528483787244695e-05, |
| "loss": 0.3631, |
| "step": 753 |
| }, |
| { |
| "epoch": 3.4419400855920115, |
| "grad_norm": 0.13901496827521181, |
| "learning_rate": 2.1415418033026303e-05, |
| "loss": 0.3698, |
| "step": 754 |
| }, |
| { |
| "epoch": 3.4465049928673324, |
| "grad_norm": 0.14408559598989043, |
| "learning_rate": 2.1302541330127456e-05, |
| "loss": 0.3722, |
| "step": 755 |
| }, |
| { |
| "epoch": 3.4510699001426532, |
| "grad_norm": 0.1553274863431962, |
| "learning_rate": 2.1189854826784306e-05, |
| "loss": 0.373, |
| "step": 756 |
| }, |
| { |
| "epoch": 3.455634807417974, |
| "grad_norm": 0.13896160154548598, |
| "learning_rate": 2.107735966929828e-05, |
| "loss": 0.3674, |
| "step": 757 |
| }, |
| { |
| "epoch": 3.4601997146932955, |
| "grad_norm": 0.14190658414204307, |
| "learning_rate": 2.096505700202427e-05, |
| "loss": 0.3713, |
| "step": 758 |
| }, |
| { |
| "epoch": 3.4647646219686163, |
| "grad_norm": 0.13297816575448404, |
| "learning_rate": 2.0852947967359124e-05, |
| "loss": 0.3659, |
| "step": 759 |
| }, |
| { |
| "epoch": 3.4693295292439372, |
| "grad_norm": 0.13293797385160067, |
| "learning_rate": 2.0741033705729946e-05, |
| "loss": 0.3688, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.473894436519258, |
| "grad_norm": 0.13476039599236855, |
| "learning_rate": 2.0629315355582493e-05, |
| "loss": 0.3734, |
| "step": 761 |
| }, |
| { |
| "epoch": 3.478459343794579, |
| "grad_norm": 0.12322657009585795, |
| "learning_rate": 2.0517794053369668e-05, |
| "loss": 0.3674, |
| "step": 762 |
| }, |
| { |
| "epoch": 3.4830242510699003, |
| "grad_norm": 0.11867881868833804, |
| "learning_rate": 2.040647093353983e-05, |
| "loss": 0.3656, |
| "step": 763 |
| }, |
| { |
| "epoch": 3.487589158345221, |
| "grad_norm": 0.11899054622753805, |
| "learning_rate": 2.02953471285254e-05, |
| "loss": 0.3636, |
| "step": 764 |
| }, |
| { |
| "epoch": 3.492154065620542, |
| "grad_norm": 0.12418349656227172, |
| "learning_rate": 2.018442376873126e-05, |
| "loss": 0.3717, |
| "step": 765 |
| }, |
| { |
| "epoch": 3.496718972895863, |
| "grad_norm": 0.11310966967990665, |
| "learning_rate": 2.007370198252324e-05, |
| "loss": 0.3611, |
| "step": 766 |
| }, |
| { |
| "epoch": 3.501283880171184, |
| "grad_norm": 0.12055741426438335, |
| "learning_rate": 1.9963182896216667e-05, |
| "loss": 0.3674, |
| "step": 767 |
| }, |
| { |
| "epoch": 3.5058487874465047, |
| "grad_norm": 0.12618096595715805, |
| "learning_rate": 1.985286763406494e-05, |
| "loss": 0.3725, |
| "step": 768 |
| }, |
| { |
| "epoch": 3.510413694721826, |
| "grad_norm": 0.11538183128314908, |
| "learning_rate": 1.974275731824804e-05, |
| "loss": 0.3703, |
| "step": 769 |
| }, |
| { |
| "epoch": 3.514978601997147, |
| "grad_norm": 0.12599278064501612, |
| "learning_rate": 1.9632853068861147e-05, |
| "loss": 0.3628, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.519543509272468, |
| "grad_norm": 0.1139458312287587, |
| "learning_rate": 1.9523156003903215e-05, |
| "loss": 0.3664, |
| "step": 771 |
| }, |
| { |
| "epoch": 3.5241084165477887, |
| "grad_norm": 0.14077407102475697, |
| "learning_rate": 1.9413667239265615e-05, |
| "loss": 0.3652, |
| "step": 772 |
| }, |
| { |
| "epoch": 3.52867332382311, |
| "grad_norm": 0.13032016684712433, |
| "learning_rate": 1.9304387888720804e-05, |
| "loss": 0.3685, |
| "step": 773 |
| }, |
| { |
| "epoch": 3.533238231098431, |
| "grad_norm": 0.14031858267414743, |
| "learning_rate": 1.919531906391099e-05, |
| "loss": 0.3733, |
| "step": 774 |
| }, |
| { |
| "epoch": 3.537803138373752, |
| "grad_norm": 0.1486352640869334, |
| "learning_rate": 1.9086461874336777e-05, |
| "loss": 0.3713, |
| "step": 775 |
| }, |
| { |
| "epoch": 3.5423680456490727, |
| "grad_norm": 0.1357215608169487, |
| "learning_rate": 1.8977817427345946e-05, |
| "loss": 0.3617, |
| "step": 776 |
| }, |
| { |
| "epoch": 3.5469329529243936, |
| "grad_norm": 0.13543444529267776, |
| "learning_rate": 1.8869386828122125e-05, |
| "loss": 0.3723, |
| "step": 777 |
| }, |
| { |
| "epoch": 3.5514978601997145, |
| "grad_norm": 0.14518880548921387, |
| "learning_rate": 1.8761171179673604e-05, |
| "loss": 0.3646, |
| "step": 778 |
| }, |
| { |
| "epoch": 3.556062767475036, |
| "grad_norm": 0.1530615652429703, |
| "learning_rate": 1.8653171582822104e-05, |
| "loss": 0.3676, |
| "step": 779 |
| }, |
| { |
| "epoch": 3.5606276747503567, |
| "grad_norm": 0.14320914259229844, |
| "learning_rate": 1.854538913619151e-05, |
| "loss": 0.3708, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.5651925820256776, |
| "grad_norm": 0.1371728530944999, |
| "learning_rate": 1.8437824936196823e-05, |
| "loss": 0.3749, |
| "step": 781 |
| }, |
| { |
| "epoch": 3.5697574893009985, |
| "grad_norm": 0.15231861361219254, |
| "learning_rate": 1.8330480077032858e-05, |
| "loss": 0.3672, |
| "step": 782 |
| }, |
| { |
| "epoch": 3.57432239657632, |
| "grad_norm": 0.11059078549485153, |
| "learning_rate": 1.822335565066325e-05, |
| "loss": 0.3677, |
| "step": 783 |
| }, |
| { |
| "epoch": 3.5788873038516407, |
| "grad_norm": 0.1576919764066523, |
| "learning_rate": 1.8116452746809275e-05, |
| "loss": 0.367, |
| "step": 784 |
| }, |
| { |
| "epoch": 3.5834522111269616, |
| "grad_norm": 0.12879507206191718, |
| "learning_rate": 1.800977245293875e-05, |
| "loss": 0.368, |
| "step": 785 |
| }, |
| { |
| "epoch": 3.5880171184022824, |
| "grad_norm": 0.12629882573611204, |
| "learning_rate": 1.7903315854254994e-05, |
| "loss": 0.3654, |
| "step": 786 |
| }, |
| { |
| "epoch": 3.5925820256776033, |
| "grad_norm": 0.13427520014143732, |
| "learning_rate": 1.779708403368582e-05, |
| "loss": 0.3713, |
| "step": 787 |
| }, |
| { |
| "epoch": 3.597146932952924, |
| "grad_norm": 0.1176497941246944, |
| "learning_rate": 1.7691078071872477e-05, |
| "loss": 0.3711, |
| "step": 788 |
| }, |
| { |
| "epoch": 3.601711840228245, |
| "grad_norm": 0.13036521061876197, |
| "learning_rate": 1.7585299047158688e-05, |
| "loss": 0.3703, |
| "step": 789 |
| }, |
| { |
| "epoch": 3.6062767475035664, |
| "grad_norm": 0.12201908677886805, |
| "learning_rate": 1.7479748035579625e-05, |
| "loss": 0.3664, |
| "step": 790 |
| }, |
| { |
| "epoch": 3.6108416547788873, |
| "grad_norm": 0.11159322212904035, |
| "learning_rate": 1.7374426110851e-05, |
| "loss": 0.3726, |
| "step": 791 |
| }, |
| { |
| "epoch": 3.615406562054208, |
| "grad_norm": 0.12179562963863867, |
| "learning_rate": 1.726933434435819e-05, |
| "loss": 0.3598, |
| "step": 792 |
| }, |
| { |
| "epoch": 3.6199714693295295, |
| "grad_norm": 0.12279846137825234, |
| "learning_rate": 1.716447380514526e-05, |
| "loss": 0.3643, |
| "step": 793 |
| }, |
| { |
| "epoch": 3.6245363766048504, |
| "grad_norm": 0.12287836059833575, |
| "learning_rate": 1.7059845559904115e-05, |
| "loss": 0.3702, |
| "step": 794 |
| }, |
| { |
| "epoch": 3.6291012838801713, |
| "grad_norm": 0.11039673465914712, |
| "learning_rate": 1.695545067296368e-05, |
| "loss": 0.3675, |
| "step": 795 |
| }, |
| { |
| "epoch": 3.633666191155492, |
| "grad_norm": 0.12022240785762481, |
| "learning_rate": 1.6851290206279e-05, |
| "loss": 0.3695, |
| "step": 796 |
| }, |
| { |
| "epoch": 3.638231098430813, |
| "grad_norm": 0.11435555984531806, |
| "learning_rate": 1.674736521942053e-05, |
| "loss": 0.365, |
| "step": 797 |
| }, |
| { |
| "epoch": 3.642796005706134, |
| "grad_norm": 0.131712471568275, |
| "learning_rate": 1.664367676956331e-05, |
| "loss": 0.3713, |
| "step": 798 |
| }, |
| { |
| "epoch": 3.647360912981455, |
| "grad_norm": 0.11477057659282204, |
| "learning_rate": 1.6540225911476172e-05, |
| "loss": 0.3648, |
| "step": 799 |
| }, |
| { |
| "epoch": 3.651925820256776, |
| "grad_norm": 0.11030623092197417, |
| "learning_rate": 1.643701369751109e-05, |
| "loss": 0.3646, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.656490727532097, |
| "grad_norm": 0.13051313133439071, |
| "learning_rate": 1.6334041177592403e-05, |
| "loss": 0.3711, |
| "step": 801 |
| }, |
| { |
| "epoch": 3.661055634807418, |
| "grad_norm": 0.12099586891245266, |
| "learning_rate": 1.623130939920619e-05, |
| "loss": 0.3665, |
| "step": 802 |
| }, |
| { |
| "epoch": 3.665620542082739, |
| "grad_norm": 0.12353194281368282, |
| "learning_rate": 1.6128819407389606e-05, |
| "loss": 0.3698, |
| "step": 803 |
| }, |
| { |
| "epoch": 3.67018544935806, |
| "grad_norm": 0.12746501918260686, |
| "learning_rate": 1.602657224472018e-05, |
| "loss": 0.3651, |
| "step": 804 |
| }, |
| { |
| "epoch": 3.674750356633381, |
| "grad_norm": 0.10793911581481992, |
| "learning_rate": 1.5924568951305328e-05, |
| "loss": 0.3651, |
| "step": 805 |
| }, |
| { |
| "epoch": 3.679315263908702, |
| "grad_norm": 0.13767950934095166, |
| "learning_rate": 1.5822810564771663e-05, |
| "loss": 0.3681, |
| "step": 806 |
| }, |
| { |
| "epoch": 3.683880171184023, |
| "grad_norm": 0.11149734780728035, |
| "learning_rate": 1.5721298120254514e-05, |
| "loss": 0.372, |
| "step": 807 |
| }, |
| { |
| "epoch": 3.6884450784593437, |
| "grad_norm": 0.1187146085257134, |
| "learning_rate": 1.562003265038738e-05, |
| "loss": 0.3698, |
| "step": 808 |
| }, |
| { |
| "epoch": 3.6930099857346645, |
| "grad_norm": 0.12127988390555491, |
| "learning_rate": 1.551901518529138e-05, |
| "loss": 0.3692, |
| "step": 809 |
| }, |
| { |
| "epoch": 3.697574893009986, |
| "grad_norm": 0.11702704275441794, |
| "learning_rate": 1.541824675256482e-05, |
| "loss": 0.3661, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.7021398002853068, |
| "grad_norm": 0.11306685620844899, |
| "learning_rate": 1.531772837727274e-05, |
| "loss": 0.3695, |
| "step": 811 |
| }, |
| { |
| "epoch": 3.7067047075606276, |
| "grad_norm": 0.11312484841891161, |
| "learning_rate": 1.5217461081936478e-05, |
| "loss": 0.3671, |
| "step": 812 |
| }, |
| { |
| "epoch": 3.7112696148359485, |
| "grad_norm": 0.11428174495717341, |
| "learning_rate": 1.5117445886523272e-05, |
| "loss": 0.3674, |
| "step": 813 |
| }, |
| { |
| "epoch": 3.71583452211127, |
| "grad_norm": 0.10987603615873456, |
| "learning_rate": 1.501768380843585e-05, |
| "loss": 0.3673, |
| "step": 814 |
| }, |
| { |
| "epoch": 3.7203994293865907, |
| "grad_norm": 0.11178040039287562, |
| "learning_rate": 1.4918175862502104e-05, |
| "loss": 0.3719, |
| "step": 815 |
| }, |
| { |
| "epoch": 3.7249643366619116, |
| "grad_norm": 0.10859792201293215, |
| "learning_rate": 1.4818923060964814e-05, |
| "loss": 0.3615, |
| "step": 816 |
| }, |
| { |
| "epoch": 3.7295292439372325, |
| "grad_norm": 0.13172517052119273, |
| "learning_rate": 1.471992641347129e-05, |
| "loss": 0.3694, |
| "step": 817 |
| }, |
| { |
| "epoch": 3.7340941512125534, |
| "grad_norm": 0.12757152194459273, |
| "learning_rate": 1.4621186927063095e-05, |
| "loss": 0.3649, |
| "step": 818 |
| }, |
| { |
| "epoch": 3.7386590584878743, |
| "grad_norm": 0.1154895484553408, |
| "learning_rate": 1.4522705606165865e-05, |
| "loss": 0.3694, |
| "step": 819 |
| }, |
| { |
| "epoch": 3.743223965763195, |
| "grad_norm": 0.11273080460771058, |
| "learning_rate": 1.4424483452579012e-05, |
| "loss": 0.3625, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.7477888730385165, |
| "grad_norm": 0.13138142426919347, |
| "learning_rate": 1.4326521465465604e-05, |
| "loss": 0.366, |
| "step": 821 |
| }, |
| { |
| "epoch": 3.7523537803138374, |
| "grad_norm": 0.11883743670221694, |
| "learning_rate": 1.4228820641342172e-05, |
| "loss": 0.3682, |
| "step": 822 |
| }, |
| { |
| "epoch": 3.7569186875891583, |
| "grad_norm": 0.10968178906111543, |
| "learning_rate": 1.4131381974068533e-05, |
| "loss": 0.3655, |
| "step": 823 |
| }, |
| { |
| "epoch": 3.7614835948644796, |
| "grad_norm": 0.1326313322060334, |
| "learning_rate": 1.4034206454837768e-05, |
| "loss": 0.3715, |
| "step": 824 |
| }, |
| { |
| "epoch": 3.7660485021398005, |
| "grad_norm": 0.12319894462182598, |
| "learning_rate": 1.3937295072166061e-05, |
| "loss": 0.3739, |
| "step": 825 |
| }, |
| { |
| "epoch": 3.7706134094151214, |
| "grad_norm": 0.11752644369102541, |
| "learning_rate": 1.3840648811882646e-05, |
| "loss": 0.3641, |
| "step": 826 |
| }, |
| { |
| "epoch": 3.7751783166904422, |
| "grad_norm": 0.10779720073463613, |
| "learning_rate": 1.3744268657119886e-05, |
| "loss": 0.3672, |
| "step": 827 |
| }, |
| { |
| "epoch": 3.779743223965763, |
| "grad_norm": 0.12396985602516226, |
| "learning_rate": 1.3648155588303097e-05, |
| "loss": 0.3682, |
| "step": 828 |
| }, |
| { |
| "epoch": 3.784308131241084, |
| "grad_norm": 0.13035541174831453, |
| "learning_rate": 1.3552310583140744e-05, |
| "loss": 0.3695, |
| "step": 829 |
| }, |
| { |
| "epoch": 3.788873038516405, |
| "grad_norm": 0.11977978636195129, |
| "learning_rate": 1.3456734616614369e-05, |
| "loss": 0.3693, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.793437945791726, |
| "grad_norm": 0.10612949145458676, |
| "learning_rate": 1.3361428660968713e-05, |
| "loss": 0.3654, |
| "step": 831 |
| }, |
| { |
| "epoch": 3.798002853067047, |
| "grad_norm": 0.12185371327777074, |
| "learning_rate": 1.3266393685701919e-05, |
| "loss": 0.3644, |
| "step": 832 |
| }, |
| { |
| "epoch": 3.802567760342368, |
| "grad_norm": 0.10533358955019909, |
| "learning_rate": 1.3171630657555499e-05, |
| "loss": 0.3688, |
| "step": 833 |
| }, |
| { |
| "epoch": 3.807132667617689, |
| "grad_norm": 0.1124577538423527, |
| "learning_rate": 1.3077140540504614e-05, |
| "loss": 0.3638, |
| "step": 834 |
| }, |
| { |
| "epoch": 3.81169757489301, |
| "grad_norm": 0.11642170801308592, |
| "learning_rate": 1.2982924295748274e-05, |
| "loss": 0.3684, |
| "step": 835 |
| }, |
| { |
| "epoch": 3.816262482168331, |
| "grad_norm": 0.10695378952599915, |
| "learning_rate": 1.2888982881699472e-05, |
| "loss": 0.3691, |
| "step": 836 |
| }, |
| { |
| "epoch": 3.820827389443652, |
| "grad_norm": 0.13400187716659637, |
| "learning_rate": 1.2795317253975537e-05, |
| "loss": 0.3691, |
| "step": 837 |
| }, |
| { |
| "epoch": 3.825392296718973, |
| "grad_norm": 0.09951593298438159, |
| "learning_rate": 1.270192836538836e-05, |
| "loss": 0.3697, |
| "step": 838 |
| }, |
| { |
| "epoch": 3.8299572039942937, |
| "grad_norm": 0.10935426565797807, |
| "learning_rate": 1.2608817165934681e-05, |
| "loss": 0.3674, |
| "step": 839 |
| }, |
| { |
| "epoch": 3.8345221112696146, |
| "grad_norm": 0.11667620915560488, |
| "learning_rate": 1.2515984602786487e-05, |
| "loss": 0.3662, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.839087018544936, |
| "grad_norm": 0.10968676357221958, |
| "learning_rate": 1.2423431620281306e-05, |
| "loss": 0.3618, |
| "step": 841 |
| }, |
| { |
| "epoch": 3.843651925820257, |
| "grad_norm": 0.12006579571295849, |
| "learning_rate": 1.2331159159912667e-05, |
| "loss": 0.3703, |
| "step": 842 |
| }, |
| { |
| "epoch": 3.8482168330955777, |
| "grad_norm": 0.11231326039006076, |
| "learning_rate": 1.22391681603205e-05, |
| "loss": 0.3674, |
| "step": 843 |
| }, |
| { |
| "epoch": 3.8527817403708986, |
| "grad_norm": 0.11239420460642152, |
| "learning_rate": 1.2147459557281543e-05, |
| "loss": 0.3731, |
| "step": 844 |
| }, |
| { |
| "epoch": 3.85734664764622, |
| "grad_norm": 0.10105192704809327, |
| "learning_rate": 1.2056034283699866e-05, |
| "loss": 0.3634, |
| "step": 845 |
| }, |
| { |
| "epoch": 3.861911554921541, |
| "grad_norm": 0.1324600771108394, |
| "learning_rate": 1.1964893269597408e-05, |
| "loss": 0.3698, |
| "step": 846 |
| }, |
| { |
| "epoch": 3.8664764621968617, |
| "grad_norm": 0.10492225515470834, |
| "learning_rate": 1.1874037442104464e-05, |
| "loss": 0.3656, |
| "step": 847 |
| }, |
| { |
| "epoch": 3.8710413694721826, |
| "grad_norm": 0.1049947478937808, |
| "learning_rate": 1.1783467725450288e-05, |
| "loss": 0.3673, |
| "step": 848 |
| }, |
| { |
| "epoch": 3.8756062767475035, |
| "grad_norm": 0.12343105623506188, |
| "learning_rate": 1.1693185040953647e-05, |
| "loss": 0.3692, |
| "step": 849 |
| }, |
| { |
| "epoch": 3.8801711840228243, |
| "grad_norm": 0.10907582190242261, |
| "learning_rate": 1.1603190307013485e-05, |
| "loss": 0.3689, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.8847360912981452, |
| "grad_norm": 0.1048746000015905, |
| "learning_rate": 1.1513484439099592e-05, |
| "loss": 0.3688, |
| "step": 851 |
| }, |
| { |
| "epoch": 3.8893009985734666, |
| "grad_norm": 0.110532809391589, |
| "learning_rate": 1.1424068349743282e-05, |
| "loss": 0.3707, |
| "step": 852 |
| }, |
| { |
| "epoch": 3.8938659058487874, |
| "grad_norm": 0.1082453458710121, |
| "learning_rate": 1.133494294852806e-05, |
| "loss": 0.3684, |
| "step": 853 |
| }, |
| { |
| "epoch": 3.8984308131241083, |
| "grad_norm": 0.10345660407308066, |
| "learning_rate": 1.1246109142080463e-05, |
| "loss": 0.3678, |
| "step": 854 |
| }, |
| { |
| "epoch": 3.9029957203994297, |
| "grad_norm": 0.10898385130369857, |
| "learning_rate": 1.1157567834060732e-05, |
| "loss": 0.3703, |
| "step": 855 |
| }, |
| { |
| "epoch": 3.9075606276747505, |
| "grad_norm": 0.10868802232496799, |
| "learning_rate": 1.1069319925153716e-05, |
| "loss": 0.3672, |
| "step": 856 |
| }, |
| { |
| "epoch": 3.9121255349500714, |
| "grad_norm": 0.1001172075462793, |
| "learning_rate": 1.098136631305966e-05, |
| "loss": 0.3647, |
| "step": 857 |
| }, |
| { |
| "epoch": 3.9166904422253923, |
| "grad_norm": 0.10002086132257204, |
| "learning_rate": 1.0893707892485046e-05, |
| "loss": 0.3687, |
| "step": 858 |
| }, |
| { |
| "epoch": 3.921255349500713, |
| "grad_norm": 0.11817525489059527, |
| "learning_rate": 1.080634555513358e-05, |
| "loss": 0.3681, |
| "step": 859 |
| }, |
| { |
| "epoch": 3.925820256776034, |
| "grad_norm": 0.10005386509374838, |
| "learning_rate": 1.0719280189697012e-05, |
| "loss": 0.371, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.930385164051355, |
| "grad_norm": 0.09735019950539485, |
| "learning_rate": 1.0632512681846188e-05, |
| "loss": 0.3647, |
| "step": 861 |
| }, |
| { |
| "epoch": 3.9349500713266763, |
| "grad_norm": 0.1096708423704249, |
| "learning_rate": 1.0546043914222004e-05, |
| "loss": 0.3689, |
| "step": 862 |
| }, |
| { |
| "epoch": 3.939514978601997, |
| "grad_norm": 0.10947940483538458, |
| "learning_rate": 1.045987476642639e-05, |
| "loss": 0.3653, |
| "step": 863 |
| }, |
| { |
| "epoch": 3.944079885877318, |
| "grad_norm": 0.10334503635714308, |
| "learning_rate": 1.0374006115013446e-05, |
| "loss": 0.3705, |
| "step": 864 |
| }, |
| { |
| "epoch": 3.948644793152639, |
| "grad_norm": 0.09613211541479365, |
| "learning_rate": 1.0288438833480434e-05, |
| "loss": 0.3653, |
| "step": 865 |
| }, |
| { |
| "epoch": 3.9532097004279603, |
| "grad_norm": 0.11391043223040556, |
| "learning_rate": 1.0203173792258964e-05, |
| "loss": 0.3709, |
| "step": 866 |
| }, |
| { |
| "epoch": 3.957774607703281, |
| "grad_norm": 0.1112000931274841, |
| "learning_rate": 1.0118211858706126e-05, |
| "loss": 0.3695, |
| "step": 867 |
| }, |
| { |
| "epoch": 3.962339514978602, |
| "grad_norm": 0.09623531613971865, |
| "learning_rate": 1.0033553897095611e-05, |
| "loss": 0.3673, |
| "step": 868 |
| }, |
| { |
| "epoch": 3.966904422253923, |
| "grad_norm": 0.12054451116095541, |
| "learning_rate": 9.949200768608978e-06, |
| "loss": 0.3662, |
| "step": 869 |
| }, |
| { |
| "epoch": 3.971469329529244, |
| "grad_norm": 0.10469643561676546, |
| "learning_rate": 9.865153331326888e-06, |
| "loss": 0.3722, |
| "step": 870 |
| }, |
| { |
| "epoch": 3.9760342368045647, |
| "grad_norm": 0.10369572994121254, |
| "learning_rate": 9.781412440220364e-06, |
| "loss": 0.3658, |
| "step": 871 |
| }, |
| { |
| "epoch": 3.980599144079886, |
| "grad_norm": 0.11265124183687726, |
| "learning_rate": 9.697978947142083e-06, |
| "loss": 0.366, |
| "step": 872 |
| }, |
| { |
| "epoch": 3.985164051355207, |
| "grad_norm": 0.09909112429172705, |
| "learning_rate": 9.61485370081773e-06, |
| "loss": 0.3655, |
| "step": 873 |
| }, |
| { |
| "epoch": 3.989728958630528, |
| "grad_norm": 0.10458100196949884, |
| "learning_rate": 9.532037546837328e-06, |
| "loss": 0.3669, |
| "step": 874 |
| }, |
| { |
| "epoch": 3.9942938659058487, |
| "grad_norm": 0.10060786891352515, |
| "learning_rate": 9.4495313276467e-06, |
| "loss": 0.3684, |
| "step": 875 |
| }, |
| { |
| "epoch": 3.99885877318117, |
| "grad_norm": 0.11243962749211547, |
| "learning_rate": 9.367335882538859e-06, |
| "loss": 0.3651, |
| "step": 876 |
| }, |
| { |
| "epoch": 4.003423680456491, |
| "grad_norm": 0.37014150627969, |
| "learning_rate": 9.285452047645447e-06, |
| "loss": 0.6984, |
| "step": 877 |
| }, |
| { |
| "epoch": 4.007988587731812, |
| "grad_norm": 0.15671543024887574, |
| "learning_rate": 9.20388065592829e-06, |
| "loss": 0.3516, |
| "step": 878 |
| }, |
| { |
| "epoch": 4.012553495007133, |
| "grad_norm": 0.16714819900057928, |
| "learning_rate": 9.122622537170858e-06, |
| "loss": 0.3535, |
| "step": 879 |
| }, |
| { |
| "epoch": 4.0171184022824535, |
| "grad_norm": 0.15835660325889345, |
| "learning_rate": 9.041678517969878e-06, |
| "loss": 0.3516, |
| "step": 880 |
| }, |
| { |
| "epoch": 4.021683309557774, |
| "grad_norm": 0.1420672767585784, |
| "learning_rate": 8.961049421726927e-06, |
| "loss": 0.3484, |
| "step": 881 |
| }, |
| { |
| "epoch": 4.026248216833095, |
| "grad_norm": 0.13783878715714176, |
| "learning_rate": 8.880736068639972e-06, |
| "loss": 0.3476, |
| "step": 882 |
| }, |
| { |
| "epoch": 4.030813124108416, |
| "grad_norm": 0.13731172171411218, |
| "learning_rate": 8.800739275695162e-06, |
| "loss": 0.3559, |
| "step": 883 |
| }, |
| { |
| "epoch": 4.035378031383738, |
| "grad_norm": 0.14178993491605563, |
| "learning_rate": 8.721059856658374e-06, |
| "loss": 0.3505, |
| "step": 884 |
| }, |
| { |
| "epoch": 4.039942938659059, |
| "grad_norm": 0.12951830366700642, |
| "learning_rate": 8.641698622067056e-06, |
| "loss": 0.3483, |
| "step": 885 |
| }, |
| { |
| "epoch": 4.04450784593438, |
| "grad_norm": 0.13767174076249047, |
| "learning_rate": 8.56265637922192e-06, |
| "loss": 0.3516, |
| "step": 886 |
| }, |
| { |
| "epoch": 4.049072753209701, |
| "grad_norm": 0.13591547948547417, |
| "learning_rate": 8.483933932178714e-06, |
| "loss": 0.3569, |
| "step": 887 |
| }, |
| { |
| "epoch": 4.0536376604850215, |
| "grad_norm": 0.12191863460297671, |
| "learning_rate": 8.405532081740104e-06, |
| "loss": 0.3479, |
| "step": 888 |
| }, |
| { |
| "epoch": 4.058202567760342, |
| "grad_norm": 0.1248887971732098, |
| "learning_rate": 8.327451625447462e-06, |
| "loss": 0.3494, |
| "step": 889 |
| }, |
| { |
| "epoch": 4.062767475035663, |
| "grad_norm": 0.13804862882003327, |
| "learning_rate": 8.24969335757281e-06, |
| "loss": 0.3508, |
| "step": 890 |
| }, |
| { |
| "epoch": 4.067332382310984, |
| "grad_norm": 0.11333955902964997, |
| "learning_rate": 8.17225806911071e-06, |
| "loss": 0.3515, |
| "step": 891 |
| }, |
| { |
| "epoch": 4.071897289586305, |
| "grad_norm": 0.11550369078052372, |
| "learning_rate": 8.095146547770202e-06, |
| "loss": 0.3523, |
| "step": 892 |
| }, |
| { |
| "epoch": 4.076462196861626, |
| "grad_norm": 0.12066342905233718, |
| "learning_rate": 8.018359577966822e-06, |
| "loss": 0.351, |
| "step": 893 |
| }, |
| { |
| "epoch": 4.081027104136947, |
| "grad_norm": 0.12020962194954402, |
| "learning_rate": 7.941897940814613e-06, |
| "loss": 0.3511, |
| "step": 894 |
| }, |
| { |
| "epoch": 4.085592011412269, |
| "grad_norm": 0.10735766251661075, |
| "learning_rate": 7.865762414118197e-06, |
| "loss": 0.3515, |
| "step": 895 |
| }, |
| { |
| "epoch": 4.0901569186875895, |
| "grad_norm": 0.10152101132548039, |
| "learning_rate": 7.7899537723648e-06, |
| "loss": 0.3494, |
| "step": 896 |
| }, |
| { |
| "epoch": 4.09472182596291, |
| "grad_norm": 0.11175247171368977, |
| "learning_rate": 7.71447278671646e-06, |
| "loss": 0.3434, |
| "step": 897 |
| }, |
| { |
| "epoch": 4.099286733238231, |
| "grad_norm": 0.11008323120104475, |
| "learning_rate": 7.639320225002106e-06, |
| "loss": 0.3562, |
| "step": 898 |
| }, |
| { |
| "epoch": 4.103851640513552, |
| "grad_norm": 0.10079393628102, |
| "learning_rate": 7.564496851709799e-06, |
| "loss": 0.3462, |
| "step": 899 |
| }, |
| { |
| "epoch": 4.108416547788873, |
| "grad_norm": 0.10224032651804278, |
| "learning_rate": 7.490003427978947e-06, |
| "loss": 0.352, |
| "step": 900 |
| }, |
| { |
| "epoch": 4.112981455064194, |
| "grad_norm": 0.10528872332896734, |
| "learning_rate": 7.415840711592515e-06, |
| "loss": 0.3583, |
| "step": 901 |
| }, |
| { |
| "epoch": 4.117546362339515, |
| "grad_norm": 0.09810153639928686, |
| "learning_rate": 7.342009456969394e-06, |
| "loss": 0.3507, |
| "step": 902 |
| }, |
| { |
| "epoch": 4.122111269614836, |
| "grad_norm": 0.09377946822299223, |
| "learning_rate": 7.26851041515666e-06, |
| "loss": 0.3478, |
| "step": 903 |
| }, |
| { |
| "epoch": 4.1266761768901565, |
| "grad_norm": 0.09941074294315165, |
| "learning_rate": 7.1953443338219635e-06, |
| "loss": 0.3474, |
| "step": 904 |
| }, |
| { |
| "epoch": 4.131241084165478, |
| "grad_norm": 0.09923689941405467, |
| "learning_rate": 7.12251195724595e-06, |
| "loss": 0.3497, |
| "step": 905 |
| }, |
| { |
| "epoch": 4.135805991440799, |
| "grad_norm": 0.09632085335191928, |
| "learning_rate": 7.0500140263146085e-06, |
| "loss": 0.3502, |
| "step": 906 |
| }, |
| { |
| "epoch": 4.14037089871612, |
| "grad_norm": 0.09318553780432773, |
| "learning_rate": 6.977851278511831e-06, |
| "loss": 0.3519, |
| "step": 907 |
| }, |
| { |
| "epoch": 4.144935805991441, |
| "grad_norm": 0.1055662018772662, |
| "learning_rate": 6.9060244479118325e-06, |
| "loss": 0.3447, |
| "step": 908 |
| }, |
| { |
| "epoch": 4.149500713266762, |
| "grad_norm": 0.09794765647352846, |
| "learning_rate": 6.8345342651717415e-06, |
| "loss": 0.3521, |
| "step": 909 |
| }, |
| { |
| "epoch": 4.154065620542083, |
| "grad_norm": 0.10262064175384165, |
| "learning_rate": 6.763381457524137e-06, |
| "loss": 0.3467, |
| "step": 910 |
| }, |
| { |
| "epoch": 4.158630527817404, |
| "grad_norm": 0.0924225272063823, |
| "learning_rate": 6.692566748769645e-06, |
| "loss": 0.348, |
| "step": 911 |
| }, |
| { |
| "epoch": 4.1631954350927245, |
| "grad_norm": 0.09396615551983964, |
| "learning_rate": 6.622090859269579e-06, |
| "loss": 0.3485, |
| "step": 912 |
| }, |
| { |
| "epoch": 4.167760342368045, |
| "grad_norm": 0.1085909553244327, |
| "learning_rate": 6.5519545059386495e-06, |
| "loss": 0.3503, |
| "step": 913 |
| }, |
| { |
| "epoch": 4.172325249643366, |
| "grad_norm": 0.10045646940751854, |
| "learning_rate": 6.482158402237622e-06, |
| "loss": 0.3515, |
| "step": 914 |
| }, |
| { |
| "epoch": 4.176890156918688, |
| "grad_norm": 0.10030605637198417, |
| "learning_rate": 6.412703258166089e-06, |
| "loss": 0.3513, |
| "step": 915 |
| }, |
| { |
| "epoch": 4.181455064194009, |
| "grad_norm": 0.08816024777952751, |
| "learning_rate": 6.343589780255226e-06, |
| "loss": 0.3463, |
| "step": 916 |
| }, |
| { |
| "epoch": 4.18601997146933, |
| "grad_norm": 0.10373572668229089, |
| "learning_rate": 6.274818671560612e-06, |
| "loss": 0.3521, |
| "step": 917 |
| }, |
| { |
| "epoch": 4.190584878744651, |
| "grad_norm": 0.09661236890820955, |
| "learning_rate": 6.2063906316550944e-06, |
| "loss": 0.3535, |
| "step": 918 |
| }, |
| { |
| "epoch": 4.195149786019972, |
| "grad_norm": 0.09307921133377361, |
| "learning_rate": 6.138306356621666e-06, |
| "loss": 0.352, |
| "step": 919 |
| }, |
| { |
| "epoch": 4.1997146932952925, |
| "grad_norm": 0.09643011644388448, |
| "learning_rate": 6.0705665390463545e-06, |
| "loss": 0.3495, |
| "step": 920 |
| }, |
| { |
| "epoch": 4.204279600570613, |
| "grad_norm": 0.09380570498729787, |
| "learning_rate": 6.003171868011226e-06, |
| "loss": 0.351, |
| "step": 921 |
| }, |
| { |
| "epoch": 4.208844507845934, |
| "grad_norm": 0.09110098326246356, |
| "learning_rate": 5.9361230290873175e-06, |
| "loss": 0.3501, |
| "step": 922 |
| }, |
| { |
| "epoch": 4.213409415121255, |
| "grad_norm": 0.10109563700718154, |
| "learning_rate": 5.869420704327722e-06, |
| "loss": 0.3523, |
| "step": 923 |
| }, |
| { |
| "epoch": 4.217974322396576, |
| "grad_norm": 0.08878313714056194, |
| "learning_rate": 5.803065572260633e-06, |
| "loss": 0.3482, |
| "step": 924 |
| }, |
| { |
| "epoch": 4.222539229671897, |
| "grad_norm": 0.08818694187121523, |
| "learning_rate": 5.737058307882391e-06, |
| "loss": 0.3528, |
| "step": 925 |
| }, |
| { |
| "epoch": 4.227104136947219, |
| "grad_norm": 0.09295440449783292, |
| "learning_rate": 5.671399582650705e-06, |
| "loss": 0.3461, |
| "step": 926 |
| }, |
| { |
| "epoch": 4.2316690442225395, |
| "grad_norm": 0.09685863269312232, |
| "learning_rate": 5.606090064477738e-06, |
| "loss": 0.3503, |
| "step": 927 |
| }, |
| { |
| "epoch": 4.23623395149786, |
| "grad_norm": 0.09009726502122058, |
| "learning_rate": 5.541130417723359e-06, |
| "loss": 0.3439, |
| "step": 928 |
| }, |
| { |
| "epoch": 4.240798858773181, |
| "grad_norm": 0.08660914537757003, |
| "learning_rate": 5.476521303188414e-06, |
| "loss": 0.353, |
| "step": 929 |
| }, |
| { |
| "epoch": 4.245363766048502, |
| "grad_norm": 0.09086935202462741, |
| "learning_rate": 5.4122633781079135e-06, |
| "loss": 0.3523, |
| "step": 930 |
| }, |
| { |
| "epoch": 4.249928673323823, |
| "grad_norm": 0.09963483067768689, |
| "learning_rate": 5.348357296144437e-06, |
| "loss": 0.3528, |
| "step": 931 |
| }, |
| { |
| "epoch": 4.254493580599144, |
| "grad_norm": 0.08898518315403384, |
| "learning_rate": 5.2848037073814255e-06, |
| "loss": 0.3492, |
| "step": 932 |
| }, |
| { |
| "epoch": 4.259058487874465, |
| "grad_norm": 0.09983473387703683, |
| "learning_rate": 5.221603258316577e-06, |
| "loss": 0.3537, |
| "step": 933 |
| }, |
| { |
| "epoch": 4.263623395149786, |
| "grad_norm": 0.09231469544481466, |
| "learning_rate": 5.158756591855336e-06, |
| "loss": 0.3505, |
| "step": 934 |
| }, |
| { |
| "epoch": 4.268188302425107, |
| "grad_norm": 0.08932201492732685, |
| "learning_rate": 5.0962643473042536e-06, |
| "loss": 0.3506, |
| "step": 935 |
| }, |
| { |
| "epoch": 4.2727532097004275, |
| "grad_norm": 0.09165674817192716, |
| "learning_rate": 5.034127160364528e-06, |
| "loss": 0.3542, |
| "step": 936 |
| }, |
| { |
| "epoch": 4.277318116975749, |
| "grad_norm": 0.09295144892311318, |
| "learning_rate": 4.972345663125575e-06, |
| "loss": 0.3458, |
| "step": 937 |
| }, |
| { |
| "epoch": 4.28188302425107, |
| "grad_norm": 0.09773667025776654, |
| "learning_rate": 4.910920484058519e-06, |
| "loss": 0.3489, |
| "step": 938 |
| }, |
| { |
| "epoch": 4.286447931526391, |
| "grad_norm": 0.09478260876178425, |
| "learning_rate": 4.849852248009899e-06, |
| "loss": 0.3518, |
| "step": 939 |
| }, |
| { |
| "epoch": 4.291012838801712, |
| "grad_norm": 0.08633818761277473, |
| "learning_rate": 4.789141576195207e-06, |
| "loss": 0.3481, |
| "step": 940 |
| }, |
| { |
| "epoch": 4.295577746077033, |
| "grad_norm": 0.09290651843039628, |
| "learning_rate": 4.72878908619264e-06, |
| "loss": 0.3459, |
| "step": 941 |
| }, |
| { |
| "epoch": 4.300142653352354, |
| "grad_norm": 0.0901405739554656, |
| "learning_rate": 4.668795391936805e-06, |
| "loss": 0.3438, |
| "step": 942 |
| }, |
| { |
| "epoch": 4.304707560627675, |
| "grad_norm": 0.09095933811292778, |
| "learning_rate": 4.609161103712447e-06, |
| "loss": 0.35, |
| "step": 943 |
| }, |
| { |
| "epoch": 4.3092724679029955, |
| "grad_norm": 0.08514226082856571, |
| "learning_rate": 4.54988682814828e-06, |
| "loss": 0.3514, |
| "step": 944 |
| }, |
| { |
| "epoch": 4.313837375178316, |
| "grad_norm": 0.09103184637713459, |
| "learning_rate": 4.490973168210788e-06, |
| "loss": 0.351, |
| "step": 945 |
| }, |
| { |
| "epoch": 4.318402282453638, |
| "grad_norm": 0.08771070966673426, |
| "learning_rate": 4.43242072319809e-06, |
| "loss": 0.3514, |
| "step": 946 |
| }, |
| { |
| "epoch": 4.322967189728959, |
| "grad_norm": 0.08785642021314082, |
| "learning_rate": 4.374230088733855e-06, |
| "loss": 0.349, |
| "step": 947 |
| }, |
| { |
| "epoch": 4.32753209700428, |
| "grad_norm": 0.09441411098621398, |
| "learning_rate": 4.3164018567612495e-06, |
| "loss": 0.3505, |
| "step": 948 |
| }, |
| { |
| "epoch": 4.332097004279601, |
| "grad_norm": 0.08194712702951042, |
| "learning_rate": 4.2589366155369125e-06, |
| "loss": 0.3487, |
| "step": 949 |
| }, |
| { |
| "epoch": 4.336661911554922, |
| "grad_norm": 0.08937141345166866, |
| "learning_rate": 4.201834949624957e-06, |
| "loss": 0.3523, |
| "step": 950 |
| }, |
| { |
| "epoch": 4.3412268188302425, |
| "grad_norm": 0.08875313880651403, |
| "learning_rate": 4.145097439891026e-06, |
| "loss": 0.3529, |
| "step": 951 |
| }, |
| { |
| "epoch": 4.345791726105563, |
| "grad_norm": 0.08216164995036938, |
| "learning_rate": 4.088724663496391e-06, |
| "loss": 0.3487, |
| "step": 952 |
| }, |
| { |
| "epoch": 4.350356633380884, |
| "grad_norm": 0.0844163738277272, |
| "learning_rate": 4.032717193892097e-06, |
| "loss": 0.3536, |
| "step": 953 |
| }, |
| { |
| "epoch": 4.354921540656205, |
| "grad_norm": 0.07958475981719833, |
| "learning_rate": 3.977075600813112e-06, |
| "loss": 0.3524, |
| "step": 954 |
| }, |
| { |
| "epoch": 4.359486447931526, |
| "grad_norm": 0.08312472608098892, |
| "learning_rate": 3.921800450272497e-06, |
| "loss": 0.3564, |
| "step": 955 |
| }, |
| { |
| "epoch": 4.364051355206847, |
| "grad_norm": 0.09090031843488945, |
| "learning_rate": 3.866892304555729e-06, |
| "loss": 0.3503, |
| "step": 956 |
| }, |
| { |
| "epoch": 4.368616262482169, |
| "grad_norm": 0.08646905004538202, |
| "learning_rate": 3.8123517222149064e-06, |
| "loss": 0.3539, |
| "step": 957 |
| }, |
| { |
| "epoch": 4.37318116975749, |
| "grad_norm": 0.08630929584464324, |
| "learning_rate": 3.7581792580630995e-06, |
| "loss": 0.3508, |
| "step": 958 |
| }, |
| { |
| "epoch": 4.3777460770328105, |
| "grad_norm": 0.08420773366472539, |
| "learning_rate": 3.7043754631687168e-06, |
| "loss": 0.3506, |
| "step": 959 |
| }, |
| { |
| "epoch": 4.382310984308131, |
| "grad_norm": 0.08626254558605037, |
| "learning_rate": 3.650940884849865e-06, |
| "loss": 0.3496, |
| "step": 960 |
| }, |
| { |
| "epoch": 4.386875891583452, |
| "grad_norm": 0.08202547191435747, |
| "learning_rate": 3.5978760666688283e-06, |
| "loss": 0.3463, |
| "step": 961 |
| }, |
| { |
| "epoch": 4.391440798858773, |
| "grad_norm": 0.08400830894322005, |
| "learning_rate": 3.545181548426482e-06, |
| "loss": 0.3534, |
| "step": 962 |
| }, |
| { |
| "epoch": 4.396005706134094, |
| "grad_norm": 0.08174812448321671, |
| "learning_rate": 3.4928578661568513e-06, |
| "loss": 0.3505, |
| "step": 963 |
| }, |
| { |
| "epoch": 4.400570613409415, |
| "grad_norm": 0.08855138380230874, |
| "learning_rate": 3.4409055521216472e-06, |
| "loss": 0.3484, |
| "step": 964 |
| }, |
| { |
| "epoch": 4.405135520684736, |
| "grad_norm": 0.08806266323171609, |
| "learning_rate": 3.3893251348048107e-06, |
| "loss": 0.3517, |
| "step": 965 |
| }, |
| { |
| "epoch": 4.409700427960057, |
| "grad_norm": 0.08598387207772194, |
| "learning_rate": 3.3381171389072155e-06, |
| "loss": 0.3464, |
| "step": 966 |
| }, |
| { |
| "epoch": 4.414265335235378, |
| "grad_norm": 0.08257564200380783, |
| "learning_rate": 3.287282085341237e-06, |
| "loss": 0.3434, |
| "step": 967 |
| }, |
| { |
| "epoch": 4.418830242510699, |
| "grad_norm": 0.08050286636135041, |
| "learning_rate": 3.236820491225543e-06, |
| "loss": 0.3507, |
| "step": 968 |
| }, |
| { |
| "epoch": 4.42339514978602, |
| "grad_norm": 0.0804766651869741, |
| "learning_rate": 3.1867328698797784e-06, |
| "loss": 0.3559, |
| "step": 969 |
| }, |
| { |
| "epoch": 4.427960057061341, |
| "grad_norm": 0.08321920927722377, |
| "learning_rate": 3.1370197308193464e-06, |
| "loss": 0.3495, |
| "step": 970 |
| }, |
| { |
| "epoch": 4.432524964336662, |
| "grad_norm": 0.08340309487334537, |
| "learning_rate": 3.08768157975023e-06, |
| "loss": 0.3485, |
| "step": 971 |
| }, |
| { |
| "epoch": 4.437089871611983, |
| "grad_norm": 0.08628533559205914, |
| "learning_rate": 3.0387189185638877e-06, |
| "loss": 0.3465, |
| "step": 972 |
| }, |
| { |
| "epoch": 4.441654778887304, |
| "grad_norm": 0.0839367124944577, |
| "learning_rate": 2.99013224533208e-06, |
| "loss": 0.3514, |
| "step": 973 |
| }, |
| { |
| "epoch": 4.446219686162625, |
| "grad_norm": 0.08431513019450357, |
| "learning_rate": 2.9419220543018647e-06, |
| "loss": 0.35, |
| "step": 974 |
| }, |
| { |
| "epoch": 4.4507845934379455, |
| "grad_norm": 0.08138210314265082, |
| "learning_rate": 2.894088835890512e-06, |
| "loss": 0.3503, |
| "step": 975 |
| }, |
| { |
| "epoch": 4.455349500713266, |
| "grad_norm": 0.08209216743333449, |
| "learning_rate": 2.846633076680565e-06, |
| "loss": 0.3501, |
| "step": 976 |
| }, |
| { |
| "epoch": 4.459914407988588, |
| "grad_norm": 0.07980157930120314, |
| "learning_rate": 2.7995552594148613e-06, |
| "loss": 0.3477, |
| "step": 977 |
| }, |
| { |
| "epoch": 4.464479315263909, |
| "grad_norm": 0.08454274847735264, |
| "learning_rate": 2.7528558629916457e-06, |
| "loss": 0.3508, |
| "step": 978 |
| }, |
| { |
| "epoch": 4.46904422253923, |
| "grad_norm": 0.07827269612143122, |
| "learning_rate": 2.706535362459657e-06, |
| "loss": 0.3541, |
| "step": 979 |
| }, |
| { |
| "epoch": 4.473609129814551, |
| "grad_norm": 0.08066212537936188, |
| "learning_rate": 2.6605942290133515e-06, |
| "loss": 0.3468, |
| "step": 980 |
| }, |
| { |
| "epoch": 4.478174037089872, |
| "grad_norm": 0.08038509522306664, |
| "learning_rate": 2.615032929988055e-06, |
| "loss": 0.3493, |
| "step": 981 |
| }, |
| { |
| "epoch": 4.482738944365193, |
| "grad_norm": 0.08121370144409773, |
| "learning_rate": 2.569851928855256e-06, |
| "loss": 0.3486, |
| "step": 982 |
| }, |
| { |
| "epoch": 4.4873038516405135, |
| "grad_norm": 0.07856168793082442, |
| "learning_rate": 2.525051685217865e-06, |
| "loss": 0.3507, |
| "step": 983 |
| }, |
| { |
| "epoch": 4.491868758915834, |
| "grad_norm": 0.07958873197319534, |
| "learning_rate": 2.4806326548055238e-06, |
| "loss": 0.3493, |
| "step": 984 |
| }, |
| { |
| "epoch": 4.496433666191155, |
| "grad_norm": 0.08171369971311804, |
| "learning_rate": 2.436595289470023e-06, |
| "loss": 0.3508, |
| "step": 985 |
| }, |
| { |
| "epoch": 4.500998573466476, |
| "grad_norm": 0.08120306757647351, |
| "learning_rate": 2.3929400371806377e-06, |
| "loss": 0.3521, |
| "step": 986 |
| }, |
| { |
| "epoch": 4.505563480741797, |
| "grad_norm": 0.07637699134693174, |
| "learning_rate": 2.3496673420196326e-06, |
| "loss": 0.3466, |
| "step": 987 |
| }, |
| { |
| "epoch": 4.510128388017119, |
| "grad_norm": 0.08223264882483422, |
| "learning_rate": 2.306777644177709e-06, |
| "loss": 0.3507, |
| "step": 988 |
| }, |
| { |
| "epoch": 4.51469329529244, |
| "grad_norm": 0.07915711031881265, |
| "learning_rate": 2.2642713799495207e-06, |
| "loss": 0.3554, |
| "step": 989 |
| }, |
| { |
| "epoch": 4.519258202567761, |
| "grad_norm": 0.08144647282074215, |
| "learning_rate": 2.222148981729273e-06, |
| "loss": 0.3529, |
| "step": 990 |
| }, |
| { |
| "epoch": 4.5238231098430814, |
| "grad_norm": 0.08053252018883734, |
| "learning_rate": 2.1804108780062805e-06, |
| "loss": 0.3464, |
| "step": 991 |
| }, |
| { |
| "epoch": 4.528388017118402, |
| "grad_norm": 0.08178510466321848, |
| "learning_rate": 2.139057493360643e-06, |
| "loss": 0.3477, |
| "step": 992 |
| }, |
| { |
| "epoch": 4.532952924393723, |
| "grad_norm": 0.08178556560050178, |
| "learning_rate": 2.098089248458912e-06, |
| "loss": 0.3485, |
| "step": 993 |
| }, |
| { |
| "epoch": 4.537517831669044, |
| "grad_norm": 0.08220979435959991, |
| "learning_rate": 2.0575065600498067e-06, |
| "loss": 0.3517, |
| "step": 994 |
| }, |
| { |
| "epoch": 4.542082738944365, |
| "grad_norm": 0.07762389992501054, |
| "learning_rate": 2.0173098409599757e-06, |
| "loss": 0.3504, |
| "step": 995 |
| }, |
| { |
| "epoch": 4.546647646219686, |
| "grad_norm": 0.07845697347936922, |
| "learning_rate": 1.977499500089808e-06, |
| "loss": 0.3473, |
| "step": 996 |
| }, |
| { |
| "epoch": 4.551212553495007, |
| "grad_norm": 0.08243028759784551, |
| "learning_rate": 1.9380759424092722e-06, |
| "loss": 0.3488, |
| "step": 997 |
| }, |
| { |
| "epoch": 4.555777460770328, |
| "grad_norm": 0.08482588178810972, |
| "learning_rate": 1.899039568953782e-06, |
| "loss": 0.3485, |
| "step": 998 |
| }, |
| { |
| "epoch": 4.560342368045649, |
| "grad_norm": 0.08930393433101652, |
| "learning_rate": 1.8603907768201335e-06, |
| "loss": 0.3477, |
| "step": 999 |
| }, |
| { |
| "epoch": 4.56490727532097, |
| "grad_norm": 0.07646082270023902, |
| "learning_rate": 1.8221299591624531e-06, |
| "loss": 0.3541, |
| "step": 1000 |
| }, |
| { |
| "epoch": 4.569472182596291, |
| "grad_norm": 0.08228826529784623, |
| "learning_rate": 1.7842575051882117e-06, |
| "loss": 0.3455, |
| "step": 1001 |
| }, |
| { |
| "epoch": 4.574037089871612, |
| "grad_norm": 0.0826320638970819, |
| "learning_rate": 1.7467738001542534e-06, |
| "loss": 0.3541, |
| "step": 1002 |
| }, |
| { |
| "epoch": 4.578601997146933, |
| "grad_norm": 0.07749734600577586, |
| "learning_rate": 1.7096792253628747e-06, |
| "loss": 0.3508, |
| "step": 1003 |
| }, |
| { |
| "epoch": 4.583166904422254, |
| "grad_norm": 0.07849844115759268, |
| "learning_rate": 1.6729741581579695e-06, |
| "loss": 0.3483, |
| "step": 1004 |
| }, |
| { |
| "epoch": 4.587731811697575, |
| "grad_norm": 0.08061411035349854, |
| "learning_rate": 1.6366589719211478e-06, |
| "loss": 0.3459, |
| "step": 1005 |
| }, |
| { |
| "epoch": 4.592296718972896, |
| "grad_norm": 0.07707354315110565, |
| "learning_rate": 1.6007340360679835e-06, |
| "loss": 0.3472, |
| "step": 1006 |
| }, |
| { |
| "epoch": 4.5968616262482165, |
| "grad_norm": 0.07564998473974219, |
| "learning_rate": 1.56519971604423e-06, |
| "loss": 0.3536, |
| "step": 1007 |
| }, |
| { |
| "epoch": 4.601426533523538, |
| "grad_norm": 0.07973487309962904, |
| "learning_rate": 1.5300563733220997e-06, |
| "loss": 0.3524, |
| "step": 1008 |
| }, |
| { |
| "epoch": 4.605991440798859, |
| "grad_norm": 0.0798405736175932, |
| "learning_rate": 1.4953043653966125e-06, |
| "loss": 0.3437, |
| "step": 1009 |
| }, |
| { |
| "epoch": 4.61055634807418, |
| "grad_norm": 0.07661822938491461, |
| "learning_rate": 1.4609440457819201e-06, |
| "loss": 0.3505, |
| "step": 1010 |
| }, |
| { |
| "epoch": 4.615121255349501, |
| "grad_norm": 0.0803917140814825, |
| "learning_rate": 1.4269757640077474e-06, |
| "loss": 0.3473, |
| "step": 1011 |
| }, |
| { |
| "epoch": 4.619686162624822, |
| "grad_norm": 0.08142790095124294, |
| "learning_rate": 1.393399865615832e-06, |
| "loss": 0.356, |
| "step": 1012 |
| }, |
| { |
| "epoch": 4.624251069900143, |
| "grad_norm": 0.07941212240240511, |
| "learning_rate": 1.3602166921563709e-06, |
| "loss": 0.3469, |
| "step": 1013 |
| }, |
| { |
| "epoch": 4.628815977175464, |
| "grad_norm": 0.07567140453271615, |
| "learning_rate": 1.3274265811845877e-06, |
| "loss": 0.3565, |
| "step": 1014 |
| }, |
| { |
| "epoch": 4.633380884450784, |
| "grad_norm": 0.07693089631655367, |
| "learning_rate": 1.2950298662572914e-06, |
| "loss": 0.3511, |
| "step": 1015 |
| }, |
| { |
| "epoch": 4.637945791726105, |
| "grad_norm": 0.07649326760766532, |
| "learning_rate": 1.2630268769294695e-06, |
| "loss": 0.3488, |
| "step": 1016 |
| }, |
| { |
| "epoch": 4.642510699001426, |
| "grad_norm": 0.07907653808032476, |
| "learning_rate": 1.2314179387509451e-06, |
| "loss": 0.3498, |
| "step": 1017 |
| }, |
| { |
| "epoch": 4.647075606276747, |
| "grad_norm": 0.08218341042555163, |
| "learning_rate": 1.2002033732630624e-06, |
| "loss": 0.3456, |
| "step": 1018 |
| }, |
| { |
| "epoch": 4.651640513552069, |
| "grad_norm": 0.078114066869552, |
| "learning_rate": 1.169383497995411e-06, |
| "loss": 0.3519, |
| "step": 1019 |
| }, |
| { |
| "epoch": 4.65620542082739, |
| "grad_norm": 0.08045459715620887, |
| "learning_rate": 1.1389586264626141e-06, |
| "loss": 0.3509, |
| "step": 1020 |
| }, |
| { |
| "epoch": 4.660770328102711, |
| "grad_norm": 0.07667337101962392, |
| "learning_rate": 1.108929068161122e-06, |
| "loss": 0.3497, |
| "step": 1021 |
| }, |
| { |
| "epoch": 4.6653352353780315, |
| "grad_norm": 0.08000069107101468, |
| "learning_rate": 1.0792951285660601e-06, |
| "loss": 0.3496, |
| "step": 1022 |
| }, |
| { |
| "epoch": 4.669900142653352, |
| "grad_norm": 0.07789612908736167, |
| "learning_rate": 1.0500571091281375e-06, |
| "loss": 0.3493, |
| "step": 1023 |
| }, |
| { |
| "epoch": 4.674465049928673, |
| "grad_norm": 0.08267558856337517, |
| "learning_rate": 1.0212153072705732e-06, |
| "loss": 0.3479, |
| "step": 1024 |
| }, |
| { |
| "epoch": 4.679029957203994, |
| "grad_norm": 0.07420363546139669, |
| "learning_rate": 9.927700163860642e-07, |
| "loss": 0.3533, |
| "step": 1025 |
| }, |
| { |
| "epoch": 4.683594864479315, |
| "grad_norm": 0.07447011872925986, |
| "learning_rate": 9.647215258338138e-07, |
| "loss": 0.3546, |
| "step": 1026 |
| }, |
| { |
| "epoch": 4.688159771754636, |
| "grad_norm": 0.07716250968421168, |
| "learning_rate": 9.370701209365784e-07, |
| "loss": 0.3482, |
| "step": 1027 |
| }, |
| { |
| "epoch": 4.692724679029957, |
| "grad_norm": 0.07514426209617693, |
| "learning_rate": 9.098160829777724e-07, |
| "loss": 0.3455, |
| "step": 1028 |
| }, |
| { |
| "epoch": 4.697289586305278, |
| "grad_norm": 0.079548149699182, |
| "learning_rate": 8.829596891985859e-07, |
| "loss": 0.3511, |
| "step": 1029 |
| }, |
| { |
| "epoch": 4.7018544935805995, |
| "grad_norm": 0.07934376344480484, |
| "learning_rate": 8.565012127951955e-07, |
| "loss": 0.3519, |
| "step": 1030 |
| }, |
| { |
| "epoch": 4.70641940085592, |
| "grad_norm": 0.07581124441915535, |
| "learning_rate": 8.304409229159804e-07, |
| "loss": 0.346, |
| "step": 1031 |
| }, |
| { |
| "epoch": 4.710984308131241, |
| "grad_norm": 0.07394023460690179, |
| "learning_rate": 8.047790846587467e-07, |
| "loss": 0.3533, |
| "step": 1032 |
| }, |
| { |
| "epoch": 4.715549215406562, |
| "grad_norm": 0.07412942941301379, |
| "learning_rate": 7.7951595906808e-07, |
| "loss": 0.3525, |
| "step": 1033 |
| }, |
| { |
| "epoch": 4.720114122681883, |
| "grad_norm": 0.07682082219491011, |
| "learning_rate": 7.546518031326644e-07, |
| "loss": 0.3515, |
| "step": 1034 |
| }, |
| { |
| "epoch": 4.724679029957204, |
| "grad_norm": 0.07823025700829145, |
| "learning_rate": 7.301868697826608e-07, |
| "loss": 0.3492, |
| "step": 1035 |
| }, |
| { |
| "epoch": 4.729243937232525, |
| "grad_norm": 0.0766178375837658, |
| "learning_rate": 7.061214078871725e-07, |
| "loss": 0.3519, |
| "step": 1036 |
| }, |
| { |
| "epoch": 4.733808844507846, |
| "grad_norm": 0.0760779964551882, |
| "learning_rate": 6.824556622516599e-07, |
| "loss": 0.3512, |
| "step": 1037 |
| }, |
| { |
| "epoch": 4.7383737517831666, |
| "grad_norm": 0.07486994881455176, |
| "learning_rate": 6.591898736154801e-07, |
| "loss": 0.3508, |
| "step": 1038 |
| }, |
| { |
| "epoch": 4.742938659058488, |
| "grad_norm": 0.0759371546012345, |
| "learning_rate": 6.363242786494539e-07, |
| "loss": 0.3489, |
| "step": 1039 |
| }, |
| { |
| "epoch": 4.747503566333809, |
| "grad_norm": 0.0749018727178018, |
| "learning_rate": 6.138591099534141e-07, |
| "loss": 0.3493, |
| "step": 1040 |
| }, |
| { |
| "epoch": 4.75206847360913, |
| "grad_norm": 0.0753265709026964, |
| "learning_rate": 5.917945960538918e-07, |
| "loss": 0.3466, |
| "step": 1041 |
| }, |
| { |
| "epoch": 4.756633380884451, |
| "grad_norm": 0.07840244976592427, |
| "learning_rate": 5.701309614017447e-07, |
| "loss": 0.3505, |
| "step": 1042 |
| }, |
| { |
| "epoch": 4.761198288159772, |
| "grad_norm": 0.07383075199179212, |
| "learning_rate": 5.488684263698929e-07, |
| "loss": 0.3536, |
| "step": 1043 |
| }, |
| { |
| "epoch": 4.765763195435093, |
| "grad_norm": 0.11122241090091968, |
| "learning_rate": 5.280072072510933e-07, |
| "loss": 0.3461, |
| "step": 1044 |
| }, |
| { |
| "epoch": 4.770328102710414, |
| "grad_norm": 0.0762041664722857, |
| "learning_rate": 5.075475162557109e-07, |
| "loss": 0.3506, |
| "step": 1045 |
| }, |
| { |
| "epoch": 4.7748930099857345, |
| "grad_norm": 0.07751822838032038, |
| "learning_rate": 4.874895615095776e-07, |
| "loss": 0.3492, |
| "step": 1046 |
| }, |
| { |
| "epoch": 4.779457917261055, |
| "grad_norm": 0.0719584207148954, |
| "learning_rate": 4.6783354705187466e-07, |
| "loss": 0.3466, |
| "step": 1047 |
| }, |
| { |
| "epoch": 4.784022824536376, |
| "grad_norm": 0.07737673543131036, |
| "learning_rate": 4.485796728330449e-07, |
| "loss": 0.3541, |
| "step": 1048 |
| }, |
| { |
| "epoch": 4.788587731811697, |
| "grad_norm": 0.07610517221913907, |
| "learning_rate": 4.29728134712768e-07, |
| "loss": 0.3515, |
| "step": 1049 |
| }, |
| { |
| "epoch": 4.793152639087019, |
| "grad_norm": 0.07503429819011145, |
| "learning_rate": 4.11279124457975e-07, |
| "loss": 0.3499, |
| "step": 1050 |
| }, |
| { |
| "epoch": 4.79771754636234, |
| "grad_norm": 0.07627319972442853, |
| "learning_rate": 3.9323282974088164e-07, |
| "loss": 0.3487, |
| "step": 1051 |
| }, |
| { |
| "epoch": 4.802282453637661, |
| "grad_norm": 0.07282031998275167, |
| "learning_rate": 3.7558943413709583e-07, |
| "loss": 0.3465, |
| "step": 1052 |
| }, |
| { |
| "epoch": 4.806847360912982, |
| "grad_norm": 0.07525573928294778, |
| "learning_rate": 3.5834911712373076e-07, |
| "loss": 0.3488, |
| "step": 1053 |
| }, |
| { |
| "epoch": 4.8114122681883025, |
| "grad_norm": 0.07245362406747542, |
| "learning_rate": 3.4151205407759736e-07, |
| "loss": 0.3515, |
| "step": 1054 |
| }, |
| { |
| "epoch": 4.815977175463623, |
| "grad_norm": 0.0732430683885161, |
| "learning_rate": 3.2507841627341e-07, |
| "loss": 0.3531, |
| "step": 1055 |
| }, |
| { |
| "epoch": 4.820542082738944, |
| "grad_norm": 0.0745846212106986, |
| "learning_rate": 3.090483708820502e-07, |
| "loss": 0.3497, |
| "step": 1056 |
| }, |
| { |
| "epoch": 4.825106990014265, |
| "grad_norm": 0.07347343844152147, |
| "learning_rate": 2.934220809688526e-07, |
| "loss": 0.3518, |
| "step": 1057 |
| }, |
| { |
| "epoch": 4.829671897289586, |
| "grad_norm": 0.07558186917350596, |
| "learning_rate": 2.7819970549197937e-07, |
| "loss": 0.3511, |
| "step": 1058 |
| }, |
| { |
| "epoch": 4.834236804564907, |
| "grad_norm": 0.07275618304565004, |
| "learning_rate": 2.63381399300755e-07, |
| "loss": 0.3472, |
| "step": 1059 |
| }, |
| { |
| "epoch": 4.838801711840228, |
| "grad_norm": 0.07287512649205556, |
| "learning_rate": 2.489673131341297e-07, |
| "loss": 0.3462, |
| "step": 1060 |
| }, |
| { |
| "epoch": 4.8433666191155496, |
| "grad_norm": 0.07194032638043274, |
| "learning_rate": 2.349575936191384e-07, |
| "loss": 0.3476, |
| "step": 1061 |
| }, |
| { |
| "epoch": 4.84793152639087, |
| "grad_norm": 0.07547182977690173, |
| "learning_rate": 2.2135238326938646e-07, |
| "loss": 0.3471, |
| "step": 1062 |
| }, |
| { |
| "epoch": 4.852496433666191, |
| "grad_norm": 0.07389752198521447, |
| "learning_rate": 2.0815182048362858e-07, |
| "loss": 0.3511, |
| "step": 1063 |
| }, |
| { |
| "epoch": 4.857061340941512, |
| "grad_norm": 0.07948970245950392, |
| "learning_rate": 1.953560395443521e-07, |
| "loss": 0.3515, |
| "step": 1064 |
| }, |
| { |
| "epoch": 4.861626248216833, |
| "grad_norm": 0.07428844813444034, |
| "learning_rate": 1.829651706164004e-07, |
| "loss": 0.3481, |
| "step": 1065 |
| }, |
| { |
| "epoch": 4.866191155492154, |
| "grad_norm": 0.07304235969500948, |
| "learning_rate": 1.7097933974566272e-07, |
| "loss": 0.3553, |
| "step": 1066 |
| }, |
| { |
| "epoch": 4.870756062767475, |
| "grad_norm": 0.07616979320061058, |
| "learning_rate": 1.5939866885778198e-07, |
| "loss": 0.3532, |
| "step": 1067 |
| }, |
| { |
| "epoch": 4.875320970042796, |
| "grad_norm": 0.07825400387440254, |
| "learning_rate": 1.4822327575692464e-07, |
| "loss": 0.3479, |
| "step": 1068 |
| }, |
| { |
| "epoch": 4.879885877318117, |
| "grad_norm": 0.08117745285619632, |
| "learning_rate": 1.374532741245682e-07, |
| "loss": 0.3512, |
| "step": 1069 |
| }, |
| { |
| "epoch": 4.884450784593438, |
| "grad_norm": 0.07977853089608672, |
| "learning_rate": 1.2708877351835569e-07, |
| "loss": 0.3485, |
| "step": 1070 |
| }, |
| { |
| "epoch": 4.889015691868759, |
| "grad_norm": 0.07367012787142511, |
| "learning_rate": 1.1712987937098519e-07, |
| "loss": 0.3518, |
| "step": 1071 |
| }, |
| { |
| "epoch": 4.89358059914408, |
| "grad_norm": 0.07383920187031665, |
| "learning_rate": 1.0757669298912199e-07, |
| "loss": 0.3478, |
| "step": 1072 |
| }, |
| { |
| "epoch": 4.898145506419401, |
| "grad_norm": 0.07294907888019937, |
| "learning_rate": 9.842931155238156e-08, |
| "loss": 0.3528, |
| "step": 1073 |
| }, |
| { |
| "epoch": 4.902710413694722, |
| "grad_norm": 0.07451910212338729, |
| "learning_rate": 8.96878281123259e-08, |
| "loss": 0.349, |
| "step": 1074 |
| }, |
| { |
| "epoch": 4.907275320970043, |
| "grad_norm": 0.07200140543046635, |
| "learning_rate": 8.135233159154431e-08, |
| "loss": 0.3485, |
| "step": 1075 |
| }, |
| { |
| "epoch": 4.911840228245364, |
| "grad_norm": 0.07562528202585733, |
| "learning_rate": 7.342290678272079e-08, |
| "loss": 0.3498, |
| "step": 1076 |
| }, |
| { |
| "epoch": 4.916405135520685, |
| "grad_norm": 0.07457317771382703, |
| "learning_rate": 6.58996343477769e-08, |
| "loss": 0.3537, |
| "step": 1077 |
| }, |
| { |
| "epoch": 4.9209700427960055, |
| "grad_norm": 0.07363984134436599, |
| "learning_rate": 5.878259081707249e-08, |
| "loss": 0.3543, |
| "step": 1078 |
| }, |
| { |
| "epoch": 4.925534950071326, |
| "grad_norm": 0.07252929837329791, |
| "learning_rate": 5.2071848588601815e-08, |
| "loss": 0.3473, |
| "step": 1079 |
| }, |
| { |
| "epoch": 4.930099857346647, |
| "grad_norm": 0.07518239735309995, |
| "learning_rate": 4.576747592726083e-08, |
| "loss": 0.3503, |
| "step": 1080 |
| }, |
| { |
| "epoch": 4.934664764621969, |
| "grad_norm": 0.07799050676264847, |
| "learning_rate": 3.9869536964167734e-08, |
| "loss": 0.3548, |
| "step": 1081 |
| }, |
| { |
| "epoch": 4.93922967189729, |
| "grad_norm": 0.075339876329051, |
| "learning_rate": 3.437809169600126e-08, |
| "loss": 0.3502, |
| "step": 1082 |
| }, |
| { |
| "epoch": 4.943794579172611, |
| "grad_norm": 0.07479700944498346, |
| "learning_rate": 2.9293195984383405e-08, |
| "loss": 0.3468, |
| "step": 1083 |
| }, |
| { |
| "epoch": 4.948359486447932, |
| "grad_norm": 0.07210974118530611, |
| "learning_rate": 2.461490155532875e-08, |
| "loss": 0.3507, |
| "step": 1084 |
| }, |
| { |
| "epoch": 4.9529243937232525, |
| "grad_norm": 0.07652036354657446, |
| "learning_rate": 2.03432559986938e-08, |
| "loss": 0.3476, |
| "step": 1085 |
| }, |
| { |
| "epoch": 4.957489300998573, |
| "grad_norm": 0.07127307671646077, |
| "learning_rate": 1.6478302767719555e-08, |
| "loss": 0.3504, |
| "step": 1086 |
| }, |
| { |
| "epoch": 4.962054208273894, |
| "grad_norm": 0.07366450733389644, |
| "learning_rate": 1.3020081178574117e-08, |
| "loss": 0.3488, |
| "step": 1087 |
| }, |
| { |
| "epoch": 4.966619115549215, |
| "grad_norm": 0.07323536126136222, |
| "learning_rate": 9.968626409948556e-09, |
| "loss": 0.353, |
| "step": 1088 |
| }, |
| { |
| "epoch": 4.971184022824536, |
| "grad_norm": 0.07340553491000143, |
| "learning_rate": 7.323969502710526e-09, |
| "loss": 0.3501, |
| "step": 1089 |
| }, |
| { |
| "epoch": 4.975748930099857, |
| "grad_norm": 0.07588823565965415, |
| "learning_rate": 5.0861373595889605e-09, |
| "loss": 0.349, |
| "step": 1090 |
| }, |
| { |
| "epoch": 4.980313837375178, |
| "grad_norm": 0.07676438153761625, |
| "learning_rate": 3.255152744885415e-09, |
| "loss": 0.3526, |
| "step": 1091 |
| }, |
| { |
| "epoch": 4.9848787446505, |
| "grad_norm": 0.07181335005694361, |
| "learning_rate": 1.831034284260902e-09, |
| "loss": 0.3477, |
| "step": 1092 |
| }, |
| { |
| "epoch": 4.9894436519258205, |
| "grad_norm": 0.07171739407306418, |
| "learning_rate": 8.137964645316132e-10, |
| "loss": 0.3434, |
| "step": 1093 |
| }, |
| { |
| "epoch": 4.994008559201141, |
| "grad_norm": 0.07293042506861117, |
| "learning_rate": 2.0344963353124969e-10, |
| "loss": 0.3491, |
| "step": 1094 |
| }, |
| { |
| "epoch": 4.998573466476462, |
| "grad_norm": 0.07498693212494786, |
| "learning_rate": 0.0, |
| "loss": 0.3471, |
| "step": 1095 |
| }, |
| { |
| "epoch": 4.998573466476462, |
| "step": 1095, |
| "total_flos": 2.8177610658514207e+19, |
| "train_loss": 0.41344334662777105, |
| "train_runtime": 239120.7765, |
| "train_samples_per_second": 2.345, |
| "train_steps_per_second": 0.005 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1095, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8177610658514207e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
