| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.99608457321848, |
| "eval_steps": 500, |
| "global_step": 1595, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0031323414252153485, |
| "grad_norm": 11.050841614106629, |
| "learning_rate": 1.2500000000000002e-07, |
| "loss": 2.1157, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.006264682850430697, |
| "grad_norm": 10.770240996509447, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 2.1788, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.009397024275646046, |
| "grad_norm": 10.853179484768518, |
| "learning_rate": 3.75e-07, |
| "loss": 2.109, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.012529365700861394, |
| "grad_norm": 10.639536499246885, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 2.1164, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.015661707126076743, |
| "grad_norm": 10.748209885589805, |
| "learning_rate": 6.25e-07, |
| "loss": 2.1148, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.018794048551292093, |
| "grad_norm": 10.463406145556146, |
| "learning_rate": 7.5e-07, |
| "loss": 2.1268, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.02192638997650744, |
| "grad_norm": 10.729571035762252, |
| "learning_rate": 8.75e-07, |
| "loss": 2.1396, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.025058731401722788, |
| "grad_norm": 9.834267944614176, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 2.1216, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.028191072826938137, |
| "grad_norm": 9.6285022315209, |
| "learning_rate": 1.125e-06, |
| "loss": 2.0811, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.031323414252153486, |
| "grad_norm": 8.068778598644403, |
| "learning_rate": 1.25e-06, |
| "loss": 2.0954, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03445575567736883, |
| "grad_norm": 7.900246512788569, |
| "learning_rate": 1.3750000000000002e-06, |
| "loss": 2.093, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.037588097102584185, |
| "grad_norm": 7.672686278535105, |
| "learning_rate": 1.5e-06, |
| "loss": 2.035, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.04072043852779953, |
| "grad_norm": 4.005341384803414, |
| "learning_rate": 1.6250000000000001e-06, |
| "loss": 1.9538, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.04385277995301488, |
| "grad_norm": 4.033643898372103, |
| "learning_rate": 1.75e-06, |
| "loss": 1.9371, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.04698512137823023, |
| "grad_norm": 3.9058441402584543, |
| "learning_rate": 1.8750000000000003e-06, |
| "loss": 1.9222, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.050117462803445575, |
| "grad_norm": 3.93510615716937, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 1.9425, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.05324980422866092, |
| "grad_norm": 3.9972887378242508, |
| "learning_rate": 2.125e-06, |
| "loss": 1.871, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.056382145653876274, |
| "grad_norm": 4.637696367766985, |
| "learning_rate": 2.25e-06, |
| "loss": 1.704, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.05951448707909162, |
| "grad_norm": 4.895075769171093, |
| "learning_rate": 2.375e-06, |
| "loss": 1.7081, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.06264682850430697, |
| "grad_norm": 4.887182700750148, |
| "learning_rate": 2.5e-06, |
| "loss": 1.6922, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06577916992952232, |
| "grad_norm": 4.387829116707637, |
| "learning_rate": 2.6250000000000003e-06, |
| "loss": 1.6223, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.06891151135473766, |
| "grad_norm": 3.9332482151095056, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 1.6429, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.07204385277995301, |
| "grad_norm": 3.621520125738942, |
| "learning_rate": 2.875e-06, |
| "loss": 1.5692, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.07517619420516837, |
| "grad_norm": 4.869727787056477, |
| "learning_rate": 3e-06, |
| "loss": 1.4277, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.07830853563038372, |
| "grad_norm": 2.760787151921623, |
| "learning_rate": 3.125e-06, |
| "loss": 1.343, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.08144087705559906, |
| "grad_norm": 2.158543950171073, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 1.3304, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.08457321848081441, |
| "grad_norm": 1.8629759121807041, |
| "learning_rate": 3.3750000000000003e-06, |
| "loss": 1.3279, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.08770555990602975, |
| "grad_norm": 1.4660115041698683, |
| "learning_rate": 3.5e-06, |
| "loss": 1.3604, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.0908379013312451, |
| "grad_norm": 1.2902107389850677, |
| "learning_rate": 3.625e-06, |
| "loss": 1.2715, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.09397024275646046, |
| "grad_norm": 1.201092304355642, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 1.3227, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0971025841816758, |
| "grad_norm": 1.1572726408932534, |
| "learning_rate": 3.875e-06, |
| "loss": 1.3139, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.10023492560689115, |
| "grad_norm": 1.0860599652926863, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 1.277, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1033672670321065, |
| "grad_norm": 1.1601900235559528, |
| "learning_rate": 4.125e-06, |
| "loss": 1.3422, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.10649960845732184, |
| "grad_norm": 1.0702922916707374, |
| "learning_rate": 4.25e-06, |
| "loss": 1.2635, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1096319498825372, |
| "grad_norm": 1.1224186551004272, |
| "learning_rate": 4.3750000000000005e-06, |
| "loss": 1.3686, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.11276429130775255, |
| "grad_norm": 1.0316309615389836, |
| "learning_rate": 4.5e-06, |
| "loss": 1.2546, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.1158966327329679, |
| "grad_norm": 1.0350470961145155, |
| "learning_rate": 4.625000000000001e-06, |
| "loss": 1.2617, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.11902897415818324, |
| "grad_norm": 0.9499273751228338, |
| "learning_rate": 4.75e-06, |
| "loss": 1.2218, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.12216131558339859, |
| "grad_norm": 0.9633898650879267, |
| "learning_rate": 4.875e-06, |
| "loss": 1.2513, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.12529365700861395, |
| "grad_norm": 0.9820874085749698, |
| "learning_rate": 5e-06, |
| "loss": 1.2438, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1284259984338293, |
| "grad_norm": 0.9949392511683506, |
| "learning_rate": 5.125e-06, |
| "loss": 1.2127, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.13155833985904464, |
| "grad_norm": 0.963927255316921, |
| "learning_rate": 5.2500000000000006e-06, |
| "loss": 1.1986, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.13469068128425998, |
| "grad_norm": 0.9265554217258913, |
| "learning_rate": 5.375e-06, |
| "loss": 1.2378, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.13782302270947533, |
| "grad_norm": 0.895459875699844, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 1.2106, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.14095536413469067, |
| "grad_norm": 0.8697327947413821, |
| "learning_rate": 5.625e-06, |
| "loss": 1.1968, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.14408770555990602, |
| "grad_norm": 0.8663662696743084, |
| "learning_rate": 5.75e-06, |
| "loss": 1.1794, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.14722004698512137, |
| "grad_norm": 0.925686203130037, |
| "learning_rate": 5.8750000000000005e-06, |
| "loss": 1.2847, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.15035238841033674, |
| "grad_norm": 0.9075811490967844, |
| "learning_rate": 6e-06, |
| "loss": 1.2584, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1534847298355521, |
| "grad_norm": 0.8432956780425832, |
| "learning_rate": 6.125000000000001e-06, |
| "loss": 1.1543, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.15661707126076743, |
| "grad_norm": 0.8713896231009577, |
| "learning_rate": 6.25e-06, |
| "loss": 1.2038, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.15974941268598278, |
| "grad_norm": 0.7897618524028729, |
| "learning_rate": 6.375e-06, |
| "loss": 1.1681, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.16288175411119812, |
| "grad_norm": 0.8144877727194363, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 1.1969, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.16601409553641347, |
| "grad_norm": 0.8337995472721724, |
| "learning_rate": 6.625e-06, |
| "loss": 1.1631, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.16914643696162882, |
| "grad_norm": 0.8286193073403529, |
| "learning_rate": 6.750000000000001e-06, |
| "loss": 1.231, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.17227877838684416, |
| "grad_norm": 0.8272909936450883, |
| "learning_rate": 6.875e-06, |
| "loss": 1.1908, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1754111198120595, |
| "grad_norm": 0.8159834359002948, |
| "learning_rate": 7e-06, |
| "loss": 1.1909, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.17854346123727485, |
| "grad_norm": 0.8327400175086643, |
| "learning_rate": 7.125e-06, |
| "loss": 1.2279, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.1816758026624902, |
| "grad_norm": 0.8345916890457833, |
| "learning_rate": 7.25e-06, |
| "loss": 1.2322, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.18480814408770557, |
| "grad_norm": 0.8009822359933073, |
| "learning_rate": 7.375000000000001e-06, |
| "loss": 1.1961, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.18794048551292092, |
| "grad_norm": 0.8174246707753029, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 1.159, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.19107282693813626, |
| "grad_norm": 0.8166829885787309, |
| "learning_rate": 7.625e-06, |
| "loss": 1.2641, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1942051683633516, |
| "grad_norm": 0.8047242090989581, |
| "learning_rate": 7.75e-06, |
| "loss": 1.1689, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.19733750978856696, |
| "grad_norm": 0.7730776885197735, |
| "learning_rate": 7.875e-06, |
| "loss": 1.1269, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2004698512137823, |
| "grad_norm": 0.7779957947469543, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.1762, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.20360219263899765, |
| "grad_norm": 0.8000417296639418, |
| "learning_rate": 8.125000000000001e-06, |
| "loss": 1.2025, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.206734534064213, |
| "grad_norm": 0.8222150496696322, |
| "learning_rate": 8.25e-06, |
| "loss": 1.2, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.20986687548942834, |
| "grad_norm": 0.7895026739737903, |
| "learning_rate": 8.375e-06, |
| "loss": 1.1623, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.21299921691464369, |
| "grad_norm": 0.7784224076989291, |
| "learning_rate": 8.5e-06, |
| "loss": 1.1554, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.21613155833985903, |
| "grad_norm": 0.798211358388717, |
| "learning_rate": 8.625000000000001e-06, |
| "loss": 1.1389, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2192638997650744, |
| "grad_norm": 0.8027997517397614, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 1.1578, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.22239624119028975, |
| "grad_norm": 0.7884275020306974, |
| "learning_rate": 8.875e-06, |
| "loss": 1.1476, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2255285826155051, |
| "grad_norm": 0.8162843570408501, |
| "learning_rate": 9e-06, |
| "loss": 1.197, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.22866092404072044, |
| "grad_norm": 0.8195467948994536, |
| "learning_rate": 9.125e-06, |
| "loss": 1.1463, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.2317932654659358, |
| "grad_norm": 0.785823621627204, |
| "learning_rate": 9.250000000000001e-06, |
| "loss": 1.13, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.23492560689115113, |
| "grad_norm": 0.7858506830531828, |
| "learning_rate": 9.375000000000001e-06, |
| "loss": 1.1392, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.23805794831636648, |
| "grad_norm": 0.8126411047255567, |
| "learning_rate": 9.5e-06, |
| "loss": 1.174, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.24119028974158183, |
| "grad_norm": 0.8134240118545614, |
| "learning_rate": 9.625e-06, |
| "loss": 1.149, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.24432263116679717, |
| "grad_norm": 2.0900195366866186, |
| "learning_rate": 9.75e-06, |
| "loss": 1.1669, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.24745497259201252, |
| "grad_norm": 0.8049430353655749, |
| "learning_rate": 9.875000000000001e-06, |
| "loss": 1.1632, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.2505873140172279, |
| "grad_norm": 0.8154348013283664, |
| "learning_rate": 1e-05, |
| "loss": 1.1752, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.25371965544244324, |
| "grad_norm": 0.7766532231446668, |
| "learning_rate": 1.0125e-05, |
| "loss": 1.1562, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.2568519968676586, |
| "grad_norm": 0.805338167968417, |
| "learning_rate": 1.025e-05, |
| "loss": 1.1875, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.25998433829287393, |
| "grad_norm": 0.7634601102161442, |
| "learning_rate": 1.0375000000000001e-05, |
| "loss": 1.1216, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.2631166797180893, |
| "grad_norm": 0.7954986672515693, |
| "learning_rate": 1.0500000000000001e-05, |
| "loss": 1.1681, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.2662490211433046, |
| "grad_norm": 0.7666715336890474, |
| "learning_rate": 1.0625e-05, |
| "loss": 1.1383, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.26938136256851997, |
| "grad_norm": 0.7841383740610983, |
| "learning_rate": 1.075e-05, |
| "loss": 1.1956, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.2725137039937353, |
| "grad_norm": 0.7593684758700783, |
| "learning_rate": 1.0875e-05, |
| "loss": 1.1199, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.27564604541895066, |
| "grad_norm": 0.7913739392990039, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 1.1665, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.278778386844166, |
| "grad_norm": 0.8205958812550826, |
| "learning_rate": 1.1125000000000001e-05, |
| "loss": 1.1756, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.28191072826938135, |
| "grad_norm": 0.7967279563962926, |
| "learning_rate": 1.125e-05, |
| "loss": 1.1559, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2850430696945967, |
| "grad_norm": 0.7673412238486342, |
| "learning_rate": 1.1375e-05, |
| "loss": 1.1744, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.28817541111981204, |
| "grad_norm": 0.805175551828789, |
| "learning_rate": 1.15e-05, |
| "loss": 1.1629, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.2913077525450274, |
| "grad_norm": 0.7505564301768121, |
| "learning_rate": 1.1625000000000001e-05, |
| "loss": 1.1384, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.29444009397024273, |
| "grad_norm": 0.8039055214719127, |
| "learning_rate": 1.1750000000000001e-05, |
| "loss": 1.146, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.2975724353954581, |
| "grad_norm": 0.7825064856728625, |
| "learning_rate": 1.1875e-05, |
| "loss": 1.1644, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3007047768206735, |
| "grad_norm": 0.7935646900032081, |
| "learning_rate": 1.2e-05, |
| "loss": 1.1469, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3038371182458888, |
| "grad_norm": 0.8024905927017434, |
| "learning_rate": 1.2125e-05, |
| "loss": 1.1402, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3069694596711042, |
| "grad_norm": 0.7830126081823029, |
| "learning_rate": 1.2250000000000001e-05, |
| "loss": 1.1733, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3101018010963195, |
| "grad_norm": 0.7997702404780472, |
| "learning_rate": 1.2375000000000001e-05, |
| "loss": 1.1991, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.31323414252153486, |
| "grad_norm": 0.7557112262293625, |
| "learning_rate": 1.25e-05, |
| "loss": 1.1463, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3163664839467502, |
| "grad_norm": 0.7794955385488898, |
| "learning_rate": 1.2625e-05, |
| "loss": 1.192, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.31949882537196556, |
| "grad_norm": 0.8098258584079975, |
| "learning_rate": 1.275e-05, |
| "loss": 1.213, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.3226311667971809, |
| "grad_norm": 0.7578592334982148, |
| "learning_rate": 1.2875000000000001e-05, |
| "loss": 1.1538, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.32576350822239625, |
| "grad_norm": 0.7801947192543522, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 1.1362, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.3288958496476116, |
| "grad_norm": 0.803547746608655, |
| "learning_rate": 1.3125e-05, |
| "loss": 1.1337, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.33202819107282694, |
| "grad_norm": 0.749613358405691, |
| "learning_rate": 1.325e-05, |
| "loss": 1.1038, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.3351605324980423, |
| "grad_norm": 0.8427226009611682, |
| "learning_rate": 1.3375e-05, |
| "loss": 1.1611, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.33829287392325763, |
| "grad_norm": 0.8147379441469031, |
| "learning_rate": 1.3500000000000001e-05, |
| "loss": 1.158, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.341425215348473, |
| "grad_norm": 0.7724455205425795, |
| "learning_rate": 1.3625e-05, |
| "loss": 1.1123, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.3445575567736883, |
| "grad_norm": 0.7752938561359628, |
| "learning_rate": 1.375e-05, |
| "loss": 1.1516, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.34768989819890367, |
| "grad_norm": 0.7714492124885363, |
| "learning_rate": 1.3875e-05, |
| "loss": 1.1251, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.350822239624119, |
| "grad_norm": 0.7951581981638454, |
| "learning_rate": 1.4e-05, |
| "loss": 1.1362, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.35395458104933436, |
| "grad_norm": 0.7654142695855861, |
| "learning_rate": 1.4125000000000003e-05, |
| "loss": 1.1494, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.3570869224745497, |
| "grad_norm": 0.7809679002598582, |
| "learning_rate": 1.425e-05, |
| "loss": 1.1533, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.36021926389976505, |
| "grad_norm": 0.8081986701754312, |
| "learning_rate": 1.4375e-05, |
| "loss": 1.1654, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.3633516053249804, |
| "grad_norm": 0.8085004016002348, |
| "learning_rate": 1.45e-05, |
| "loss": 1.1343, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.36648394675019574, |
| "grad_norm": 0.8329554845008073, |
| "learning_rate": 1.4625e-05, |
| "loss": 1.1569, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.36961628817541115, |
| "grad_norm": 0.783780585930527, |
| "learning_rate": 1.4750000000000003e-05, |
| "loss": 1.125, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.3727486296006265, |
| "grad_norm": 0.7912033183545758, |
| "learning_rate": 1.4875000000000002e-05, |
| "loss": 1.1073, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.37588097102584184, |
| "grad_norm": 0.821268337393993, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.1386, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.3790133124510572, |
| "grad_norm": 0.832261258255235, |
| "learning_rate": 1.5125e-05, |
| "loss": 1.1683, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.38214565387627253, |
| "grad_norm": 0.8094345539354894, |
| "learning_rate": 1.525e-05, |
| "loss": 1.1508, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.3852779953014879, |
| "grad_norm": 0.8008883805537554, |
| "learning_rate": 1.5375e-05, |
| "loss": 1.1111, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.3884103367267032, |
| "grad_norm": 0.7915578589687696, |
| "learning_rate": 1.55e-05, |
| "loss": 1.1479, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.39154267815191857, |
| "grad_norm": 0.8327731000166747, |
| "learning_rate": 1.5625e-05, |
| "loss": 1.1777, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.3946750195771339, |
| "grad_norm": 0.8189737080837218, |
| "learning_rate": 1.575e-05, |
| "loss": 1.1558, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.39780736100234926, |
| "grad_norm": 0.7783531314158876, |
| "learning_rate": 1.5875e-05, |
| "loss": 1.1095, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.4009397024275646, |
| "grad_norm": 0.8543936473595438, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.1427, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.40407204385277995, |
| "grad_norm": 0.8243727971086049, |
| "learning_rate": 1.6125000000000002e-05, |
| "loss": 1.1636, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.4072043852779953, |
| "grad_norm": 0.7919846838112398, |
| "learning_rate": 1.6250000000000002e-05, |
| "loss": 1.1753, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.41033672670321064, |
| "grad_norm": 0.7953800117937856, |
| "learning_rate": 1.6375e-05, |
| "loss": 1.1121, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.413469068128426, |
| "grad_norm": 0.7941547055326952, |
| "learning_rate": 1.65e-05, |
| "loss": 1.1759, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.41660140955364133, |
| "grad_norm": 0.751465418050413, |
| "learning_rate": 1.6625e-05, |
| "loss": 1.1131, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.4197337509788567, |
| "grad_norm": 0.782469109387437, |
| "learning_rate": 1.675e-05, |
| "loss": 1.1319, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.422866092404072, |
| "grad_norm": 0.7537743415586728, |
| "learning_rate": 1.6875e-05, |
| "loss": 1.123, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.42599843382928737, |
| "grad_norm": 0.8266848129941319, |
| "learning_rate": 1.7e-05, |
| "loss": 1.2021, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.4291307752545027, |
| "grad_norm": 0.7907070577194092, |
| "learning_rate": 1.7125e-05, |
| "loss": 1.1311, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.43226311667971806, |
| "grad_norm": 0.770956600368574, |
| "learning_rate": 1.7250000000000003e-05, |
| "loss": 1.1406, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.43539545810493346, |
| "grad_norm": 0.7942699632538319, |
| "learning_rate": 1.7375000000000002e-05, |
| "loss": 1.121, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.4385277995301488, |
| "grad_norm": 0.7669673284070234, |
| "learning_rate": 1.7500000000000002e-05, |
| "loss": 1.1206, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.44166014095536416, |
| "grad_norm": 0.7910094531836759, |
| "learning_rate": 1.7625e-05, |
| "loss": 1.1069, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.4447924823805795, |
| "grad_norm": 0.7711860139608495, |
| "learning_rate": 1.775e-05, |
| "loss": 1.1422, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.44792482380579485, |
| "grad_norm": 0.7957935969277278, |
| "learning_rate": 1.7875e-05, |
| "loss": 1.1059, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.4510571652310102, |
| "grad_norm": 0.7632895910705135, |
| "learning_rate": 1.8e-05, |
| "loss": 1.1327, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.45418950665622554, |
| "grad_norm": 0.7972939663996078, |
| "learning_rate": 1.8125e-05, |
| "loss": 1.1898, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.4573218480814409, |
| "grad_norm": 0.768609653869839, |
| "learning_rate": 1.825e-05, |
| "loss": 1.1361, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.46045418950665623, |
| "grad_norm": 0.74095309811706, |
| "learning_rate": 1.8375e-05, |
| "loss": 1.0726, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.4635865309318716, |
| "grad_norm": 0.7937353734822679, |
| "learning_rate": 1.8500000000000002e-05, |
| "loss": 1.1412, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.4667188723570869, |
| "grad_norm": 0.8231685857372454, |
| "learning_rate": 1.8625000000000002e-05, |
| "loss": 1.1928, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.46985121378230227, |
| "grad_norm": 0.7582039516040869, |
| "learning_rate": 1.8750000000000002e-05, |
| "loss": 1.1157, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.4729835552075176, |
| "grad_norm": 0.7945667336329015, |
| "learning_rate": 1.8875e-05, |
| "loss": 1.1339, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.47611589663273296, |
| "grad_norm": 0.7511917754873464, |
| "learning_rate": 1.9e-05, |
| "loss": 1.115, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.4792482380579483, |
| "grad_norm": 0.7567481788127869, |
| "learning_rate": 1.9125000000000004e-05, |
| "loss": 1.1438, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.48238057948316365, |
| "grad_norm": 0.8035923511844805, |
| "learning_rate": 1.925e-05, |
| "loss": 1.1488, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.485512920908379, |
| "grad_norm": 0.7832113472335267, |
| "learning_rate": 1.9375e-05, |
| "loss": 1.1473, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.48864526233359434, |
| "grad_norm": 0.7835793180590945, |
| "learning_rate": 1.95e-05, |
| "loss": 1.2008, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.4917776037588097, |
| "grad_norm": 0.8058256022750308, |
| "learning_rate": 1.9625e-05, |
| "loss": 1.148, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.49490994518402504, |
| "grad_norm": 0.7847452922181013, |
| "learning_rate": 1.9750000000000002e-05, |
| "loss": 1.1196, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.4980422866092404, |
| "grad_norm": 0.7812512360657365, |
| "learning_rate": 1.9875000000000002e-05, |
| "loss": 1.1419, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.5011746280344558, |
| "grad_norm": 0.8824042145521714, |
| "learning_rate": 2e-05, |
| "loss": 1.0868, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5043069694596711, |
| "grad_norm": 0.7567570291946419, |
| "learning_rate": 1.9999976035643366e-05, |
| "loss": 1.1777, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.5074393108848865, |
| "grad_norm": 0.7952722559164349, |
| "learning_rate": 1.9999904142688313e-05, |
| "loss": 1.1345, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.5105716523101018, |
| "grad_norm": 0.7743964880190665, |
| "learning_rate": 1.9999784321479416e-05, |
| "loss": 1.1041, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.5137039937353172, |
| "grad_norm": 0.8498468306677794, |
| "learning_rate": 1.999961657259097e-05, |
| "loss": 1.1567, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.5168363351605325, |
| "grad_norm": 0.7947824846601378, |
| "learning_rate": 1.9999400896826965e-05, |
| "loss": 1.1733, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.5199686765857479, |
| "grad_norm": 0.7487074186272767, |
| "learning_rate": 1.999913729522111e-05, |
| "loss": 1.161, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.5231010180109632, |
| "grad_norm": 0.8037325407031123, |
| "learning_rate": 1.999882576903682e-05, |
| "loss": 1.1646, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.5262333594361785, |
| "grad_norm": 0.7799604031117069, |
| "learning_rate": 1.9998466319767188e-05, |
| "loss": 1.153, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.5293657008613939, |
| "grad_norm": 0.8012827006886666, |
| "learning_rate": 1.9998058949135016e-05, |
| "loss": 1.2302, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.5324980422866092, |
| "grad_norm": 0.7752213646522256, |
| "learning_rate": 1.9997603659092773e-05, |
| "loss": 1.1444, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.5356303837118246, |
| "grad_norm": 0.7880510647431511, |
| "learning_rate": 1.9997100451822616e-05, |
| "loss": 1.1522, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.5387627251370399, |
| "grad_norm": 0.802804888286548, |
| "learning_rate": 1.9996549329736345e-05, |
| "loss": 1.1926, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.5418950665622553, |
| "grad_norm": 0.7425430954083608, |
| "learning_rate": 1.9995950295475422e-05, |
| "loss": 1.1118, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.5450274079874706, |
| "grad_norm": 0.794380669252506, |
| "learning_rate": 1.9995303351910934e-05, |
| "loss": 1.1748, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.548159749412686, |
| "grad_norm": 0.7533240888688524, |
| "learning_rate": 1.9994608502143603e-05, |
| "loss": 1.1243, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.5512920908379013, |
| "grad_norm": 0.7646481885397147, |
| "learning_rate": 1.9993865749503754e-05, |
| "loss": 1.1415, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.5544244322631167, |
| "grad_norm": 0.7915751390688428, |
| "learning_rate": 1.9993075097551302e-05, |
| "loss": 1.1005, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.557556773688332, |
| "grad_norm": 0.7921308350778985, |
| "learning_rate": 1.9992236550075746e-05, |
| "loss": 1.1215, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.5606891151135474, |
| "grad_norm": 0.7469409103210944, |
| "learning_rate": 1.9991350111096133e-05, |
| "loss": 1.1023, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.5638214565387627, |
| "grad_norm": 0.7382348346776821, |
| "learning_rate": 1.999041578486105e-05, |
| "loss": 1.1578, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.566953797963978, |
| "grad_norm": 0.7926745472354245, |
| "learning_rate": 1.99894335758486e-05, |
| "loss": 1.1692, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.5700861393891934, |
| "grad_norm": 0.7569926636991706, |
| "learning_rate": 1.998840348876639e-05, |
| "loss": 1.1385, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.5732184808144087, |
| "grad_norm": 0.7458272413839812, |
| "learning_rate": 1.9987325528551492e-05, |
| "loss": 1.1332, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.5763508222396241, |
| "grad_norm": 0.7842596742794642, |
| "learning_rate": 1.9986199700370435e-05, |
| "loss": 1.1599, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.5794831636648394, |
| "grad_norm": 0.7560805393380029, |
| "learning_rate": 1.998502600961916e-05, |
| "loss": 1.0842, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.5826155050900548, |
| "grad_norm": 0.7498681844673027, |
| "learning_rate": 1.9983804461923022e-05, |
| "loss": 1.1539, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.5857478465152701, |
| "grad_norm": 0.7698674252021521, |
| "learning_rate": 1.998253506313674e-05, |
| "loss": 1.1244, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.5888801879404855, |
| "grad_norm": 0.7668778266672499, |
| "learning_rate": 1.998121781934438e-05, |
| "loss": 1.1268, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.5920125293657008, |
| "grad_norm": 0.7473755501240149, |
| "learning_rate": 1.997985273685932e-05, |
| "loss": 1.0964, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.5951448707909162, |
| "grad_norm": 0.7456163683549248, |
| "learning_rate": 1.9978439822224228e-05, |
| "loss": 1.1468, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5982772122161315, |
| "grad_norm": 0.7586612489506767, |
| "learning_rate": 1.997697908221102e-05, |
| "loss": 1.1148, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.601409553641347, |
| "grad_norm": 0.7526265106209291, |
| "learning_rate": 1.9975470523820835e-05, |
| "loss": 1.1596, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.6045418950665623, |
| "grad_norm": 0.7515061295922136, |
| "learning_rate": 1.9973914154284e-05, |
| "loss": 1.132, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.6076742364917777, |
| "grad_norm": 0.7628083735034853, |
| "learning_rate": 1.997230998105999e-05, |
| "loss": 1.0992, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.610806577916993, |
| "grad_norm": 0.7372667581302207, |
| "learning_rate": 1.9970658011837404e-05, |
| "loss": 1.1549, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.6139389193422083, |
| "grad_norm": 0.7570962352925633, |
| "learning_rate": 1.9968958254533922e-05, |
| "loss": 1.1437, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.6170712607674237, |
| "grad_norm": 0.7760513349389108, |
| "learning_rate": 1.9967210717296256e-05, |
| "loss": 1.1143, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.620203602192639, |
| "grad_norm": 0.7710793602174225, |
| "learning_rate": 1.996541540850013e-05, |
| "loss": 1.1611, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.6233359436178544, |
| "grad_norm": 0.7497240836215765, |
| "learning_rate": 1.9963572336750227e-05, |
| "loss": 1.0894, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.6264682850430697, |
| "grad_norm": 0.769485721788448, |
| "learning_rate": 1.996168151088015e-05, |
| "loss": 1.1326, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.6296006264682851, |
| "grad_norm": 0.7914744857793413, |
| "learning_rate": 1.9959742939952393e-05, |
| "loss": 1.1642, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.6327329678935004, |
| "grad_norm": 0.7749252132709005, |
| "learning_rate": 1.9957756633258264e-05, |
| "loss": 1.1097, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.6358653093187158, |
| "grad_norm": 0.7248448375095949, |
| "learning_rate": 1.9955722600317887e-05, |
| "loss": 1.1149, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.6389976507439311, |
| "grad_norm": 0.7893182002778344, |
| "learning_rate": 1.9953640850880118e-05, |
| "loss": 1.1343, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.6421299921691465, |
| "grad_norm": 0.752880032513866, |
| "learning_rate": 1.995151139492251e-05, |
| "loss": 1.1393, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.6452623335943618, |
| "grad_norm": 0.7715420215410178, |
| "learning_rate": 1.994933424265127e-05, |
| "loss": 1.1498, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.6483946750195771, |
| "grad_norm": 0.7359564724287257, |
| "learning_rate": 1.9947109404501216e-05, |
| "loss": 1.1758, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.6515270164447925, |
| "grad_norm": 0.7587433580271375, |
| "learning_rate": 1.99448368911357e-05, |
| "loss": 1.1346, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.6546593578700078, |
| "grad_norm": 0.7720483403367886, |
| "learning_rate": 1.99425167134466e-05, |
| "loss": 1.1527, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.6577916992952232, |
| "grad_norm": 0.7504516082730889, |
| "learning_rate": 1.9940148882554223e-05, |
| "loss": 1.0908, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.6609240407204385, |
| "grad_norm": 0.7583232566276451, |
| "learning_rate": 1.9937733409807273e-05, |
| "loss": 1.1387, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.6640563821456539, |
| "grad_norm": 0.7275565863134074, |
| "learning_rate": 1.9935270306782804e-05, |
| "loss": 1.1061, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.6671887235708692, |
| "grad_norm": 0.7308212360196517, |
| "learning_rate": 1.9932759585286154e-05, |
| "loss": 1.14, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.6703210649960846, |
| "grad_norm": 0.7395935935887239, |
| "learning_rate": 1.9930201257350883e-05, |
| "loss": 1.1356, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.6734534064212999, |
| "grad_norm": 0.7318764377322893, |
| "learning_rate": 1.9927595335238736e-05, |
| "loss": 1.1468, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.6765857478465153, |
| "grad_norm": 0.716132066894738, |
| "learning_rate": 1.992494183143955e-05, |
| "loss": 1.1329, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.6797180892717306, |
| "grad_norm": 0.783963003986274, |
| "learning_rate": 1.992224075867124e-05, |
| "loss": 1.134, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.682850430696946, |
| "grad_norm": 0.7765840844001187, |
| "learning_rate": 1.991949212987969e-05, |
| "loss": 1.1525, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.6859827721221613, |
| "grad_norm": 0.7664402025464453, |
| "learning_rate": 1.9916695958238736e-05, |
| "loss": 1.1363, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.6891151135473766, |
| "grad_norm": 0.7619234106278223, |
| "learning_rate": 1.9913852257150053e-05, |
| "loss": 1.1043, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.692247454972592, |
| "grad_norm": 0.7503302852552577, |
| "learning_rate": 1.9910961040243148e-05, |
| "loss": 1.1503, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.6953797963978073, |
| "grad_norm": 0.7386647741445785, |
| "learning_rate": 1.9908022321375244e-05, |
| "loss": 1.126, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.6985121378230227, |
| "grad_norm": 0.772006501836167, |
| "learning_rate": 1.9905036114631247e-05, |
| "loss": 1.1324, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.701644479248238, |
| "grad_norm": 0.7498396218310553, |
| "learning_rate": 1.9902002434323658e-05, |
| "loss": 1.13, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.7047768206734534, |
| "grad_norm": 0.7499406276159518, |
| "learning_rate": 1.9898921294992516e-05, |
| "loss": 1.136, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.7079091620986687, |
| "grad_norm": 0.8050655298488321, |
| "learning_rate": 1.9895792711405332e-05, |
| "loss": 1.1725, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.7110415035238841, |
| "grad_norm": 0.785084787806491, |
| "learning_rate": 1.9892616698556996e-05, |
| "loss": 1.1521, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.7141738449490994, |
| "grad_norm": 0.7548865828004917, |
| "learning_rate": 1.9889393271669735e-05, |
| "loss": 1.1182, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.7173061863743148, |
| "grad_norm": 0.7609216107863833, |
| "learning_rate": 1.9886122446193015e-05, |
| "loss": 1.1345, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.7204385277995301, |
| "grad_norm": 0.7547249839650533, |
| "learning_rate": 1.9882804237803487e-05, |
| "loss": 1.1427, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.7235708692247454, |
| "grad_norm": 0.7632257000147761, |
| "learning_rate": 1.9879438662404893e-05, |
| "loss": 1.1235, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.7267032106499608, |
| "grad_norm": 0.7568637017446223, |
| "learning_rate": 1.9876025736128e-05, |
| "loss": 1.1301, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.7298355520751761, |
| "grad_norm": 0.7420518311600437, |
| "learning_rate": 1.987256547533053e-05, |
| "loss": 1.1342, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.7329678935003915, |
| "grad_norm": 0.7646439659344628, |
| "learning_rate": 1.9869057896597068e-05, |
| "loss": 1.1352, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.7361002349256069, |
| "grad_norm": 0.7312821097164371, |
| "learning_rate": 1.9865503016738983e-05, |
| "loss": 1.0321, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.7392325763508223, |
| "grad_norm": 0.7546957399103286, |
| "learning_rate": 1.9861900852794357e-05, |
| "loss": 1.1377, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.7423649177760376, |
| "grad_norm": 0.7194994232421758, |
| "learning_rate": 1.9858251422027903e-05, |
| "loss": 1.1237, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.745497259201253, |
| "grad_norm": 0.7785862815076194, |
| "learning_rate": 1.985455474193087e-05, |
| "loss": 1.1609, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.7486296006264683, |
| "grad_norm": 0.740903933948647, |
| "learning_rate": 1.985081083022097e-05, |
| "loss": 1.0945, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.7517619420516837, |
| "grad_norm": 0.7291780203060889, |
| "learning_rate": 1.984701970484229e-05, |
| "loss": 1.0856, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.754894283476899, |
| "grad_norm": 0.7587452855951344, |
| "learning_rate": 1.9843181383965207e-05, |
| "loss": 1.1665, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.7580266249021144, |
| "grad_norm": 0.7407242126385574, |
| "learning_rate": 1.98392958859863e-05, |
| "loss": 1.1194, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.7611589663273297, |
| "grad_norm": 0.7518927137010917, |
| "learning_rate": 1.9835363229528255e-05, |
| "loss": 1.1213, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.7642913077525451, |
| "grad_norm": 0.749707981917893, |
| "learning_rate": 1.9831383433439798e-05, |
| "loss": 1.1007, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.7674236491777604, |
| "grad_norm": 0.7695157385802572, |
| "learning_rate": 1.982735651679557e-05, |
| "loss": 1.1203, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.7705559906029757, |
| "grad_norm": 0.7438784077225071, |
| "learning_rate": 1.982328249889607e-05, |
| "loss": 1.135, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.7736883320281911, |
| "grad_norm": 0.7415443518523247, |
| "learning_rate": 1.9819161399267545e-05, |
| "loss": 1.076, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.7768206734534064, |
| "grad_norm": 0.7482623409973128, |
| "learning_rate": 1.9814993237661887e-05, |
| "loss": 1.1561, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.7799530148786218, |
| "grad_norm": 0.7460111329694793, |
| "learning_rate": 1.9810778034056562e-05, |
| "loss": 1.1132, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.7830853563038371, |
| "grad_norm": 0.7288330170842255, |
| "learning_rate": 1.98065158086545e-05, |
| "loss": 1.0535, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.7862176977290525, |
| "grad_norm": 0.7314199802562354, |
| "learning_rate": 1.9802206581883992e-05, |
| "loss": 1.1316, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.7893500391542678, |
| "grad_norm": 0.7804910252834903, |
| "learning_rate": 1.9797850374398617e-05, |
| "loss": 1.1219, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.7924823805794832, |
| "grad_norm": 0.7298549749672437, |
| "learning_rate": 1.9793447207077114e-05, |
| "loss": 1.1124, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.7956147220046985, |
| "grad_norm": 0.7551562547765204, |
| "learning_rate": 1.9788997101023294e-05, |
| "loss": 1.1458, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.7987470634299139, |
| "grad_norm": 0.7641456778799793, |
| "learning_rate": 1.9784500077565944e-05, |
| "loss": 1.1743, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.8018794048551292, |
| "grad_norm": 0.7350148397112547, |
| "learning_rate": 1.977995615825872e-05, |
| "loss": 1.137, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.8050117462803446, |
| "grad_norm": 0.742949716719734, |
| "learning_rate": 1.9775365364880043e-05, |
| "loss": 1.1294, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.8081440877055599, |
| "grad_norm": 0.7336184274603342, |
| "learning_rate": 1.9770727719432994e-05, |
| "loss": 1.13, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.8112764291307752, |
| "grad_norm": 0.7150049627370941, |
| "learning_rate": 1.976604324414521e-05, |
| "loss": 1.079, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.8144087705559906, |
| "grad_norm": 0.729004714169207, |
| "learning_rate": 1.9761311961468782e-05, |
| "loss": 1.0903, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.8175411119812059, |
| "grad_norm": 0.7432345451419001, |
| "learning_rate": 1.9756533894080132e-05, |
| "loss": 1.1718, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.8206734534064213, |
| "grad_norm": 0.7485136400635154, |
| "learning_rate": 1.975170906487993e-05, |
| "loss": 1.123, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.8238057948316366, |
| "grad_norm": 0.7792494517105039, |
| "learning_rate": 1.9746837496992953e-05, |
| "loss": 1.1018, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.826938136256852, |
| "grad_norm": 0.7534542131696997, |
| "learning_rate": 1.974191921376801e-05, |
| "loss": 1.1376, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.8300704776820673, |
| "grad_norm": 0.7486965183472643, |
| "learning_rate": 1.9736954238777793e-05, |
| "loss": 1.1112, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.8332028191072827, |
| "grad_norm": 0.7675798633230227, |
| "learning_rate": 1.9731942595818786e-05, |
| "loss": 1.1506, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.836335160532498, |
| "grad_norm": 0.7361146624834083, |
| "learning_rate": 1.9726884308911153e-05, |
| "loss": 1.1072, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.8394675019577134, |
| "grad_norm": 0.7546626067336956, |
| "learning_rate": 1.9721779402298614e-05, |
| "loss": 1.105, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.8425998433829287, |
| "grad_norm": 0.7592163829713124, |
| "learning_rate": 1.9716627900448323e-05, |
| "loss": 1.1045, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.845732184808144, |
| "grad_norm": 0.7263452707909194, |
| "learning_rate": 1.971142982805077e-05, |
| "loss": 1.1131, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.8488645262333594, |
| "grad_norm": 0.7354286459707577, |
| "learning_rate": 1.9706185210019648e-05, |
| "loss": 1.1676, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.8519968676585747, |
| "grad_norm": 0.7423168880868267, |
| "learning_rate": 1.9700894071491736e-05, |
| "loss": 1.1529, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.8551292090837901, |
| "grad_norm": 0.7524433622381994, |
| "learning_rate": 1.969555643782677e-05, |
| "loss": 1.11, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.8582615505090054, |
| "grad_norm": 0.7553141589784657, |
| "learning_rate": 1.969017233460736e-05, |
| "loss": 1.1777, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.8613938919342208, |
| "grad_norm": 0.7431732388608101, |
| "learning_rate": 1.9684741787638808e-05, |
| "loss": 1.1588, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.8645262333594361, |
| "grad_norm": 0.7563523934795757, |
| "learning_rate": 1.9679264822949027e-05, |
| "loss": 1.1277, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.8676585747846516, |
| "grad_norm": 0.743913029928575, |
| "learning_rate": 1.967374146678841e-05, |
| "loss": 1.0578, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.8707909162098669, |
| "grad_norm": 0.76235114176879, |
| "learning_rate": 1.966817174562968e-05, |
| "loss": 1.1283, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.8739232576350823, |
| "grad_norm": 0.7537117820426102, |
| "learning_rate": 1.9662555686167808e-05, |
| "loss": 1.1312, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.8770555990602976, |
| "grad_norm": 0.7425818024035084, |
| "learning_rate": 1.9656893315319838e-05, |
| "loss": 1.1127, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.880187940485513, |
| "grad_norm": 0.7902486001191769, |
| "learning_rate": 1.9651184660224786e-05, |
| "loss": 1.1369, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.8833202819107283, |
| "grad_norm": 0.7580680784170756, |
| "learning_rate": 1.96454297482435e-05, |
| "loss": 1.0847, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.8864526233359437, |
| "grad_norm": 0.7813627798317231, |
| "learning_rate": 1.9639628606958535e-05, |
| "loss": 1.0851, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.889584964761159, |
| "grad_norm": 0.7613328270635236, |
| "learning_rate": 1.963378126417401e-05, |
| "loss": 1.077, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.8927173061863743, |
| "grad_norm": 0.7773885553361843, |
| "learning_rate": 1.9627887747915496e-05, |
| "loss": 1.0678, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.8958496476115897, |
| "grad_norm": 0.7650287423748288, |
| "learning_rate": 1.9621948086429847e-05, |
| "loss": 1.1636, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.898981989036805, |
| "grad_norm": 0.7817877274905041, |
| "learning_rate": 1.96159623081851e-05, |
| "loss": 1.1262, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.9021143304620204, |
| "grad_norm": 0.7527999272006599, |
| "learning_rate": 1.960993044187032e-05, |
| "loss": 1.1082, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.9052466718872357, |
| "grad_norm": 0.7350684686021072, |
| "learning_rate": 1.9603852516395472e-05, |
| "loss": 1.1019, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.9083790133124511, |
| "grad_norm": 0.7222753898804246, |
| "learning_rate": 1.9597728560891266e-05, |
| "loss": 1.1204, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.9115113547376664, |
| "grad_norm": 0.7894532542241856, |
| "learning_rate": 1.9591558604709028e-05, |
| "loss": 1.1405, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.9146436961628818, |
| "grad_norm": 0.7634432547529683, |
| "learning_rate": 1.958534267742057e-05, |
| "loss": 1.1368, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.9177760375880971, |
| "grad_norm": 0.763149271096417, |
| "learning_rate": 1.9579080808818035e-05, |
| "loss": 1.122, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.9209083790133125, |
| "grad_norm": 0.7380685951966892, |
| "learning_rate": 1.9572773028913744e-05, |
| "loss": 1.1044, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.9240407204385278, |
| "grad_norm": 0.7455823416370709, |
| "learning_rate": 1.956641936794008e-05, |
| "loss": 1.1205, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.9271730618637432, |
| "grad_norm": 0.7364688923639685, |
| "learning_rate": 1.956001985634932e-05, |
| "loss": 1.1512, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.9303054032889585, |
| "grad_norm": 0.7134786654834753, |
| "learning_rate": 1.9553574524813507e-05, |
| "loss": 1.1056, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.9334377447141738, |
| "grad_norm": 0.7170844865094715, |
| "learning_rate": 1.9547083404224273e-05, |
| "loss": 1.1325, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.9365700861393892, |
| "grad_norm": 0.6823076058596949, |
| "learning_rate": 1.9540546525692736e-05, |
| "loss": 1.0178, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.9397024275646045, |
| "grad_norm": 0.7416982640172877, |
| "learning_rate": 1.9533963920549307e-05, |
| "loss": 1.1293, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.9428347689898199, |
| "grad_norm": 0.6949473720891305, |
| "learning_rate": 1.9527335620343567e-05, |
| "loss": 1.1152, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.9459671104150352, |
| "grad_norm": 0.7300442646550352, |
| "learning_rate": 1.9520661656844107e-05, |
| "loss": 1.1324, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.9490994518402506, |
| "grad_norm": 0.7453171429773002, |
| "learning_rate": 1.9513942062038375e-05, |
| "loss": 1.1833, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.9522317932654659, |
| "grad_norm": 0.7387019005056833, |
| "learning_rate": 1.9507176868132517e-05, |
| "loss": 1.101, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.9553641346906813, |
| "grad_norm": 0.7116175190537836, |
| "learning_rate": 1.950036610755125e-05, |
| "loss": 1.1204, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.9584964761158966, |
| "grad_norm": 0.7466335049949244, |
| "learning_rate": 1.9493509812937666e-05, |
| "loss": 1.1376, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.961628817541112, |
| "grad_norm": 0.7380075174756867, |
| "learning_rate": 1.94866080171531e-05, |
| "loss": 1.1225, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.9647611589663273, |
| "grad_norm": 0.747788910002534, |
| "learning_rate": 1.9479660753276978e-05, |
| "loss": 1.1651, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.9678935003915426, |
| "grad_norm": 0.7277939144026558, |
| "learning_rate": 1.947266805460664e-05, |
| "loss": 1.1005, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.971025841816758, |
| "grad_norm": 0.7594540196531739, |
| "learning_rate": 1.9465629954657185e-05, |
| "loss": 1.131, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.9741581832419733, |
| "grad_norm": 0.7685734409142018, |
| "learning_rate": 1.9458546487161326e-05, |
| "loss": 1.1645, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.9772905246671887, |
| "grad_norm": 0.7221986487220532, |
| "learning_rate": 1.945141768606921e-05, |
| "loss": 1.0698, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.980422866092404, |
| "grad_norm": 0.7136839321857378, |
| "learning_rate": 1.9444243585548266e-05, |
| "loss": 1.1085, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.9835552075176194, |
| "grad_norm": 0.7257358526029265, |
| "learning_rate": 1.943702421998303e-05, |
| "loss": 1.088, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.9866875489428347, |
| "grad_norm": 0.7283314263257034, |
| "learning_rate": 1.9429759623974992e-05, |
| "loss": 1.1275, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.9898198903680501, |
| "grad_norm": 0.7150867610674063, |
| "learning_rate": 1.942244983234243e-05, |
| "loss": 1.1191, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.9929522317932654, |
| "grad_norm": 0.7256772289345883, |
| "learning_rate": 1.9415094880120236e-05, |
| "loss": 1.1267, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.9960845732184808, |
| "grad_norm": 0.7160733246362201, |
| "learning_rate": 1.940769480255974e-05, |
| "loss": 1.0924, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.9992169146436961, |
| "grad_norm": 0.6968857896809572, |
| "learning_rate": 1.9400249635128575e-05, |
| "loss": 1.0343, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6968857896809572, |
| "learning_rate": 1.939275941351046e-05, |
| "loss": 1.1068, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.0031323414252153, |
| "grad_norm": 1.6156520613544338, |
| "learning_rate": 1.9385224173605072e-05, |
| "loss": 1.0187, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.0062646828504307, |
| "grad_norm": 0.8615572642140844, |
| "learning_rate": 1.9377643951527834e-05, |
| "loss": 0.9501, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.009397024275646, |
| "grad_norm": 0.8236605914660184, |
| "learning_rate": 1.937001878360979e-05, |
| "loss": 0.9672, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.0125293657008614, |
| "grad_norm": 0.81342630340967, |
| "learning_rate": 1.9362348706397374e-05, |
| "loss": 0.9559, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.0156617071260767, |
| "grad_norm": 0.8581319434910718, |
| "learning_rate": 1.935463375665229e-05, |
| "loss": 0.9808, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.018794048551292, |
| "grad_norm": 0.8129587194790275, |
| "learning_rate": 1.934687397135129e-05, |
| "loss": 0.9512, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.0219263899765074, |
| "grad_norm": 0.8327468346046575, |
| "learning_rate": 1.933906938768604e-05, |
| "loss": 0.9776, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.0250587314017228, |
| "grad_norm": 0.8873213443616459, |
| "learning_rate": 1.9331220043062894e-05, |
| "loss": 0.9568, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.0281910728269381, |
| "grad_norm": 0.8763873438765251, |
| "learning_rate": 1.9323325975102757e-05, |
| "loss": 0.9854, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.0313234142521535, |
| "grad_norm": 0.8737645235450247, |
| "learning_rate": 1.9315387221640874e-05, |
| "loss": 0.9766, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.0344557556773688, |
| "grad_norm": 0.8226677263540446, |
| "learning_rate": 1.9307403820726675e-05, |
| "loss": 0.9439, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.0375880971025842, |
| "grad_norm": 0.8561637749159361, |
| "learning_rate": 1.929937581062357e-05, |
| "loss": 0.962, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.0407204385277995, |
| "grad_norm": 0.8096315231114, |
| "learning_rate": 1.929130322980878e-05, |
| "loss": 0.9454, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.0438527799530148, |
| "grad_norm": 0.8289922628570354, |
| "learning_rate": 1.9283186116973146e-05, |
| "loss": 0.9844, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.0469851213782302, |
| "grad_norm": 0.7901830667535128, |
| "learning_rate": 1.927502451102095e-05, |
| "loss": 0.9493, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.0501174628034455, |
| "grad_norm": 0.7761466037885246, |
| "learning_rate": 1.926681845106971e-05, |
| "loss": 0.9465, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.0532498042286609, |
| "grad_norm": 0.8141355109509392, |
| "learning_rate": 1.925856797645002e-05, |
| "loss": 0.95, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.0563821456538762, |
| "grad_norm": 0.8074412075844187, |
| "learning_rate": 1.925027312670534e-05, |
| "loss": 0.9436, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.0595144870790916, |
| "grad_norm": 0.8272827849228525, |
| "learning_rate": 1.9241933941591826e-05, |
| "loss": 0.9703, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.062646828504307, |
| "grad_norm": 0.7914982733889313, |
| "learning_rate": 1.9233550461078114e-05, |
| "loss": 0.9512, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.0657791699295223, |
| "grad_norm": 0.7994475682723842, |
| "learning_rate": 1.9225122725345145e-05, |
| "loss": 0.9456, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.0689115113547376, |
| "grad_norm": 0.8465580424768789, |
| "learning_rate": 1.9216650774785975e-05, |
| "loss": 0.9432, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.072043852779953, |
| "grad_norm": 0.8466406131696012, |
| "learning_rate": 1.920813465000557e-05, |
| "loss": 0.9697, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.0751761942051683, |
| "grad_norm": 0.8033646805720518, |
| "learning_rate": 1.9199574391820627e-05, |
| "loss": 0.9541, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.0783085356303836, |
| "grad_norm": 0.8224052298742338, |
| "learning_rate": 1.9190970041259352e-05, |
| "loss": 1.0003, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.081440877055599, |
| "grad_norm": 0.7997901412752633, |
| "learning_rate": 1.91823216395613e-05, |
| "loss": 0.9903, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.0845732184808143, |
| "grad_norm": 0.8140939297756549, |
| "learning_rate": 1.917362922817714e-05, |
| "loss": 0.9549, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.0877055599060297, |
| "grad_norm": 0.7824285972233995, |
| "learning_rate": 1.9164892848768485e-05, |
| "loss": 0.9593, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.090837901331245, |
| "grad_norm": 0.7836791598591205, |
| "learning_rate": 1.9156112543207674e-05, |
| "loss": 0.9582, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.0939702427564604, |
| "grad_norm": 0.7911753479916747, |
| "learning_rate": 1.914728835357759e-05, |
| "loss": 0.9348, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.0971025841816757, |
| "grad_norm": 0.7782991822882203, |
| "learning_rate": 1.913842032217143e-05, |
| "loss": 0.9631, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.100234925606891, |
| "grad_norm": 0.8014360461302352, |
| "learning_rate": 1.912950849149253e-05, |
| "loss": 0.9351, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.1033672670321064, |
| "grad_norm": 0.8312030203793829, |
| "learning_rate": 1.912055290425415e-05, |
| "loss": 0.9668, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.1064996084573218, |
| "grad_norm": 0.7891597416989514, |
| "learning_rate": 1.911155360337926e-05, |
| "loss": 0.9432, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.109631949882537, |
| "grad_norm": 0.7878291420752258, |
| "learning_rate": 1.9102510632000365e-05, |
| "loss": 0.9521, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.1127642913077525, |
| "grad_norm": 0.8120607285651226, |
| "learning_rate": 1.909342403345925e-05, |
| "loss": 0.9425, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.1158966327329678, |
| "grad_norm": 0.7856758097045018, |
| "learning_rate": 1.9084293851306815e-05, |
| "loss": 0.9542, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.1190289741581831, |
| "grad_norm": 0.7684160480129255, |
| "learning_rate": 1.9075120129302857e-05, |
| "loss": 0.9454, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.1221613155833985, |
| "grad_norm": 0.8316731012269218, |
| "learning_rate": 1.9065902911415836e-05, |
| "loss": 0.9919, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.1252936570086138, |
| "grad_norm": 0.822006226986475, |
| "learning_rate": 1.905664224182269e-05, |
| "loss": 0.9751, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.1284259984338294, |
| "grad_norm": 0.7696798368031216, |
| "learning_rate": 1.9047338164908628e-05, |
| "loss": 0.9717, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.1315583398590445, |
| "grad_norm": 0.8046009384769924, |
| "learning_rate": 1.903799072526688e-05, |
| "loss": 0.8908, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.13469068128426, |
| "grad_norm": 0.7979550376850155, |
| "learning_rate": 1.9028599967698533e-05, |
| "loss": 0.9904, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.1378230227094752, |
| "grad_norm": 0.8107407192621531, |
| "learning_rate": 1.9019165937212273e-05, |
| "loss": 0.9528, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.1409553641346908, |
| "grad_norm": 0.7767024196508194, |
| "learning_rate": 1.900968867902419e-05, |
| "loss": 0.9159, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.144087705559906, |
| "grad_norm": 0.7927579094268248, |
| "learning_rate": 1.9000168238557574e-05, |
| "loss": 0.9252, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.1472200469851215, |
| "grad_norm": 0.8295313527055139, |
| "learning_rate": 1.899060466144267e-05, |
| "loss": 0.941, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.1503523884103368, |
| "grad_norm": 0.7746260340598791, |
| "learning_rate": 1.8980997993516462e-05, |
| "loss": 0.9237, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.1534847298355522, |
| "grad_norm": 0.7971878626092886, |
| "learning_rate": 1.897134828082248e-05, |
| "loss": 0.9387, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.1566170712607675, |
| "grad_norm": 0.807852831490928, |
| "learning_rate": 1.8961655569610557e-05, |
| "loss": 0.9958, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.1597494126859829, |
| "grad_norm": 0.8147989237592862, |
| "learning_rate": 1.895191990633661e-05, |
| "loss": 0.953, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.1628817541111982, |
| "grad_norm": 0.7959883702024442, |
| "learning_rate": 1.8942141337662415e-05, |
| "loss": 0.9419, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.1660140955364136, |
| "grad_norm": 0.7895917093808684, |
| "learning_rate": 1.89323199104554e-05, |
| "loss": 1.0, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.169146436961629, |
| "grad_norm": 0.7788706927325837, |
| "learning_rate": 1.89224556717884e-05, |
| "loss": 0.9641, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.1722787783868442, |
| "grad_norm": 0.8275735256549743, |
| "learning_rate": 1.891254866893944e-05, |
| "loss": 0.9596, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.1754111198120596, |
| "grad_norm": 0.7901905557676397, |
| "learning_rate": 1.8902598949391507e-05, |
| "loss": 0.9881, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.178543461237275, |
| "grad_norm": 0.7938940344571249, |
| "learning_rate": 1.8892606560832335e-05, |
| "loss": 0.9056, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.1816758026624903, |
| "grad_norm": 0.7774862380646365, |
| "learning_rate": 1.8882571551154152e-05, |
| "loss": 0.9408, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.1848081440877056, |
| "grad_norm": 0.8020328348235701, |
| "learning_rate": 1.8872493968453467e-05, |
| "loss": 0.9251, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.187940485512921, |
| "grad_norm": 0.806279534293864, |
| "learning_rate": 1.8862373861030838e-05, |
| "loss": 0.948, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.1910728269381363, |
| "grad_norm": 0.8025985732944699, |
| "learning_rate": 1.885221127739064e-05, |
| "loss": 0.9588, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.1942051683633517, |
| "grad_norm": 0.7681611064314322, |
| "learning_rate": 1.8842006266240826e-05, |
| "loss": 0.9286, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.197337509788567, |
| "grad_norm": 0.7830003805481669, |
| "learning_rate": 1.88317588764927e-05, |
| "loss": 0.9641, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.2004698512137824, |
| "grad_norm": 0.7682889170068867, |
| "learning_rate": 1.8821469157260687e-05, |
| "loss": 0.9293, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.2036021926389977, |
| "grad_norm": 0.8006318522209638, |
| "learning_rate": 1.8811137157862084e-05, |
| "loss": 0.9283, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.206734534064213, |
| "grad_norm": 0.8064409365222602, |
| "learning_rate": 1.8800762927816835e-05, |
| "loss": 0.9974, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.2098668754894284, |
| "grad_norm": 0.7771414813466695, |
| "learning_rate": 1.8790346516847288e-05, |
| "loss": 0.9414, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.2129992169146437, |
| "grad_norm": 0.8516980588228736, |
| "learning_rate": 1.8779887974877965e-05, |
| "loss": 0.9708, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.216131558339859, |
| "grad_norm": 0.8233081545979598, |
| "learning_rate": 1.876938735203531e-05, |
| "loss": 0.9856, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.2192638997650744, |
| "grad_norm": 0.8148185121214713, |
| "learning_rate": 1.8758844698647457e-05, |
| "loss": 0.9441, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.2223962411902898, |
| "grad_norm": 0.8121759062847519, |
| "learning_rate": 1.8748260065243985e-05, |
| "loss": 0.9865, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.2255285826155051, |
| "grad_norm": 0.8027197651573186, |
| "learning_rate": 1.8737633502555685e-05, |
| "loss": 0.9809, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.2286609240407205, |
| "grad_norm": 0.8058527578911673, |
| "learning_rate": 1.8726965061514297e-05, |
| "loss": 0.9611, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.2317932654659358, |
| "grad_norm": 0.7952817742989116, |
| "learning_rate": 1.8716254793252294e-05, |
| "loss": 0.9786, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.2349256068911512, |
| "grad_norm": 0.7839895990296804, |
| "learning_rate": 1.870550274910261e-05, |
| "loss": 0.9601, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.2380579483163665, |
| "grad_norm": 0.8549762083059709, |
| "learning_rate": 1.869470898059841e-05, |
| "loss": 1.0219, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.2411902897415819, |
| "grad_norm": 0.788953768471007, |
| "learning_rate": 1.868387353947284e-05, |
| "loss": 1.0143, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.2443226311667972, |
| "grad_norm": 0.8217786523602275, |
| "learning_rate": 1.8672996477658767e-05, |
| "loss": 0.9523, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.2474549725920125, |
| "grad_norm": 0.7704666004345789, |
| "learning_rate": 1.8662077847288554e-05, |
| "loss": 0.9207, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.250587314017228, |
| "grad_norm": 0.7525516825767109, |
| "learning_rate": 1.8651117700693794e-05, |
| "loss": 0.9477, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.2537196554424432, |
| "grad_norm": 0.8253629375930066, |
| "learning_rate": 1.8640116090405055e-05, |
| "loss": 0.9731, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.2568519968676586, |
| "grad_norm": 0.7915558764489208, |
| "learning_rate": 1.8629073069151638e-05, |
| "loss": 0.9199, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.259984338292874, |
| "grad_norm": 0.7782487189596384, |
| "learning_rate": 1.8617988689861333e-05, |
| "loss": 0.9199, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.2631166797180893, |
| "grad_norm": 0.7980723005204162, |
| "learning_rate": 1.8606863005660133e-05, |
| "loss": 0.9212, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.2662490211433046, |
| "grad_norm": 0.8048484955000166, |
| "learning_rate": 1.8595696069872013e-05, |
| "loss": 0.9581, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.26938136256852, |
| "grad_norm": 0.8032453880110384, |
| "learning_rate": 1.8584487936018663e-05, |
| "loss": 0.9821, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.2725137039937353, |
| "grad_norm": 0.8005507805303662, |
| "learning_rate": 1.8573238657819225e-05, |
| "loss": 0.9411, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.2756460454189507, |
| "grad_norm": 0.7916521575263914, |
| "learning_rate": 1.8561948289190035e-05, |
| "loss": 0.9357, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.278778386844166, |
| "grad_norm": 0.7979831477850623, |
| "learning_rate": 1.855061688424439e-05, |
| "loss": 0.9679, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.2819107282693813, |
| "grad_norm": 0.7843000585547435, |
| "learning_rate": 1.8539244497292248e-05, |
| "loss": 0.9636, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.2850430696945967, |
| "grad_norm": 0.784278644818112, |
| "learning_rate": 1.8527831182839997e-05, |
| "loss": 1.0007, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.288175411119812, |
| "grad_norm": 0.7946831238148018, |
| "learning_rate": 1.8516376995590185e-05, |
| "loss": 0.9813, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.2913077525450274, |
| "grad_norm": 0.8109210495548596, |
| "learning_rate": 1.850488199044126e-05, |
| "loss": 0.9349, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.2944400939702427, |
| "grad_norm": 0.7934617847842895, |
| "learning_rate": 1.84933462224873e-05, |
| "loss": 0.9416, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.297572435395458, |
| "grad_norm": 0.7902841843838354, |
| "learning_rate": 1.848176974701775e-05, |
| "loss": 0.9346, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.3007047768206734, |
| "grad_norm": 0.779580351091375, |
| "learning_rate": 1.847015261951718e-05, |
| "loss": 0.9739, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.3038371182458888, |
| "grad_norm": 0.7785529627916624, |
| "learning_rate": 1.845849489566498e-05, |
| "loss": 0.9583, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.3069694596711041, |
| "grad_norm": 0.8436224516793075, |
| "learning_rate": 1.8446796631335123e-05, |
| "loss": 0.9681, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.3101018010963195, |
| "grad_norm": 0.8155304400749016, |
| "learning_rate": 1.8435057882595885e-05, |
| "loss": 0.9455, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.3132341425215348, |
| "grad_norm": 0.8154776896881121, |
| "learning_rate": 1.8423278705709573e-05, |
| "loss": 0.9319, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.3163664839467502, |
| "grad_norm": 0.7875316068008983, |
| "learning_rate": 1.841145915713227e-05, |
| "loss": 0.9839, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.3194988253719655, |
| "grad_norm": 0.7878642203922693, |
| "learning_rate": 1.8399599293513555e-05, |
| "loss": 0.9611, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.3226311667971808, |
| "grad_norm": 0.8272412655909572, |
| "learning_rate": 1.8387699171696222e-05, |
| "loss": 0.9676, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.3257635082223962, |
| "grad_norm": 0.8036668057730373, |
| "learning_rate": 1.837575884871603e-05, |
| "loss": 0.9585, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.3288958496476115, |
| "grad_norm": 0.7745104838154117, |
| "learning_rate": 1.8363778381801404e-05, |
| "loss": 0.9586, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.3320281910728269, |
| "grad_norm": 0.8044310075899959, |
| "learning_rate": 1.8351757828373183e-05, |
| "loss": 0.9773, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.3351605324980422, |
| "grad_norm": 0.7816652761458432, |
| "learning_rate": 1.8339697246044333e-05, |
| "loss": 0.9483, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.3382928739232576, |
| "grad_norm": 0.805576362415665, |
| "learning_rate": 1.8327596692619674e-05, |
| "loss": 1.0151, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.341425215348473, |
| "grad_norm": 0.7789246864462362, |
| "learning_rate": 1.83154562260956e-05, |
| "loss": 0.9395, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.3445575567736883, |
| "grad_norm": 0.7843379086528441, |
| "learning_rate": 1.8303275904659807e-05, |
| "loss": 0.9632, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.3476898981989036, |
| "grad_norm": 0.7738505946833321, |
| "learning_rate": 1.829105578669101e-05, |
| "loss": 0.898, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.350822239624119, |
| "grad_norm": 0.773409651313221, |
| "learning_rate": 1.8278795930758656e-05, |
| "loss": 0.925, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.3539545810493343, |
| "grad_norm": 0.775638063691069, |
| "learning_rate": 1.826649639562266e-05, |
| "loss": 0.9296, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.3570869224745497, |
| "grad_norm": 0.8255837346883753, |
| "learning_rate": 1.8254157240233114e-05, |
| "loss": 0.9578, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.360219263899765, |
| "grad_norm": 0.8225702778393079, |
| "learning_rate": 1.8241778523729997e-05, |
| "loss": 0.9938, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.3633516053249803, |
| "grad_norm": 0.8024681843740595, |
| "learning_rate": 1.8229360305442906e-05, |
| "loss": 0.9898, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.3664839467501957, |
| "grad_norm": 0.7659268418287953, |
| "learning_rate": 1.8216902644890768e-05, |
| "loss": 0.9582, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.3696162881754113, |
| "grad_norm": 0.7979578032515822, |
| "learning_rate": 1.8204405601781542e-05, |
| "loss": 0.9539, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.3727486296006264, |
| "grad_norm": 0.7840678597712154, |
| "learning_rate": 1.819186923601195e-05, |
| "loss": 0.9662, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.375880971025842, |
| "grad_norm": 0.7951677564440199, |
| "learning_rate": 1.8179293607667177e-05, |
| "loss": 0.963, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.379013312451057, |
| "grad_norm": 0.7824747662278654, |
| "learning_rate": 1.8166678777020595e-05, |
| "loss": 0.9646, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.3821456538762726, |
| "grad_norm": 0.7889899716482371, |
| "learning_rate": 1.8154024804533464e-05, |
| "loss": 0.9949, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.3852779953014878, |
| "grad_norm": 0.8294307839008276, |
| "learning_rate": 1.8141331750854647e-05, |
| "loss": 0.9745, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.3884103367267033, |
| "grad_norm": 0.8026550217216318, |
| "learning_rate": 1.8128599676820306e-05, |
| "loss": 0.9605, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.3915426781519185, |
| "grad_norm": 0.8043494358409277, |
| "learning_rate": 1.8115828643453647e-05, |
| "loss": 0.9419, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.394675019577134, |
| "grad_norm": 0.7904914993084787, |
| "learning_rate": 1.8103018711964588e-05, |
| "loss": 0.9636, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.3978073610023491, |
| "grad_norm": 0.833878643616376, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 0.9799, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.4009397024275647, |
| "grad_norm": 0.8351491373093172, |
| "learning_rate": 1.807728240039081e-05, |
| "loss": 0.954, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.4040720438527798, |
| "grad_norm": 0.8413539861179071, |
| "learning_rate": 1.806435614365692e-05, |
| "loss": 0.9939, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.4072043852779954, |
| "grad_norm": 0.8339283054897446, |
| "learning_rate": 1.8051391235501695e-05, |
| "loss": 0.9699, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.4103367267032105, |
| "grad_norm": 0.8013532736907198, |
| "learning_rate": 1.8038387738064274e-05, |
| "loss": 0.9581, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.413469068128426, |
| "grad_norm": 0.8255816811624092, |
| "learning_rate": 1.8025345713668746e-05, |
| "loss": 1.0, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.4166014095536412, |
| "grad_norm": 0.8242603985956736, |
| "learning_rate": 1.8012265224823853e-05, |
| "loss": 0.9364, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.4197337509788568, |
| "grad_norm": 0.8322278182809092, |
| "learning_rate": 1.79991463342227e-05, |
| "loss": 0.9851, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.422866092404072, |
| "grad_norm": 0.8163638205578437, |
| "learning_rate": 1.7985989104742434e-05, |
| "loss": 0.9499, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.4259984338292875, |
| "grad_norm": 0.8442359156970612, |
| "learning_rate": 1.7972793599443966e-05, |
| "loss": 0.9491, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.4291307752545026, |
| "grad_norm": 0.7893355911335334, |
| "learning_rate": 1.795955988157166e-05, |
| "loss": 0.9816, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.4322631166797182, |
| "grad_norm": 0.806471339752882, |
| "learning_rate": 1.7946288014553017e-05, |
| "loss": 0.9549, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.4353954581049335, |
| "grad_norm": 0.8364165434031879, |
| "learning_rate": 1.7932978061998393e-05, |
| "loss": 0.9836, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.4385277995301489, |
| "grad_norm": 0.7859146658803116, |
| "learning_rate": 1.7919630087700672e-05, |
| "loss": 0.9842, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.4416601409553642, |
| "grad_norm": 0.7690910792708224, |
| "learning_rate": 1.790624415563498e-05, |
| "loss": 0.9396, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.4447924823805796, |
| "grad_norm": 0.8496502770784555, |
| "learning_rate": 1.7892820329958368e-05, |
| "loss": 0.9579, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.447924823805795, |
| "grad_norm": 0.8471130092608972, |
| "learning_rate": 1.7879358675009506e-05, |
| "loss": 0.9973, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.4510571652310102, |
| "grad_norm": 0.784501551931219, |
| "learning_rate": 1.786585925530837e-05, |
| "loss": 0.9641, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.4541895066562256, |
| "grad_norm": 0.836729539160783, |
| "learning_rate": 1.7852322135555946e-05, |
| "loss": 0.9319, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.457321848081441, |
| "grad_norm": 0.8356458620469223, |
| "learning_rate": 1.7838747380633904e-05, |
| "loss": 0.9571, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.4604541895066563, |
| "grad_norm": 0.8216191110677196, |
| "learning_rate": 1.78251350556043e-05, |
| "loss": 0.9553, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.4635865309318716, |
| "grad_norm": 0.7966731084754197, |
| "learning_rate": 1.7811485225709255e-05, |
| "loss": 0.9519, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.466718872357087, |
| "grad_norm": 0.869796047610942, |
| "learning_rate": 1.7797797956370646e-05, |
| "loss": 0.9836, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.4698512137823023, |
| "grad_norm": 0.8527775209514664, |
| "learning_rate": 1.7784073313189796e-05, |
| "loss": 0.9559, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.4729835552075177, |
| "grad_norm": 0.7722201957501883, |
| "learning_rate": 1.7770311361947155e-05, |
| "loss": 0.9424, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.476115896632733, |
| "grad_norm": 0.8231174830960291, |
| "learning_rate": 1.775651216860198e-05, |
| "loss": 1.0208, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.4792482380579484, |
| "grad_norm": 0.8323084233244761, |
| "learning_rate": 1.7742675799292033e-05, |
| "loss": 1.0034, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.4823805794831637, |
| "grad_norm": 0.8153252414548278, |
| "learning_rate": 1.772880232033325e-05, |
| "loss": 0.9844, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.485512920908379, |
| "grad_norm": 0.8189526410041873, |
| "learning_rate": 1.7714891798219432e-05, |
| "loss": 0.9666, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.4886452623335944, |
| "grad_norm": 0.8078003198916532, |
| "learning_rate": 1.770094429962192e-05, |
| "loss": 0.944, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.4917776037588097, |
| "grad_norm": 0.8110193552079895, |
| "learning_rate": 1.768695989138928e-05, |
| "loss": 0.9544, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.494909945184025, |
| "grad_norm": 0.8312565557198122, |
| "learning_rate": 1.767293864054698e-05, |
| "loss": 0.9701, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.4980422866092404, |
| "grad_norm": 0.8061090156479217, |
| "learning_rate": 1.7658880614297075e-05, |
| "loss": 0.9687, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.5011746280344558, |
| "grad_norm": 0.823951800509433, |
| "learning_rate": 1.7644785880017874e-05, |
| "loss": 0.9723, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.5043069694596711, |
| "grad_norm": 0.7965679907922073, |
| "learning_rate": 1.7630654505263628e-05, |
| "loss": 0.9073, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.5074393108848865, |
| "grad_norm": 0.9569281276943931, |
| "learning_rate": 1.7616486557764187e-05, |
| "loss": 0.9808, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.5105716523101018, |
| "grad_norm": 0.8085640633910255, |
| "learning_rate": 1.7602282105424712e-05, |
| "loss": 0.9732, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.5137039937353172, |
| "grad_norm": 0.8532004513694563, |
| "learning_rate": 1.7588041216325314e-05, |
| "loss": 0.9507, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.5168363351605325, |
| "grad_norm": 0.7833644189128819, |
| "learning_rate": 1.7573763958720736e-05, |
| "loss": 0.9411, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.5199686765857479, |
| "grad_norm": 0.8189040727283652, |
| "learning_rate": 1.755945040104004e-05, |
| "loss": 0.9655, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.5231010180109632, |
| "grad_norm": 0.7722121152681558, |
| "learning_rate": 1.754510061188627e-05, |
| "loss": 0.9185, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.5262333594361785, |
| "grad_norm": 0.8037152368297265, |
| "learning_rate": 1.7530714660036112e-05, |
| "loss": 0.9541, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.529365700861394, |
| "grad_norm": 0.8119393404590528, |
| "learning_rate": 1.7516292614439586e-05, |
| "loss": 0.9657, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.5324980422866092, |
| "grad_norm": 0.805216081294044, |
| "learning_rate": 1.7501834544219697e-05, |
| "loss": 0.9448, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.5356303837118246, |
| "grad_norm": 0.7949712346927176, |
| "learning_rate": 1.748734051867212e-05, |
| "loss": 0.9463, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.53876272513704, |
| "grad_norm": 0.77990875986472, |
| "learning_rate": 1.7472810607264853e-05, |
| "loss": 0.9422, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.5418950665622553, |
| "grad_norm": 0.7886283708612627, |
| "learning_rate": 1.7458244879637897e-05, |
| "loss": 0.9487, |
| "step": 493 |
| }, |
| { |
| "epoch": 1.5450274079874706, |
| "grad_norm": 0.7958418765522267, |
| "learning_rate": 1.74436434056029e-05, |
| "loss": 0.9714, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.548159749412686, |
| "grad_norm": 0.8069518461832199, |
| "learning_rate": 1.742900625514285e-05, |
| "loss": 0.9829, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.5512920908379013, |
| "grad_norm": 0.8073763682254401, |
| "learning_rate": 1.7414333498411734e-05, |
| "loss": 0.9569, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.5544244322631167, |
| "grad_norm": 0.8342340049061451, |
| "learning_rate": 1.739962520573418e-05, |
| "loss": 1.0084, |
| "step": 497 |
| }, |
| { |
| "epoch": 1.557556773688332, |
| "grad_norm": 0.8120689308519743, |
| "learning_rate": 1.7384881447605144e-05, |
| "loss": 1.0443, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.5606891151135474, |
| "grad_norm": 0.8010972622074474, |
| "learning_rate": 1.7370102294689563e-05, |
| "loss": 0.959, |
| "step": 499 |
| }, |
| { |
| "epoch": 1.5638214565387627, |
| "grad_norm": 0.7709293012877854, |
| "learning_rate": 1.7355287817822014e-05, |
| "loss": 0.9864, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.566953797963978, |
| "grad_norm": 0.799753436392405, |
| "learning_rate": 1.7340438088006376e-05, |
| "loss": 0.9981, |
| "step": 501 |
| }, |
| { |
| "epoch": 1.5700861393891934, |
| "grad_norm": 0.7779275987751509, |
| "learning_rate": 1.7325553176415496e-05, |
| "loss": 0.9644, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.5732184808144087, |
| "grad_norm": 0.8008846365371122, |
| "learning_rate": 1.731063315439084e-05, |
| "loss": 0.9368, |
| "step": 503 |
| }, |
| { |
| "epoch": 1.576350822239624, |
| "grad_norm": 0.774005109549041, |
| "learning_rate": 1.7295678093442155e-05, |
| "loss": 0.9435, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.5794831636648394, |
| "grad_norm": 0.795159470143028, |
| "learning_rate": 1.728068806524712e-05, |
| "loss": 1.0071, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.5826155050900548, |
| "grad_norm": 0.7963785520950486, |
| "learning_rate": 1.7265663141651016e-05, |
| "loss": 0.9922, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.5857478465152701, |
| "grad_norm": 0.7877046535940556, |
| "learning_rate": 1.7250603394666364e-05, |
| "loss": 0.9514, |
| "step": 507 |
| }, |
| { |
| "epoch": 1.5888801879404855, |
| "grad_norm": 0.7715293903451117, |
| "learning_rate": 1.7235508896472593e-05, |
| "loss": 0.933, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.5920125293657008, |
| "grad_norm": 0.7934117596728014, |
| "learning_rate": 1.72203797194157e-05, |
| "loss": 0.973, |
| "step": 509 |
| }, |
| { |
| "epoch": 1.5951448707909162, |
| "grad_norm": 0.8181710440792368, |
| "learning_rate": 1.720521593600787e-05, |
| "loss": 0.986, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.5982772122161315, |
| "grad_norm": 0.7837650575509727, |
| "learning_rate": 1.7190017618927177e-05, |
| "loss": 0.9612, |
| "step": 511 |
| }, |
| { |
| "epoch": 1.6014095536413469, |
| "grad_norm": 0.8412641440444018, |
| "learning_rate": 1.7174784841017197e-05, |
| "loss": 0.9745, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.6045418950665624, |
| "grad_norm": 0.7881270804166439, |
| "learning_rate": 1.7159517675286667e-05, |
| "loss": 0.9644, |
| "step": 513 |
| }, |
| { |
| "epoch": 1.6076742364917775, |
| "grad_norm": 0.8119820827446707, |
| "learning_rate": 1.7144216194909157e-05, |
| "loss": 0.9886, |
| "step": 514 |
| }, |
| { |
| "epoch": 1.610806577916993, |
| "grad_norm": 0.7998253925780444, |
| "learning_rate": 1.7128880473222688e-05, |
| "loss": 0.9815, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.6139389193422082, |
| "grad_norm": 0.7739056976249491, |
| "learning_rate": 1.7113510583729403e-05, |
| "loss": 0.9766, |
| "step": 516 |
| }, |
| { |
| "epoch": 1.6170712607674238, |
| "grad_norm": 0.8069370636653986, |
| "learning_rate": 1.7098106600095204e-05, |
| "loss": 0.9496, |
| "step": 517 |
| }, |
| { |
| "epoch": 1.620203602192639, |
| "grad_norm": 0.8037770500974222, |
| "learning_rate": 1.7082668596149402e-05, |
| "loss": 0.9646, |
| "step": 518 |
| }, |
| { |
| "epoch": 1.6233359436178545, |
| "grad_norm": 0.7878273006407442, |
| "learning_rate": 1.706719664588437e-05, |
| "loss": 0.9569, |
| "step": 519 |
| }, |
| { |
| "epoch": 1.6264682850430696, |
| "grad_norm": 0.7827154823147211, |
| "learning_rate": 1.7051690823455162e-05, |
| "loss": 0.9405, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.6296006264682852, |
| "grad_norm": 0.8114142283057644, |
| "learning_rate": 1.70361512031792e-05, |
| "loss": 0.9804, |
| "step": 521 |
| }, |
| { |
| "epoch": 1.6327329678935003, |
| "grad_norm": 0.7889387459740889, |
| "learning_rate": 1.702057785953588e-05, |
| "loss": 0.9405, |
| "step": 522 |
| }, |
| { |
| "epoch": 1.6358653093187159, |
| "grad_norm": 0.8311030879338528, |
| "learning_rate": 1.7004970867166238e-05, |
| "loss": 0.9593, |
| "step": 523 |
| }, |
| { |
| "epoch": 1.638997650743931, |
| "grad_norm": 0.7984284134204775, |
| "learning_rate": 1.6989330300872576e-05, |
| "loss": 0.951, |
| "step": 524 |
| }, |
| { |
| "epoch": 1.6421299921691466, |
| "grad_norm": 0.7997161389779351, |
| "learning_rate": 1.6973656235618114e-05, |
| "loss": 0.9379, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.6452623335943617, |
| "grad_norm": 0.7928450659072758, |
| "learning_rate": 1.6957948746526637e-05, |
| "loss": 0.9796, |
| "step": 526 |
| }, |
| { |
| "epoch": 1.6483946750195773, |
| "grad_norm": 0.7864284356410199, |
| "learning_rate": 1.6942207908882115e-05, |
| "loss": 0.9595, |
| "step": 527 |
| }, |
| { |
| "epoch": 1.6515270164447924, |
| "grad_norm": 0.7748245207452046, |
| "learning_rate": 1.692643379812836e-05, |
| "loss": 0.9363, |
| "step": 528 |
| }, |
| { |
| "epoch": 1.654659357870008, |
| "grad_norm": 0.7904035921159812, |
| "learning_rate": 1.691062648986865e-05, |
| "loss": 0.9698, |
| "step": 529 |
| }, |
| { |
| "epoch": 1.657791699295223, |
| "grad_norm": 0.7699380547476845, |
| "learning_rate": 1.6894786059865383e-05, |
| "loss": 0.9229, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.6609240407204386, |
| "grad_norm": 0.756885007762418, |
| "learning_rate": 1.6878912584039698e-05, |
| "loss": 0.9664, |
| "step": 531 |
| }, |
| { |
| "epoch": 1.6640563821456538, |
| "grad_norm": 0.8314070737417165, |
| "learning_rate": 1.686300613847113e-05, |
| "loss": 0.9685, |
| "step": 532 |
| }, |
| { |
| "epoch": 1.6671887235708693, |
| "grad_norm": 0.8339161427130307, |
| "learning_rate": 1.6847066799397224e-05, |
| "loss": 0.9272, |
| "step": 533 |
| }, |
| { |
| "epoch": 1.6703210649960845, |
| "grad_norm": 0.8349954422927233, |
| "learning_rate": 1.683109464321317e-05, |
| "loss": 0.9764, |
| "step": 534 |
| }, |
| { |
| "epoch": 1.6734534064213, |
| "grad_norm": 0.7964469038876641, |
| "learning_rate": 1.6815089746471472e-05, |
| "loss": 1.0066, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.6765857478465152, |
| "grad_norm": 0.7854281643639673, |
| "learning_rate": 1.6799052185881535e-05, |
| "loss": 0.9901, |
| "step": 536 |
| }, |
| { |
| "epoch": 1.6797180892717307, |
| "grad_norm": 0.7974377816831979, |
| "learning_rate": 1.678298203830932e-05, |
| "loss": 0.969, |
| "step": 537 |
| }, |
| { |
| "epoch": 1.6828504306969458, |
| "grad_norm": 0.7734247111191668, |
| "learning_rate": 1.6766879380776983e-05, |
| "loss": 0.9183, |
| "step": 538 |
| }, |
| { |
| "epoch": 1.6859827721221614, |
| "grad_norm": 0.7724972901824376, |
| "learning_rate": 1.6750744290462484e-05, |
| "loss": 0.9186, |
| "step": 539 |
| }, |
| { |
| "epoch": 1.6891151135473765, |
| "grad_norm": 0.7968886343195833, |
| "learning_rate": 1.6734576844699234e-05, |
| "loss": 0.9409, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.692247454972592, |
| "grad_norm": 0.8009596190830679, |
| "learning_rate": 1.671837712097573e-05, |
| "loss": 0.9639, |
| "step": 541 |
| }, |
| { |
| "epoch": 1.6953797963978072, |
| "grad_norm": 0.8367539665803249, |
| "learning_rate": 1.670214519693515e-05, |
| "loss": 0.9655, |
| "step": 542 |
| }, |
| { |
| "epoch": 1.6985121378230228, |
| "grad_norm": 0.8071935125435302, |
| "learning_rate": 1.6685881150375027e-05, |
| "loss": 0.9635, |
| "step": 543 |
| }, |
| { |
| "epoch": 1.701644479248238, |
| "grad_norm": 0.8293405021567984, |
| "learning_rate": 1.6669585059246837e-05, |
| "loss": 0.9681, |
| "step": 544 |
| }, |
| { |
| "epoch": 1.7047768206734535, |
| "grad_norm": 0.8081858624977237, |
| "learning_rate": 1.6653257001655652e-05, |
| "loss": 0.9918, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.7079091620986686, |
| "grad_norm": 0.8057738404404446, |
| "learning_rate": 1.6636897055859754e-05, |
| "loss": 0.9727, |
| "step": 546 |
| }, |
| { |
| "epoch": 1.7110415035238842, |
| "grad_norm": 0.7493081094786209, |
| "learning_rate": 1.6620505300270254e-05, |
| "loss": 0.923, |
| "step": 547 |
| }, |
| { |
| "epoch": 1.7141738449490993, |
| "grad_norm": 0.7989097981932453, |
| "learning_rate": 1.6604081813450724e-05, |
| "loss": 0.9529, |
| "step": 548 |
| }, |
| { |
| "epoch": 1.7173061863743149, |
| "grad_norm": 0.7713974329610848, |
| "learning_rate": 1.6587626674116827e-05, |
| "loss": 0.962, |
| "step": 549 |
| }, |
| { |
| "epoch": 1.72043852779953, |
| "grad_norm": 0.8015438391238155, |
| "learning_rate": 1.657113996113593e-05, |
| "loss": 0.9886, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.7235708692247456, |
| "grad_norm": 0.8065266518656921, |
| "learning_rate": 1.6554621753526724e-05, |
| "loss": 0.9868, |
| "step": 551 |
| }, |
| { |
| "epoch": 1.7267032106499607, |
| "grad_norm": 0.8310150242959837, |
| "learning_rate": 1.6538072130458853e-05, |
| "loss": 0.9989, |
| "step": 552 |
| }, |
| { |
| "epoch": 1.7298355520751763, |
| "grad_norm": 0.7832374226495794, |
| "learning_rate": 1.652149117125253e-05, |
| "loss": 0.9472, |
| "step": 553 |
| }, |
| { |
| "epoch": 1.7329678935003914, |
| "grad_norm": 0.7885410215851165, |
| "learning_rate": 1.6504878955378166e-05, |
| "loss": 0.9987, |
| "step": 554 |
| }, |
| { |
| "epoch": 1.736100234925607, |
| "grad_norm": 0.8206660199757921, |
| "learning_rate": 1.6488235562455964e-05, |
| "loss": 0.9761, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.7392325763508223, |
| "grad_norm": 0.7997233241816074, |
| "learning_rate": 1.6471561072255576e-05, |
| "loss": 0.9768, |
| "step": 556 |
| }, |
| { |
| "epoch": 1.7423649177760376, |
| "grad_norm": 0.7936840487628978, |
| "learning_rate": 1.6454855564695674e-05, |
| "loss": 0.9434, |
| "step": 557 |
| }, |
| { |
| "epoch": 1.745497259201253, |
| "grad_norm": 0.7829379543649524, |
| "learning_rate": 1.643811911984362e-05, |
| "loss": 0.951, |
| "step": 558 |
| }, |
| { |
| "epoch": 1.7486296006264683, |
| "grad_norm": 0.7854616494314223, |
| "learning_rate": 1.6421351817915025e-05, |
| "loss": 0.9417, |
| "step": 559 |
| }, |
| { |
| "epoch": 1.7517619420516837, |
| "grad_norm": 0.7885222818513928, |
| "learning_rate": 1.6404553739273426e-05, |
| "loss": 0.9678, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.754894283476899, |
| "grad_norm": 0.7691482528488672, |
| "learning_rate": 1.6387724964429845e-05, |
| "loss": 0.9235, |
| "step": 561 |
| }, |
| { |
| "epoch": 1.7580266249021144, |
| "grad_norm": 0.7730839050185739, |
| "learning_rate": 1.6370865574042435e-05, |
| "loss": 0.9821, |
| "step": 562 |
| }, |
| { |
| "epoch": 1.7611589663273297, |
| "grad_norm": 0.7879677074806722, |
| "learning_rate": 1.6353975648916086e-05, |
| "loss": 0.9699, |
| "step": 563 |
| }, |
| { |
| "epoch": 1.764291307752545, |
| "grad_norm": 0.7858596514917898, |
| "learning_rate": 1.633705527000203e-05, |
| "loss": 0.994, |
| "step": 564 |
| }, |
| { |
| "epoch": 1.7674236491777604, |
| "grad_norm": 0.8012498378641922, |
| "learning_rate": 1.6320104518397473e-05, |
| "loss": 0.967, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.7705559906029757, |
| "grad_norm": 0.8188666888354701, |
| "learning_rate": 1.6303123475345182e-05, |
| "loss": 0.9785, |
| "step": 566 |
| }, |
| { |
| "epoch": 1.773688332028191, |
| "grad_norm": 0.7981343235293162, |
| "learning_rate": 1.6286112222233113e-05, |
| "loss": 0.975, |
| "step": 567 |
| }, |
| { |
| "epoch": 1.7768206734534064, |
| "grad_norm": 0.7838444823903047, |
| "learning_rate": 1.6269070840594017e-05, |
| "loss": 0.9458, |
| "step": 568 |
| }, |
| { |
| "epoch": 1.7799530148786218, |
| "grad_norm": 0.7846905745122678, |
| "learning_rate": 1.6251999412105036e-05, |
| "loss": 0.9298, |
| "step": 569 |
| }, |
| { |
| "epoch": 1.7830853563038371, |
| "grad_norm": 0.8149058395623431, |
| "learning_rate": 1.6234898018587336e-05, |
| "loss": 0.9436, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.7862176977290525, |
| "grad_norm": 0.7941672166648026, |
| "learning_rate": 1.6217766742005693e-05, |
| "loss": 0.9985, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.7893500391542678, |
| "grad_norm": 0.7710930788046828, |
| "learning_rate": 1.6200605664468113e-05, |
| "loss": 0.97, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.7924823805794832, |
| "grad_norm": 0.7957133349582347, |
| "learning_rate": 1.6183414868225434e-05, |
| "loss": 0.9959, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.7956147220046985, |
| "grad_norm": 0.79291459979055, |
| "learning_rate": 1.616619443567092e-05, |
| "loss": 0.9442, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.7987470634299139, |
| "grad_norm": 0.785169568406983, |
| "learning_rate": 1.6148944449339904e-05, |
| "loss": 0.9639, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.8018794048551292, |
| "grad_norm": 0.7997066561831516, |
| "learning_rate": 1.6131664991909335e-05, |
| "loss": 1.0127, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.8050117462803446, |
| "grad_norm": 0.8141399391865273, |
| "learning_rate": 1.6114356146197445e-05, |
| "loss": 0.9386, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.80814408770556, |
| "grad_norm": 0.8097117540881008, |
| "learning_rate": 1.6097017995163294e-05, |
| "loss": 0.9774, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.8112764291307752, |
| "grad_norm": 0.7730781490152179, |
| "learning_rate": 1.607965062190641e-05, |
| "loss": 0.9453, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.8144087705559906, |
| "grad_norm": 0.7838923521873067, |
| "learning_rate": 1.6062254109666383e-05, |
| "loss": 0.9628, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.817541111981206, |
| "grad_norm": 0.790301862199868, |
| "learning_rate": 1.604482854182245e-05, |
| "loss": 0.9068, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.8206734534064213, |
| "grad_norm": 0.7750930497911785, |
| "learning_rate": 1.6027374001893123e-05, |
| "loss": 0.9927, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.8238057948316366, |
| "grad_norm": 0.7779386940305499, |
| "learning_rate": 1.6009890573535763e-05, |
| "loss": 0.919, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.826938136256852, |
| "grad_norm": 0.7992055706023535, |
| "learning_rate": 1.5992378340546194e-05, |
| "loss": 0.9624, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.8300704776820673, |
| "grad_norm": 0.8153176494752826, |
| "learning_rate": 1.597483738685829e-05, |
| "loss": 1.0051, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.8332028191072827, |
| "grad_norm": 0.7936500253751112, |
| "learning_rate": 1.595726779654359e-05, |
| "loss": 0.9692, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.836335160532498, |
| "grad_norm": 0.8140127238131111, |
| "learning_rate": 1.5939669653810882e-05, |
| "loss": 0.9763, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.8394675019577134, |
| "grad_norm": 0.8084565243659966, |
| "learning_rate": 1.592204304300579e-05, |
| "loss": 0.9402, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.8425998433829287, |
| "grad_norm": 0.7527144155069814, |
| "learning_rate": 1.59043880486104e-05, |
| "loss": 0.9255, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.845732184808144, |
| "grad_norm": 0.7985587310153884, |
| "learning_rate": 1.588670475524283e-05, |
| "loss": 0.9465, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.8488645262333594, |
| "grad_norm": 0.7524132760020612, |
| "learning_rate": 1.5868993247656822e-05, |
| "loss": 0.9865, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.8519968676585747, |
| "grad_norm": 0.7823183770981433, |
| "learning_rate": 1.5851253610741357e-05, |
| "loss": 0.8974, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.85512920908379, |
| "grad_norm": 0.769457387825749, |
| "learning_rate": 1.583348592952023e-05, |
| "loss": 0.9776, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.8582615505090054, |
| "grad_norm": 0.7714656018935003, |
| "learning_rate": 1.581569028915166e-05, |
| "loss": 0.9399, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.8613938919342208, |
| "grad_norm": 0.7784139001699675, |
| "learning_rate": 1.5797866774927848e-05, |
| "loss": 0.9699, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.8645262333594361, |
| "grad_norm": 0.7797773255228968, |
| "learning_rate": 1.5780015472274613e-05, |
| "loss": 0.9404, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.8676585747846515, |
| "grad_norm": 0.7758341272190327, |
| "learning_rate": 1.5762136466750947e-05, |
| "loss": 0.9719, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.870790916209867, |
| "grad_norm": 0.7786162669677469, |
| "learning_rate": 1.5744229844048627e-05, |
| "loss": 0.9436, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.8739232576350822, |
| "grad_norm": 0.7543252031375369, |
| "learning_rate": 1.5726295689991787e-05, |
| "loss": 0.9784, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.8770555990602977, |
| "grad_norm": 0.7757844187122288, |
| "learning_rate": 1.570833409053653e-05, |
| "loss": 0.9713, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.8801879404855129, |
| "grad_norm": 0.7653394710213172, |
| "learning_rate": 1.5690345131770474e-05, |
| "loss": 0.8965, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.8833202819107284, |
| "grad_norm": 0.7896033443700016, |
| "learning_rate": 1.5672328899912397e-05, |
| "loss": 1.0193, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.8864526233359435, |
| "grad_norm": 0.7846649604330512, |
| "learning_rate": 1.5654285481311777e-05, |
| "loss": 0.9474, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.8895849647611591, |
| "grad_norm": 0.8135389235047997, |
| "learning_rate": 1.5636214962448396e-05, |
| "loss": 0.9618, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.8927173061863742, |
| "grad_norm": 0.7824047803609824, |
| "learning_rate": 1.5618117429931923e-05, |
| "loss": 0.9408, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.8958496476115898, |
| "grad_norm": 0.8254165694685803, |
| "learning_rate": 1.5599992970501512e-05, |
| "loss": 0.9767, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.898981989036805, |
| "grad_norm": 0.7942279881179067, |
| "learning_rate": 1.5581841671025358e-05, |
| "loss": 0.9657, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.9021143304620205, |
| "grad_norm": 0.7607717329156005, |
| "learning_rate": 1.55636636185003e-05, |
| "loss": 0.9641, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.9052466718872356, |
| "grad_norm": 0.7992715938950239, |
| "learning_rate": 1.5545458900051417e-05, |
| "loss": 0.9466, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.9083790133124512, |
| "grad_norm": 0.7710025331360174, |
| "learning_rate": 1.552722760293157e-05, |
| "loss": 0.9349, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.9115113547376663, |
| "grad_norm": 0.7995999712279581, |
| "learning_rate": 1.5508969814521026e-05, |
| "loss": 0.9784, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.9146436961628819, |
| "grad_norm": 0.7972698916237193, |
| "learning_rate": 1.5490685622327015e-05, |
| "loss": 0.9954, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.917776037588097, |
| "grad_norm": 0.7658223645888151, |
| "learning_rate": 1.547237511398332e-05, |
| "loss": 0.931, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.9209083790133126, |
| "grad_norm": 0.7891075170093855, |
| "learning_rate": 1.5454038377249845e-05, |
| "loss": 0.9559, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.9240407204385277, |
| "grad_norm": 0.8134205306266102, |
| "learning_rate": 1.5435675500012212e-05, |
| "loss": 0.9907, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.9271730618637433, |
| "grad_norm": 0.803815630288296, |
| "learning_rate": 1.5417286570281334e-05, |
| "loss": 0.9834, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.9303054032889584, |
| "grad_norm": 0.771918493512692, |
| "learning_rate": 1.5398871676192978e-05, |
| "loss": 1.0094, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.933437744714174, |
| "grad_norm": 0.793008120980106, |
| "learning_rate": 1.538043090600737e-05, |
| "loss": 0.9266, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.936570086139389, |
| "grad_norm": 0.7778816113808421, |
| "learning_rate": 1.5361964348108736e-05, |
| "loss": 0.9665, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.9397024275646046, |
| "grad_norm": 0.7989827850535249, |
| "learning_rate": 1.5343472091004925e-05, |
| "loss": 0.9524, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.9428347689898198, |
| "grad_norm": 0.813278631018117, |
| "learning_rate": 1.532495422332694e-05, |
| "loss": 1.0166, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.9459671104150353, |
| "grad_norm": 0.7855425028524953, |
| "learning_rate": 1.5306410833828534e-05, |
| "loss": 0.9816, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.9490994518402505, |
| "grad_norm": 0.7943986605440319, |
| "learning_rate": 1.5287842011385798e-05, |
| "loss": 0.9852, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.952231793265466, |
| "grad_norm": 0.8316767537841315, |
| "learning_rate": 1.52692478449967e-05, |
| "loss": 0.9811, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.9553641346906812, |
| "grad_norm": 0.8079701202216203, |
| "learning_rate": 1.5250628423780684e-05, |
| "loss": 0.989, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.9584964761158967, |
| "grad_norm": 0.8001611635685686, |
| "learning_rate": 1.523198383697825e-05, |
| "loss": 0.9859, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.9616288175411118, |
| "grad_norm": 0.7922734841320317, |
| "learning_rate": 1.5213314173950498e-05, |
| "loss": 0.9785, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.9647611589663274, |
| "grad_norm": 0.7833384810882262, |
| "learning_rate": 1.5194619524178718e-05, |
| "loss": 0.9407, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.9678935003915425, |
| "grad_norm": 0.8098242578519478, |
| "learning_rate": 1.5175899977263963e-05, |
| "loss": 0.9224, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.971025841816758, |
| "grad_norm": 0.8182996603065131, |
| "learning_rate": 1.515715562292662e-05, |
| "loss": 0.9622, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.9741581832419732, |
| "grad_norm": 0.7901742990362269, |
| "learning_rate": 1.513838655100596e-05, |
| "loss": 0.9337, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.9772905246671888, |
| "grad_norm": 0.7615944653532644, |
| "learning_rate": 1.5119592851459726e-05, |
| "loss": 0.9414, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.980422866092404, |
| "grad_norm": 0.7946500220579569, |
| "learning_rate": 1.5100774614363708e-05, |
| "loss": 0.9512, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.9835552075176195, |
| "grad_norm": 0.8076792545370913, |
| "learning_rate": 1.5081931929911298e-05, |
| "loss": 0.973, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.9866875489428346, |
| "grad_norm": 0.7861723773682193, |
| "learning_rate": 1.5063064888413048e-05, |
| "loss": 0.9842, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.9898198903680502, |
| "grad_norm": 0.7955732049686428, |
| "learning_rate": 1.5044173580296267e-05, |
| "loss": 0.9272, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.9929522317932653, |
| "grad_norm": 0.8037074259104876, |
| "learning_rate": 1.5025258096104563e-05, |
| "loss": 0.9697, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.9960845732184809, |
| "grad_norm": 0.8103505085995998, |
| "learning_rate": 1.500631852649742e-05, |
| "loss": 0.948, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.999216914643696, |
| "grad_norm": 0.7802553935331468, |
| "learning_rate": 1.4987354962249749e-05, |
| "loss": 0.9517, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.7802553935331468, |
| "learning_rate": 1.4968367494251486e-05, |
| "loss": 0.9289, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.0093970242756463, |
| "grad_norm": 1.3210123581817999, |
| "learning_rate": 1.4949356213507113e-05, |
| "loss": 0.7754, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.0125293657008614, |
| "grad_norm": 1.3238346751721688, |
| "learning_rate": 1.4930321211135258e-05, |
| "loss": 0.7855, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.015661707126077, |
| "grad_norm": 1.1616452207714454, |
| "learning_rate": 1.4911262578368233e-05, |
| "loss": 0.7959, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.018794048551292, |
| "grad_norm": 0.9412974130528684, |
| "learning_rate": 1.4892180406551618e-05, |
| "loss": 0.7173, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.0219263899765076, |
| "grad_norm": 1.3175139050237945, |
| "learning_rate": 1.48730747871438e-05, |
| "loss": 0.7316, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.0250587314017228, |
| "grad_norm": 1.5954314046677502, |
| "learning_rate": 1.4853945811715563e-05, |
| "loss": 0.7542, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.0281910728269383, |
| "grad_norm": 1.37008550444395, |
| "learning_rate": 1.4834793571949617e-05, |
| "loss": 0.7587, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.0313234142521535, |
| "grad_norm": 1.169303068811387, |
| "learning_rate": 1.4815618159640188e-05, |
| "loss": 0.7195, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.034455755677369, |
| "grad_norm": 1.120757117831837, |
| "learning_rate": 1.4796419666692555e-05, |
| "loss": 0.6884, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.037588097102584, |
| "grad_norm": 1.1374034296234556, |
| "learning_rate": 1.477719818512263e-05, |
| "loss": 0.7608, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.0407204385277997, |
| "grad_norm": 1.018857278719166, |
| "learning_rate": 1.47579538070565e-05, |
| "loss": 0.7136, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.043852779953015, |
| "grad_norm": 0.991608010520256, |
| "learning_rate": 1.4738686624729987e-05, |
| "loss": 0.7105, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.0469851213782304, |
| "grad_norm": 1.0388281087329523, |
| "learning_rate": 1.4719396730488225e-05, |
| "loss": 0.7348, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.0501174628034455, |
| "grad_norm": 1.0171773999697262, |
| "learning_rate": 1.4700084216785189e-05, |
| "loss": 0.7212, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.053249804228661, |
| "grad_norm": 0.9712484652548604, |
| "learning_rate": 1.4680749176183275e-05, |
| "loss": 0.7152, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.0563821456538762, |
| "grad_norm": 0.9445446614613634, |
| "learning_rate": 1.4661391701352844e-05, |
| "loss": 0.7144, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.059514487079092, |
| "grad_norm": 0.9945223666447938, |
| "learning_rate": 1.464201188507178e-05, |
| "loss": 0.7119, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.062646828504307, |
| "grad_norm": 0.9677117020420452, |
| "learning_rate": 1.4622609820225052e-05, |
| "loss": 0.7148, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.0657791699295225, |
| "grad_norm": 1.0137018942940528, |
| "learning_rate": 1.4603185599804259e-05, |
| "loss": 0.7435, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.0689115113547376, |
| "grad_norm": 1.02511003538228, |
| "learning_rate": 1.4583739316907188e-05, |
| "loss": 0.6999, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.072043852779953, |
| "grad_norm": 0.9904700091988614, |
| "learning_rate": 1.4564271064737376e-05, |
| "loss": 0.7449, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.0751761942051683, |
| "grad_norm": 0.9279680631763316, |
| "learning_rate": 1.4544780936603644e-05, |
| "loss": 0.7023, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.078308535630384, |
| "grad_norm": 0.9287114111608203, |
| "learning_rate": 1.4525269025919677e-05, |
| "loss": 0.7163, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.081440877055599, |
| "grad_norm": 0.943750195528307, |
| "learning_rate": 1.4505735426203545e-05, |
| "loss": 0.7377, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.0845732184808146, |
| "grad_norm": 0.9053784915303666, |
| "learning_rate": 1.4486180231077278e-05, |
| "loss": 0.7282, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.0877055599060297, |
| "grad_norm": 0.955797509257669, |
| "learning_rate": 1.446660353426641e-05, |
| "loss": 0.7668, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.0908379013312453, |
| "grad_norm": 0.9130054155780589, |
| "learning_rate": 1.4447005429599537e-05, |
| "loss": 0.695, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.0939702427564604, |
| "grad_norm": 0.9516666064010463, |
| "learning_rate": 1.4427386011007847e-05, |
| "loss": 0.7255, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.097102584181676, |
| "grad_norm": 0.9546422449504612, |
| "learning_rate": 1.4407745372524686e-05, |
| "loss": 0.7224, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.100234925606891, |
| "grad_norm": 0.9448475040935651, |
| "learning_rate": 1.4388083608285112e-05, |
| "loss": 0.7222, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.1033672670321066, |
| "grad_norm": 0.9222655058113182, |
| "learning_rate": 1.4368400812525434e-05, |
| "loss": 0.7251, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.1064996084573218, |
| "grad_norm": 0.9777941043274174, |
| "learning_rate": 1.4348697079582752e-05, |
| "loss": 0.7703, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.1096319498825373, |
| "grad_norm": 0.9749998119435571, |
| "learning_rate": 1.4328972503894525e-05, |
| "loss": 0.7574, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.1127642913077525, |
| "grad_norm": 0.9756161103337109, |
| "learning_rate": 1.4309227179998109e-05, |
| "loss": 0.7646, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.115896632732968, |
| "grad_norm": 0.9561100629580807, |
| "learning_rate": 1.4289461202530297e-05, |
| "loss": 0.7504, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.119028974158183, |
| "grad_norm": 0.9458044599682323, |
| "learning_rate": 1.4269674666226879e-05, |
| "loss": 0.7406, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.1221613155833987, |
| "grad_norm": 0.9193297731491735, |
| "learning_rate": 1.4249867665922175e-05, |
| "loss": 0.6953, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.125293657008614, |
| "grad_norm": 0.938231383030172, |
| "learning_rate": 1.4230040296548588e-05, |
| "loss": 0.7742, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.1284259984338294, |
| "grad_norm": 0.9608218431580744, |
| "learning_rate": 1.4210192653136151e-05, |
| "loss": 0.745, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.1315583398590445, |
| "grad_norm": 0.9131562406248528, |
| "learning_rate": 1.4190324830812067e-05, |
| "loss": 0.706, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.13469068128426, |
| "grad_norm": 0.9330499851170364, |
| "learning_rate": 1.4170436924800251e-05, |
| "loss": 0.7198, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.137823022709475, |
| "grad_norm": 0.9744409362566172, |
| "learning_rate": 1.415052903042087e-05, |
| "loss": 0.748, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.140955364134691, |
| "grad_norm": 0.956855447487281, |
| "learning_rate": 1.4130601243089905e-05, |
| "loss": 0.772, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.144087705559906, |
| "grad_norm": 0.9105854308119294, |
| "learning_rate": 1.4110653658318682e-05, |
| "loss": 0.7066, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.1472200469851215, |
| "grad_norm": 0.9437505928196139, |
| "learning_rate": 1.4090686371713403e-05, |
| "loss": 0.7511, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.1503523884103366, |
| "grad_norm": 0.9754488006918184, |
| "learning_rate": 1.4070699478974698e-05, |
| "loss": 0.7273, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.153484729835552, |
| "grad_norm": 0.9660297851499952, |
| "learning_rate": 1.4050693075897181e-05, |
| "loss": 0.7423, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.1566170712607673, |
| "grad_norm": 0.9710350268049464, |
| "learning_rate": 1.4030667258368968e-05, |
| "loss": 0.7325, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.159749412685983, |
| "grad_norm": 0.9168340841543151, |
| "learning_rate": 1.4010622122371219e-05, |
| "loss": 0.7178, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.162881754111198, |
| "grad_norm": 0.967756101002905, |
| "learning_rate": 1.3990557763977694e-05, |
| "loss": 0.7614, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.1660140955364136, |
| "grad_norm": 0.9340155531023159, |
| "learning_rate": 1.3970474279354283e-05, |
| "loss": 0.7106, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.1691464369616287, |
| "grad_norm": 0.9505636046987749, |
| "learning_rate": 1.3950371764758543e-05, |
| "loss": 0.7243, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.1722787783868442, |
| "grad_norm": 0.9197842895474289, |
| "learning_rate": 1.3930250316539237e-05, |
| "loss": 0.7501, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.1754111198120594, |
| "grad_norm": 0.9424997582167158, |
| "learning_rate": 1.3910110031135884e-05, |
| "loss": 0.7472, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.178543461237275, |
| "grad_norm": 0.9606400745011864, |
| "learning_rate": 1.3889951005078271e-05, |
| "loss": 0.7475, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.18167580266249, |
| "grad_norm": 0.9659045083450463, |
| "learning_rate": 1.3869773334986023e-05, |
| "loss": 0.7488, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.1848081440877056, |
| "grad_norm": 0.984473222173499, |
| "learning_rate": 1.3849577117568115e-05, |
| "loss": 0.7502, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.1879404855129208, |
| "grad_norm": 0.9738775239386929, |
| "learning_rate": 1.3829362449622416e-05, |
| "loss": 0.7482, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.1910728269381363, |
| "grad_norm": 0.9315292619814982, |
| "learning_rate": 1.3809129428035229e-05, |
| "loss": 0.7511, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.1942051683633514, |
| "grad_norm": 0.9347672091944302, |
| "learning_rate": 1.3788878149780827e-05, |
| "loss": 0.7436, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.197337509788567, |
| "grad_norm": 0.9359481225994939, |
| "learning_rate": 1.376860871192098e-05, |
| "loss": 0.7509, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.200469851213782, |
| "grad_norm": 0.9219014695571008, |
| "learning_rate": 1.3748321211604488e-05, |
| "loss": 0.7389, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.2036021926389977, |
| "grad_norm": 0.9880848258280983, |
| "learning_rate": 1.3728015746066736e-05, |
| "loss": 0.7475, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.206734534064213, |
| "grad_norm": 0.9408764680190602, |
| "learning_rate": 1.370769241262921e-05, |
| "loss": 0.7402, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.2098668754894284, |
| "grad_norm": 0.9301989809594925, |
| "learning_rate": 1.3687351308699026e-05, |
| "loss": 0.716, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.2129992169146435, |
| "grad_norm": 0.9179501547426313, |
| "learning_rate": 1.3666992531768482e-05, |
| "loss": 0.7059, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.216131558339859, |
| "grad_norm": 0.9666221682985012, |
| "learning_rate": 1.3646616179414573e-05, |
| "loss": 0.7599, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.219263899765074, |
| "grad_norm": 0.9675432440063244, |
| "learning_rate": 1.3626222349298539e-05, |
| "loss": 0.7518, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.22239624119029, |
| "grad_norm": 0.9390656597784647, |
| "learning_rate": 1.360581113916538e-05, |
| "loss": 0.7252, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.225528582615505, |
| "grad_norm": 0.9581962913041326, |
| "learning_rate": 1.3585382646843396e-05, |
| "loss": 0.7605, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.2286609240407205, |
| "grad_norm": 0.9610602302318673, |
| "learning_rate": 1.356493697024373e-05, |
| "loss": 0.7811, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.2317932654659356, |
| "grad_norm": 0.9867556442165821, |
| "learning_rate": 1.3544474207359875e-05, |
| "loss": 0.7349, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.234925606891151, |
| "grad_norm": 0.9425764813872476, |
| "learning_rate": 1.352399445626722e-05, |
| "loss": 0.7226, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.2380579483163663, |
| "grad_norm": 1.0102139516905289, |
| "learning_rate": 1.3503497815122577e-05, |
| "loss": 0.7671, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.241190289741582, |
| "grad_norm": 0.965501835494664, |
| "learning_rate": 1.3482984382163713e-05, |
| "loss": 0.7449, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.244322631166797, |
| "grad_norm": 0.9131072345452055, |
| "learning_rate": 1.3462454255708868e-05, |
| "loss": 0.714, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.2474549725920125, |
| "grad_norm": 0.9498450701506534, |
| "learning_rate": 1.3441907534156298e-05, |
| "loss": 0.7484, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.2505873140172277, |
| "grad_norm": 0.9689310041592919, |
| "learning_rate": 1.34213443159838e-05, |
| "loss": 0.7772, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.2537196554424432, |
| "grad_norm": 0.9414801485286473, |
| "learning_rate": 1.3400764699748223e-05, |
| "loss": 0.7307, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.256851996867659, |
| "grad_norm": 0.918278021033119, |
| "learning_rate": 1.3380168784085028e-05, |
| "loss": 0.7179, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.259984338292874, |
| "grad_norm": 0.9166637511796559, |
| "learning_rate": 1.3359556667707786e-05, |
| "loss": 0.7142, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.263116679718089, |
| "grad_norm": 0.9495008728633978, |
| "learning_rate": 1.3338928449407721e-05, |
| "loss": 0.7138, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.2662490211433046, |
| "grad_norm": 0.9787409627000769, |
| "learning_rate": 1.3318284228053225e-05, |
| "loss": 0.7126, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.26938136256852, |
| "grad_norm": 0.9627840952028726, |
| "learning_rate": 1.3297624102589395e-05, |
| "loss": 0.7219, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.2725137039937353, |
| "grad_norm": 0.9476059282284458, |
| "learning_rate": 1.3276948172037556e-05, |
| "loss": 0.7392, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.2756460454189504, |
| "grad_norm": 0.9906364986347657, |
| "learning_rate": 1.3256256535494783e-05, |
| "loss": 0.7349, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.278778386844166, |
| "grad_norm": 0.9675118908082809, |
| "learning_rate": 1.3235549292133425e-05, |
| "loss": 0.7364, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.2819107282693816, |
| "grad_norm": 0.9429167511984878, |
| "learning_rate": 1.3214826541200638e-05, |
| "loss": 0.7514, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.2850430696945967, |
| "grad_norm": 0.9847232006632042, |
| "learning_rate": 1.3194088382017897e-05, |
| "loss": 0.7606, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.288175411119812, |
| "grad_norm": 0.9563800977188294, |
| "learning_rate": 1.3173334913980535e-05, |
| "loss": 0.7388, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.2913077525450274, |
| "grad_norm": 0.9735616571758612, |
| "learning_rate": 1.3152566236557251e-05, |
| "loss": 0.7312, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.294440093970243, |
| "grad_norm": 0.9639178348678931, |
| "learning_rate": 1.3131782449289646e-05, |
| "loss": 0.7385, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.297572435395458, |
| "grad_norm": 0.9529934639226041, |
| "learning_rate": 1.3110983651791731e-05, |
| "loss": 0.7194, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.3007047768206736, |
| "grad_norm": 0.9678440459923399, |
| "learning_rate": 1.3090169943749475e-05, |
| "loss": 0.7589, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.3038371182458888, |
| "grad_norm": 0.9540843435038134, |
| "learning_rate": 1.3069341424920301e-05, |
| "loss": 0.7811, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.3069694596711043, |
| "grad_norm": 1.0181162510512147, |
| "learning_rate": 1.3048498195132613e-05, |
| "loss": 0.7492, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.3101018010963195, |
| "grad_norm": 0.9572210519063549, |
| "learning_rate": 1.3027640354285333e-05, |
| "loss": 0.788, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.313234142521535, |
| "grad_norm": 0.9538184834756422, |
| "learning_rate": 1.3006768002347414e-05, |
| "loss": 0.7343, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.31636648394675, |
| "grad_norm": 0.9765399045822022, |
| "learning_rate": 1.298588123935735e-05, |
| "loss": 0.7252, |
| "step": 739 |
| }, |
| { |
| "epoch": 2.3194988253719657, |
| "grad_norm": 0.9618045560134357, |
| "learning_rate": 1.2964980165422701e-05, |
| "loss": 0.7373, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.322631166797181, |
| "grad_norm": 0.9565307835074357, |
| "learning_rate": 1.2944064880719634e-05, |
| "loss": 0.7335, |
| "step": 741 |
| }, |
| { |
| "epoch": 2.3257635082223964, |
| "grad_norm": 0.967282888806741, |
| "learning_rate": 1.2923135485492413e-05, |
| "loss": 0.7845, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.3288958496476115, |
| "grad_norm": 0.9686861328866166, |
| "learning_rate": 1.290219208005294e-05, |
| "loss": 0.7312, |
| "step": 743 |
| }, |
| { |
| "epoch": 2.332028191072827, |
| "grad_norm": 0.9726533064758265, |
| "learning_rate": 1.2881234764780257e-05, |
| "loss": 0.7484, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.3351605324980422, |
| "grad_norm": 0.957502804625888, |
| "learning_rate": 1.2860263640120086e-05, |
| "loss": 0.7295, |
| "step": 745 |
| }, |
| { |
| "epoch": 2.338292873923258, |
| "grad_norm": 1.0246439398068528, |
| "learning_rate": 1.2839278806584323e-05, |
| "loss": 0.7583, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.341425215348473, |
| "grad_norm": 0.9881765469071092, |
| "learning_rate": 1.2818280364750577e-05, |
| "loss": 0.7605, |
| "step": 747 |
| }, |
| { |
| "epoch": 2.3445575567736885, |
| "grad_norm": 0.9226451453922399, |
| "learning_rate": 1.2797268415261681e-05, |
| "loss": 0.7449, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.3476898981989036, |
| "grad_norm": 0.9389466675244833, |
| "learning_rate": 1.2776243058825199e-05, |
| "loss": 0.7508, |
| "step": 749 |
| }, |
| { |
| "epoch": 2.350822239624119, |
| "grad_norm": 0.9680649310436178, |
| "learning_rate": 1.2755204396212965e-05, |
| "loss": 0.7514, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.3539545810493343, |
| "grad_norm": 0.9508971737498871, |
| "learning_rate": 1.273415252826058e-05, |
| "loss": 0.7163, |
| "step": 751 |
| }, |
| { |
| "epoch": 2.35708692247455, |
| "grad_norm": 1.0037413765304937, |
| "learning_rate": 1.2713087555866937e-05, |
| "loss": 0.7523, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.360219263899765, |
| "grad_norm": 0.9675958858875301, |
| "learning_rate": 1.2692009579993736e-05, |
| "loss": 0.752, |
| "step": 753 |
| }, |
| { |
| "epoch": 2.3633516053249806, |
| "grad_norm": 0.9426804383890924, |
| "learning_rate": 1.2670918701665007e-05, |
| "loss": 0.6878, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.3664839467501957, |
| "grad_norm": 0.9505901023922874, |
| "learning_rate": 1.264981502196662e-05, |
| "loss": 0.73, |
| "step": 755 |
| }, |
| { |
| "epoch": 2.3696162881754113, |
| "grad_norm": 0.982586546277607, |
| "learning_rate": 1.2628698642045786e-05, |
| "loss": 0.7187, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.3727486296006264, |
| "grad_norm": 1.0016723707151867, |
| "learning_rate": 1.2607569663110603e-05, |
| "loss": 0.7703, |
| "step": 757 |
| }, |
| { |
| "epoch": 2.375880971025842, |
| "grad_norm": 0.9650854481892198, |
| "learning_rate": 1.258642818642955e-05, |
| "loss": 0.722, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.379013312451057, |
| "grad_norm": 0.9838012057082094, |
| "learning_rate": 1.2565274313331001e-05, |
| "loss": 0.7776, |
| "step": 759 |
| }, |
| { |
| "epoch": 2.3821456538762726, |
| "grad_norm": 0.9546713861914818, |
| "learning_rate": 1.2544108145202748e-05, |
| "loss": 0.7277, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.3852779953014878, |
| "grad_norm": 0.9520183658938295, |
| "learning_rate": 1.2522929783491508e-05, |
| "loss": 0.7334, |
| "step": 761 |
| }, |
| { |
| "epoch": 2.3884103367267033, |
| "grad_norm": 0.9540342124185963, |
| "learning_rate": 1.2501739329702453e-05, |
| "loss": 0.7291, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.3915426781519185, |
| "grad_norm": 0.9549925390587612, |
| "learning_rate": 1.2480536885398697e-05, |
| "loss": 0.7329, |
| "step": 763 |
| }, |
| { |
| "epoch": 2.394675019577134, |
| "grad_norm": 0.9728937913697199, |
| "learning_rate": 1.2459322552200824e-05, |
| "loss": 0.7802, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.397807361002349, |
| "grad_norm": 0.9640580751608233, |
| "learning_rate": 1.2438096431786408e-05, |
| "loss": 0.7606, |
| "step": 765 |
| }, |
| { |
| "epoch": 2.4009397024275647, |
| "grad_norm": 0.9304598478726142, |
| "learning_rate": 1.2416858625889507e-05, |
| "loss": 0.7361, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.40407204385278, |
| "grad_norm": 0.9806923344541586, |
| "learning_rate": 1.2395609236300198e-05, |
| "loss": 0.7155, |
| "step": 767 |
| }, |
| { |
| "epoch": 2.4072043852779954, |
| "grad_norm": 0.969342428109374, |
| "learning_rate": 1.2374348364864068e-05, |
| "loss": 0.7559, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.4103367267032105, |
| "grad_norm": 0.9350655072927523, |
| "learning_rate": 1.2353076113481742e-05, |
| "loss": 0.7544, |
| "step": 769 |
| }, |
| { |
| "epoch": 2.413469068128426, |
| "grad_norm": 0.9447261809188683, |
| "learning_rate": 1.2331792584108375e-05, |
| "loss": 0.7191, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.4166014095536412, |
| "grad_norm": 0.9674909744485723, |
| "learning_rate": 1.2310497878753196e-05, |
| "loss": 0.7686, |
| "step": 771 |
| }, |
| { |
| "epoch": 2.419733750978857, |
| "grad_norm": 0.9854774668922955, |
| "learning_rate": 1.2289192099478979e-05, |
| "loss": 0.7595, |
| "step": 772 |
| }, |
| { |
| "epoch": 2.422866092404072, |
| "grad_norm": 0.9841981999228102, |
| "learning_rate": 1.2267875348401585e-05, |
| "loss": 0.7653, |
| "step": 773 |
| }, |
| { |
| "epoch": 2.4259984338292875, |
| "grad_norm": 0.9641773998632913, |
| "learning_rate": 1.224654772768946e-05, |
| "loss": 0.7338, |
| "step": 774 |
| }, |
| { |
| "epoch": 2.4291307752545026, |
| "grad_norm": 0.947511728550051, |
| "learning_rate": 1.2225209339563144e-05, |
| "loss": 0.7583, |
| "step": 775 |
| }, |
| { |
| "epoch": 2.432263116679718, |
| "grad_norm": 0.9870470819669465, |
| "learning_rate": 1.220386028629479e-05, |
| "loss": 0.781, |
| "step": 776 |
| }, |
| { |
| "epoch": 2.4353954581049333, |
| "grad_norm": 0.9540467312167563, |
| "learning_rate": 1.218250067020766e-05, |
| "loss": 0.732, |
| "step": 777 |
| }, |
| { |
| "epoch": 2.438527799530149, |
| "grad_norm": 0.9742439189723893, |
| "learning_rate": 1.2161130593675643e-05, |
| "loss": 0.7654, |
| "step": 778 |
| }, |
| { |
| "epoch": 2.441660140955364, |
| "grad_norm": 0.947883079443643, |
| "learning_rate": 1.2139750159122771e-05, |
| "loss": 0.7291, |
| "step": 779 |
| }, |
| { |
| "epoch": 2.4447924823805796, |
| "grad_norm": 1.0108972783151455, |
| "learning_rate": 1.2118359469022714e-05, |
| "loss": 0.7343, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.4479248238057947, |
| "grad_norm": 0.9909962900496487, |
| "learning_rate": 1.2096958625898294e-05, |
| "loss": 0.75, |
| "step": 781 |
| }, |
| { |
| "epoch": 2.4510571652310102, |
| "grad_norm": 0.979708350323752, |
| "learning_rate": 1.2075547732321005e-05, |
| "loss": 0.7502, |
| "step": 782 |
| }, |
| { |
| "epoch": 2.4541895066562254, |
| "grad_norm": 0.9605132744547762, |
| "learning_rate": 1.2054126890910499e-05, |
| "loss": 0.7519, |
| "step": 783 |
| }, |
| { |
| "epoch": 2.457321848081441, |
| "grad_norm": 0.9692514022395361, |
| "learning_rate": 1.2032696204334115e-05, |
| "loss": 0.7273, |
| "step": 784 |
| }, |
| { |
| "epoch": 2.460454189506656, |
| "grad_norm": 0.9449589861483914, |
| "learning_rate": 1.2011255775306378e-05, |
| "loss": 0.7511, |
| "step": 785 |
| }, |
| { |
| "epoch": 2.4635865309318716, |
| "grad_norm": 0.9471704960405938, |
| "learning_rate": 1.1989805706588502e-05, |
| "loss": 0.7347, |
| "step": 786 |
| }, |
| { |
| "epoch": 2.4667188723570868, |
| "grad_norm": 0.9320311390343631, |
| "learning_rate": 1.1968346100987906e-05, |
| "loss": 0.7082, |
| "step": 787 |
| }, |
| { |
| "epoch": 2.4698512137823023, |
| "grad_norm": 0.9162015711675013, |
| "learning_rate": 1.1946877061357723e-05, |
| "loss": 0.7287, |
| "step": 788 |
| }, |
| { |
| "epoch": 2.4729835552075174, |
| "grad_norm": 0.9676114383404737, |
| "learning_rate": 1.1925398690596293e-05, |
| "loss": 0.753, |
| "step": 789 |
| }, |
| { |
| "epoch": 2.476115896632733, |
| "grad_norm": 0.9877343226967886, |
| "learning_rate": 1.1903911091646684e-05, |
| "loss": 0.7758, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.479248238057948, |
| "grad_norm": 1.023377404363016, |
| "learning_rate": 1.1882414367496196e-05, |
| "loss": 0.7392, |
| "step": 791 |
| }, |
| { |
| "epoch": 2.4823805794831637, |
| "grad_norm": 0.9945895799174997, |
| "learning_rate": 1.186090862117586e-05, |
| "loss": 0.7502, |
| "step": 792 |
| }, |
| { |
| "epoch": 2.485512920908379, |
| "grad_norm": 1.0038795381065821, |
| "learning_rate": 1.183939395575995e-05, |
| "loss": 0.806, |
| "step": 793 |
| }, |
| { |
| "epoch": 2.4886452623335944, |
| "grad_norm": 0.9926041291737507, |
| "learning_rate": 1.181787047436549e-05, |
| "loss": 0.7617, |
| "step": 794 |
| }, |
| { |
| "epoch": 2.4917776037588095, |
| "grad_norm": 0.9747916863077687, |
| "learning_rate": 1.1796338280151756e-05, |
| "loss": 0.7506, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.494909945184025, |
| "grad_norm": 0.928076659108732, |
| "learning_rate": 1.1774797476319785e-05, |
| "loss": 0.7306, |
| "step": 796 |
| }, |
| { |
| "epoch": 2.49804228660924, |
| "grad_norm": 1.0261524870519174, |
| "learning_rate": 1.175324816611188e-05, |
| "loss": 0.7463, |
| "step": 797 |
| }, |
| { |
| "epoch": 2.501174628034456, |
| "grad_norm": 0.9847678627771624, |
| "learning_rate": 1.1731690452811107e-05, |
| "loss": 0.7281, |
| "step": 798 |
| }, |
| { |
| "epoch": 2.5043069694596714, |
| "grad_norm": 0.9643463190600754, |
| "learning_rate": 1.1710124439740816e-05, |
| "loss": 0.76, |
| "step": 799 |
| }, |
| { |
| "epoch": 2.5074393108848865, |
| "grad_norm": 0.969773920531062, |
| "learning_rate": 1.1688550230264128e-05, |
| "loss": 0.7658, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.5105716523101016, |
| "grad_norm": 0.9626642855194483, |
| "learning_rate": 1.1666967927783461e-05, |
| "loss": 0.7478, |
| "step": 801 |
| }, |
| { |
| "epoch": 2.513703993735317, |
| "grad_norm": 0.9884939163865005, |
| "learning_rate": 1.164537763574001e-05, |
| "loss": 0.7153, |
| "step": 802 |
| }, |
| { |
| "epoch": 2.5168363351605327, |
| "grad_norm": 0.9485195981984704, |
| "learning_rate": 1.1623779457613263e-05, |
| "loss": 0.7493, |
| "step": 803 |
| }, |
| { |
| "epoch": 2.519968676585748, |
| "grad_norm": 0.9438738641259264, |
| "learning_rate": 1.160217349692051e-05, |
| "loss": 0.7592, |
| "step": 804 |
| }, |
| { |
| "epoch": 2.523101018010963, |
| "grad_norm": 0.9775231067597289, |
| "learning_rate": 1.1580559857216347e-05, |
| "loss": 0.7669, |
| "step": 805 |
| }, |
| { |
| "epoch": 2.5262333594361785, |
| "grad_norm": 0.9964813304861763, |
| "learning_rate": 1.1558938642092161e-05, |
| "loss": 0.75, |
| "step": 806 |
| }, |
| { |
| "epoch": 2.529365700861394, |
| "grad_norm": 0.9604452115462686, |
| "learning_rate": 1.1537309955175655e-05, |
| "loss": 0.7367, |
| "step": 807 |
| }, |
| { |
| "epoch": 2.5324980422866092, |
| "grad_norm": 0.9243296564169551, |
| "learning_rate": 1.1515673900130344e-05, |
| "loss": 0.7135, |
| "step": 808 |
| }, |
| { |
| "epoch": 2.5356303837118244, |
| "grad_norm": 0.9840647742781437, |
| "learning_rate": 1.149403058065506e-05, |
| "loss": 0.7744, |
| "step": 809 |
| }, |
| { |
| "epoch": 2.53876272513704, |
| "grad_norm": 0.9363389375104039, |
| "learning_rate": 1.1472380100483438e-05, |
| "loss": 0.7333, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.5418950665622555, |
| "grad_norm": 1.005204535054278, |
| "learning_rate": 1.145072256338345e-05, |
| "loss": 0.7535, |
| "step": 811 |
| }, |
| { |
| "epoch": 2.5450274079874706, |
| "grad_norm": 0.9828566960512756, |
| "learning_rate": 1.1429058073156886e-05, |
| "loss": 0.8036, |
| "step": 812 |
| }, |
| { |
| "epoch": 2.5481597494126857, |
| "grad_norm": 0.9671196176463093, |
| "learning_rate": 1.140738673363886e-05, |
| "loss": 0.7781, |
| "step": 813 |
| }, |
| { |
| "epoch": 2.5512920908379013, |
| "grad_norm": 0.9532345512189722, |
| "learning_rate": 1.1385708648697306e-05, |
| "loss": 0.7126, |
| "step": 814 |
| }, |
| { |
| "epoch": 2.554424432263117, |
| "grad_norm": 0.9251640219717523, |
| "learning_rate": 1.1364023922232503e-05, |
| "loss": 0.7222, |
| "step": 815 |
| }, |
| { |
| "epoch": 2.557556773688332, |
| "grad_norm": 0.9869679713832883, |
| "learning_rate": 1.1342332658176556e-05, |
| "loss": 0.7058, |
| "step": 816 |
| }, |
| { |
| "epoch": 2.560689115113547, |
| "grad_norm": 0.9930580206564761, |
| "learning_rate": 1.13206349604929e-05, |
| "loss": 0.7729, |
| "step": 817 |
| }, |
| { |
| "epoch": 2.5638214565387627, |
| "grad_norm": 0.9420081126831853, |
| "learning_rate": 1.1298930933175805e-05, |
| "loss": 0.7284, |
| "step": 818 |
| }, |
| { |
| "epoch": 2.5669537979639783, |
| "grad_norm": 1.0000782701863635, |
| "learning_rate": 1.1277220680249887e-05, |
| "loss": 0.7776, |
| "step": 819 |
| }, |
| { |
| "epoch": 2.5700861393891934, |
| "grad_norm": 0.9515958392786626, |
| "learning_rate": 1.1255504305769589e-05, |
| "loss": 0.7402, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.5732184808144085, |
| "grad_norm": 0.9398121571554576, |
| "learning_rate": 1.1233781913818707e-05, |
| "loss": 0.7255, |
| "step": 821 |
| }, |
| { |
| "epoch": 2.576350822239624, |
| "grad_norm": 0.9937093752648678, |
| "learning_rate": 1.1212053608509862e-05, |
| "loss": 0.7627, |
| "step": 822 |
| }, |
| { |
| "epoch": 2.5794831636648397, |
| "grad_norm": 0.9791666530858968, |
| "learning_rate": 1.119031949398403e-05, |
| "loss": 0.7689, |
| "step": 823 |
| }, |
| { |
| "epoch": 2.5826155050900548, |
| "grad_norm": 0.9496103182684476, |
| "learning_rate": 1.1168579674410026e-05, |
| "loss": 0.7458, |
| "step": 824 |
| }, |
| { |
| "epoch": 2.58574784651527, |
| "grad_norm": 0.9935430896103922, |
| "learning_rate": 1.1146834253984008e-05, |
| "loss": 0.7673, |
| "step": 825 |
| }, |
| { |
| "epoch": 2.5888801879404855, |
| "grad_norm": 0.9901446257978567, |
| "learning_rate": 1.1125083336928974e-05, |
| "loss": 0.767, |
| "step": 826 |
| }, |
| { |
| "epoch": 2.592012529365701, |
| "grad_norm": 0.9886430099783694, |
| "learning_rate": 1.1103327027494272e-05, |
| "loss": 0.7649, |
| "step": 827 |
| }, |
| { |
| "epoch": 2.595144870790916, |
| "grad_norm": 0.957433731138305, |
| "learning_rate": 1.10815654299551e-05, |
| "loss": 0.7496, |
| "step": 828 |
| }, |
| { |
| "epoch": 2.5982772122161313, |
| "grad_norm": 0.9549512909328034, |
| "learning_rate": 1.1059798648611988e-05, |
| "loss": 0.7479, |
| "step": 829 |
| }, |
| { |
| "epoch": 2.601409553641347, |
| "grad_norm": 0.9729410513377862, |
| "learning_rate": 1.103802678779032e-05, |
| "loss": 0.7215, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.6045418950665624, |
| "grad_norm": 0.9739903952440084, |
| "learning_rate": 1.1016249951839824e-05, |
| "loss": 0.7481, |
| "step": 831 |
| }, |
| { |
| "epoch": 2.6076742364917775, |
| "grad_norm": 0.9413669343604363, |
| "learning_rate": 1.0994468245134071e-05, |
| "loss": 0.7567, |
| "step": 832 |
| }, |
| { |
| "epoch": 2.610806577916993, |
| "grad_norm": 0.9742157973187829, |
| "learning_rate": 1.0972681772069981e-05, |
| "loss": 0.7463, |
| "step": 833 |
| }, |
| { |
| "epoch": 2.6139389193422082, |
| "grad_norm": 0.9778627829815928, |
| "learning_rate": 1.0950890637067317e-05, |
| "loss": 0.7633, |
| "step": 834 |
| }, |
| { |
| "epoch": 2.617071260767424, |
| "grad_norm": 0.9429091429491205, |
| "learning_rate": 1.0929094944568182e-05, |
| "loss": 0.7321, |
| "step": 835 |
| }, |
| { |
| "epoch": 2.620203602192639, |
| "grad_norm": 0.9807225580513256, |
| "learning_rate": 1.0907294799036525e-05, |
| "loss": 0.7599, |
| "step": 836 |
| }, |
| { |
| "epoch": 2.6233359436178545, |
| "grad_norm": 0.9466168414336543, |
| "learning_rate": 1.0885490304957642e-05, |
| "loss": 0.7111, |
| "step": 837 |
| }, |
| { |
| "epoch": 2.6264682850430696, |
| "grad_norm": 0.9473666583781692, |
| "learning_rate": 1.0863681566837666e-05, |
| "loss": 0.7333, |
| "step": 838 |
| }, |
| { |
| "epoch": 2.629600626468285, |
| "grad_norm": 0.9524909535219792, |
| "learning_rate": 1.0841868689203072e-05, |
| "loss": 0.7625, |
| "step": 839 |
| }, |
| { |
| "epoch": 2.6327329678935003, |
| "grad_norm": 0.9432869054961515, |
| "learning_rate": 1.0820051776600175e-05, |
| "loss": 0.745, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.635865309318716, |
| "grad_norm": 0.940106657073856, |
| "learning_rate": 1.0798230933594629e-05, |
| "loss": 0.7438, |
| "step": 841 |
| }, |
| { |
| "epoch": 2.638997650743931, |
| "grad_norm": 0.959855959982091, |
| "learning_rate": 1.0776406264770933e-05, |
| "loss": 0.7728, |
| "step": 842 |
| }, |
| { |
| "epoch": 2.6421299921691466, |
| "grad_norm": 1.0045635045124952, |
| "learning_rate": 1.0754577874731911e-05, |
| "loss": 0.774, |
| "step": 843 |
| }, |
| { |
| "epoch": 2.6452623335943617, |
| "grad_norm": 0.9757139770765741, |
| "learning_rate": 1.073274586809823e-05, |
| "loss": 0.7312, |
| "step": 844 |
| }, |
| { |
| "epoch": 2.6483946750195773, |
| "grad_norm": 0.9438533061715757, |
| "learning_rate": 1.0710910349507881e-05, |
| "loss": 0.7237, |
| "step": 845 |
| }, |
| { |
| "epoch": 2.6515270164447924, |
| "grad_norm": 0.9531758260863951, |
| "learning_rate": 1.0689071423615708e-05, |
| "loss": 0.7348, |
| "step": 846 |
| }, |
| { |
| "epoch": 2.654659357870008, |
| "grad_norm": 0.9446644812284712, |
| "learning_rate": 1.0667229195092868e-05, |
| "loss": 0.7602, |
| "step": 847 |
| }, |
| { |
| "epoch": 2.657791699295223, |
| "grad_norm": 0.9782412701275756, |
| "learning_rate": 1.0645383768626345e-05, |
| "loss": 0.7765, |
| "step": 848 |
| }, |
| { |
| "epoch": 2.6609240407204386, |
| "grad_norm": 1.007139575996801, |
| "learning_rate": 1.0623535248918463e-05, |
| "loss": 0.7751, |
| "step": 849 |
| }, |
| { |
| "epoch": 2.6640563821456538, |
| "grad_norm": 0.972578870009894, |
| "learning_rate": 1.0601683740686366e-05, |
| "loss": 0.8046, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.6671887235708693, |
| "grad_norm": 0.9533200080779424, |
| "learning_rate": 1.0579829348661522e-05, |
| "loss": 0.7268, |
| "step": 851 |
| }, |
| { |
| "epoch": 2.6703210649960845, |
| "grad_norm": 0.9569784524332555, |
| "learning_rate": 1.0557972177589214e-05, |
| "loss": 0.7914, |
| "step": 852 |
| }, |
| { |
| "epoch": 2.6734534064213, |
| "grad_norm": 0.9554744612301984, |
| "learning_rate": 1.0536112332228057e-05, |
| "loss": 0.7656, |
| "step": 853 |
| }, |
| { |
| "epoch": 2.676585747846515, |
| "grad_norm": 0.9379633252744265, |
| "learning_rate": 1.0514249917349473e-05, |
| "loss": 0.7174, |
| "step": 854 |
| }, |
| { |
| "epoch": 2.6797180892717307, |
| "grad_norm": 0.9498518801324679, |
| "learning_rate": 1.0492385037737207e-05, |
| "loss": 0.7359, |
| "step": 855 |
| }, |
| { |
| "epoch": 2.682850430696946, |
| "grad_norm": 0.9323391831700777, |
| "learning_rate": 1.0470517798186813e-05, |
| "loss": 0.7516, |
| "step": 856 |
| }, |
| { |
| "epoch": 2.6859827721221614, |
| "grad_norm": 0.977808841738496, |
| "learning_rate": 1.044864830350515e-05, |
| "loss": 0.7588, |
| "step": 857 |
| }, |
| { |
| "epoch": 2.6891151135473765, |
| "grad_norm": 0.9607140331334884, |
| "learning_rate": 1.0426776658509899e-05, |
| "loss": 0.7297, |
| "step": 858 |
| }, |
| { |
| "epoch": 2.692247454972592, |
| "grad_norm": 0.9644638205133018, |
| "learning_rate": 1.040490296802904e-05, |
| "loss": 0.7602, |
| "step": 859 |
| }, |
| { |
| "epoch": 2.6953797963978072, |
| "grad_norm": 0.9541062791921975, |
| "learning_rate": 1.0383027336900356e-05, |
| "loss": 0.747, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.698512137823023, |
| "grad_norm": 0.9713788632902975, |
| "learning_rate": 1.0361149869970929e-05, |
| "loss": 0.7486, |
| "step": 861 |
| }, |
| { |
| "epoch": 2.701644479248238, |
| "grad_norm": 0.9599164742932305, |
| "learning_rate": 1.0339270672096645e-05, |
| "loss": 0.7677, |
| "step": 862 |
| }, |
| { |
| "epoch": 2.7047768206734535, |
| "grad_norm": 0.9851639258139112, |
| "learning_rate": 1.0317389848141685e-05, |
| "loss": 0.735, |
| "step": 863 |
| }, |
| { |
| "epoch": 2.7079091620986686, |
| "grad_norm": 0.9627844834333039, |
| "learning_rate": 1.0295507502978024e-05, |
| "loss": 0.7423, |
| "step": 864 |
| }, |
| { |
| "epoch": 2.711041503523884, |
| "grad_norm": 0.9528844028329699, |
| "learning_rate": 1.0273623741484924e-05, |
| "loss": 0.7384, |
| "step": 865 |
| }, |
| { |
| "epoch": 2.7141738449490993, |
| "grad_norm": 1.0340380298089817, |
| "learning_rate": 1.0251738668548439e-05, |
| "loss": 0.8031, |
| "step": 866 |
| }, |
| { |
| "epoch": 2.717306186374315, |
| "grad_norm": 0.9538815854838193, |
| "learning_rate": 1.0229852389060905e-05, |
| "loss": 0.7339, |
| "step": 867 |
| }, |
| { |
| "epoch": 2.72043852779953, |
| "grad_norm": 0.9723625755825231, |
| "learning_rate": 1.0207965007920448e-05, |
| "loss": 0.7837, |
| "step": 868 |
| }, |
| { |
| "epoch": 2.7235708692247456, |
| "grad_norm": 0.967760456332842, |
| "learning_rate": 1.0186076630030469e-05, |
| "loss": 0.7522, |
| "step": 869 |
| }, |
| { |
| "epoch": 2.7267032106499607, |
| "grad_norm": 0.956046387699816, |
| "learning_rate": 1.0164187360299143e-05, |
| "loss": 0.7055, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.7298355520751763, |
| "grad_norm": 0.9568472870023063, |
| "learning_rate": 1.0142297303638926e-05, |
| "loss": 0.7284, |
| "step": 871 |
| }, |
| { |
| "epoch": 2.7329678935003914, |
| "grad_norm": 0.988027374434136, |
| "learning_rate": 1.0120406564966043e-05, |
| "loss": 0.7714, |
| "step": 872 |
| }, |
| { |
| "epoch": 2.736100234925607, |
| "grad_norm": 1.028366948188634, |
| "learning_rate": 1.0098515249199988e-05, |
| "loss": 0.8163, |
| "step": 873 |
| }, |
| { |
| "epoch": 2.7392325763508225, |
| "grad_norm": 1.4617689871519928, |
| "learning_rate": 1.0076623461263017e-05, |
| "loss": 0.7347, |
| "step": 874 |
| }, |
| { |
| "epoch": 2.7423649177760376, |
| "grad_norm": 0.9546506131293968, |
| "learning_rate": 1.0054731306079657e-05, |
| "loss": 0.7131, |
| "step": 875 |
| }, |
| { |
| "epoch": 2.7454972592012528, |
| "grad_norm": 0.9591903904399064, |
| "learning_rate": 1.0032838888576194e-05, |
| "loss": 0.72, |
| "step": 876 |
| }, |
| { |
| "epoch": 2.7486296006264683, |
| "grad_norm": 0.9704760247984783, |
| "learning_rate": 1.0010946313680156e-05, |
| "loss": 0.7519, |
| "step": 877 |
| }, |
| { |
| "epoch": 2.751761942051684, |
| "grad_norm": 0.9496820302125051, |
| "learning_rate": 9.989053686319849e-06, |
| "loss": 0.7435, |
| "step": 878 |
| }, |
| { |
| "epoch": 2.754894283476899, |
| "grad_norm": 0.9773806934541943, |
| "learning_rate": 9.967161111423813e-06, |
| "loss": 0.7795, |
| "step": 879 |
| }, |
| { |
| "epoch": 2.758026624902114, |
| "grad_norm": 0.9202467047384671, |
| "learning_rate": 9.945268693920346e-06, |
| "loss": 0.7292, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.7611589663273297, |
| "grad_norm": 0.974687628354556, |
| "learning_rate": 9.923376538736985e-06, |
| "loss": 0.7761, |
| "step": 881 |
| }, |
| { |
| "epoch": 2.7642913077525453, |
| "grad_norm": 0.9294513579702289, |
| "learning_rate": 9.901484750800014e-06, |
| "loss": 0.7235, |
| "step": 882 |
| }, |
| { |
| "epoch": 2.7674236491777604, |
| "grad_norm": 0.9850151969699499, |
| "learning_rate": 9.879593435033957e-06, |
| "loss": 0.7845, |
| "step": 883 |
| }, |
| { |
| "epoch": 2.7705559906029755, |
| "grad_norm": 0.929292922655392, |
| "learning_rate": 9.857702696361076e-06, |
| "loss": 0.75, |
| "step": 884 |
| }, |
| { |
| "epoch": 2.773688332028191, |
| "grad_norm": 0.9256442001669153, |
| "learning_rate": 9.835812639700862e-06, |
| "loss": 0.7215, |
| "step": 885 |
| }, |
| { |
| "epoch": 2.7768206734534067, |
| "grad_norm": 0.9481844945658222, |
| "learning_rate": 9.813923369969535e-06, |
| "loss": 0.7381, |
| "step": 886 |
| }, |
| { |
| "epoch": 2.779953014878622, |
| "grad_norm": 0.9481037841878706, |
| "learning_rate": 9.792034992079554e-06, |
| "loss": 0.7556, |
| "step": 887 |
| }, |
| { |
| "epoch": 2.783085356303837, |
| "grad_norm": 0.952957986686458, |
| "learning_rate": 9.770147610939098e-06, |
| "loss": 0.7339, |
| "step": 888 |
| }, |
| { |
| "epoch": 2.7862176977290525, |
| "grad_norm": 0.9549009956792547, |
| "learning_rate": 9.748261331451566e-06, |
| "loss": 0.7476, |
| "step": 889 |
| }, |
| { |
| "epoch": 2.789350039154268, |
| "grad_norm": 0.9782654041320651, |
| "learning_rate": 9.726376258515077e-06, |
| "loss": 0.7421, |
| "step": 890 |
| }, |
| { |
| "epoch": 2.792482380579483, |
| "grad_norm": 0.9900817275321431, |
| "learning_rate": 9.70449249702198e-06, |
| "loss": 0.7703, |
| "step": 891 |
| }, |
| { |
| "epoch": 2.7956147220046983, |
| "grad_norm": 0.9684826883994128, |
| "learning_rate": 9.682610151858317e-06, |
| "loss": 0.7874, |
| "step": 892 |
| }, |
| { |
| "epoch": 2.798747063429914, |
| "grad_norm": 0.9509743876454371, |
| "learning_rate": 9.660729327903359e-06, |
| "loss": 0.7554, |
| "step": 893 |
| }, |
| { |
| "epoch": 2.8018794048551294, |
| "grad_norm": 0.9651752336989294, |
| "learning_rate": 9.638850130029075e-06, |
| "loss": 0.7081, |
| "step": 894 |
| }, |
| { |
| "epoch": 2.8050117462803446, |
| "grad_norm": 0.9947227809634293, |
| "learning_rate": 9.616972663099648e-06, |
| "loss": 0.7533, |
| "step": 895 |
| }, |
| { |
| "epoch": 2.8081440877055597, |
| "grad_norm": 0.9575600590215773, |
| "learning_rate": 9.595097031970963e-06, |
| "loss": 0.7567, |
| "step": 896 |
| }, |
| { |
| "epoch": 2.8112764291307752, |
| "grad_norm": 0.9658030860447785, |
| "learning_rate": 9.5732233414901e-06, |
| "loss": 0.747, |
| "step": 897 |
| }, |
| { |
| "epoch": 2.814408770555991, |
| "grad_norm": 0.995325139613679, |
| "learning_rate": 9.551351696494854e-06, |
| "loss": 0.7438, |
| "step": 898 |
| }, |
| { |
| "epoch": 2.817541111981206, |
| "grad_norm": 0.9712772975214642, |
| "learning_rate": 9.529482201813192e-06, |
| "loss": 0.7293, |
| "step": 899 |
| }, |
| { |
| "epoch": 2.820673453406421, |
| "grad_norm": 0.9546909848683623, |
| "learning_rate": 9.507614962262796e-06, |
| "loss": 0.768, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.8238057948316366, |
| "grad_norm": 0.9329589715311891, |
| "learning_rate": 9.48575008265053e-06, |
| "loss": 0.7341, |
| "step": 901 |
| }, |
| { |
| "epoch": 2.826938136256852, |
| "grad_norm": 0.9357071849591595, |
| "learning_rate": 9.463887667771946e-06, |
| "loss": 0.7195, |
| "step": 902 |
| }, |
| { |
| "epoch": 2.8300704776820673, |
| "grad_norm": 0.933792474330246, |
| "learning_rate": 9.442027822410786e-06, |
| "loss": 0.7563, |
| "step": 903 |
| }, |
| { |
| "epoch": 2.8332028191072824, |
| "grad_norm": 0.9936060316623524, |
| "learning_rate": 9.420170651338482e-06, |
| "loss": 0.7546, |
| "step": 904 |
| }, |
| { |
| "epoch": 2.836335160532498, |
| "grad_norm": 0.9522662188147043, |
| "learning_rate": 9.398316259313636e-06, |
| "loss": 0.744, |
| "step": 905 |
| }, |
| { |
| "epoch": 2.8394675019577136, |
| "grad_norm": 0.9768599306563925, |
| "learning_rate": 9.376464751081542e-06, |
| "loss": 0.7547, |
| "step": 906 |
| }, |
| { |
| "epoch": 2.8425998433829287, |
| "grad_norm": 0.9612851410888434, |
| "learning_rate": 9.354616231373659e-06, |
| "loss": 0.7662, |
| "step": 907 |
| }, |
| { |
| "epoch": 2.845732184808144, |
| "grad_norm": 0.9419299539508802, |
| "learning_rate": 9.332770804907137e-06, |
| "loss": 0.7293, |
| "step": 908 |
| }, |
| { |
| "epoch": 2.8488645262333594, |
| "grad_norm": 0.9437811849610814, |
| "learning_rate": 9.310928576384293e-06, |
| "loss": 0.7258, |
| "step": 909 |
| }, |
| { |
| "epoch": 2.851996867658575, |
| "grad_norm": 0.9714173836845524, |
| "learning_rate": 9.289089650492119e-06, |
| "loss": 0.732, |
| "step": 910 |
| }, |
| { |
| "epoch": 2.85512920908379, |
| "grad_norm": 0.9482886998971121, |
| "learning_rate": 9.267254131901772e-06, |
| "loss": 0.7273, |
| "step": 911 |
| }, |
| { |
| "epoch": 2.858261550509005, |
| "grad_norm": 0.9868925213214547, |
| "learning_rate": 9.245422125268094e-06, |
| "loss": 0.7215, |
| "step": 912 |
| }, |
| { |
| "epoch": 2.861393891934221, |
| "grad_norm": 0.9529681945509453, |
| "learning_rate": 9.223593735229069e-06, |
| "loss": 0.7498, |
| "step": 913 |
| }, |
| { |
| "epoch": 2.8645262333594363, |
| "grad_norm": 0.9383207113099425, |
| "learning_rate": 9.201769066405373e-06, |
| "loss": 0.7302, |
| "step": 914 |
| }, |
| { |
| "epoch": 2.8676585747846515, |
| "grad_norm": 0.9565533325468113, |
| "learning_rate": 9.179948223399828e-06, |
| "loss": 0.7352, |
| "step": 915 |
| }, |
| { |
| "epoch": 2.870790916209867, |
| "grad_norm": 0.973007632374376, |
| "learning_rate": 9.15813131079693e-06, |
| "loss": 0.7646, |
| "step": 916 |
| }, |
| { |
| "epoch": 2.873923257635082, |
| "grad_norm": 0.9966309662857158, |
| "learning_rate": 9.136318433162336e-06, |
| "loss": 0.724, |
| "step": 917 |
| }, |
| { |
| "epoch": 2.8770555990602977, |
| "grad_norm": 0.9853350271329723, |
| "learning_rate": 9.114509695042362e-06, |
| "loss": 0.7615, |
| "step": 918 |
| }, |
| { |
| "epoch": 2.880187940485513, |
| "grad_norm": 0.9504300421132944, |
| "learning_rate": 9.092705200963478e-06, |
| "loss": 0.7663, |
| "step": 919 |
| }, |
| { |
| "epoch": 2.8833202819107284, |
| "grad_norm": 0.9477723894786849, |
| "learning_rate": 9.070905055431822e-06, |
| "loss": 0.7372, |
| "step": 920 |
| }, |
| { |
| "epoch": 2.8864526233359435, |
| "grad_norm": 0.9495506324641605, |
| "learning_rate": 9.049109362932685e-06, |
| "loss": 0.7323, |
| "step": 921 |
| }, |
| { |
| "epoch": 2.889584964761159, |
| "grad_norm": 0.9315436534258359, |
| "learning_rate": 9.02731822793002e-06, |
| "loss": 0.7298, |
| "step": 922 |
| }, |
| { |
| "epoch": 2.8927173061863742, |
| "grad_norm": 0.9633745464994017, |
| "learning_rate": 9.005531754865929e-06, |
| "loss": 0.7329, |
| "step": 923 |
| }, |
| { |
| "epoch": 2.89584964761159, |
| "grad_norm": 0.9520011329637497, |
| "learning_rate": 8.983750048160178e-06, |
| "loss": 0.7461, |
| "step": 924 |
| }, |
| { |
| "epoch": 2.898981989036805, |
| "grad_norm": 0.947202489605334, |
| "learning_rate": 8.961973212209684e-06, |
| "loss": 0.7353, |
| "step": 925 |
| }, |
| { |
| "epoch": 2.9021143304620205, |
| "grad_norm": 0.9564588694025306, |
| "learning_rate": 8.940201351388016e-06, |
| "loss": 0.7499, |
| "step": 926 |
| }, |
| { |
| "epoch": 2.9052466718872356, |
| "grad_norm": 0.9660352117956935, |
| "learning_rate": 8.918434570044904e-06, |
| "loss": 0.774, |
| "step": 927 |
| }, |
| { |
| "epoch": 2.908379013312451, |
| "grad_norm": 0.9516602740353381, |
| "learning_rate": 8.89667297250573e-06, |
| "loss": 0.7196, |
| "step": 928 |
| }, |
| { |
| "epoch": 2.9115113547376663, |
| "grad_norm": 0.9503514513189356, |
| "learning_rate": 8.874916663071027e-06, |
| "loss": 0.7621, |
| "step": 929 |
| }, |
| { |
| "epoch": 2.914643696162882, |
| "grad_norm": 0.9732615080165525, |
| "learning_rate": 8.853165746015997e-06, |
| "loss": 0.7596, |
| "step": 930 |
| }, |
| { |
| "epoch": 2.917776037588097, |
| "grad_norm": 1.010101952673623, |
| "learning_rate": 8.831420325589976e-06, |
| "loss": 0.7654, |
| "step": 931 |
| }, |
| { |
| "epoch": 2.9209083790133126, |
| "grad_norm": 0.9740311574523944, |
| "learning_rate": 8.809680506015973e-06, |
| "loss": 0.7513, |
| "step": 932 |
| }, |
| { |
| "epoch": 2.9240407204385277, |
| "grad_norm": 0.9960714830033841, |
| "learning_rate": 8.787946391490141e-06, |
| "loss": 0.7656, |
| "step": 933 |
| }, |
| { |
| "epoch": 2.9271730618637433, |
| "grad_norm": 0.9638028878471048, |
| "learning_rate": 8.766218086181298e-06, |
| "loss": 0.7776, |
| "step": 934 |
| }, |
| { |
| "epoch": 2.9303054032889584, |
| "grad_norm": 0.9722845022040784, |
| "learning_rate": 8.744495694230413e-06, |
| "loss": 0.7301, |
| "step": 935 |
| }, |
| { |
| "epoch": 2.933437744714174, |
| "grad_norm": 0.9628137063571912, |
| "learning_rate": 8.722779319750116e-06, |
| "loss": 0.7206, |
| "step": 936 |
| }, |
| { |
| "epoch": 2.936570086139389, |
| "grad_norm": 0.9465035800698545, |
| "learning_rate": 8.701069066824195e-06, |
| "loss": 0.722, |
| "step": 937 |
| }, |
| { |
| "epoch": 2.9397024275646046, |
| "grad_norm": 0.9902093031760724, |
| "learning_rate": 8.679365039507104e-06, |
| "loss": 0.7857, |
| "step": 938 |
| }, |
| { |
| "epoch": 2.9428347689898198, |
| "grad_norm": 0.948550028383559, |
| "learning_rate": 8.657667341823449e-06, |
| "loss": 0.7501, |
| "step": 939 |
| }, |
| { |
| "epoch": 2.9459671104150353, |
| "grad_norm": 0.9610537515494351, |
| "learning_rate": 8.6359760777675e-06, |
| "loss": 0.7242, |
| "step": 940 |
| }, |
| { |
| "epoch": 2.9490994518402505, |
| "grad_norm": 0.9553995440705682, |
| "learning_rate": 8.614291351302697e-06, |
| "loss": 0.7344, |
| "step": 941 |
| }, |
| { |
| "epoch": 2.952231793265466, |
| "grad_norm": 0.9521585819489644, |
| "learning_rate": 8.592613266361145e-06, |
| "loss": 0.7399, |
| "step": 942 |
| }, |
| { |
| "epoch": 2.955364134690681, |
| "grad_norm": 0.9675254410966843, |
| "learning_rate": 8.570941926843117e-06, |
| "loss": 0.7474, |
| "step": 943 |
| }, |
| { |
| "epoch": 2.9584964761158967, |
| "grad_norm": 0.949925314091798, |
| "learning_rate": 8.549277436616551e-06, |
| "loss": 0.7398, |
| "step": 944 |
| }, |
| { |
| "epoch": 2.961628817541112, |
| "grad_norm": 0.9743585973394909, |
| "learning_rate": 8.527619899516567e-06, |
| "loss": 0.7281, |
| "step": 945 |
| }, |
| { |
| "epoch": 2.9647611589663274, |
| "grad_norm": 0.9721394272700253, |
| "learning_rate": 8.505969419344946e-06, |
| "loss": 0.7691, |
| "step": 946 |
| }, |
| { |
| "epoch": 2.9678935003915425, |
| "grad_norm": 0.9756436120696973, |
| "learning_rate": 8.484326099869659e-06, |
| "loss": 0.7346, |
| "step": 947 |
| }, |
| { |
| "epoch": 2.971025841816758, |
| "grad_norm": 0.963968460621726, |
| "learning_rate": 8.462690044824347e-06, |
| "loss": 0.7632, |
| "step": 948 |
| }, |
| { |
| "epoch": 2.9741581832419732, |
| "grad_norm": 0.9886664730071104, |
| "learning_rate": 8.441061357907842e-06, |
| "loss": 0.7795, |
| "step": 949 |
| }, |
| { |
| "epoch": 2.977290524667189, |
| "grad_norm": 0.9402625444423229, |
| "learning_rate": 8.419440142783653e-06, |
| "loss": 0.7237, |
| "step": 950 |
| }, |
| { |
| "epoch": 2.980422866092404, |
| "grad_norm": 0.9602243212134389, |
| "learning_rate": 8.397826503079489e-06, |
| "loss": 0.7561, |
| "step": 951 |
| }, |
| { |
| "epoch": 2.9835552075176195, |
| "grad_norm": 0.9617618663543123, |
| "learning_rate": 8.376220542386742e-06, |
| "loss": 0.7799, |
| "step": 952 |
| }, |
| { |
| "epoch": 2.9866875489428346, |
| "grad_norm": 0.9190755212609129, |
| "learning_rate": 8.354622364259995e-06, |
| "loss": 0.7042, |
| "step": 953 |
| }, |
| { |
| "epoch": 2.98981989036805, |
| "grad_norm": 0.9586872985486566, |
| "learning_rate": 8.333032072216542e-06, |
| "loss": 0.7411, |
| "step": 954 |
| }, |
| { |
| "epoch": 2.9929522317932653, |
| "grad_norm": 0.9490934425198838, |
| "learning_rate": 8.311449769735874e-06, |
| "loss": 0.7699, |
| "step": 955 |
| }, |
| { |
| "epoch": 2.996084573218481, |
| "grad_norm": 0.9483587215466358, |
| "learning_rate": 8.289875560259189e-06, |
| "loss": 0.729, |
| "step": 956 |
| }, |
| { |
| "epoch": 2.999216914643696, |
| "grad_norm": 0.9426645402788387, |
| "learning_rate": 8.268309547188894e-06, |
| "loss": 0.7605, |
| "step": 957 |
| }, |
| { |
| "epoch": 3.0031323414252156, |
| "grad_norm": 2.4449431031791447, |
| "learning_rate": 8.246751833888122e-06, |
| "loss": 1.363, |
| "step": 958 |
| }, |
| { |
| "epoch": 3.0062646828504307, |
| "grad_norm": 1.6451995720214123, |
| "learning_rate": 8.225202523680218e-06, |
| "loss": 0.5471, |
| "step": 959 |
| }, |
| { |
| "epoch": 3.0093970242756463, |
| "grad_norm": 1.6727678935052752, |
| "learning_rate": 8.203661719848249e-06, |
| "loss": 0.5595, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.0125293657008614, |
| "grad_norm": 1.5460240913854986, |
| "learning_rate": 8.182129525634513e-06, |
| "loss": 0.5325, |
| "step": 961 |
| }, |
| { |
| "epoch": 3.015661707126077, |
| "grad_norm": 1.2460927908669523, |
| "learning_rate": 8.160606044240052e-06, |
| "loss": 0.5299, |
| "step": 962 |
| }, |
| { |
| "epoch": 3.018794048551292, |
| "grad_norm": 1.2859700150226807, |
| "learning_rate": 8.139091378824144e-06, |
| "loss": 0.526, |
| "step": 963 |
| }, |
| { |
| "epoch": 3.0219263899765076, |
| "grad_norm": 1.7164212978411557, |
| "learning_rate": 8.117585632503805e-06, |
| "loss": 0.5641, |
| "step": 964 |
| }, |
| { |
| "epoch": 3.0250587314017228, |
| "grad_norm": 1.7851156197762952, |
| "learning_rate": 8.096088908353316e-06, |
| "loss": 0.5354, |
| "step": 965 |
| }, |
| { |
| "epoch": 3.0281910728269383, |
| "grad_norm": 1.7956222015211165, |
| "learning_rate": 8.07460130940371e-06, |
| "loss": 0.5468, |
| "step": 966 |
| }, |
| { |
| "epoch": 3.0313234142521535, |
| "grad_norm": 1.7931934712777515, |
| "learning_rate": 8.05312293864228e-06, |
| "loss": 0.5571, |
| "step": 967 |
| }, |
| { |
| "epoch": 3.034455755677369, |
| "grad_norm": 1.6976805325976927, |
| "learning_rate": 8.031653899012098e-06, |
| "loss": 0.5492, |
| "step": 968 |
| }, |
| { |
| "epoch": 3.037588097102584, |
| "grad_norm": 1.596398489281078, |
| "learning_rate": 8.010194293411502e-06, |
| "loss": 0.4879, |
| "step": 969 |
| }, |
| { |
| "epoch": 3.0407204385277997, |
| "grad_norm": 1.4311365997826093, |
| "learning_rate": 7.988744224693625e-06, |
| "loss": 0.5483, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.043852779953015, |
| "grad_norm": 1.3005396695284464, |
| "learning_rate": 7.967303795665887e-06, |
| "loss": 0.5155, |
| "step": 971 |
| }, |
| { |
| "epoch": 3.0469851213782304, |
| "grad_norm": 1.1670816271780478, |
| "learning_rate": 7.945873109089503e-06, |
| "loss": 0.5483, |
| "step": 972 |
| }, |
| { |
| "epoch": 3.0501174628034455, |
| "grad_norm": 1.2526413892546973, |
| "learning_rate": 7.924452267678998e-06, |
| "loss": 0.5208, |
| "step": 973 |
| }, |
| { |
| "epoch": 3.053249804228661, |
| "grad_norm": 1.3258191230420822, |
| "learning_rate": 7.903041374101707e-06, |
| "loss": 0.5597, |
| "step": 974 |
| }, |
| { |
| "epoch": 3.0563821456538762, |
| "grad_norm": 1.3179145976075899, |
| "learning_rate": 7.881640530977287e-06, |
| "loss": 0.5544, |
| "step": 975 |
| }, |
| { |
| "epoch": 3.059514487079092, |
| "grad_norm": 1.2661427204898215, |
| "learning_rate": 7.860249840877232e-06, |
| "loss": 0.5306, |
| "step": 976 |
| }, |
| { |
| "epoch": 3.062646828504307, |
| "grad_norm": 1.20947370272958, |
| "learning_rate": 7.838869406324358e-06, |
| "loss": 0.529, |
| "step": 977 |
| }, |
| { |
| "epoch": 3.0657791699295225, |
| "grad_norm": 1.1968126239778358, |
| "learning_rate": 7.817499329792342e-06, |
| "loss": 0.5685, |
| "step": 978 |
| }, |
| { |
| "epoch": 3.0689115113547376, |
| "grad_norm": 1.1994215893244842, |
| "learning_rate": 7.796139713705214e-06, |
| "loss": 0.5157, |
| "step": 979 |
| }, |
| { |
| "epoch": 3.072043852779953, |
| "grad_norm": 1.231635060309257, |
| "learning_rate": 7.774790660436857e-06, |
| "loss": 0.5195, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.0751761942051683, |
| "grad_norm": 1.2984303455103845, |
| "learning_rate": 7.753452272310544e-06, |
| "loss": 0.5169, |
| "step": 981 |
| }, |
| { |
| "epoch": 3.078308535630384, |
| "grad_norm": 1.2495741983021167, |
| "learning_rate": 7.732124651598418e-06, |
| "loss": 0.5286, |
| "step": 982 |
| }, |
| { |
| "epoch": 3.081440877055599, |
| "grad_norm": 1.2371927309933792, |
| "learning_rate": 7.710807900521023e-06, |
| "loss": 0.5285, |
| "step": 983 |
| }, |
| { |
| "epoch": 3.0845732184808146, |
| "grad_norm": 1.1598033338515672, |
| "learning_rate": 7.689502121246809e-06, |
| "loss": 0.5285, |
| "step": 984 |
| }, |
| { |
| "epoch": 3.0877055599060297, |
| "grad_norm": 1.137936793677818, |
| "learning_rate": 7.668207415891625e-06, |
| "loss": 0.5257, |
| "step": 985 |
| }, |
| { |
| "epoch": 3.0908379013312453, |
| "grad_norm": 1.2251396369541545, |
| "learning_rate": 7.646923886518263e-06, |
| "loss": 0.5563, |
| "step": 986 |
| }, |
| { |
| "epoch": 3.0939702427564604, |
| "grad_norm": 1.1991699852871776, |
| "learning_rate": 7.625651635135933e-06, |
| "loss": 0.527, |
| "step": 987 |
| }, |
| { |
| "epoch": 3.097102584181676, |
| "grad_norm": 1.1439621826805295, |
| "learning_rate": 7.6043907636998026e-06, |
| "loss": 0.5163, |
| "step": 988 |
| }, |
| { |
| "epoch": 3.100234925606891, |
| "grad_norm": 1.123851307419761, |
| "learning_rate": 7.583141374110495e-06, |
| "loss": 0.5206, |
| "step": 989 |
| }, |
| { |
| "epoch": 3.1033672670321066, |
| "grad_norm": 1.1309411775644675, |
| "learning_rate": 7.561903568213595e-06, |
| "loss": 0.5416, |
| "step": 990 |
| }, |
| { |
| "epoch": 3.1064996084573218, |
| "grad_norm": 1.164015600425183, |
| "learning_rate": 7.540677447799176e-06, |
| "loss": 0.5062, |
| "step": 991 |
| }, |
| { |
| "epoch": 3.1096319498825373, |
| "grad_norm": 1.1836169096484468, |
| "learning_rate": 7.519463114601304e-06, |
| "loss": 0.5476, |
| "step": 992 |
| }, |
| { |
| "epoch": 3.1127642913077525, |
| "grad_norm": 1.142816670241574, |
| "learning_rate": 7.4982606702975505e-06, |
| "loss": 0.5342, |
| "step": 993 |
| }, |
| { |
| "epoch": 3.115896632732968, |
| "grad_norm": 1.1503408738938847, |
| "learning_rate": 7.477070216508493e-06, |
| "loss": 0.5646, |
| "step": 994 |
| }, |
| { |
| "epoch": 3.119028974158183, |
| "grad_norm": 1.150741615449422, |
| "learning_rate": 7.455891854797256e-06, |
| "loss": 0.5175, |
| "step": 995 |
| }, |
| { |
| "epoch": 3.1221613155833987, |
| "grad_norm": 1.2034319285665727, |
| "learning_rate": 7.434725686669002e-06, |
| "loss": 0.5765, |
| "step": 996 |
| }, |
| { |
| "epoch": 3.125293657008614, |
| "grad_norm": 1.1915855507050621, |
| "learning_rate": 7.413571813570453e-06, |
| "loss": 0.5323, |
| "step": 997 |
| }, |
| { |
| "epoch": 3.1284259984338294, |
| "grad_norm": 1.2081976282063787, |
| "learning_rate": 7.392430336889398e-06, |
| "loss": 0.5266, |
| "step": 998 |
| }, |
| { |
| "epoch": 3.1315583398590445, |
| "grad_norm": 1.1322504322898508, |
| "learning_rate": 7.371301357954219e-06, |
| "loss": 0.5129, |
| "step": 999 |
| }, |
| { |
| "epoch": 3.13469068128426, |
| "grad_norm": 1.1548883914063983, |
| "learning_rate": 7.350184978033386e-06, |
| "loss": 0.5193, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.137823022709475, |
| "grad_norm": 1.1526932585853438, |
| "learning_rate": 7.329081298334994e-06, |
| "loss": 0.5102, |
| "step": 1001 |
| }, |
| { |
| "epoch": 3.140955364134691, |
| "grad_norm": 1.1697102123089387, |
| "learning_rate": 7.307990420006266e-06, |
| "loss": 0.5326, |
| "step": 1002 |
| }, |
| { |
| "epoch": 3.144087705559906, |
| "grad_norm": 1.1265238542719669, |
| "learning_rate": 7.286912444133067e-06, |
| "loss": 0.5299, |
| "step": 1003 |
| }, |
| { |
| "epoch": 3.1472200469851215, |
| "grad_norm": 1.1537612326667075, |
| "learning_rate": 7.265847471739422e-06, |
| "loss": 0.5151, |
| "step": 1004 |
| }, |
| { |
| "epoch": 3.1503523884103366, |
| "grad_norm": 1.1284758438997318, |
| "learning_rate": 7.244795603787036e-06, |
| "loss": 0.5215, |
| "step": 1005 |
| }, |
| { |
| "epoch": 3.153484729835552, |
| "grad_norm": 1.1977561671812984, |
| "learning_rate": 7.2237569411748045e-06, |
| "loss": 0.5126, |
| "step": 1006 |
| }, |
| { |
| "epoch": 3.1566170712607673, |
| "grad_norm": 1.1649308019431355, |
| "learning_rate": 7.202731584738323e-06, |
| "loss": 0.5289, |
| "step": 1007 |
| }, |
| { |
| "epoch": 3.159749412685983, |
| "grad_norm": 1.1377687577701208, |
| "learning_rate": 7.1817196352494245e-06, |
| "loss": 0.5191, |
| "step": 1008 |
| }, |
| { |
| "epoch": 3.162881754111198, |
| "grad_norm": 1.1332419084126149, |
| "learning_rate": 7.160721193415681e-06, |
| "loss": 0.4928, |
| "step": 1009 |
| }, |
| { |
| "epoch": 3.1660140955364136, |
| "grad_norm": 1.1255882422146672, |
| "learning_rate": 7.139736359879916e-06, |
| "loss": 0.505, |
| "step": 1010 |
| }, |
| { |
| "epoch": 3.1691464369616287, |
| "grad_norm": 1.1396125393838465, |
| "learning_rate": 7.118765235219742e-06, |
| "loss": 0.5262, |
| "step": 1011 |
| }, |
| { |
| "epoch": 3.1722787783868442, |
| "grad_norm": 1.221304685970849, |
| "learning_rate": 7.0978079199470596e-06, |
| "loss": 0.5129, |
| "step": 1012 |
| }, |
| { |
| "epoch": 3.1754111198120594, |
| "grad_norm": 1.1646706730711807, |
| "learning_rate": 7.0768645145075885e-06, |
| "loss": 0.5509, |
| "step": 1013 |
| }, |
| { |
| "epoch": 3.178543461237275, |
| "grad_norm": 1.1909834940309783, |
| "learning_rate": 7.055935119280369e-06, |
| "loss": 0.5352, |
| "step": 1014 |
| }, |
| { |
| "epoch": 3.18167580266249, |
| "grad_norm": 1.1275894474381307, |
| "learning_rate": 7.035019834577301e-06, |
| "loss": 0.4987, |
| "step": 1015 |
| }, |
| { |
| "epoch": 3.1848081440877056, |
| "grad_norm": 1.1098330354725712, |
| "learning_rate": 7.014118760642654e-06, |
| "loss": 0.5429, |
| "step": 1016 |
| }, |
| { |
| "epoch": 3.1879404855129208, |
| "grad_norm": 1.1380777641842976, |
| "learning_rate": 6.993231997652587e-06, |
| "loss": 0.516, |
| "step": 1017 |
| }, |
| { |
| "epoch": 3.1910728269381363, |
| "grad_norm": 1.1693763120706757, |
| "learning_rate": 6.972359645714666e-06, |
| "loss": 0.5276, |
| "step": 1018 |
| }, |
| { |
| "epoch": 3.1942051683633514, |
| "grad_norm": 1.0981642819607513, |
| "learning_rate": 6.951501804867392e-06, |
| "loss": 0.5042, |
| "step": 1019 |
| }, |
| { |
| "epoch": 3.197337509788567, |
| "grad_norm": 1.1293301389682295, |
| "learning_rate": 6.930658575079705e-06, |
| "loss": 0.5456, |
| "step": 1020 |
| }, |
| { |
| "epoch": 3.200469851213782, |
| "grad_norm": 1.0968445808904248, |
| "learning_rate": 6.909830056250527e-06, |
| "loss": 0.5079, |
| "step": 1021 |
| }, |
| { |
| "epoch": 3.2036021926389977, |
| "grad_norm": 1.1042880780334279, |
| "learning_rate": 6.889016348208272e-06, |
| "loss": 0.5247, |
| "step": 1022 |
| }, |
| { |
| "epoch": 3.206734534064213, |
| "grad_norm": 1.1473219744960321, |
| "learning_rate": 6.868217550710359e-06, |
| "loss": 0.529, |
| "step": 1023 |
| }, |
| { |
| "epoch": 3.2098668754894284, |
| "grad_norm": 1.1820536568504343, |
| "learning_rate": 6.8474337634427505e-06, |
| "loss": 0.5653, |
| "step": 1024 |
| }, |
| { |
| "epoch": 3.2129992169146435, |
| "grad_norm": 1.1788578418720204, |
| "learning_rate": 6.826665086019467e-06, |
| "loss": 0.556, |
| "step": 1025 |
| }, |
| { |
| "epoch": 3.216131558339859, |
| "grad_norm": 1.1275364008712732, |
| "learning_rate": 6.805911617982105e-06, |
| "loss": 0.5211, |
| "step": 1026 |
| }, |
| { |
| "epoch": 3.219263899765074, |
| "grad_norm": 1.1788948899624612, |
| "learning_rate": 6.785173458799365e-06, |
| "loss": 0.5527, |
| "step": 1027 |
| }, |
| { |
| "epoch": 3.22239624119029, |
| "grad_norm": 1.190831430517554, |
| "learning_rate": 6.764450707866577e-06, |
| "loss": 0.5569, |
| "step": 1028 |
| }, |
| { |
| "epoch": 3.225528582615505, |
| "grad_norm": 1.1631264177590235, |
| "learning_rate": 6.743743464505219e-06, |
| "loss": 0.5389, |
| "step": 1029 |
| }, |
| { |
| "epoch": 3.2286609240407205, |
| "grad_norm": 1.141781399383516, |
| "learning_rate": 6.723051827962445e-06, |
| "loss": 0.5309, |
| "step": 1030 |
| }, |
| { |
| "epoch": 3.2317932654659356, |
| "grad_norm": 1.179512415938292, |
| "learning_rate": 6.7023758974106065e-06, |
| "loss": 0.525, |
| "step": 1031 |
| }, |
| { |
| "epoch": 3.234925606891151, |
| "grad_norm": 1.1944956246302587, |
| "learning_rate": 6.681715771946777e-06, |
| "loss": 0.5541, |
| "step": 1032 |
| }, |
| { |
| "epoch": 3.2380579483163663, |
| "grad_norm": 1.1591633344391639, |
| "learning_rate": 6.661071550592284e-06, |
| "loss": 0.5347, |
| "step": 1033 |
| }, |
| { |
| "epoch": 3.241190289741582, |
| "grad_norm": 1.12772338651315, |
| "learning_rate": 6.6404433322922146e-06, |
| "loss": 0.5155, |
| "step": 1034 |
| }, |
| { |
| "epoch": 3.244322631166797, |
| "grad_norm": 1.165589037264499, |
| "learning_rate": 6.619831215914974e-06, |
| "loss": 0.5346, |
| "step": 1035 |
| }, |
| { |
| "epoch": 3.2474549725920125, |
| "grad_norm": 1.103553776475765, |
| "learning_rate": 6.599235300251778e-06, |
| "loss": 0.5066, |
| "step": 1036 |
| }, |
| { |
| "epoch": 3.2505873140172277, |
| "grad_norm": 1.151353363986568, |
| "learning_rate": 6.578655684016204e-06, |
| "loss": 0.5456, |
| "step": 1037 |
| }, |
| { |
| "epoch": 3.2537196554424432, |
| "grad_norm": 1.159828047686325, |
| "learning_rate": 6.558092465843704e-06, |
| "loss": 0.5341, |
| "step": 1038 |
| }, |
| { |
| "epoch": 3.256851996867659, |
| "grad_norm": 1.1724554056458623, |
| "learning_rate": 6.537545744291134e-06, |
| "loss": 0.5598, |
| "step": 1039 |
| }, |
| { |
| "epoch": 3.259984338292874, |
| "grad_norm": 1.1868205375108176, |
| "learning_rate": 6.517015617836292e-06, |
| "loss": 0.5404, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.263116679718089, |
| "grad_norm": 1.180384610418905, |
| "learning_rate": 6.496502184877426e-06, |
| "loss": 0.5215, |
| "step": 1041 |
| }, |
| { |
| "epoch": 3.2662490211433046, |
| "grad_norm": 1.205146545691501, |
| "learning_rate": 6.476005543732783e-06, |
| "loss": 0.5314, |
| "step": 1042 |
| }, |
| { |
| "epoch": 3.26938136256852, |
| "grad_norm": 1.1244830342386452, |
| "learning_rate": 6.45552579264013e-06, |
| "loss": 0.5061, |
| "step": 1043 |
| }, |
| { |
| "epoch": 3.2725137039937353, |
| "grad_norm": 1.1324469436671378, |
| "learning_rate": 6.4350630297562726e-06, |
| "loss": 0.5411, |
| "step": 1044 |
| }, |
| { |
| "epoch": 3.2756460454189504, |
| "grad_norm": 1.170084873645457, |
| "learning_rate": 6.414617353156605e-06, |
| "loss": 0.5256, |
| "step": 1045 |
| }, |
| { |
| "epoch": 3.278778386844166, |
| "grad_norm": 1.154539238112036, |
| "learning_rate": 6.394188860834626e-06, |
| "loss": 0.5353, |
| "step": 1046 |
| }, |
| { |
| "epoch": 3.2819107282693816, |
| "grad_norm": 1.145934214062239, |
| "learning_rate": 6.373777650701465e-06, |
| "loss": 0.4949, |
| "step": 1047 |
| }, |
| { |
| "epoch": 3.2850430696945967, |
| "grad_norm": 1.1758118112093967, |
| "learning_rate": 6.35338382058543e-06, |
| "loss": 0.5388, |
| "step": 1048 |
| }, |
| { |
| "epoch": 3.288175411119812, |
| "grad_norm": 1.1930083102260012, |
| "learning_rate": 6.333007468231521e-06, |
| "loss": 0.5357, |
| "step": 1049 |
| }, |
| { |
| "epoch": 3.2913077525450274, |
| "grad_norm": 1.2215776268642229, |
| "learning_rate": 6.312648691300975e-06, |
| "loss": 0.5159, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.294440093970243, |
| "grad_norm": 1.149266078166264, |
| "learning_rate": 6.292307587370794e-06, |
| "loss": 0.5329, |
| "step": 1051 |
| }, |
| { |
| "epoch": 3.297572435395458, |
| "grad_norm": 1.188650823733469, |
| "learning_rate": 6.271984253933266e-06, |
| "loss": 0.5607, |
| "step": 1052 |
| }, |
| { |
| "epoch": 3.3007047768206736, |
| "grad_norm": 1.1743831994156586, |
| "learning_rate": 6.2516787883955165e-06, |
| "loss": 0.5574, |
| "step": 1053 |
| }, |
| { |
| "epoch": 3.3038371182458888, |
| "grad_norm": 1.1970079452073716, |
| "learning_rate": 6.231391288079027e-06, |
| "loss": 0.5173, |
| "step": 1054 |
| }, |
| { |
| "epoch": 3.3069694596711043, |
| "grad_norm": 1.122279685545005, |
| "learning_rate": 6.211121850219175e-06, |
| "loss": 0.5361, |
| "step": 1055 |
| }, |
| { |
| "epoch": 3.3101018010963195, |
| "grad_norm": 1.225293554009653, |
| "learning_rate": 6.1908705719647735e-06, |
| "loss": 0.555, |
| "step": 1056 |
| }, |
| { |
| "epoch": 3.313234142521535, |
| "grad_norm": 1.1655884451182597, |
| "learning_rate": 6.170637550377587e-06, |
| "loss": 0.5321, |
| "step": 1057 |
| }, |
| { |
| "epoch": 3.31636648394675, |
| "grad_norm": 1.1850726593613186, |
| "learning_rate": 6.150422882431888e-06, |
| "loss": 0.5158, |
| "step": 1058 |
| }, |
| { |
| "epoch": 3.3194988253719657, |
| "grad_norm": 1.1741932650006341, |
| "learning_rate": 6.130226665013979e-06, |
| "loss": 0.5278, |
| "step": 1059 |
| }, |
| { |
| "epoch": 3.322631166797181, |
| "grad_norm": 1.1637151007879059, |
| "learning_rate": 6.110048994921735e-06, |
| "loss": 0.5147, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.3257635082223964, |
| "grad_norm": 1.19810414141727, |
| "learning_rate": 6.089889968864122e-06, |
| "loss": 0.5523, |
| "step": 1061 |
| }, |
| { |
| "epoch": 3.3288958496476115, |
| "grad_norm": 1.1747671263259907, |
| "learning_rate": 6.069749683460765e-06, |
| "loss": 0.5259, |
| "step": 1062 |
| }, |
| { |
| "epoch": 3.332028191072827, |
| "grad_norm": 1.189733533665569, |
| "learning_rate": 6.049628235241459e-06, |
| "loss": 0.5727, |
| "step": 1063 |
| }, |
| { |
| "epoch": 3.3351605324980422, |
| "grad_norm": 1.1907858250963501, |
| "learning_rate": 6.029525720645719e-06, |
| "loss": 0.5581, |
| "step": 1064 |
| }, |
| { |
| "epoch": 3.338292873923258, |
| "grad_norm": 1.1727785316101889, |
| "learning_rate": 6.009442236022307e-06, |
| "loss": 0.5527, |
| "step": 1065 |
| }, |
| { |
| "epoch": 3.341425215348473, |
| "grad_norm": 1.1473257646366246, |
| "learning_rate": 5.989377877628783e-06, |
| "loss": 0.5354, |
| "step": 1066 |
| }, |
| { |
| "epoch": 3.3445575567736885, |
| "grad_norm": 1.1904303579624806, |
| "learning_rate": 5.969332741631037e-06, |
| "loss": 0.5299, |
| "step": 1067 |
| }, |
| { |
| "epoch": 3.3476898981989036, |
| "grad_norm": 1.1467680391867652, |
| "learning_rate": 5.949306924102822e-06, |
| "loss": 0.5347, |
| "step": 1068 |
| }, |
| { |
| "epoch": 3.350822239624119, |
| "grad_norm": 1.164592432138905, |
| "learning_rate": 5.929300521025304e-06, |
| "loss": 0.5295, |
| "step": 1069 |
| }, |
| { |
| "epoch": 3.3539545810493343, |
| "grad_norm": 1.183763669072413, |
| "learning_rate": 5.9093136282866014e-06, |
| "loss": 0.5309, |
| "step": 1070 |
| }, |
| { |
| "epoch": 3.35708692247455, |
| "grad_norm": 1.1341809428622889, |
| "learning_rate": 5.889346341681319e-06, |
| "loss": 0.5057, |
| "step": 1071 |
| }, |
| { |
| "epoch": 3.360219263899765, |
| "grad_norm": 1.2114438092248463, |
| "learning_rate": 5.869398756910095e-06, |
| "loss": 0.5285, |
| "step": 1072 |
| }, |
| { |
| "epoch": 3.3633516053249806, |
| "grad_norm": 1.1899159606732028, |
| "learning_rate": 5.8494709695791364e-06, |
| "loss": 0.515, |
| "step": 1073 |
| }, |
| { |
| "epoch": 3.3664839467501957, |
| "grad_norm": 1.1585091379070802, |
| "learning_rate": 5.829563075199753e-06, |
| "loss": 0.5215, |
| "step": 1074 |
| }, |
| { |
| "epoch": 3.3696162881754113, |
| "grad_norm": 1.1554751170108555, |
| "learning_rate": 5.809675169187936e-06, |
| "loss": 0.5276, |
| "step": 1075 |
| }, |
| { |
| "epoch": 3.3727486296006264, |
| "grad_norm": 1.1531221192759264, |
| "learning_rate": 5.789807346863849e-06, |
| "loss": 0.5343, |
| "step": 1076 |
| }, |
| { |
| "epoch": 3.375880971025842, |
| "grad_norm": 1.2264179028180235, |
| "learning_rate": 5.769959703451413e-06, |
| "loss": 0.5331, |
| "step": 1077 |
| }, |
| { |
| "epoch": 3.379013312451057, |
| "grad_norm": 1.1909513224731456, |
| "learning_rate": 5.750132334077827e-06, |
| "loss": 0.5221, |
| "step": 1078 |
| }, |
| { |
| "epoch": 3.3821456538762726, |
| "grad_norm": 1.1410796381664094, |
| "learning_rate": 5.730325333773122e-06, |
| "loss": 0.5236, |
| "step": 1079 |
| }, |
| { |
| "epoch": 3.3852779953014878, |
| "grad_norm": 1.165393643113191, |
| "learning_rate": 5.710538797469707e-06, |
| "loss": 0.5363, |
| "step": 1080 |
| }, |
| { |
| "epoch": 3.3884103367267033, |
| "grad_norm": 1.109034591095622, |
| "learning_rate": 5.690772820001894e-06, |
| "loss": 0.5129, |
| "step": 1081 |
| }, |
| { |
| "epoch": 3.3915426781519185, |
| "grad_norm": 1.1479442023962463, |
| "learning_rate": 5.671027496105477e-06, |
| "loss": 0.5767, |
| "step": 1082 |
| }, |
| { |
| "epoch": 3.394675019577134, |
| "grad_norm": 1.1983194565401882, |
| "learning_rate": 5.651302920417252e-06, |
| "loss": 0.5233, |
| "step": 1083 |
| }, |
| { |
| "epoch": 3.397807361002349, |
| "grad_norm": 1.1247461153791098, |
| "learning_rate": 5.63159918747457e-06, |
| "loss": 0.531, |
| "step": 1084 |
| }, |
| { |
| "epoch": 3.4009397024275647, |
| "grad_norm": 1.1645414490351773, |
| "learning_rate": 5.611916391714887e-06, |
| "loss": 0.5356, |
| "step": 1085 |
| }, |
| { |
| "epoch": 3.40407204385278, |
| "grad_norm": 1.1955131839630717, |
| "learning_rate": 5.592254627475313e-06, |
| "loss": 0.5181, |
| "step": 1086 |
| }, |
| { |
| "epoch": 3.4072043852779954, |
| "grad_norm": 1.1669277156801512, |
| "learning_rate": 5.572613988992157e-06, |
| "loss": 0.5505, |
| "step": 1087 |
| }, |
| { |
| "epoch": 3.4103367267032105, |
| "grad_norm": 1.1969803225344355, |
| "learning_rate": 5.552994570400465e-06, |
| "loss": 0.5279, |
| "step": 1088 |
| }, |
| { |
| "epoch": 3.413469068128426, |
| "grad_norm": 1.149976867281222, |
| "learning_rate": 5.5333964657335894e-06, |
| "loss": 0.5176, |
| "step": 1089 |
| }, |
| { |
| "epoch": 3.4166014095536412, |
| "grad_norm": 1.1530538912791253, |
| "learning_rate": 5.513819768922723e-06, |
| "loss": 0.529, |
| "step": 1090 |
| }, |
| { |
| "epoch": 3.419733750978857, |
| "grad_norm": 1.1611367505386145, |
| "learning_rate": 5.49426457379646e-06, |
| "loss": 0.5045, |
| "step": 1091 |
| }, |
| { |
| "epoch": 3.422866092404072, |
| "grad_norm": 1.157629907018517, |
| "learning_rate": 5.474730974080327e-06, |
| "loss": 0.5384, |
| "step": 1092 |
| }, |
| { |
| "epoch": 3.4259984338292875, |
| "grad_norm": 1.1436433927685985, |
| "learning_rate": 5.455219063396356e-06, |
| "loss": 0.5164, |
| "step": 1093 |
| }, |
| { |
| "epoch": 3.4291307752545026, |
| "grad_norm": 1.1624946647803467, |
| "learning_rate": 5.4357289352626284e-06, |
| "loss": 0.518, |
| "step": 1094 |
| }, |
| { |
| "epoch": 3.432263116679718, |
| "grad_norm": 1.2059544843365895, |
| "learning_rate": 5.416260683092814e-06, |
| "loss": 0.5413, |
| "step": 1095 |
| }, |
| { |
| "epoch": 3.4353954581049333, |
| "grad_norm": 1.1848557963338198, |
| "learning_rate": 5.3968144001957445e-06, |
| "loss": 0.556, |
| "step": 1096 |
| }, |
| { |
| "epoch": 3.438527799530149, |
| "grad_norm": 1.2267248653375662, |
| "learning_rate": 5.377390179774951e-06, |
| "loss": 0.5735, |
| "step": 1097 |
| }, |
| { |
| "epoch": 3.441660140955364, |
| "grad_norm": 1.219382842483644, |
| "learning_rate": 5.357988114928221e-06, |
| "loss": 0.5224, |
| "step": 1098 |
| }, |
| { |
| "epoch": 3.4447924823805796, |
| "grad_norm": 1.2019925545507635, |
| "learning_rate": 5.338608298647161e-06, |
| "loss": 0.5188, |
| "step": 1099 |
| }, |
| { |
| "epoch": 3.4479248238057947, |
| "grad_norm": 1.2054098999261758, |
| "learning_rate": 5.319250823816732e-06, |
| "loss": 0.5603, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.4510571652310102, |
| "grad_norm": 1.149167269524483, |
| "learning_rate": 5.299915783214816e-06, |
| "loss": 0.5103, |
| "step": 1101 |
| }, |
| { |
| "epoch": 3.4541895066562254, |
| "grad_norm": 1.190224838500585, |
| "learning_rate": 5.28060326951178e-06, |
| "loss": 0.5445, |
| "step": 1102 |
| }, |
| { |
| "epoch": 3.457321848081441, |
| "grad_norm": 1.145339136200069, |
| "learning_rate": 5.2613133752700145e-06, |
| "loss": 0.5432, |
| "step": 1103 |
| }, |
| { |
| "epoch": 3.460454189506656, |
| "grad_norm": 1.1801121893769682, |
| "learning_rate": 5.242046192943503e-06, |
| "loss": 0.5321, |
| "step": 1104 |
| }, |
| { |
| "epoch": 3.4635865309318716, |
| "grad_norm": 1.196242124148136, |
| "learning_rate": 5.22280181487737e-06, |
| "loss": 0.5097, |
| "step": 1105 |
| }, |
| { |
| "epoch": 3.4667188723570868, |
| "grad_norm": 1.1558254840616595, |
| "learning_rate": 5.2035803333074435e-06, |
| "loss": 0.515, |
| "step": 1106 |
| }, |
| { |
| "epoch": 3.4698512137823023, |
| "grad_norm": 1.1436458411967738, |
| "learning_rate": 5.184381840359815e-06, |
| "loss": 0.5004, |
| "step": 1107 |
| }, |
| { |
| "epoch": 3.4729835552075174, |
| "grad_norm": 1.137825928298088, |
| "learning_rate": 5.1652064280503884e-06, |
| "loss": 0.5164, |
| "step": 1108 |
| }, |
| { |
| "epoch": 3.476115896632733, |
| "grad_norm": 1.1431285887634195, |
| "learning_rate": 5.146054188284443e-06, |
| "loss": 0.5324, |
| "step": 1109 |
| }, |
| { |
| "epoch": 3.479248238057948, |
| "grad_norm": 1.1848905862756827, |
| "learning_rate": 5.126925212856202e-06, |
| "loss": 0.541, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.4823805794831637, |
| "grad_norm": 1.15107617387345, |
| "learning_rate": 5.107819593448385e-06, |
| "loss": 0.5049, |
| "step": 1111 |
| }, |
| { |
| "epoch": 3.485512920908379, |
| "grad_norm": 1.1324253201763683, |
| "learning_rate": 5.088737421631767e-06, |
| "loss": 0.5263, |
| "step": 1112 |
| }, |
| { |
| "epoch": 3.4886452623335944, |
| "grad_norm": 1.1791937767344005, |
| "learning_rate": 5.069678788864742e-06, |
| "loss": 0.5301, |
| "step": 1113 |
| }, |
| { |
| "epoch": 3.4917776037588095, |
| "grad_norm": 1.177125639354513, |
| "learning_rate": 5.050643786492888e-06, |
| "loss": 0.5299, |
| "step": 1114 |
| }, |
| { |
| "epoch": 3.494909945184025, |
| "grad_norm": 1.12975187321893, |
| "learning_rate": 5.031632505748516e-06, |
| "loss": 0.5191, |
| "step": 1115 |
| }, |
| { |
| "epoch": 3.49804228660924, |
| "grad_norm": 1.1702301585282073, |
| "learning_rate": 5.012645037750254e-06, |
| "loss": 0.4911, |
| "step": 1116 |
| }, |
| { |
| "epoch": 3.501174628034456, |
| "grad_norm": 1.1898809996788224, |
| "learning_rate": 4.993681473502586e-06, |
| "loss": 0.5846, |
| "step": 1117 |
| }, |
| { |
| "epoch": 3.5043069694596714, |
| "grad_norm": 1.1772803798080353, |
| "learning_rate": 4.97474190389544e-06, |
| "loss": 0.5449, |
| "step": 1118 |
| }, |
| { |
| "epoch": 3.5074393108848865, |
| "grad_norm": 1.1458679793457238, |
| "learning_rate": 4.955826419703736e-06, |
| "loss": 0.527, |
| "step": 1119 |
| }, |
| { |
| "epoch": 3.5105716523101016, |
| "grad_norm": 1.197898331863354, |
| "learning_rate": 4.936935111586953e-06, |
| "loss": 0.5279, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.513703993735317, |
| "grad_norm": 1.1490696601995432, |
| "learning_rate": 4.918068070088708e-06, |
| "loss": 0.5479, |
| "step": 1121 |
| }, |
| { |
| "epoch": 3.5168363351605327, |
| "grad_norm": 1.1338863485542614, |
| "learning_rate": 4.899225385636293e-06, |
| "loss": 0.5143, |
| "step": 1122 |
| }, |
| { |
| "epoch": 3.519968676585748, |
| "grad_norm": 1.1180638940506065, |
| "learning_rate": 4.880407148540275e-06, |
| "loss": 0.5018, |
| "step": 1123 |
| }, |
| { |
| "epoch": 3.523101018010963, |
| "grad_norm": 1.1649197234392008, |
| "learning_rate": 4.8616134489940455e-06, |
| "loss": 0.5086, |
| "step": 1124 |
| }, |
| { |
| "epoch": 3.5262333594361785, |
| "grad_norm": 1.175823733278329, |
| "learning_rate": 4.8428443770733835e-06, |
| "loss": 0.5128, |
| "step": 1125 |
| }, |
| { |
| "epoch": 3.529365700861394, |
| "grad_norm": 1.1338414552899265, |
| "learning_rate": 4.824100022736036e-06, |
| "loss": 0.4854, |
| "step": 1126 |
| }, |
| { |
| "epoch": 3.5324980422866092, |
| "grad_norm": 1.208715108777811, |
| "learning_rate": 4.805380475821287e-06, |
| "loss": 0.562, |
| "step": 1127 |
| }, |
| { |
| "epoch": 3.5356303837118244, |
| "grad_norm": 1.2832853162474576, |
| "learning_rate": 4.786685826049508e-06, |
| "loss": 0.5227, |
| "step": 1128 |
| }, |
| { |
| "epoch": 3.53876272513704, |
| "grad_norm": 1.20463188289643, |
| "learning_rate": 4.768016163021754e-06, |
| "loss": 0.5343, |
| "step": 1129 |
| }, |
| { |
| "epoch": 3.5418950665622555, |
| "grad_norm": 1.1932857110540964, |
| "learning_rate": 4.749371576219317e-06, |
| "loss": 0.4933, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.5450274079874706, |
| "grad_norm": 1.1785435772368695, |
| "learning_rate": 4.730752155003303e-06, |
| "loss": 0.5262, |
| "step": 1131 |
| }, |
| { |
| "epoch": 3.5481597494126857, |
| "grad_norm": 1.1881352282816962, |
| "learning_rate": 4.7121579886142065e-06, |
| "loss": 0.5564, |
| "step": 1132 |
| }, |
| { |
| "epoch": 3.5512920908379013, |
| "grad_norm": 1.1608651788367013, |
| "learning_rate": 4.693589166171466e-06, |
| "loss": 0.5287, |
| "step": 1133 |
| }, |
| { |
| "epoch": 3.554424432263117, |
| "grad_norm": 1.2094527888449869, |
| "learning_rate": 4.675045776673067e-06, |
| "loss": 0.5463, |
| "step": 1134 |
| }, |
| { |
| "epoch": 3.557556773688332, |
| "grad_norm": 1.1971780880370575, |
| "learning_rate": 4.65652790899508e-06, |
| "loss": 0.5117, |
| "step": 1135 |
| }, |
| { |
| "epoch": 3.560689115113547, |
| "grad_norm": 1.1896379190718653, |
| "learning_rate": 4.638035651891266e-06, |
| "loss": 0.543, |
| "step": 1136 |
| }, |
| { |
| "epoch": 3.5638214565387627, |
| "grad_norm": 1.123251870010005, |
| "learning_rate": 4.619569093992636e-06, |
| "loss": 0.5263, |
| "step": 1137 |
| }, |
| { |
| "epoch": 3.5669537979639783, |
| "grad_norm": 1.1685045536154566, |
| "learning_rate": 4.601128323807023e-06, |
| "loss": 0.5341, |
| "step": 1138 |
| }, |
| { |
| "epoch": 3.5700861393891934, |
| "grad_norm": 1.1479704004071765, |
| "learning_rate": 4.582713429718667e-06, |
| "loss": 0.5503, |
| "step": 1139 |
| }, |
| { |
| "epoch": 3.5732184808144085, |
| "grad_norm": 1.138427168032927, |
| "learning_rate": 4.56432449998779e-06, |
| "loss": 0.492, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.576350822239624, |
| "grad_norm": 1.2372766348911877, |
| "learning_rate": 4.545961622750158e-06, |
| "loss": 0.5512, |
| "step": 1141 |
| }, |
| { |
| "epoch": 3.5794831636648397, |
| "grad_norm": 1.1774919589788904, |
| "learning_rate": 4.527624886016686e-06, |
| "loss": 0.5398, |
| "step": 1142 |
| }, |
| { |
| "epoch": 3.5826155050900548, |
| "grad_norm": 1.1693438413445578, |
| "learning_rate": 4.509314377672987e-06, |
| "loss": 0.5444, |
| "step": 1143 |
| }, |
| { |
| "epoch": 3.58574784651527, |
| "grad_norm": 1.206456317247258, |
| "learning_rate": 4.491030185478976e-06, |
| "loss": 0.5362, |
| "step": 1144 |
| }, |
| { |
| "epoch": 3.5888801879404855, |
| "grad_norm": 1.1483671630028152, |
| "learning_rate": 4.472772397068431e-06, |
| "loss": 0.5115, |
| "step": 1145 |
| }, |
| { |
| "epoch": 3.592012529365701, |
| "grad_norm": 1.2246520853364462, |
| "learning_rate": 4.454541099948585e-06, |
| "loss": 0.5305, |
| "step": 1146 |
| }, |
| { |
| "epoch": 3.595144870790916, |
| "grad_norm": 1.1831900976113294, |
| "learning_rate": 4.436336381499701e-06, |
| "loss": 0.5413, |
| "step": 1147 |
| }, |
| { |
| "epoch": 3.5982772122161313, |
| "grad_norm": 1.2043230578018518, |
| "learning_rate": 4.418158328974647e-06, |
| "loss": 0.5196, |
| "step": 1148 |
| }, |
| { |
| "epoch": 3.601409553641347, |
| "grad_norm": 1.1773163602914556, |
| "learning_rate": 4.40000702949849e-06, |
| "loss": 0.5001, |
| "step": 1149 |
| }, |
| { |
| "epoch": 3.6045418950665624, |
| "grad_norm": 1.1478622164586656, |
| "learning_rate": 4.381882570068079e-06, |
| "loss": 0.5303, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.6076742364917775, |
| "grad_norm": 1.191685305824786, |
| "learning_rate": 4.3637850375516085e-06, |
| "loss": 0.5137, |
| "step": 1151 |
| }, |
| { |
| "epoch": 3.610806577916993, |
| "grad_norm": 1.181732648263047, |
| "learning_rate": 4.345714518688226e-06, |
| "loss": 0.5246, |
| "step": 1152 |
| }, |
| { |
| "epoch": 3.6139389193422082, |
| "grad_norm": 1.1923764986284755, |
| "learning_rate": 4.327671100087605e-06, |
| "loss": 0.5327, |
| "step": 1153 |
| }, |
| { |
| "epoch": 3.617071260767424, |
| "grad_norm": 1.20809690015103, |
| "learning_rate": 4.3096548682295304e-06, |
| "loss": 0.5498, |
| "step": 1154 |
| }, |
| { |
| "epoch": 3.620203602192639, |
| "grad_norm": 1.1491784685338666, |
| "learning_rate": 4.291665909463477e-06, |
| "loss": 0.5041, |
| "step": 1155 |
| }, |
| { |
| "epoch": 3.6233359436178545, |
| "grad_norm": 1.1751280305249536, |
| "learning_rate": 4.273704310008213e-06, |
| "loss": 0.5229, |
| "step": 1156 |
| }, |
| { |
| "epoch": 3.6264682850430696, |
| "grad_norm": 1.1175615334495055, |
| "learning_rate": 4.255770155951374e-06, |
| "loss": 0.5215, |
| "step": 1157 |
| }, |
| { |
| "epoch": 3.629600626468285, |
| "grad_norm": 1.155032398758409, |
| "learning_rate": 4.237863533249057e-06, |
| "loss": 0.5344, |
| "step": 1158 |
| }, |
| { |
| "epoch": 3.6327329678935003, |
| "grad_norm": 1.1988336359099494, |
| "learning_rate": 4.21998452772539e-06, |
| "loss": 0.5579, |
| "step": 1159 |
| }, |
| { |
| "epoch": 3.635865309318716, |
| "grad_norm": 1.1698366279218717, |
| "learning_rate": 4.202133225072153e-06, |
| "loss": 0.5288, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.638997650743931, |
| "grad_norm": 1.1286869148862564, |
| "learning_rate": 4.1843097108483465e-06, |
| "loss": 0.5245, |
| "step": 1161 |
| }, |
| { |
| "epoch": 3.6421299921691466, |
| "grad_norm": 1.1861981743925876, |
| "learning_rate": 4.16651407047977e-06, |
| "loss": 0.5391, |
| "step": 1162 |
| }, |
| { |
| "epoch": 3.6452623335943617, |
| "grad_norm": 1.2269024042403185, |
| "learning_rate": 4.148746389258645e-06, |
| "loss": 0.5417, |
| "step": 1163 |
| }, |
| { |
| "epoch": 3.6483946750195773, |
| "grad_norm": 1.2098949537700534, |
| "learning_rate": 4.1310067523431795e-06, |
| "loss": 0.5187, |
| "step": 1164 |
| }, |
| { |
| "epoch": 3.6515270164447924, |
| "grad_norm": 1.2311237257384957, |
| "learning_rate": 4.113295244757171e-06, |
| "loss": 0.5112, |
| "step": 1165 |
| }, |
| { |
| "epoch": 3.654659357870008, |
| "grad_norm": 1.1381539159403147, |
| "learning_rate": 4.0956119513896005e-06, |
| "loss": 0.5065, |
| "step": 1166 |
| }, |
| { |
| "epoch": 3.657791699295223, |
| "grad_norm": 1.1621884247268668, |
| "learning_rate": 4.077956956994212e-06, |
| "loss": 0.511, |
| "step": 1167 |
| }, |
| { |
| "epoch": 3.6609240407204386, |
| "grad_norm": 1.168551137549956, |
| "learning_rate": 4.060330346189125e-06, |
| "loss": 0.5177, |
| "step": 1168 |
| }, |
| { |
| "epoch": 3.6640563821456538, |
| "grad_norm": 1.210641000943774, |
| "learning_rate": 4.042732203456413e-06, |
| "loss": 0.5197, |
| "step": 1169 |
| }, |
| { |
| "epoch": 3.6671887235708693, |
| "grad_norm": 1.1705201776756187, |
| "learning_rate": 4.0251626131417135e-06, |
| "loss": 0.5467, |
| "step": 1170 |
| }, |
| { |
| "epoch": 3.6703210649960845, |
| "grad_norm": 1.1690543008503043, |
| "learning_rate": 4.00762165945381e-06, |
| "loss": 0.5404, |
| "step": 1171 |
| }, |
| { |
| "epoch": 3.6734534064213, |
| "grad_norm": 1.1598971397306825, |
| "learning_rate": 3.990109426464237e-06, |
| "loss": 0.5178, |
| "step": 1172 |
| }, |
| { |
| "epoch": 3.676585747846515, |
| "grad_norm": 1.1616293085138196, |
| "learning_rate": 3.972625998106876e-06, |
| "loss": 0.5435, |
| "step": 1173 |
| }, |
| { |
| "epoch": 3.6797180892717307, |
| "grad_norm": 1.1407718103960551, |
| "learning_rate": 3.955171458177551e-06, |
| "loss": 0.5406, |
| "step": 1174 |
| }, |
| { |
| "epoch": 3.682850430696946, |
| "grad_norm": 1.1669175281894106, |
| "learning_rate": 3.937745890333623e-06, |
| "loss": 0.5251, |
| "step": 1175 |
| }, |
| { |
| "epoch": 3.6859827721221614, |
| "grad_norm": 1.1257651461718745, |
| "learning_rate": 3.9203493780935935e-06, |
| "loss": 0.5345, |
| "step": 1176 |
| }, |
| { |
| "epoch": 3.6891151135473765, |
| "grad_norm": 1.1540314221528836, |
| "learning_rate": 3.902982004836709e-06, |
| "loss": 0.5351, |
| "step": 1177 |
| }, |
| { |
| "epoch": 3.692247454972592, |
| "grad_norm": 1.1524838421819237, |
| "learning_rate": 3.885643853802557e-06, |
| "loss": 0.5488, |
| "step": 1178 |
| }, |
| { |
| "epoch": 3.6953797963978072, |
| "grad_norm": 1.188466802503505, |
| "learning_rate": 3.868335008090664e-06, |
| "loss": 0.5142, |
| "step": 1179 |
| }, |
| { |
| "epoch": 3.698512137823023, |
| "grad_norm": 1.138912921077403, |
| "learning_rate": 3.851055550660098e-06, |
| "loss": 0.5269, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.701644479248238, |
| "grad_norm": 1.1870550813670917, |
| "learning_rate": 3.8338055643290815e-06, |
| "loss": 0.527, |
| "step": 1181 |
| }, |
| { |
| "epoch": 3.7047768206734535, |
| "grad_norm": 1.1829270162712773, |
| "learning_rate": 3.8165851317745705e-06, |
| "loss": 0.526, |
| "step": 1182 |
| }, |
| { |
| "epoch": 3.7079091620986686, |
| "grad_norm": 1.2162157673701168, |
| "learning_rate": 3.799394335531891e-06, |
| "loss": 0.5644, |
| "step": 1183 |
| }, |
| { |
| "epoch": 3.711041503523884, |
| "grad_norm": 1.1789615458756362, |
| "learning_rate": 3.782233257994309e-06, |
| "loss": 0.5369, |
| "step": 1184 |
| }, |
| { |
| "epoch": 3.7141738449490993, |
| "grad_norm": 1.1676281601812897, |
| "learning_rate": 3.7651019814126656e-06, |
| "loss": 0.5243, |
| "step": 1185 |
| }, |
| { |
| "epoch": 3.717306186374315, |
| "grad_norm": 1.1571405119696987, |
| "learning_rate": 3.7480005878949645e-06, |
| "loss": 0.5584, |
| "step": 1186 |
| }, |
| { |
| "epoch": 3.72043852779953, |
| "grad_norm": 1.1512138914116103, |
| "learning_rate": 3.730929159405984e-06, |
| "loss": 0.5272, |
| "step": 1187 |
| }, |
| { |
| "epoch": 3.7235708692247456, |
| "grad_norm": 1.1290612876998436, |
| "learning_rate": 3.713887777766888e-06, |
| "loss": 0.5212, |
| "step": 1188 |
| }, |
| { |
| "epoch": 3.7267032106499607, |
| "grad_norm": 1.1615587465761752, |
| "learning_rate": 3.69687652465482e-06, |
| "loss": 0.5271, |
| "step": 1189 |
| }, |
| { |
| "epoch": 3.7298355520751763, |
| "grad_norm": 1.165644217808434, |
| "learning_rate": 3.679895481602529e-06, |
| "loss": 0.5268, |
| "step": 1190 |
| }, |
| { |
| "epoch": 3.7329678935003914, |
| "grad_norm": 1.1460726933346908, |
| "learning_rate": 3.6629447299979747e-06, |
| "loss": 0.5345, |
| "step": 1191 |
| }, |
| { |
| "epoch": 3.736100234925607, |
| "grad_norm": 1.1701380925076978, |
| "learning_rate": 3.64602435108392e-06, |
| "loss": 0.5482, |
| "step": 1192 |
| }, |
| { |
| "epoch": 3.7392325763508225, |
| "grad_norm": 1.1069644314839941, |
| "learning_rate": 3.629134425957567e-06, |
| "loss": 0.4975, |
| "step": 1193 |
| }, |
| { |
| "epoch": 3.7423649177760376, |
| "grad_norm": 1.1742604377155452, |
| "learning_rate": 3.612275035570155e-06, |
| "loss": 0.5382, |
| "step": 1194 |
| }, |
| { |
| "epoch": 3.7454972592012528, |
| "grad_norm": 1.1594884695567513, |
| "learning_rate": 3.595446260726576e-06, |
| "loss": 0.5276, |
| "step": 1195 |
| }, |
| { |
| "epoch": 3.7486296006264683, |
| "grad_norm": 1.2009203643761532, |
| "learning_rate": 3.578648182084975e-06, |
| "loss": 0.5377, |
| "step": 1196 |
| }, |
| { |
| "epoch": 3.751761942051684, |
| "grad_norm": 1.170884036670357, |
| "learning_rate": 3.561880880156384e-06, |
| "loss": 0.5576, |
| "step": 1197 |
| }, |
| { |
| "epoch": 3.754894283476899, |
| "grad_norm": 1.1959487905145205, |
| "learning_rate": 3.5451444353043263e-06, |
| "loss": 0.5373, |
| "step": 1198 |
| }, |
| { |
| "epoch": 3.758026624902114, |
| "grad_norm": 1.1796481257439184, |
| "learning_rate": 3.5284389277444296e-06, |
| "loss": 0.5313, |
| "step": 1199 |
| }, |
| { |
| "epoch": 3.7611589663273297, |
| "grad_norm": 1.2094185606216385, |
| "learning_rate": 3.511764437544036e-06, |
| "loss": 0.5162, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.7642913077525453, |
| "grad_norm": 1.1754904046598893, |
| "learning_rate": 3.4951210446218385e-06, |
| "loss": 0.5529, |
| "step": 1201 |
| }, |
| { |
| "epoch": 3.7674236491777604, |
| "grad_norm": 1.153840764724347, |
| "learning_rate": 3.478508828747471e-06, |
| "loss": 0.4987, |
| "step": 1202 |
| }, |
| { |
| "epoch": 3.7705559906029755, |
| "grad_norm": 1.1333187974311192, |
| "learning_rate": 3.4619278695411495e-06, |
| "loss": 0.5005, |
| "step": 1203 |
| }, |
| { |
| "epoch": 3.773688332028191, |
| "grad_norm": 1.1455993988251625, |
| "learning_rate": 3.445378246473279e-06, |
| "loss": 0.5115, |
| "step": 1204 |
| }, |
| { |
| "epoch": 3.7768206734534067, |
| "grad_norm": 1.1749646759832453, |
| "learning_rate": 3.4288600388640714e-06, |
| "loss": 0.5241, |
| "step": 1205 |
| }, |
| { |
| "epoch": 3.779953014878622, |
| "grad_norm": 1.159353327088895, |
| "learning_rate": 3.4123733258831727e-06, |
| "loss": 0.5221, |
| "step": 1206 |
| }, |
| { |
| "epoch": 3.783085356303837, |
| "grad_norm": 1.1770098803771174, |
| "learning_rate": 3.3959181865492798e-06, |
| "loss": 0.536, |
| "step": 1207 |
| }, |
| { |
| "epoch": 3.7862176977290525, |
| "grad_norm": 1.173049503757697, |
| "learning_rate": 3.3794946997297527e-06, |
| "loss": 0.5423, |
| "step": 1208 |
| }, |
| { |
| "epoch": 3.789350039154268, |
| "grad_norm": 1.2771010631863746, |
| "learning_rate": 3.3631029441402497e-06, |
| "loss": 0.5587, |
| "step": 1209 |
| }, |
| { |
| "epoch": 3.792482380579483, |
| "grad_norm": 1.193386115742984, |
| "learning_rate": 3.3467429983443477e-06, |
| "loss": 0.5277, |
| "step": 1210 |
| }, |
| { |
| "epoch": 3.7956147220046983, |
| "grad_norm": 1.1915512034829279, |
| "learning_rate": 3.330414940753164e-06, |
| "loss": 0.5583, |
| "step": 1211 |
| }, |
| { |
| "epoch": 3.798747063429914, |
| "grad_norm": 1.1896725640667438, |
| "learning_rate": 3.3141188496249755e-06, |
| "loss": 0.5141, |
| "step": 1212 |
| }, |
| { |
| "epoch": 3.8018794048551294, |
| "grad_norm": 1.1687306108915543, |
| "learning_rate": 3.2978548030648504e-06, |
| "loss": 0.5443, |
| "step": 1213 |
| }, |
| { |
| "epoch": 3.8050117462803446, |
| "grad_norm": 1.1857286795537076, |
| "learning_rate": 3.2816228790242723e-06, |
| "loss": 0.5472, |
| "step": 1214 |
| }, |
| { |
| "epoch": 3.8081440877055597, |
| "grad_norm": 1.138346768843636, |
| "learning_rate": 3.2654231553007665e-06, |
| "loss": 0.549, |
| "step": 1215 |
| }, |
| { |
| "epoch": 3.8112764291307752, |
| "grad_norm": 1.1444752892169308, |
| "learning_rate": 3.249255709537521e-06, |
| "loss": 0.522, |
| "step": 1216 |
| }, |
| { |
| "epoch": 3.814408770555991, |
| "grad_norm": 1.18144246751696, |
| "learning_rate": 3.233120619223021e-06, |
| "loss": 0.5303, |
| "step": 1217 |
| }, |
| { |
| "epoch": 3.817541111981206, |
| "grad_norm": 1.2096091122117285, |
| "learning_rate": 3.2170179616906818e-06, |
| "loss": 0.5207, |
| "step": 1218 |
| }, |
| { |
| "epoch": 3.820673453406421, |
| "grad_norm": 1.1530748784567288, |
| "learning_rate": 3.200947814118467e-06, |
| "loss": 0.5376, |
| "step": 1219 |
| }, |
| { |
| "epoch": 3.8238057948316366, |
| "grad_norm": 1.1215171003312445, |
| "learning_rate": 3.1849102535285283e-06, |
| "loss": 0.5082, |
| "step": 1220 |
| }, |
| { |
| "epoch": 3.826938136256852, |
| "grad_norm": 1.1703733058989874, |
| "learning_rate": 3.1689053567868278e-06, |
| "loss": 0.5337, |
| "step": 1221 |
| }, |
| { |
| "epoch": 3.8300704776820673, |
| "grad_norm": 1.130262675345898, |
| "learning_rate": 3.1529332006027813e-06, |
| "loss": 0.5404, |
| "step": 1222 |
| }, |
| { |
| "epoch": 3.8332028191072824, |
| "grad_norm": 1.1669511760006823, |
| "learning_rate": 3.1369938615288707e-06, |
| "loss": 0.5311, |
| "step": 1223 |
| }, |
| { |
| "epoch": 3.836335160532498, |
| "grad_norm": 1.1656001584283648, |
| "learning_rate": 3.1210874159603044e-06, |
| "loss": 0.5422, |
| "step": 1224 |
| }, |
| { |
| "epoch": 3.8394675019577136, |
| "grad_norm": 1.1747394216229974, |
| "learning_rate": 3.1052139401346216e-06, |
| "loss": 0.5132, |
| "step": 1225 |
| }, |
| { |
| "epoch": 3.8425998433829287, |
| "grad_norm": 1.1495579361244552, |
| "learning_rate": 3.089373510131354e-06, |
| "loss": 0.493, |
| "step": 1226 |
| }, |
| { |
| "epoch": 3.845732184808144, |
| "grad_norm": 1.180793820104102, |
| "learning_rate": 3.0735662018716437e-06, |
| "loss": 0.5291, |
| "step": 1227 |
| }, |
| { |
| "epoch": 3.8488645262333594, |
| "grad_norm": 1.124911552092485, |
| "learning_rate": 3.057792091117889e-06, |
| "loss": 0.5189, |
| "step": 1228 |
| }, |
| { |
| "epoch": 3.851996867658575, |
| "grad_norm": 1.120771756001303, |
| "learning_rate": 3.042051253473366e-06, |
| "loss": 0.4857, |
| "step": 1229 |
| }, |
| { |
| "epoch": 3.85512920908379, |
| "grad_norm": 1.1265839282142127, |
| "learning_rate": 3.026343764381887e-06, |
| "loss": 0.5188, |
| "step": 1230 |
| }, |
| { |
| "epoch": 3.858261550509005, |
| "grad_norm": 1.153903476616413, |
| "learning_rate": 3.0106696991274278e-06, |
| "loss": 0.518, |
| "step": 1231 |
| }, |
| { |
| "epoch": 3.861393891934221, |
| "grad_norm": 1.1653054593485324, |
| "learning_rate": 2.995029132833768e-06, |
| "loss": 0.5413, |
| "step": 1232 |
| }, |
| { |
| "epoch": 3.8645262333594363, |
| "grad_norm": 1.1219932990648924, |
| "learning_rate": 2.9794221404641233e-06, |
| "loss": 0.5584, |
| "step": 1233 |
| }, |
| { |
| "epoch": 3.8676585747846515, |
| "grad_norm": 1.1764250161654142, |
| "learning_rate": 2.9638487968208028e-06, |
| "loss": 0.5485, |
| "step": 1234 |
| }, |
| { |
| "epoch": 3.870790916209867, |
| "grad_norm": 1.1756895255385884, |
| "learning_rate": 2.9483091765448426e-06, |
| "loss": 0.5223, |
| "step": 1235 |
| }, |
| { |
| "epoch": 3.873923257635082, |
| "grad_norm": 1.1493491848055564, |
| "learning_rate": 2.9328033541156363e-06, |
| "loss": 0.5137, |
| "step": 1236 |
| }, |
| { |
| "epoch": 3.8770555990602977, |
| "grad_norm": 1.1435017702746313, |
| "learning_rate": 2.9173314038505986e-06, |
| "loss": 0.5404, |
| "step": 1237 |
| }, |
| { |
| "epoch": 3.880187940485513, |
| "grad_norm": 1.1617452479406913, |
| "learning_rate": 2.901893399904797e-06, |
| "loss": 0.5315, |
| "step": 1238 |
| }, |
| { |
| "epoch": 3.8833202819107284, |
| "grad_norm": 1.2030832962067164, |
| "learning_rate": 2.886489416270598e-06, |
| "loss": 0.5385, |
| "step": 1239 |
| }, |
| { |
| "epoch": 3.8864526233359435, |
| "grad_norm": 1.1328735216805788, |
| "learning_rate": 2.871119526777315e-06, |
| "loss": 0.5199, |
| "step": 1240 |
| }, |
| { |
| "epoch": 3.889584964761159, |
| "grad_norm": 1.1928234546236907, |
| "learning_rate": 2.855783805090846e-06, |
| "loss": 0.5258, |
| "step": 1241 |
| }, |
| { |
| "epoch": 3.8927173061863742, |
| "grad_norm": 1.208100129151956, |
| "learning_rate": 2.8404823247133373e-06, |
| "loss": 0.5168, |
| "step": 1242 |
| }, |
| { |
| "epoch": 3.89584964761159, |
| "grad_norm": 1.1414115708828445, |
| "learning_rate": 2.825215158982809e-06, |
| "loss": 0.5429, |
| "step": 1243 |
| }, |
| { |
| "epoch": 3.898981989036805, |
| "grad_norm": 1.184617005441351, |
| "learning_rate": 2.8099823810728255e-06, |
| "loss": 0.5604, |
| "step": 1244 |
| }, |
| { |
| "epoch": 3.9021143304620205, |
| "grad_norm": 1.1378204967249268, |
| "learning_rate": 2.7947840639921308e-06, |
| "loss": 0.528, |
| "step": 1245 |
| }, |
| { |
| "epoch": 3.9052466718872356, |
| "grad_norm": 1.1876757504170918, |
| "learning_rate": 2.779620280584303e-06, |
| "loss": 0.5226, |
| "step": 1246 |
| }, |
| { |
| "epoch": 3.908379013312451, |
| "grad_norm": 1.1809603854780806, |
| "learning_rate": 2.764491103527406e-06, |
| "loss": 0.5266, |
| "step": 1247 |
| }, |
| { |
| "epoch": 3.9115113547376663, |
| "grad_norm": 1.1873512461852518, |
| "learning_rate": 2.7493966053336397e-06, |
| "loss": 0.5414, |
| "step": 1248 |
| }, |
| { |
| "epoch": 3.914643696162882, |
| "grad_norm": 1.1504208913330314, |
| "learning_rate": 2.734336858348987e-06, |
| "loss": 0.5283, |
| "step": 1249 |
| }, |
| { |
| "epoch": 3.917776037588097, |
| "grad_norm": 1.143048240337088, |
| "learning_rate": 2.7193119347528842e-06, |
| "loss": 0.5337, |
| "step": 1250 |
| }, |
| { |
| "epoch": 3.9209083790133126, |
| "grad_norm": 1.1689363408230222, |
| "learning_rate": 2.7043219065578497e-06, |
| "loss": 0.557, |
| "step": 1251 |
| }, |
| { |
| "epoch": 3.9240407204385277, |
| "grad_norm": 1.1555945926450477, |
| "learning_rate": 2.6893668456091627e-06, |
| "loss": 0.5256, |
| "step": 1252 |
| }, |
| { |
| "epoch": 3.9271730618637433, |
| "grad_norm": 1.158032059169674, |
| "learning_rate": 2.674446823584507e-06, |
| "loss": 0.5011, |
| "step": 1253 |
| }, |
| { |
| "epoch": 3.9303054032889584, |
| "grad_norm": 1.163791390523606, |
| "learning_rate": 2.6595619119936267e-06, |
| "loss": 0.5324, |
| "step": 1254 |
| }, |
| { |
| "epoch": 3.933437744714174, |
| "grad_norm": 1.1473109388161766, |
| "learning_rate": 2.644712182177992e-06, |
| "loss": 0.5454, |
| "step": 1255 |
| }, |
| { |
| "epoch": 3.936570086139389, |
| "grad_norm": 1.1721160935749964, |
| "learning_rate": 2.62989770531044e-06, |
| "loss": 0.5144, |
| "step": 1256 |
| }, |
| { |
| "epoch": 3.9397024275646046, |
| "grad_norm": 1.2026978621361013, |
| "learning_rate": 2.6151185523948577e-06, |
| "loss": 0.5587, |
| "step": 1257 |
| }, |
| { |
| "epoch": 3.9428347689898198, |
| "grad_norm": 1.161111467446485, |
| "learning_rate": 2.6003747942658243e-06, |
| "loss": 0.5172, |
| "step": 1258 |
| }, |
| { |
| "epoch": 3.9459671104150353, |
| "grad_norm": 1.1895161788905066, |
| "learning_rate": 2.5856665015882686e-06, |
| "loss": 0.5647, |
| "step": 1259 |
| }, |
| { |
| "epoch": 3.9490994518402505, |
| "grad_norm": 1.1667391962309854, |
| "learning_rate": 2.570993744857151e-06, |
| "loss": 0.539, |
| "step": 1260 |
| }, |
| { |
| "epoch": 3.952231793265466, |
| "grad_norm": 1.1990408248065403, |
| "learning_rate": 2.5563565943971027e-06, |
| "loss": 0.5308, |
| "step": 1261 |
| }, |
| { |
| "epoch": 3.955364134690681, |
| "grad_norm": 1.177576874471793, |
| "learning_rate": 2.541755120362108e-06, |
| "loss": 0.5302, |
| "step": 1262 |
| }, |
| { |
| "epoch": 3.9584964761158967, |
| "grad_norm": 1.1329715387380235, |
| "learning_rate": 2.5271893927351464e-06, |
| "loss": 0.529, |
| "step": 1263 |
| }, |
| { |
| "epoch": 3.961628817541112, |
| "grad_norm": 1.20780770381308, |
| "learning_rate": 2.5126594813278792e-06, |
| "loss": 0.5298, |
| "step": 1264 |
| }, |
| { |
| "epoch": 3.9647611589663274, |
| "grad_norm": 1.2074087314834707, |
| "learning_rate": 2.4981654557803026e-06, |
| "loss": 0.5553, |
| "step": 1265 |
| }, |
| { |
| "epoch": 3.9678935003915425, |
| "grad_norm": 1.176718451434302, |
| "learning_rate": 2.4837073855604186e-06, |
| "loss": 0.5376, |
| "step": 1266 |
| }, |
| { |
| "epoch": 3.971025841816758, |
| "grad_norm": 1.1582592387697839, |
| "learning_rate": 2.469285339963892e-06, |
| "loss": 0.5016, |
| "step": 1267 |
| }, |
| { |
| "epoch": 3.9741581832419732, |
| "grad_norm": 1.126175949855287, |
| "learning_rate": 2.4548993881137327e-06, |
| "loss": 0.5164, |
| "step": 1268 |
| }, |
| { |
| "epoch": 3.977290524667189, |
| "grad_norm": 1.182910505553956, |
| "learning_rate": 2.4405495989599627e-06, |
| "loss": 0.5606, |
| "step": 1269 |
| }, |
| { |
| "epoch": 3.980422866092404, |
| "grad_norm": 1.1661378582361217, |
| "learning_rate": 2.4262360412792663e-06, |
| "loss": 0.552, |
| "step": 1270 |
| }, |
| { |
| "epoch": 3.9835552075176195, |
| "grad_norm": 1.1721964398123115, |
| "learning_rate": 2.4119587836746885e-06, |
| "loss": 0.5481, |
| "step": 1271 |
| }, |
| { |
| "epoch": 3.9866875489428346, |
| "grad_norm": 1.1861569431208108, |
| "learning_rate": 2.3977178945752877e-06, |
| "loss": 0.5361, |
| "step": 1272 |
| }, |
| { |
| "epoch": 3.98981989036805, |
| "grad_norm": 1.142933675959546, |
| "learning_rate": 2.383513442235812e-06, |
| "loss": 0.5216, |
| "step": 1273 |
| }, |
| { |
| "epoch": 3.9929522317932653, |
| "grad_norm": 1.173762534357803, |
| "learning_rate": 2.3693454947363782e-06, |
| "loss": 0.5545, |
| "step": 1274 |
| }, |
| { |
| "epoch": 3.996084573218481, |
| "grad_norm": 1.1831215530299448, |
| "learning_rate": 2.35521411998213e-06, |
| "loss": 0.5296, |
| "step": 1275 |
| }, |
| { |
| "epoch": 3.999216914643696, |
| "grad_norm": 1.1124833568408279, |
| "learning_rate": 2.341119385702929e-06, |
| "loss": 0.5065, |
| "step": 1276 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 1.1124833568408279, |
| "learning_rate": 2.3270613594530235e-06, |
| "loss": 0.5165, |
| "step": 1277 |
| }, |
| { |
| "epoch": 4.003132341425215, |
| "grad_norm": 2.6425185615357405, |
| "learning_rate": 2.3130401086107247e-06, |
| "loss": 0.4391, |
| "step": 1278 |
| }, |
| { |
| "epoch": 4.006264682850431, |
| "grad_norm": 1.8968989656450992, |
| "learning_rate": 2.2990557003780833e-06, |
| "loss": 0.4202, |
| "step": 1279 |
| }, |
| { |
| "epoch": 4.009397024275646, |
| "grad_norm": 1.8142320294338747, |
| "learning_rate": 2.2851082017805704e-06, |
| "loss": 0.4009, |
| "step": 1280 |
| }, |
| { |
| "epoch": 4.012529365700861, |
| "grad_norm": 1.7165806912562718, |
| "learning_rate": 2.27119767966675e-06, |
| "loss": 0.405, |
| "step": 1281 |
| }, |
| { |
| "epoch": 4.0156617071260765, |
| "grad_norm": 1.5924208377321079, |
| "learning_rate": 2.2573242007079697e-06, |
| "loss": 0.421, |
| "step": 1282 |
| }, |
| { |
| "epoch": 4.0187940485512925, |
| "grad_norm": 1.5038694947047038, |
| "learning_rate": 2.2434878313980235e-06, |
| "loss": 0.4002, |
| "step": 1283 |
| }, |
| { |
| "epoch": 4.021926389976508, |
| "grad_norm": 1.340573966307308, |
| "learning_rate": 2.2296886380528494e-06, |
| "loss": 0.4272, |
| "step": 1284 |
| }, |
| { |
| "epoch": 4.025058731401723, |
| "grad_norm": 1.2987422109641342, |
| "learning_rate": 2.215926686810206e-06, |
| "loss": 0.4349, |
| "step": 1285 |
| }, |
| { |
| "epoch": 4.028191072826938, |
| "grad_norm": 1.252719539838883, |
| "learning_rate": 2.202202043629356e-06, |
| "loss": 0.3898, |
| "step": 1286 |
| }, |
| { |
| "epoch": 4.031323414252154, |
| "grad_norm": 1.327752575517584, |
| "learning_rate": 2.1885147742907465e-06, |
| "loss": 0.4175, |
| "step": 1287 |
| }, |
| { |
| "epoch": 4.034455755677369, |
| "grad_norm": 1.4402839116286432, |
| "learning_rate": 2.1748649443957004e-06, |
| "loss": 0.4137, |
| "step": 1288 |
| }, |
| { |
| "epoch": 4.037588097102584, |
| "grad_norm": 1.5655168444654703, |
| "learning_rate": 2.1612526193660975e-06, |
| "loss": 0.4051, |
| "step": 1289 |
| }, |
| { |
| "epoch": 4.040720438527799, |
| "grad_norm": 1.6161366724042316, |
| "learning_rate": 2.1476778644440553e-06, |
| "loss": 0.4028, |
| "step": 1290 |
| }, |
| { |
| "epoch": 4.043852779953015, |
| "grad_norm": 1.5596875540342134, |
| "learning_rate": 2.134140744691633e-06, |
| "loss": 0.3997, |
| "step": 1291 |
| }, |
| { |
| "epoch": 4.04698512137823, |
| "grad_norm": 1.4460862400789365, |
| "learning_rate": 2.1206413249904967e-06, |
| "loss": 0.4125, |
| "step": 1292 |
| }, |
| { |
| "epoch": 4.0501174628034455, |
| "grad_norm": 1.3882745890795896, |
| "learning_rate": 2.1071796700416334e-06, |
| "loss": 0.3972, |
| "step": 1293 |
| }, |
| { |
| "epoch": 4.053249804228661, |
| "grad_norm": 1.4012869387398328, |
| "learning_rate": 2.093755844365021e-06, |
| "loss": 0.4155, |
| "step": 1294 |
| }, |
| { |
| "epoch": 4.056382145653877, |
| "grad_norm": 1.3519015902940699, |
| "learning_rate": 2.0803699122993293e-06, |
| "loss": 0.4178, |
| "step": 1295 |
| }, |
| { |
| "epoch": 4.059514487079092, |
| "grad_norm": 1.3602338471577913, |
| "learning_rate": 2.067021938001611e-06, |
| "loss": 0.4193, |
| "step": 1296 |
| }, |
| { |
| "epoch": 4.062646828504307, |
| "grad_norm": 1.2707959489599356, |
| "learning_rate": 2.0537119854469845e-06, |
| "loss": 0.4235, |
| "step": 1297 |
| }, |
| { |
| "epoch": 4.065779169929522, |
| "grad_norm": 1.2304315457883275, |
| "learning_rate": 2.0404401184283408e-06, |
| "loss": 0.4281, |
| "step": 1298 |
| }, |
| { |
| "epoch": 4.068911511354738, |
| "grad_norm": 1.3126596083493967, |
| "learning_rate": 2.0272064005560354e-06, |
| "loss": 0.4116, |
| "step": 1299 |
| }, |
| { |
| "epoch": 4.072043852779953, |
| "grad_norm": 1.2164141170274532, |
| "learning_rate": 2.01401089525757e-06, |
| "loss": 0.4128, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.075176194205168, |
| "grad_norm": 1.2157628287632507, |
| "learning_rate": 2.000853665777305e-06, |
| "loss": 0.3966, |
| "step": 1301 |
| }, |
| { |
| "epoch": 4.078308535630383, |
| "grad_norm": 1.1768433581291058, |
| "learning_rate": 1.987734775176151e-06, |
| "loss": 0.3773, |
| "step": 1302 |
| }, |
| { |
| "epoch": 4.081440877055599, |
| "grad_norm": 1.195358771674673, |
| "learning_rate": 1.974654286331258e-06, |
| "loss": 0.4021, |
| "step": 1303 |
| }, |
| { |
| "epoch": 4.084573218480815, |
| "grad_norm": 1.2360866223981186, |
| "learning_rate": 1.961612261935727e-06, |
| "loss": 0.3914, |
| "step": 1304 |
| }, |
| { |
| "epoch": 4.08770555990603, |
| "grad_norm": 1.2186686913113904, |
| "learning_rate": 1.9486087644983056e-06, |
| "loss": 0.3896, |
| "step": 1305 |
| }, |
| { |
| "epoch": 4.090837901331245, |
| "grad_norm": 1.2346935215427521, |
| "learning_rate": 1.9356438563430822e-06, |
| "loss": 0.4038, |
| "step": 1306 |
| }, |
| { |
| "epoch": 4.093970242756461, |
| "grad_norm": 1.198362834738886, |
| "learning_rate": 1.9227175996091952e-06, |
| "loss": 0.4009, |
| "step": 1307 |
| }, |
| { |
| "epoch": 4.097102584181676, |
| "grad_norm": 1.1668330606150041, |
| "learning_rate": 1.9098300562505266e-06, |
| "loss": 0.3942, |
| "step": 1308 |
| }, |
| { |
| "epoch": 4.100234925606891, |
| "grad_norm": 1.2063732731647043, |
| "learning_rate": 1.8969812880354167e-06, |
| "loss": 0.394, |
| "step": 1309 |
| }, |
| { |
| "epoch": 4.103367267032106, |
| "grad_norm": 1.2113132171130907, |
| "learning_rate": 1.8841713565463548e-06, |
| "loss": 0.3945, |
| "step": 1310 |
| }, |
| { |
| "epoch": 4.106499608457322, |
| "grad_norm": 1.2247544654973348, |
| "learning_rate": 1.871400323179695e-06, |
| "loss": 0.4096, |
| "step": 1311 |
| }, |
| { |
| "epoch": 4.109631949882537, |
| "grad_norm": 1.2881131176691998, |
| "learning_rate": 1.858668249145359e-06, |
| "loss": 0.4071, |
| "step": 1312 |
| }, |
| { |
| "epoch": 4.1127642913077525, |
| "grad_norm": 1.2380244490730665, |
| "learning_rate": 1.8459751954665372e-06, |
| "loss": 0.3887, |
| "step": 1313 |
| }, |
| { |
| "epoch": 4.115896632732968, |
| "grad_norm": 1.2457742852610907, |
| "learning_rate": 1.8333212229794039e-06, |
| "loss": 0.3938, |
| "step": 1314 |
| }, |
| { |
| "epoch": 4.119028974158184, |
| "grad_norm": 1.299735360583674, |
| "learning_rate": 1.820706392332824e-06, |
| "loss": 0.4278, |
| "step": 1315 |
| }, |
| { |
| "epoch": 4.122161315583399, |
| "grad_norm": 1.22006539661709, |
| "learning_rate": 1.8081307639880519e-06, |
| "loss": 0.3969, |
| "step": 1316 |
| }, |
| { |
| "epoch": 4.125293657008614, |
| "grad_norm": 1.2043704461002585, |
| "learning_rate": 1.7955943982184608e-06, |
| "loss": 0.3772, |
| "step": 1317 |
| }, |
| { |
| "epoch": 4.128425998433829, |
| "grad_norm": 1.1954512153531711, |
| "learning_rate": 1.7830973551092346e-06, |
| "loss": 0.4232, |
| "step": 1318 |
| }, |
| { |
| "epoch": 4.131558339859045, |
| "grad_norm": 1.2198506026583384, |
| "learning_rate": 1.7706396945570947e-06, |
| "loss": 0.3996, |
| "step": 1319 |
| }, |
| { |
| "epoch": 4.13469068128426, |
| "grad_norm": 1.2218183019573885, |
| "learning_rate": 1.7582214762700057e-06, |
| "loss": 0.428, |
| "step": 1320 |
| }, |
| { |
| "epoch": 4.137823022709475, |
| "grad_norm": 1.1976267387815713, |
| "learning_rate": 1.7458427597668893e-06, |
| "loss": 0.4062, |
| "step": 1321 |
| }, |
| { |
| "epoch": 4.14095536413469, |
| "grad_norm": 1.1697967121996906, |
| "learning_rate": 1.7335036043773402e-06, |
| "loss": 0.3889, |
| "step": 1322 |
| }, |
| { |
| "epoch": 4.144087705559906, |
| "grad_norm": 1.1924932065029525, |
| "learning_rate": 1.7212040692413468e-06, |
| "loss": 0.4245, |
| "step": 1323 |
| }, |
| { |
| "epoch": 4.1472200469851215, |
| "grad_norm": 1.2147406012062079, |
| "learning_rate": 1.7089442133089928e-06, |
| "loss": 0.3927, |
| "step": 1324 |
| }, |
| { |
| "epoch": 4.150352388410337, |
| "grad_norm": 1.1788944142485256, |
| "learning_rate": 1.6967240953401954e-06, |
| "loss": 0.3862, |
| "step": 1325 |
| }, |
| { |
| "epoch": 4.153484729835552, |
| "grad_norm": 1.1947326262463431, |
| "learning_rate": 1.6845437739044012e-06, |
| "loss": 0.3828, |
| "step": 1326 |
| }, |
| { |
| "epoch": 4.156617071260768, |
| "grad_norm": 1.1173824303336672, |
| "learning_rate": 1.672403307380328e-06, |
| "loss": 0.3977, |
| "step": 1327 |
| }, |
| { |
| "epoch": 4.159749412685983, |
| "grad_norm": 1.1753324405533268, |
| "learning_rate": 1.6603027539556682e-06, |
| "loss": 0.3866, |
| "step": 1328 |
| }, |
| { |
| "epoch": 4.162881754111198, |
| "grad_norm": 1.1729189872697827, |
| "learning_rate": 1.6482421716268215e-06, |
| "loss": 0.421, |
| "step": 1329 |
| }, |
| { |
| "epoch": 4.166014095536413, |
| "grad_norm": 1.2345796879070534, |
| "learning_rate": 1.6362216181986002e-06, |
| "loss": 0.3713, |
| "step": 1330 |
| }, |
| { |
| "epoch": 4.169146436961629, |
| "grad_norm": 1.155602810779086, |
| "learning_rate": 1.6242411512839728e-06, |
| "loss": 0.387, |
| "step": 1331 |
| }, |
| { |
| "epoch": 4.172278778386844, |
| "grad_norm": 1.1762864409104852, |
| "learning_rate": 1.6123008283037778e-06, |
| "loss": 0.3991, |
| "step": 1332 |
| }, |
| { |
| "epoch": 4.175411119812059, |
| "grad_norm": 1.2221930726179149, |
| "learning_rate": 1.6004007064864468e-06, |
| "loss": 0.3585, |
| "step": 1333 |
| }, |
| { |
| "epoch": 4.1785434612372745, |
| "grad_norm": 1.1528755586082111, |
| "learning_rate": 1.5885408428677296e-06, |
| "loss": 0.4074, |
| "step": 1334 |
| }, |
| { |
| "epoch": 4.1816758026624905, |
| "grad_norm": 1.1990119644346569, |
| "learning_rate": 1.5767212942904275e-06, |
| "loss": 0.4252, |
| "step": 1335 |
| }, |
| { |
| "epoch": 4.184808144087706, |
| "grad_norm": 1.190374191471458, |
| "learning_rate": 1.564942117404119e-06, |
| "loss": 0.4137, |
| "step": 1336 |
| }, |
| { |
| "epoch": 4.187940485512921, |
| "grad_norm": 1.2490135566571798, |
| "learning_rate": 1.5532033686648785e-06, |
| "loss": 0.3961, |
| "step": 1337 |
| }, |
| { |
| "epoch": 4.191072826938136, |
| "grad_norm": 1.211936868558367, |
| "learning_rate": 1.5415051043350194e-06, |
| "loss": 0.3968, |
| "step": 1338 |
| }, |
| { |
| "epoch": 4.194205168363352, |
| "grad_norm": 1.2268059684742754, |
| "learning_rate": 1.5298473804828195e-06, |
| "loss": 0.3992, |
| "step": 1339 |
| }, |
| { |
| "epoch": 4.197337509788567, |
| "grad_norm": 1.2449496248919925, |
| "learning_rate": 1.518230252982248e-06, |
| "loss": 0.3926, |
| "step": 1340 |
| }, |
| { |
| "epoch": 4.200469851213782, |
| "grad_norm": 1.192327150884329, |
| "learning_rate": 1.5066537775127044e-06, |
| "loss": 0.3974, |
| "step": 1341 |
| }, |
| { |
| "epoch": 4.203602192638997, |
| "grad_norm": 1.235268675446175, |
| "learning_rate": 1.4951180095587426e-06, |
| "loss": 0.3963, |
| "step": 1342 |
| }, |
| { |
| "epoch": 4.206734534064213, |
| "grad_norm": 1.2044322613986833, |
| "learning_rate": 1.4836230044098164e-06, |
| "loss": 0.4214, |
| "step": 1343 |
| }, |
| { |
| "epoch": 4.209866875489428, |
| "grad_norm": 1.233078464789091, |
| "learning_rate": 1.4721688171600047e-06, |
| "loss": 0.3956, |
| "step": 1344 |
| }, |
| { |
| "epoch": 4.2129992169146435, |
| "grad_norm": 1.2257391290015276, |
| "learning_rate": 1.4607555027077524e-06, |
| "loss": 0.424, |
| "step": 1345 |
| }, |
| { |
| "epoch": 4.216131558339859, |
| "grad_norm": 1.239469422660483, |
| "learning_rate": 1.4493831157556094e-06, |
| "loss": 0.3933, |
| "step": 1346 |
| }, |
| { |
| "epoch": 4.219263899765075, |
| "grad_norm": 1.1537827041020894, |
| "learning_rate": 1.4380517108099623e-06, |
| "loss": 0.37, |
| "step": 1347 |
| }, |
| { |
| "epoch": 4.22239624119029, |
| "grad_norm": 1.2110428750506566, |
| "learning_rate": 1.426761342180777e-06, |
| "loss": 0.4159, |
| "step": 1348 |
| }, |
| { |
| "epoch": 4.225528582615505, |
| "grad_norm": 1.2034706739426686, |
| "learning_rate": 1.4155120639813392e-06, |
| "loss": 0.4007, |
| "step": 1349 |
| }, |
| { |
| "epoch": 4.22866092404072, |
| "grad_norm": 1.2096667555894145, |
| "learning_rate": 1.4043039301279904e-06, |
| "loss": 0.4168, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.231793265465936, |
| "grad_norm": 1.2136387061332223, |
| "learning_rate": 1.393136994339872e-06, |
| "loss": 0.3891, |
| "step": 1351 |
| }, |
| { |
| "epoch": 4.234925606891151, |
| "grad_norm": 1.2279471606708432, |
| "learning_rate": 1.3820113101386712e-06, |
| "loss": 0.398, |
| "step": 1352 |
| }, |
| { |
| "epoch": 4.238057948316366, |
| "grad_norm": 1.1712817094482313, |
| "learning_rate": 1.3709269308483619e-06, |
| "loss": 0.3974, |
| "step": 1353 |
| }, |
| { |
| "epoch": 4.241190289741581, |
| "grad_norm": 1.2244805625115447, |
| "learning_rate": 1.359883909594948e-06, |
| "loss": 0.4101, |
| "step": 1354 |
| }, |
| { |
| "epoch": 4.244322631166797, |
| "grad_norm": 1.2055456362307584, |
| "learning_rate": 1.348882299306209e-06, |
| "loss": 0.4189, |
| "step": 1355 |
| }, |
| { |
| "epoch": 4.2474549725920125, |
| "grad_norm": 1.2472551970779924, |
| "learning_rate": 1.3379221527114484e-06, |
| "loss": 0.3974, |
| "step": 1356 |
| }, |
| { |
| "epoch": 4.250587314017228, |
| "grad_norm": 1.1928935135771526, |
| "learning_rate": 1.327003522341237e-06, |
| "loss": 0.4061, |
| "step": 1357 |
| }, |
| { |
| "epoch": 4.253719655442444, |
| "grad_norm": 1.2297720660775902, |
| "learning_rate": 1.3161264605271662e-06, |
| "loss": 0.4037, |
| "step": 1358 |
| }, |
| { |
| "epoch": 4.256851996867659, |
| "grad_norm": 1.2100253932220972, |
| "learning_rate": 1.3052910194015922e-06, |
| "loss": 0.3932, |
| "step": 1359 |
| }, |
| { |
| "epoch": 4.259984338292874, |
| "grad_norm": 1.189046936366124, |
| "learning_rate": 1.2944972508973908e-06, |
| "loss": 0.3878, |
| "step": 1360 |
| }, |
| { |
| "epoch": 4.263116679718089, |
| "grad_norm": 1.1920673345461743, |
| "learning_rate": 1.2837452067477062e-06, |
| "loss": 0.3915, |
| "step": 1361 |
| }, |
| { |
| "epoch": 4.266249021143304, |
| "grad_norm": 1.2118917776405405, |
| "learning_rate": 1.273034938485702e-06, |
| "loss": 0.3939, |
| "step": 1362 |
| }, |
| { |
| "epoch": 4.26938136256852, |
| "grad_norm": 1.2126398847084519, |
| "learning_rate": 1.2623664974443195e-06, |
| "loss": 0.3988, |
| "step": 1363 |
| }, |
| { |
| "epoch": 4.272513703993735, |
| "grad_norm": 1.1928692981682214, |
| "learning_rate": 1.2517399347560165e-06, |
| "loss": 0.3966, |
| "step": 1364 |
| }, |
| { |
| "epoch": 4.27564604541895, |
| "grad_norm": 1.1977505153553263, |
| "learning_rate": 1.2411553013525457e-06, |
| "loss": 0.4051, |
| "step": 1365 |
| }, |
| { |
| "epoch": 4.2787783868441664, |
| "grad_norm": 1.222427847128266, |
| "learning_rate": 1.230612647964694e-06, |
| "loss": 0.4103, |
| "step": 1366 |
| }, |
| { |
| "epoch": 4.281910728269382, |
| "grad_norm": 1.200297992267844, |
| "learning_rate": 1.2201120251220378e-06, |
| "loss": 0.4016, |
| "step": 1367 |
| }, |
| { |
| "epoch": 4.285043069694597, |
| "grad_norm": 1.216728301148234, |
| "learning_rate": 1.209653483152714e-06, |
| "loss": 0.4014, |
| "step": 1368 |
| }, |
| { |
| "epoch": 4.288175411119812, |
| "grad_norm": 1.224540090293941, |
| "learning_rate": 1.1992370721831693e-06, |
| "loss": 0.3974, |
| "step": 1369 |
| }, |
| { |
| "epoch": 4.291307752545027, |
| "grad_norm": 1.1950041179139188, |
| "learning_rate": 1.1888628421379222e-06, |
| "loss": 0.4002, |
| "step": 1370 |
| }, |
| { |
| "epoch": 4.294440093970243, |
| "grad_norm": 1.190070377224994, |
| "learning_rate": 1.1785308427393182e-06, |
| "loss": 0.3964, |
| "step": 1371 |
| }, |
| { |
| "epoch": 4.297572435395458, |
| "grad_norm": 1.2008002010734806, |
| "learning_rate": 1.1682411235073032e-06, |
| "loss": 0.4076, |
| "step": 1372 |
| }, |
| { |
| "epoch": 4.300704776820673, |
| "grad_norm": 1.2132858157877429, |
| "learning_rate": 1.1579937337591774e-06, |
| "loss": 0.4015, |
| "step": 1373 |
| }, |
| { |
| "epoch": 4.303837118245889, |
| "grad_norm": 1.1826916321444987, |
| "learning_rate": 1.1477887226093642e-06, |
| "loss": 0.4171, |
| "step": 1374 |
| }, |
| { |
| "epoch": 4.306969459671104, |
| "grad_norm": 1.2089546478448403, |
| "learning_rate": 1.1376261389691633e-06, |
| "loss": 0.4146, |
| "step": 1375 |
| }, |
| { |
| "epoch": 4.3101018010963195, |
| "grad_norm": 1.206358523522593, |
| "learning_rate": 1.1275060315465346e-06, |
| "loss": 0.3872, |
| "step": 1376 |
| }, |
| { |
| "epoch": 4.313234142521535, |
| "grad_norm": 1.179621274726758, |
| "learning_rate": 1.1174284488458509e-06, |
| "loss": 0.4172, |
| "step": 1377 |
| }, |
| { |
| "epoch": 4.316366483946751, |
| "grad_norm": 1.268118607500806, |
| "learning_rate": 1.1073934391676666e-06, |
| "loss": 0.4213, |
| "step": 1378 |
| }, |
| { |
| "epoch": 4.319498825371966, |
| "grad_norm": 1.2431330503496503, |
| "learning_rate": 1.097401050608493e-06, |
| "loss": 0.3729, |
| "step": 1379 |
| }, |
| { |
| "epoch": 4.322631166797181, |
| "grad_norm": 1.2057856092166312, |
| "learning_rate": 1.0874513310605628e-06, |
| "loss": 0.388, |
| "step": 1380 |
| }, |
| { |
| "epoch": 4.325763508222396, |
| "grad_norm": 1.1984630219610473, |
| "learning_rate": 1.0775443282116017e-06, |
| "loss": 0.3919, |
| "step": 1381 |
| }, |
| { |
| "epoch": 4.328895849647612, |
| "grad_norm": 1.1721834023779714, |
| "learning_rate": 1.0676800895446016e-06, |
| "loss": 0.4033, |
| "step": 1382 |
| }, |
| { |
| "epoch": 4.332028191072827, |
| "grad_norm": 1.2483769893731758, |
| "learning_rate": 1.0578586623375863e-06, |
| "loss": 0.3826, |
| "step": 1383 |
| }, |
| { |
| "epoch": 4.335160532498042, |
| "grad_norm": 1.250417832052342, |
| "learning_rate": 1.048080093663395e-06, |
| "loss": 0.4275, |
| "step": 1384 |
| }, |
| { |
| "epoch": 4.338292873923257, |
| "grad_norm": 1.2565058613082094, |
| "learning_rate": 1.0383444303894453e-06, |
| "loss": 0.3947, |
| "step": 1385 |
| }, |
| { |
| "epoch": 4.341425215348473, |
| "grad_norm": 1.2252255070005802, |
| "learning_rate": 1.0286517191775215e-06, |
| "loss": 0.4061, |
| "step": 1386 |
| }, |
| { |
| "epoch": 4.3445575567736885, |
| "grad_norm": 1.235428710435152, |
| "learning_rate": 1.0190020064835404e-06, |
| "loss": 0.4089, |
| "step": 1387 |
| }, |
| { |
| "epoch": 4.347689898198904, |
| "grad_norm": 1.2195624521585995, |
| "learning_rate": 1.009395338557333e-06, |
| "loss": 0.3892, |
| "step": 1388 |
| }, |
| { |
| "epoch": 4.350822239624119, |
| "grad_norm": 1.2421525738212085, |
| "learning_rate": 9.998317614424246e-07, |
| "loss": 0.4151, |
| "step": 1389 |
| }, |
| { |
| "epoch": 4.353954581049335, |
| "grad_norm": 1.2269216736656088, |
| "learning_rate": 9.903113209758098e-07, |
| "loss": 0.4203, |
| "step": 1390 |
| }, |
| { |
| "epoch": 4.35708692247455, |
| "grad_norm": 1.2627277845413256, |
| "learning_rate": 9.80834062787731e-07, |
| "loss": 0.4115, |
| "step": 1391 |
| }, |
| { |
| "epoch": 4.360219263899765, |
| "grad_norm": 1.2175493590777189, |
| "learning_rate": 9.714000323014705e-07, |
| "loss": 0.3879, |
| "step": 1392 |
| }, |
| { |
| "epoch": 4.36335160532498, |
| "grad_norm": 1.1697012465299366, |
| "learning_rate": 9.62009274733121e-07, |
| "loss": 0.3977, |
| "step": 1393 |
| }, |
| { |
| "epoch": 4.366483946750196, |
| "grad_norm": 1.217611380413171, |
| "learning_rate": 9.526618350913752e-07, |
| "loss": 0.3774, |
| "step": 1394 |
| }, |
| { |
| "epoch": 4.369616288175411, |
| "grad_norm": 1.1843080929354863, |
| "learning_rate": 9.43357758177309e-07, |
| "loss": 0.39, |
| "step": 1395 |
| }, |
| { |
| "epoch": 4.372748629600626, |
| "grad_norm": 1.1973637151971002, |
| "learning_rate": 9.34097088584166e-07, |
| "loss": 0.4149, |
| "step": 1396 |
| }, |
| { |
| "epoch": 4.3758809710258415, |
| "grad_norm": 1.1880735619823894, |
| "learning_rate": 9.248798706971462e-07, |
| "loss": 0.3826, |
| "step": 1397 |
| }, |
| { |
| "epoch": 4.3790133124510575, |
| "grad_norm": 1.2411864789666913, |
| "learning_rate": 9.15706148693184e-07, |
| "loss": 0.4115, |
| "step": 1398 |
| }, |
| { |
| "epoch": 4.382145653876273, |
| "grad_norm": 1.2197612576036618, |
| "learning_rate": 9.065759665407514e-07, |
| "loss": 0.4113, |
| "step": 1399 |
| }, |
| { |
| "epoch": 4.385277995301488, |
| "grad_norm": 1.255965107907724, |
| "learning_rate": 8.974893679996388e-07, |
| "loss": 0.3768, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.388410336726703, |
| "grad_norm": 1.1777066026687946, |
| "learning_rate": 8.884463966207391e-07, |
| "loss": 0.3983, |
| "step": 1401 |
| }, |
| { |
| "epoch": 4.391542678151919, |
| "grad_norm": 1.1768660233012396, |
| "learning_rate": 8.794470957458523e-07, |
| "loss": 0.403, |
| "step": 1402 |
| }, |
| { |
| "epoch": 4.394675019577134, |
| "grad_norm": 1.2598498922043773, |
| "learning_rate": 8.704915085074728e-07, |
| "loss": 0.4133, |
| "step": 1403 |
| }, |
| { |
| "epoch": 4.397807361002349, |
| "grad_norm": 1.1732711385614463, |
| "learning_rate": 8.615796778285735e-07, |
| "loss": 0.3724, |
| "step": 1404 |
| }, |
| { |
| "epoch": 4.400939702427564, |
| "grad_norm": 1.167025579090733, |
| "learning_rate": 8.527116464224128e-07, |
| "loss": 0.4062, |
| "step": 1405 |
| }, |
| { |
| "epoch": 4.40407204385278, |
| "grad_norm": 1.2023162019645415, |
| "learning_rate": 8.438874567923261e-07, |
| "loss": 0.3917, |
| "step": 1406 |
| }, |
| { |
| "epoch": 4.407204385277995, |
| "grad_norm": 1.1810461949196573, |
| "learning_rate": 8.351071512315167e-07, |
| "loss": 0.4052, |
| "step": 1407 |
| }, |
| { |
| "epoch": 4.4103367267032105, |
| "grad_norm": 1.202253524025422, |
| "learning_rate": 8.263707718228641e-07, |
| "loss": 0.3979, |
| "step": 1408 |
| }, |
| { |
| "epoch": 4.413469068128426, |
| "grad_norm": 1.1576984628276288, |
| "learning_rate": 8.17678360438704e-07, |
| "loss": 0.401, |
| "step": 1409 |
| }, |
| { |
| "epoch": 4.416601409553642, |
| "grad_norm": 1.2291103726343342, |
| "learning_rate": 8.090299587406514e-07, |
| "loss": 0.4177, |
| "step": 1410 |
| }, |
| { |
| "epoch": 4.419733750978857, |
| "grad_norm": 1.2466018705955504, |
| "learning_rate": 8.004256081793782e-07, |
| "loss": 0.4247, |
| "step": 1411 |
| }, |
| { |
| "epoch": 4.422866092404072, |
| "grad_norm": 1.24245531665182, |
| "learning_rate": 7.918653499944318e-07, |
| "loss": 0.3814, |
| "step": 1412 |
| }, |
| { |
| "epoch": 4.425998433829287, |
| "grad_norm": 1.2207227340577, |
| "learning_rate": 7.833492252140284e-07, |
| "loss": 0.4179, |
| "step": 1413 |
| }, |
| { |
| "epoch": 4.429130775254503, |
| "grad_norm": 1.2374658186692722, |
| "learning_rate": 7.748772746548572e-07, |
| "loss": 0.438, |
| "step": 1414 |
| }, |
| { |
| "epoch": 4.432263116679718, |
| "grad_norm": 1.2445922732186314, |
| "learning_rate": 7.664495389218884e-07, |
| "loss": 0.4164, |
| "step": 1415 |
| }, |
| { |
| "epoch": 4.435395458104933, |
| "grad_norm": 1.2048318810786247, |
| "learning_rate": 7.580660584081755e-07, |
| "loss": 0.4114, |
| "step": 1416 |
| }, |
| { |
| "epoch": 4.438527799530148, |
| "grad_norm": 1.2092315947423604, |
| "learning_rate": 7.497268732946605e-07, |
| "loss": 0.3972, |
| "step": 1417 |
| }, |
| { |
| "epoch": 4.441660140955364, |
| "grad_norm": 1.1684399668507264, |
| "learning_rate": 7.414320235499839e-07, |
| "loss": 0.4007, |
| "step": 1418 |
| }, |
| { |
| "epoch": 4.44479248238058, |
| "grad_norm": 1.2018031522146513, |
| "learning_rate": 7.331815489302941e-07, |
| "loss": 0.3926, |
| "step": 1419 |
| }, |
| { |
| "epoch": 4.447924823805795, |
| "grad_norm": 1.2377323452479039, |
| "learning_rate": 7.249754889790539e-07, |
| "loss": 0.4024, |
| "step": 1420 |
| }, |
| { |
| "epoch": 4.45105716523101, |
| "grad_norm": 1.2372044961613387, |
| "learning_rate": 7.168138830268534e-07, |
| "loss": 0.4153, |
| "step": 1421 |
| }, |
| { |
| "epoch": 4.454189506656226, |
| "grad_norm": 1.2367482818132942, |
| "learning_rate": 7.086967701912195e-07, |
| "loss": 0.4145, |
| "step": 1422 |
| }, |
| { |
| "epoch": 4.457321848081441, |
| "grad_norm": 1.1720988594585238, |
| "learning_rate": 7.006241893764298e-07, |
| "loss": 0.3933, |
| "step": 1423 |
| }, |
| { |
| "epoch": 4.460454189506656, |
| "grad_norm": 1.1906519908299524, |
| "learning_rate": 6.925961792733271e-07, |
| "loss": 0.4213, |
| "step": 1424 |
| }, |
| { |
| "epoch": 4.463586530931871, |
| "grad_norm": 1.1861914037615011, |
| "learning_rate": 6.846127783591294e-07, |
| "loss": 0.374, |
| "step": 1425 |
| }, |
| { |
| "epoch": 4.466718872357087, |
| "grad_norm": 1.2151391090817059, |
| "learning_rate": 6.76674024897247e-07, |
| "loss": 0.3958, |
| "step": 1426 |
| }, |
| { |
| "epoch": 4.469851213782302, |
| "grad_norm": 1.1906210035368663, |
| "learning_rate": 6.687799569371079e-07, |
| "loss": 0.3997, |
| "step": 1427 |
| }, |
| { |
| "epoch": 4.4729835552075174, |
| "grad_norm": 1.2698252501752594, |
| "learning_rate": 6.609306123139614e-07, |
| "loss": 0.4152, |
| "step": 1428 |
| }, |
| { |
| "epoch": 4.476115896632733, |
| "grad_norm": 1.239086528624892, |
| "learning_rate": 6.531260286487073e-07, |
| "loss": 0.4244, |
| "step": 1429 |
| }, |
| { |
| "epoch": 4.479248238057949, |
| "grad_norm": 1.239389095459042, |
| "learning_rate": 6.453662433477137e-07, |
| "loss": 0.3967, |
| "step": 1430 |
| }, |
| { |
| "epoch": 4.482380579483164, |
| "grad_norm": 1.2078463523567677, |
| "learning_rate": 6.37651293602628e-07, |
| "loss": 0.3998, |
| "step": 1431 |
| }, |
| { |
| "epoch": 4.485512920908379, |
| "grad_norm": 1.2405207380196077, |
| "learning_rate": 6.299812163902152e-07, |
| "loss": 0.4079, |
| "step": 1432 |
| }, |
| { |
| "epoch": 4.488645262333594, |
| "grad_norm": 1.1965967124161982, |
| "learning_rate": 6.22356048472168e-07, |
| "loss": 0.3947, |
| "step": 1433 |
| }, |
| { |
| "epoch": 4.49177760375881, |
| "grad_norm": 1.2365962276051872, |
| "learning_rate": 6.147758263949322e-07, |
| "loss": 0.4145, |
| "step": 1434 |
| }, |
| { |
| "epoch": 4.494909945184025, |
| "grad_norm": 1.2320724240611538, |
| "learning_rate": 6.072405864895403e-07, |
| "loss": 0.3989, |
| "step": 1435 |
| }, |
| { |
| "epoch": 4.49804228660924, |
| "grad_norm": 1.2278614714663911, |
| "learning_rate": 5.997503648714254e-07, |
| "loss": 0.4087, |
| "step": 1436 |
| }, |
| { |
| "epoch": 4.501174628034455, |
| "grad_norm": 1.2459676825726136, |
| "learning_rate": 5.923051974402594e-07, |
| "loss": 0.4076, |
| "step": 1437 |
| }, |
| { |
| "epoch": 4.504306969459671, |
| "grad_norm": 1.2458668198276721, |
| "learning_rate": 5.849051198797662e-07, |
| "loss": 0.4248, |
| "step": 1438 |
| }, |
| { |
| "epoch": 4.5074393108848865, |
| "grad_norm": 1.209767689172734, |
| "learning_rate": 5.775501676575702e-07, |
| "loss": 0.4014, |
| "step": 1439 |
| }, |
| { |
| "epoch": 4.510571652310102, |
| "grad_norm": 1.2285591384985166, |
| "learning_rate": 5.702403760250086e-07, |
| "loss": 0.4147, |
| "step": 1440 |
| }, |
| { |
| "epoch": 4.513703993735318, |
| "grad_norm": 1.1718999655815265, |
| "learning_rate": 5.629757800169732e-07, |
| "loss": 0.4044, |
| "step": 1441 |
| }, |
| { |
| "epoch": 4.516836335160533, |
| "grad_norm": 1.217216752100384, |
| "learning_rate": 5.557564144517369e-07, |
| "loss": 0.4091, |
| "step": 1442 |
| }, |
| { |
| "epoch": 4.519968676585748, |
| "grad_norm": 1.1838737229775769, |
| "learning_rate": 5.485823139307911e-07, |
| "loss": 0.4034, |
| "step": 1443 |
| }, |
| { |
| "epoch": 4.523101018010963, |
| "grad_norm": 1.1673948755376424, |
| "learning_rate": 5.414535128386766e-07, |
| "loss": 0.3661, |
| "step": 1444 |
| }, |
| { |
| "epoch": 4.526233359436178, |
| "grad_norm": 1.1757487458448712, |
| "learning_rate": 5.343700453428169e-07, |
| "loss": 0.3971, |
| "step": 1445 |
| }, |
| { |
| "epoch": 4.529365700861394, |
| "grad_norm": 1.2191061942291306, |
| "learning_rate": 5.273319453933634e-07, |
| "loss": 0.3885, |
| "step": 1446 |
| }, |
| { |
| "epoch": 4.532498042286609, |
| "grad_norm": 1.1814168865664434, |
| "learning_rate": 5.203392467230229e-07, |
| "loss": 0.3888, |
| "step": 1447 |
| }, |
| { |
| "epoch": 4.535630383711824, |
| "grad_norm": 1.180338891284529, |
| "learning_rate": 5.133919828468992e-07, |
| "loss": 0.4031, |
| "step": 1448 |
| }, |
| { |
| "epoch": 4.53876272513704, |
| "grad_norm": 1.2002998136423375, |
| "learning_rate": 5.064901870623362e-07, |
| "loss": 0.4124, |
| "step": 1449 |
| }, |
| { |
| "epoch": 4.5418950665622555, |
| "grad_norm": 1.225998648068942, |
| "learning_rate": 4.996338924487509e-07, |
| "loss": 0.4079, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.545027407987471, |
| "grad_norm": 1.232921807498376, |
| "learning_rate": 4.928231318674836e-07, |
| "loss": 0.4288, |
| "step": 1451 |
| }, |
| { |
| "epoch": 4.548159749412686, |
| "grad_norm": 1.2108344873262966, |
| "learning_rate": 4.860579379616303e-07, |
| "loss": 0.3752, |
| "step": 1452 |
| }, |
| { |
| "epoch": 4.551292090837901, |
| "grad_norm": 1.1982395456743722, |
| "learning_rate": 4.793383431558962e-07, |
| "loss": 0.3956, |
| "step": 1453 |
| }, |
| { |
| "epoch": 4.554424432263117, |
| "grad_norm": 1.2245255923948302, |
| "learning_rate": 4.7266437965643455e-07, |
| "loss": 0.39, |
| "step": 1454 |
| }, |
| { |
| "epoch": 4.557556773688332, |
| "grad_norm": 1.2237018326288942, |
| "learning_rate": 4.660360794506946e-07, |
| "loss": 0.4064, |
| "step": 1455 |
| }, |
| { |
| "epoch": 4.560689115113547, |
| "grad_norm": 1.203953237163164, |
| "learning_rate": 4.594534743072654e-07, |
| "loss": 0.4169, |
| "step": 1456 |
| }, |
| { |
| "epoch": 4.563821456538763, |
| "grad_norm": 1.2087498003259758, |
| "learning_rate": 4.5291659577572753e-07, |
| "loss": 0.3832, |
| "step": 1457 |
| }, |
| { |
| "epoch": 4.566953797963978, |
| "grad_norm": 1.1942569748553682, |
| "learning_rate": 4.4642547518649824e-07, |
| "loss": 0.3776, |
| "step": 1458 |
| }, |
| { |
| "epoch": 4.570086139389193, |
| "grad_norm": 1.1879804731198786, |
| "learning_rate": 4.399801436506812e-07, |
| "loss": 0.3873, |
| "step": 1459 |
| }, |
| { |
| "epoch": 4.5732184808144085, |
| "grad_norm": 1.2110866417839938, |
| "learning_rate": 4.335806320599234e-07, |
| "loss": 0.399, |
| "step": 1460 |
| }, |
| { |
| "epoch": 4.576350822239624, |
| "grad_norm": 1.2296410077584767, |
| "learning_rate": 4.272269710862587e-07, |
| "loss": 0.3992, |
| "step": 1461 |
| }, |
| { |
| "epoch": 4.57948316366484, |
| "grad_norm": 1.2328738318463752, |
| "learning_rate": 4.209191911819688e-07, |
| "loss": 0.4196, |
| "step": 1462 |
| }, |
| { |
| "epoch": 4.582615505090055, |
| "grad_norm": 1.1895802067659933, |
| "learning_rate": 4.1465732257943037e-07, |
| "loss": 0.4496, |
| "step": 1463 |
| }, |
| { |
| "epoch": 4.58574784651527, |
| "grad_norm": 1.2283635780345825, |
| "learning_rate": 4.084413952909738e-07, |
| "loss": 0.4111, |
| "step": 1464 |
| }, |
| { |
| "epoch": 4.588880187940486, |
| "grad_norm": 1.2164839835142356, |
| "learning_rate": 4.022714391087379e-07, |
| "loss": 0.381, |
| "step": 1465 |
| }, |
| { |
| "epoch": 4.592012529365701, |
| "grad_norm": 1.207591372814288, |
| "learning_rate": 3.9614748360452984e-07, |
| "loss": 0.4174, |
| "step": 1466 |
| }, |
| { |
| "epoch": 4.595144870790916, |
| "grad_norm": 1.2361007397271178, |
| "learning_rate": 3.9006955812967983e-07, |
| "loss": 0.4093, |
| "step": 1467 |
| }, |
| { |
| "epoch": 4.598277212216131, |
| "grad_norm": 1.2148169973114509, |
| "learning_rate": 3.840376918149025e-07, |
| "loss": 0.4096, |
| "step": 1468 |
| }, |
| { |
| "epoch": 4.601409553641347, |
| "grad_norm": 1.262330409419549, |
| "learning_rate": 3.780519135701566e-07, |
| "loss": 0.4104, |
| "step": 1469 |
| }, |
| { |
| "epoch": 4.604541895066562, |
| "grad_norm": 1.2330283137163904, |
| "learning_rate": 3.7211225208450777e-07, |
| "loss": 0.4192, |
| "step": 1470 |
| }, |
| { |
| "epoch": 4.6076742364917775, |
| "grad_norm": 1.2671239020786587, |
| "learning_rate": 3.6621873582599055e-07, |
| "loss": 0.4054, |
| "step": 1471 |
| }, |
| { |
| "epoch": 4.610806577916993, |
| "grad_norm": 1.2333107036927184, |
| "learning_rate": 3.603713930414676e-07, |
| "loss": 0.4063, |
| "step": 1472 |
| }, |
| { |
| "epoch": 4.613938919342209, |
| "grad_norm": 1.202856883096194, |
| "learning_rate": 3.5457025175650084e-07, |
| "loss": 0.4148, |
| "step": 1473 |
| }, |
| { |
| "epoch": 4.617071260767424, |
| "grad_norm": 1.1747823598797158, |
| "learning_rate": 3.488153397752159e-07, |
| "loss": 0.3891, |
| "step": 1474 |
| }, |
| { |
| "epoch": 4.620203602192639, |
| "grad_norm": 1.1992072519105093, |
| "learning_rate": 3.431066846801634e-07, |
| "loss": 0.4267, |
| "step": 1475 |
| }, |
| { |
| "epoch": 4.623335943617854, |
| "grad_norm": 1.273775818849566, |
| "learning_rate": 3.374443138321937e-07, |
| "loss": 0.3985, |
| "step": 1476 |
| }, |
| { |
| "epoch": 4.62646828504307, |
| "grad_norm": 1.2299835011094196, |
| "learning_rate": 3.3182825437031994e-07, |
| "loss": 0.4089, |
| "step": 1477 |
| }, |
| { |
| "epoch": 4.629600626468285, |
| "grad_norm": 1.2034138009185376, |
| "learning_rate": 3.262585332115964e-07, |
| "loss": 0.4043, |
| "step": 1478 |
| }, |
| { |
| "epoch": 4.6327329678935, |
| "grad_norm": 1.209424726509648, |
| "learning_rate": 3.207351770509759e-07, |
| "loss": 0.4147, |
| "step": 1479 |
| }, |
| { |
| "epoch": 4.635865309318715, |
| "grad_norm": 1.1736004823028015, |
| "learning_rate": 3.152582123611958e-07, |
| "loss": 0.3687, |
| "step": 1480 |
| }, |
| { |
| "epoch": 4.6389976507439314, |
| "grad_norm": 1.2024178154556568, |
| "learning_rate": 3.098276653926413e-07, |
| "loss": 0.4049, |
| "step": 1481 |
| }, |
| { |
| "epoch": 4.642129992169147, |
| "grad_norm": 1.235968122606252, |
| "learning_rate": 3.0444356217322893e-07, |
| "loss": 0.4122, |
| "step": 1482 |
| }, |
| { |
| "epoch": 4.645262333594362, |
| "grad_norm": 1.275106262365568, |
| "learning_rate": 2.9910592850826983e-07, |
| "loss": 0.4086, |
| "step": 1483 |
| }, |
| { |
| "epoch": 4.648394675019577, |
| "grad_norm": 1.2510666555833756, |
| "learning_rate": 2.9381478998035563e-07, |
| "loss": 0.4055, |
| "step": 1484 |
| }, |
| { |
| "epoch": 4.651527016444793, |
| "grad_norm": 1.2274467661857713, |
| "learning_rate": 2.8857017194923174e-07, |
| "loss": 0.4034, |
| "step": 1485 |
| }, |
| { |
| "epoch": 4.654659357870008, |
| "grad_norm": 1.1853349236972364, |
| "learning_rate": 2.833720995516798e-07, |
| "loss": 0.4195, |
| "step": 1486 |
| }, |
| { |
| "epoch": 4.657791699295223, |
| "grad_norm": 1.1854238027175328, |
| "learning_rate": 2.7822059770138966e-07, |
| "loss": 0.4074, |
| "step": 1487 |
| }, |
| { |
| "epoch": 4.660924040720438, |
| "grad_norm": 1.2436312130461868, |
| "learning_rate": 2.731156910888477e-07, |
| "loss": 0.4033, |
| "step": 1488 |
| }, |
| { |
| "epoch": 4.664056382145654, |
| "grad_norm": 1.2428796817271779, |
| "learning_rate": 2.6805740418121453e-07, |
| "loss": 0.4191, |
| "step": 1489 |
| }, |
| { |
| "epoch": 4.667188723570869, |
| "grad_norm": 1.2427783356951405, |
| "learning_rate": 2.6304576122221035e-07, |
| "loss": 0.3755, |
| "step": 1490 |
| }, |
| { |
| "epoch": 4.6703210649960845, |
| "grad_norm": 1.1881132036518127, |
| "learning_rate": 2.580807862319912e-07, |
| "loss": 0.3891, |
| "step": 1491 |
| }, |
| { |
| "epoch": 4.6734534064213, |
| "grad_norm": 1.2442335114182685, |
| "learning_rate": 2.5316250300704726e-07, |
| "loss": 0.4154, |
| "step": 1492 |
| }, |
| { |
| "epoch": 4.676585747846516, |
| "grad_norm": 1.2053182135162017, |
| "learning_rate": 2.482909351200735e-07, |
| "loss": 0.3979, |
| "step": 1493 |
| }, |
| { |
| "epoch": 4.679718089271731, |
| "grad_norm": 1.1770238326901394, |
| "learning_rate": 2.434661059198695e-07, |
| "loss": 0.3948, |
| "step": 1494 |
| }, |
| { |
| "epoch": 4.682850430696946, |
| "grad_norm": 1.218619191692209, |
| "learning_rate": 2.386880385312218e-07, |
| "loss": 0.371, |
| "step": 1495 |
| }, |
| { |
| "epoch": 4.685982772122161, |
| "grad_norm": 1.1637502072533377, |
| "learning_rate": 2.339567558547906e-07, |
| "loss": 0.3917, |
| "step": 1496 |
| }, |
| { |
| "epoch": 4.689115113547377, |
| "grad_norm": 1.1735101557117311, |
| "learning_rate": 2.292722805670078e-07, |
| "loss": 0.4077, |
| "step": 1497 |
| }, |
| { |
| "epoch": 4.692247454972592, |
| "grad_norm": 1.2417399018426394, |
| "learning_rate": 2.2463463511995908e-07, |
| "loss": 0.4048, |
| "step": 1498 |
| }, |
| { |
| "epoch": 4.695379796397807, |
| "grad_norm": 1.1728907713133705, |
| "learning_rate": 2.200438417412809e-07, |
| "loss": 0.3891, |
| "step": 1499 |
| }, |
| { |
| "epoch": 4.698512137823022, |
| "grad_norm": 1.2016608119778363, |
| "learning_rate": 2.1549992243405814e-07, |
| "loss": 0.3882, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.701644479248238, |
| "grad_norm": 1.206612395808125, |
| "learning_rate": 2.1100289897670877e-07, |
| "loss": 0.4196, |
| "step": 1501 |
| }, |
| { |
| "epoch": 4.7047768206734535, |
| "grad_norm": 1.2493616742742244, |
| "learning_rate": 2.0655279292288832e-07, |
| "loss": 0.3967, |
| "step": 1502 |
| }, |
| { |
| "epoch": 4.707909162098669, |
| "grad_norm": 1.2226247159036543, |
| "learning_rate": 2.021496256013833e-07, |
| "loss": 0.3989, |
| "step": 1503 |
| }, |
| { |
| "epoch": 4.711041503523884, |
| "grad_norm": 1.1794232427283857, |
| "learning_rate": 1.9779341811600795e-07, |
| "loss": 0.3988, |
| "step": 1504 |
| }, |
| { |
| "epoch": 4.7141738449491, |
| "grad_norm": 1.2359058049155338, |
| "learning_rate": 1.9348419134550322e-07, |
| "loss": 0.4213, |
| "step": 1505 |
| }, |
| { |
| "epoch": 4.717306186374315, |
| "grad_norm": 1.2239539416305099, |
| "learning_rate": 1.8922196594344023e-07, |
| "loss": 0.3922, |
| "step": 1506 |
| }, |
| { |
| "epoch": 4.72043852779953, |
| "grad_norm": 1.2127862487844647, |
| "learning_rate": 1.8500676233811466e-07, |
| "loss": 0.3771, |
| "step": 1507 |
| }, |
| { |
| "epoch": 4.723570869224745, |
| "grad_norm": 1.198843093205888, |
| "learning_rate": 1.8083860073245806e-07, |
| "loss": 0.4181, |
| "step": 1508 |
| }, |
| { |
| "epoch": 4.726703210649961, |
| "grad_norm": 1.2252062247390472, |
| "learning_rate": 1.7671750110392903e-07, |
| "loss": 0.403, |
| "step": 1509 |
| }, |
| { |
| "epoch": 4.729835552075176, |
| "grad_norm": 1.23819671302605, |
| "learning_rate": 1.7264348320442992e-07, |
| "loss": 0.4092, |
| "step": 1510 |
| }, |
| { |
| "epoch": 4.732967893500391, |
| "grad_norm": 1.2113129084206005, |
| "learning_rate": 1.6861656656020464e-07, |
| "loss": 0.3774, |
| "step": 1511 |
| }, |
| { |
| "epoch": 4.7361002349256065, |
| "grad_norm": 1.1845710084452867, |
| "learning_rate": 1.6463677047174553e-07, |
| "loss": 0.3841, |
| "step": 1512 |
| }, |
| { |
| "epoch": 4.7392325763508225, |
| "grad_norm": 1.1746238547350345, |
| "learning_rate": 1.6070411401370335e-07, |
| "loss": 0.3939, |
| "step": 1513 |
| }, |
| { |
| "epoch": 4.742364917776038, |
| "grad_norm": 1.212119626132927, |
| "learning_rate": 1.568186160347951e-07, |
| "loss": 0.3838, |
| "step": 1514 |
| }, |
| { |
| "epoch": 4.745497259201253, |
| "grad_norm": 1.2178905084917646, |
| "learning_rate": 1.5298029515771195e-07, |
| "loss": 0.4132, |
| "step": 1515 |
| }, |
| { |
| "epoch": 4.748629600626469, |
| "grad_norm": 1.2150279012900946, |
| "learning_rate": 1.4918916977903264e-07, |
| "loss": 0.3986, |
| "step": 1516 |
| }, |
| { |
| "epoch": 4.751761942051684, |
| "grad_norm": 1.2367095696943584, |
| "learning_rate": 1.4544525806913234e-07, |
| "loss": 0.3979, |
| "step": 1517 |
| }, |
| { |
| "epoch": 4.754894283476899, |
| "grad_norm": 1.2377643398696656, |
| "learning_rate": 1.4174857797209951e-07, |
| "loss": 0.4018, |
| "step": 1518 |
| }, |
| { |
| "epoch": 4.758026624902114, |
| "grad_norm": 1.2167876153278898, |
| "learning_rate": 1.3809914720564478e-07, |
| "loss": 0.3906, |
| "step": 1519 |
| }, |
| { |
| "epoch": 4.761158966327329, |
| "grad_norm": 1.2446471369617926, |
| "learning_rate": 1.344969832610199e-07, |
| "loss": 0.3756, |
| "step": 1520 |
| }, |
| { |
| "epoch": 4.764291307752545, |
| "grad_norm": 1.1893090822752832, |
| "learning_rate": 1.3094210340293456e-07, |
| "loss": 0.4165, |
| "step": 1521 |
| }, |
| { |
| "epoch": 4.76742364917776, |
| "grad_norm": 1.2320387940829778, |
| "learning_rate": 1.274345246694708e-07, |
| "loss": 0.3913, |
| "step": 1522 |
| }, |
| { |
| "epoch": 4.7705559906029755, |
| "grad_norm": 1.216546020584182, |
| "learning_rate": 1.2397426387200096e-07, |
| "loss": 0.3959, |
| "step": 1523 |
| }, |
| { |
| "epoch": 4.7736883320281915, |
| "grad_norm": 1.2176186473887705, |
| "learning_rate": 1.205613375951098e-07, |
| "loss": 0.4247, |
| "step": 1524 |
| }, |
| { |
| "epoch": 4.776820673453407, |
| "grad_norm": 1.2283180997381093, |
| "learning_rate": 1.1719576219651585e-07, |
| "loss": 0.418, |
| "step": 1525 |
| }, |
| { |
| "epoch": 4.779953014878622, |
| "grad_norm": 1.214550392378903, |
| "learning_rate": 1.1387755380698584e-07, |
| "loss": 0.3819, |
| "step": 1526 |
| }, |
| { |
| "epoch": 4.783085356303837, |
| "grad_norm": 1.2324975421906008, |
| "learning_rate": 1.1060672833026697e-07, |
| "loss": 0.4278, |
| "step": 1527 |
| }, |
| { |
| "epoch": 4.786217697729052, |
| "grad_norm": 1.238934876307768, |
| "learning_rate": 1.0738330144300479e-07, |
| "loss": 0.425, |
| "step": 1528 |
| }, |
| { |
| "epoch": 4.789350039154268, |
| "grad_norm": 1.181886288925798, |
| "learning_rate": 1.0420728859466988e-07, |
| "loss": 0.4209, |
| "step": 1529 |
| }, |
| { |
| "epoch": 4.792482380579483, |
| "grad_norm": 1.1925253947318342, |
| "learning_rate": 1.0107870500748351e-07, |
| "loss": 0.3773, |
| "step": 1530 |
| }, |
| { |
| "epoch": 4.795614722004698, |
| "grad_norm": 1.2509864343113049, |
| "learning_rate": 9.799756567634433e-08, |
| "loss": 0.3853, |
| "step": 1531 |
| }, |
| { |
| "epoch": 4.798747063429914, |
| "grad_norm": 1.184682423863237, |
| "learning_rate": 9.496388536875623e-08, |
| "loss": 0.417, |
| "step": 1532 |
| }, |
| { |
| "epoch": 4.801879404855129, |
| "grad_norm": 1.2246944998945095, |
| "learning_rate": 9.197767862475837e-08, |
| "loss": 0.3874, |
| "step": 1533 |
| }, |
| { |
| "epoch": 4.8050117462803446, |
| "grad_norm": 1.214520286942335, |
| "learning_rate": 8.903895975685528e-08, |
| "loss": 0.4037, |
| "step": 1534 |
| }, |
| { |
| "epoch": 4.80814408770556, |
| "grad_norm": 1.2224353069074514, |
| "learning_rate": 8.614774284994797e-08, |
| "loss": 0.4099, |
| "step": 1535 |
| }, |
| { |
| "epoch": 4.811276429130775, |
| "grad_norm": 1.2068932961719712, |
| "learning_rate": 8.33040417612685e-08, |
| "loss": 0.3891, |
| "step": 1536 |
| }, |
| { |
| "epoch": 4.814408770555991, |
| "grad_norm": 1.1952441796807236, |
| "learning_rate": 8.05078701203088e-08, |
| "loss": 0.3899, |
| "step": 1537 |
| }, |
| { |
| "epoch": 4.817541111981206, |
| "grad_norm": 1.226741893844113, |
| "learning_rate": 7.7759241328762e-08, |
| "loss": 0.4111, |
| "step": 1538 |
| }, |
| { |
| "epoch": 4.820673453406421, |
| "grad_norm": 1.1808940728419945, |
| "learning_rate": 7.505816856045012e-08, |
| "loss": 0.3943, |
| "step": 1539 |
| }, |
| { |
| "epoch": 4.823805794831637, |
| "grad_norm": 1.203115331813816, |
| "learning_rate": 7.24046647612675e-08, |
| "loss": 0.4127, |
| "step": 1540 |
| }, |
| { |
| "epoch": 4.826938136256852, |
| "grad_norm": 1.1865631093267626, |
| "learning_rate": 6.979874264911756e-08, |
| "loss": 0.4058, |
| "step": 1541 |
| }, |
| { |
| "epoch": 4.830070477682067, |
| "grad_norm": 1.185030215141837, |
| "learning_rate": 6.724041471384835e-08, |
| "loss": 0.4124, |
| "step": 1542 |
| }, |
| { |
| "epoch": 4.8332028191072824, |
| "grad_norm": 1.204462154369856, |
| "learning_rate": 6.472969321719702e-08, |
| "loss": 0.4326, |
| "step": 1543 |
| }, |
| { |
| "epoch": 4.836335160532498, |
| "grad_norm": 1.2203256822089201, |
| "learning_rate": 6.226659019272997e-08, |
| "loss": 0.3917, |
| "step": 1544 |
| }, |
| { |
| "epoch": 4.839467501957714, |
| "grad_norm": 1.2180754919299253, |
| "learning_rate": 5.985111744578165e-08, |
| "loss": 0.4013, |
| "step": 1545 |
| }, |
| { |
| "epoch": 4.842599843382929, |
| "grad_norm": 1.18445065771052, |
| "learning_rate": 5.748328655340141e-08, |
| "loss": 0.3912, |
| "step": 1546 |
| }, |
| { |
| "epoch": 4.845732184808144, |
| "grad_norm": 1.1965989755685764, |
| "learning_rate": 5.516310886429899e-08, |
| "loss": 0.4041, |
| "step": 1547 |
| }, |
| { |
| "epoch": 4.84886452623336, |
| "grad_norm": 1.193838779871222, |
| "learning_rate": 5.2890595498787944e-08, |
| "loss": 0.4006, |
| "step": 1548 |
| }, |
| { |
| "epoch": 4.851996867658575, |
| "grad_norm": 1.1686189895653558, |
| "learning_rate": 5.0665757348732355e-08, |
| "loss": 0.4082, |
| "step": 1549 |
| }, |
| { |
| "epoch": 4.85512920908379, |
| "grad_norm": 1.2058648478611114, |
| "learning_rate": 4.848860507749353e-08, |
| "loss": 0.3881, |
| "step": 1550 |
| }, |
| { |
| "epoch": 4.858261550509005, |
| "grad_norm": 1.1637318481244103, |
| "learning_rate": 4.635914911988448e-08, |
| "loss": 0.3942, |
| "step": 1551 |
| }, |
| { |
| "epoch": 4.86139389193422, |
| "grad_norm": 1.2165645886224812, |
| "learning_rate": 4.427739968211331e-08, |
| "loss": 0.4035, |
| "step": 1552 |
| }, |
| { |
| "epoch": 4.864526233359436, |
| "grad_norm": 1.2040433534371484, |
| "learning_rate": 4.2243366741735457e-08, |
| "loss": 0.3868, |
| "step": 1553 |
| }, |
| { |
| "epoch": 4.8676585747846515, |
| "grad_norm": 1.2369435812923857, |
| "learning_rate": 4.025706004760932e-08, |
| "loss": 0.3988, |
| "step": 1554 |
| }, |
| { |
| "epoch": 4.870790916209867, |
| "grad_norm": 1.2232422405149723, |
| "learning_rate": 3.831848911984959e-08, |
| "loss": 0.3968, |
| "step": 1555 |
| }, |
| { |
| "epoch": 4.873923257635083, |
| "grad_norm": 1.1711459811080631, |
| "learning_rate": 3.642766324977509e-08, |
| "loss": 0.3923, |
| "step": 1556 |
| }, |
| { |
| "epoch": 4.877055599060298, |
| "grad_norm": 1.2174185734188516, |
| "learning_rate": 3.4584591499872146e-08, |
| "loss": 0.4029, |
| "step": 1557 |
| }, |
| { |
| "epoch": 4.880187940485513, |
| "grad_norm": 1.1614173175371763, |
| "learning_rate": 3.278928270374459e-08, |
| "loss": 0.3949, |
| "step": 1558 |
| }, |
| { |
| "epoch": 4.883320281910728, |
| "grad_norm": 1.2280723648931007, |
| "learning_rate": 3.104174546607941e-08, |
| "loss": 0.4199, |
| "step": 1559 |
| }, |
| { |
| "epoch": 4.886452623335944, |
| "grad_norm": 1.209148320604221, |
| "learning_rate": 2.9341988162595593e-08, |
| "loss": 0.4192, |
| "step": 1560 |
| }, |
| { |
| "epoch": 4.889584964761159, |
| "grad_norm": 1.2065698817517443, |
| "learning_rate": 2.7690018940011996e-08, |
| "loss": 0.3655, |
| "step": 1561 |
| }, |
| { |
| "epoch": 4.892717306186374, |
| "grad_norm": 1.1832085868374411, |
| "learning_rate": 2.6085845716004034e-08, |
| "loss": 0.4102, |
| "step": 1562 |
| }, |
| { |
| "epoch": 4.895849647611589, |
| "grad_norm": 1.223809874203652, |
| "learning_rate": 2.452947617916701e-08, |
| "loss": 0.3826, |
| "step": 1563 |
| }, |
| { |
| "epoch": 4.898981989036805, |
| "grad_norm": 1.1564398514888772, |
| "learning_rate": 2.3020917788981744e-08, |
| "loss": 0.399, |
| "step": 1564 |
| }, |
| { |
| "epoch": 4.9021143304620205, |
| "grad_norm": 1.2322802342710437, |
| "learning_rate": 2.156017777577346e-08, |
| "loss": 0.4385, |
| "step": 1565 |
| }, |
| { |
| "epoch": 4.905246671887236, |
| "grad_norm": 1.2327395751465036, |
| "learning_rate": 2.0147263140680717e-08, |
| "loss": 0.3948, |
| "step": 1566 |
| }, |
| { |
| "epoch": 4.908379013312451, |
| "grad_norm": 1.1755915458959958, |
| "learning_rate": 1.8782180655622096e-08, |
| "loss": 0.3909, |
| "step": 1567 |
| }, |
| { |
| "epoch": 4.911511354737667, |
| "grad_norm": 1.2040808443639759, |
| "learning_rate": 1.7464936863261785e-08, |
| "loss": 0.4109, |
| "step": 1568 |
| }, |
| { |
| "epoch": 4.914643696162882, |
| "grad_norm": 1.2313492049462424, |
| "learning_rate": 1.61955380769796e-08, |
| "loss": 0.3865, |
| "step": 1569 |
| }, |
| { |
| "epoch": 4.917776037588097, |
| "grad_norm": 1.2358379850928518, |
| "learning_rate": 1.497399038084102e-08, |
| "loss": 0.4126, |
| "step": 1570 |
| }, |
| { |
| "epoch": 4.920908379013312, |
| "grad_norm": 1.2159888247443027, |
| "learning_rate": 1.3800299629568303e-08, |
| "loss": 0.3979, |
| "step": 1571 |
| }, |
| { |
| "epoch": 4.924040720438528, |
| "grad_norm": 1.2314356631041403, |
| "learning_rate": 1.2674471448508308e-08, |
| "loss": 0.3954, |
| "step": 1572 |
| }, |
| { |
| "epoch": 4.927173061863743, |
| "grad_norm": 1.1763805345232639, |
| "learning_rate": 1.1596511233610275e-08, |
| "loss": 0.4174, |
| "step": 1573 |
| }, |
| { |
| "epoch": 4.930305403288958, |
| "grad_norm": 1.21950132315641, |
| "learning_rate": 1.0566424151401412e-08, |
| "loss": 0.3712, |
| "step": 1574 |
| }, |
| { |
| "epoch": 4.9334377447141735, |
| "grad_norm": 1.1857749532551431, |
| "learning_rate": 9.584215138953579e-09, |
| "loss": 0.4018, |
| "step": 1575 |
| }, |
| { |
| "epoch": 4.9365700861393895, |
| "grad_norm": 1.1885549206002513, |
| "learning_rate": 8.649888903869973e-09, |
| "loss": 0.4014, |
| "step": 1576 |
| }, |
| { |
| "epoch": 4.939702427564605, |
| "grad_norm": 1.2601185286531782, |
| "learning_rate": 7.763449924256262e-09, |
| "loss": 0.3956, |
| "step": 1577 |
| }, |
| { |
| "epoch": 4.94283476898982, |
| "grad_norm": 1.1994949171986244, |
| "learning_rate": 6.924902448699478e-09, |
| "loss": 0.4229, |
| "step": 1578 |
| }, |
| { |
| "epoch": 4.945967110415035, |
| "grad_norm": 1.231920206414556, |
| "learning_rate": 6.134250496249161e-09, |
| "loss": 0.4123, |
| "step": 1579 |
| }, |
| { |
| "epoch": 4.949099451840251, |
| "grad_norm": 1.231501336996204, |
| "learning_rate": 5.391497856399585e-09, |
| "loss": 0.4019, |
| "step": 1580 |
| }, |
| { |
| "epoch": 4.952231793265466, |
| "grad_norm": 1.2025254247538497, |
| "learning_rate": 4.696648089068667e-09, |
| "loss": 0.4047, |
| "step": 1581 |
| }, |
| { |
| "epoch": 4.955364134690681, |
| "grad_norm": 1.2462699073996386, |
| "learning_rate": 4.0497045245813105e-09, |
| "loss": 0.3905, |
| "step": 1582 |
| }, |
| { |
| "epoch": 4.958496476115896, |
| "grad_norm": 1.2150582015348728, |
| "learning_rate": 3.450670263654976e-09, |
| "loss": 0.4034, |
| "step": 1583 |
| }, |
| { |
| "epoch": 4.961628817541112, |
| "grad_norm": 1.1657154816919872, |
| "learning_rate": 2.899548177384137e-09, |
| "loss": 0.3983, |
| "step": 1584 |
| }, |
| { |
| "epoch": 4.964761158966327, |
| "grad_norm": 1.201657869580201, |
| "learning_rate": 2.396340907225847e-09, |
| "loss": 0.3985, |
| "step": 1585 |
| }, |
| { |
| "epoch": 4.9678935003915425, |
| "grad_norm": 1.1936954506770183, |
| "learning_rate": 1.9410508649875258e-09, |
| "loss": 0.4038, |
| "step": 1586 |
| }, |
| { |
| "epoch": 4.971025841816758, |
| "grad_norm": 1.1919200016703124, |
| "learning_rate": 1.5336802328147492e-09, |
| "loss": 0.3716, |
| "step": 1587 |
| }, |
| { |
| "epoch": 4.974158183241974, |
| "grad_norm": 1.2304919494528042, |
| "learning_rate": 1.1742309631845861e-09, |
| "loss": 0.4267, |
| "step": 1588 |
| }, |
| { |
| "epoch": 4.977290524667189, |
| "grad_norm": 1.2084987865361176, |
| "learning_rate": 8.627047788911658e-10, |
| "loss": 0.443, |
| "step": 1589 |
| }, |
| { |
| "epoch": 4.980422866092404, |
| "grad_norm": 1.2473534930975694, |
| "learning_rate": 5.991031730367968e-10, |
| "loss": 0.4292, |
| "step": 1590 |
| }, |
| { |
| "epoch": 4.983555207517619, |
| "grad_norm": 1.2137391828259563, |
| "learning_rate": 3.8342740903307697e-10, |
| "loss": 0.4086, |
| "step": 1591 |
| }, |
| { |
| "epoch": 4.986687548942835, |
| "grad_norm": 1.239277828293045, |
| "learning_rate": 2.1567852058423932e-10, |
| "loss": 0.3963, |
| "step": 1592 |
| }, |
| { |
| "epoch": 4.98981989036805, |
| "grad_norm": 1.198137612800272, |
| "learning_rate": 9.585731168937351e-11, |
| "loss": 0.3968, |
| "step": 1593 |
| }, |
| { |
| "epoch": 4.992952231793265, |
| "grad_norm": 1.2102944840840637, |
| "learning_rate": 2.396435663687413e-11, |
| "loss": 0.3788, |
| "step": 1594 |
| }, |
| { |
| "epoch": 4.99608457321848, |
| "grad_norm": 1.2188363908623323, |
| "learning_rate": 0.0, |
| "loss": 0.3945, |
| "step": 1595 |
| }, |
| { |
| "epoch": 4.99608457321848, |
| "step": 1595, |
| "total_flos": 1.3245374097522688e+18, |
| "train_loss": 0.0, |
| "train_runtime": 1.8638, |
| "train_samples_per_second": 54818.89, |
| "train_steps_per_second": 855.791 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1595, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3245374097522688e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
