| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 13527, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011088933244621867, |
| "grad_norm": 8.14461898803711, |
| "learning_rate": 1.9927552302801804e-05, |
| "loss": 0.902, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.022177866489243733, |
| "grad_norm": 6.75203800201416, |
| "learning_rate": 1.9853626081170995e-05, |
| "loss": 0.448, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.0332667997338656, |
| "grad_norm": 7.353200912475586, |
| "learning_rate": 1.977969985954018e-05, |
| "loss": 0.3174, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.04435573297848747, |
| "grad_norm": 2.7292733192443848, |
| "learning_rate": 1.970577363790937e-05, |
| "loss": 0.281, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05544466622310934, |
| "grad_norm": 3.5009043216705322, |
| "learning_rate": 1.9631847416278556e-05, |
| "loss": 0.2798, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0665335994677312, |
| "grad_norm": 5.440974712371826, |
| "learning_rate": 1.9557921194647743e-05, |
| "loss": 0.2409, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.07762253271235307, |
| "grad_norm": 4.327282905578613, |
| "learning_rate": 1.948399497301693e-05, |
| "loss": 0.203, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.08871146595697493, |
| "grad_norm": 1.8929752111434937, |
| "learning_rate": 1.9410068751386117e-05, |
| "loss": 0.2169, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0998003992015968, |
| "grad_norm": 2.9351725578308105, |
| "learning_rate": 1.9336142529755308e-05, |
| "loss": 0.2197, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.11088933244621868, |
| "grad_norm": 5.145724296569824, |
| "learning_rate": 1.926221630812449e-05, |
| "loss": 0.2073, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.12197826569084054, |
| "grad_norm": 4.723082542419434, |
| "learning_rate": 1.9188290086493682e-05, |
| "loss": 0.2188, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.1330671989354624, |
| "grad_norm": 2.782973289489746, |
| "learning_rate": 1.911436386486287e-05, |
| "loss": 0.2062, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.14415613218008427, |
| "grad_norm": 3.5191564559936523, |
| "learning_rate": 1.9040437643232056e-05, |
| "loss": 0.213, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.15524506542470615, |
| "grad_norm": 1.734594702720642, |
| "learning_rate": 1.8966511421601243e-05, |
| "loss": 0.2064, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.16633399866932802, |
| "grad_norm": 3.7910728454589844, |
| "learning_rate": 1.889258519997043e-05, |
| "loss": 0.1943, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.17742293191394987, |
| "grad_norm": 3.688796281814575, |
| "learning_rate": 1.881865897833962e-05, |
| "loss": 0.1928, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.18851186515857174, |
| "grad_norm": 2.2231035232543945, |
| "learning_rate": 1.8744732756708804e-05, |
| "loss": 0.1825, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.1996007984031936, |
| "grad_norm": 4.24806022644043, |
| "learning_rate": 1.8670806535077994e-05, |
| "loss": 0.1578, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.2106897316478155, |
| "grad_norm": 3.1724870204925537, |
| "learning_rate": 1.859688031344718e-05, |
| "loss": 0.1645, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.22177866489243736, |
| "grad_norm": 2.4956796169281006, |
| "learning_rate": 1.852295409181637e-05, |
| "loss": 0.1796, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2328675981370592, |
| "grad_norm": 1.245104432106018, |
| "learning_rate": 1.8449027870185556e-05, |
| "loss": 0.1669, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.24395653138168108, |
| "grad_norm": 2.2229013442993164, |
| "learning_rate": 1.8375101648554743e-05, |
| "loss": 0.1743, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.25504546462630295, |
| "grad_norm": 3.6590652465820312, |
| "learning_rate": 1.8301175426923933e-05, |
| "loss": 0.1654, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2661343978709248, |
| "grad_norm": 2.119847297668457, |
| "learning_rate": 1.8227249205293117e-05, |
| "loss": 0.1603, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.2772233311155467, |
| "grad_norm": 3.36673903465271, |
| "learning_rate": 1.8153322983662307e-05, |
| "loss": 0.1593, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.28831226436016855, |
| "grad_norm": 2.931980609893799, |
| "learning_rate": 1.8079396762031494e-05, |
| "loss": 0.1585, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.2994011976047904, |
| "grad_norm": 1.6280852556228638, |
| "learning_rate": 1.800547054040068e-05, |
| "loss": 0.1676, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.3104901308494123, |
| "grad_norm": 5.353924751281738, |
| "learning_rate": 1.793154431876987e-05, |
| "loss": 0.155, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.32157906409403414, |
| "grad_norm": 1.9066994190216064, |
| "learning_rate": 1.7857618097139056e-05, |
| "loss": 0.168, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.33266799733865604, |
| "grad_norm": 3.3019158840179443, |
| "learning_rate": 1.7783691875508246e-05, |
| "loss": 0.144, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3437569305832779, |
| "grad_norm": 2.2679409980773926, |
| "learning_rate": 1.770976565387743e-05, |
| "loss": 0.1616, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.35484586382789973, |
| "grad_norm": 3.734102964401245, |
| "learning_rate": 1.763583943224662e-05, |
| "loss": 0.1331, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.36593479707252163, |
| "grad_norm": 2.348113775253296, |
| "learning_rate": 1.7561913210615807e-05, |
| "loss": 0.1477, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.3770237303171435, |
| "grad_norm": 3.4904134273529053, |
| "learning_rate": 1.7487986988984994e-05, |
| "loss": 0.1448, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.3881126635617654, |
| "grad_norm": 1.9997397661209106, |
| "learning_rate": 1.741406076735418e-05, |
| "loss": 0.1461, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.3992015968063872, |
| "grad_norm": 2.7343485355377197, |
| "learning_rate": 1.7340134545723372e-05, |
| "loss": 0.149, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.4102905300510091, |
| "grad_norm": 3.363621950149536, |
| "learning_rate": 1.726620832409256e-05, |
| "loss": 0.1601, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.421379463295631, |
| "grad_norm": 1.4055149555206299, |
| "learning_rate": 1.7192282102461742e-05, |
| "loss": 0.1475, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.4324683965402528, |
| "grad_norm": 4.3813066482543945, |
| "learning_rate": 1.7118355880830933e-05, |
| "loss": 0.1434, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.4435573297848747, |
| "grad_norm": 2.2316620349884033, |
| "learning_rate": 1.704442965920012e-05, |
| "loss": 0.1452, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.45464626302949657, |
| "grad_norm": 1.3528106212615967, |
| "learning_rate": 1.6970503437569307e-05, |
| "loss": 0.138, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.4657351962741184, |
| "grad_norm": 2.043443441390991, |
| "learning_rate": 1.6896577215938494e-05, |
| "loss": 0.1586, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.4768241295187403, |
| "grad_norm": 1.920172929763794, |
| "learning_rate": 1.6822650994307685e-05, |
| "loss": 0.1267, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.48791306276336216, |
| "grad_norm": 2.8047444820404053, |
| "learning_rate": 1.6748724772676868e-05, |
| "loss": 0.1417, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.499001996007984, |
| "grad_norm": 3.8060503005981445, |
| "learning_rate": 1.6674798551046055e-05, |
| "loss": 0.1345, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5100909292526059, |
| "grad_norm": 2.5561251640319824, |
| "learning_rate": 1.6600872329415246e-05, |
| "loss": 0.1266, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5211798624972278, |
| "grad_norm": 4.142666339874268, |
| "learning_rate": 1.6526946107784433e-05, |
| "loss": 0.1407, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.5322687957418496, |
| "grad_norm": 1.7247148752212524, |
| "learning_rate": 1.645301988615362e-05, |
| "loss": 0.1339, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.5433577289864715, |
| "grad_norm": 4.735507965087891, |
| "learning_rate": 1.6379093664522807e-05, |
| "loss": 0.1355, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.5544466622310934, |
| "grad_norm": 4.915506362915039, |
| "learning_rate": 1.6305167442891997e-05, |
| "loss": 0.1373, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5655355954757152, |
| "grad_norm": 2.5551493167877197, |
| "learning_rate": 1.623124122126118e-05, |
| "loss": 0.1344, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.5766245287203371, |
| "grad_norm": 1.054781436920166, |
| "learning_rate": 1.615731499963037e-05, |
| "loss": 0.126, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.587713461964959, |
| "grad_norm": 2.835658311843872, |
| "learning_rate": 1.608338877799956e-05, |
| "loss": 0.1312, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.5988023952095808, |
| "grad_norm": 3.4936070442199707, |
| "learning_rate": 1.6009462556368746e-05, |
| "loss": 0.1078, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6098913284542027, |
| "grad_norm": 2.4390571117401123, |
| "learning_rate": 1.5935536334737933e-05, |
| "loss": 0.1405, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.6209802616988246, |
| "grad_norm": 2.4469242095947266, |
| "learning_rate": 1.586161011310712e-05, |
| "loss": 0.1246, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.6320691949434465, |
| "grad_norm": 3.6933956146240234, |
| "learning_rate": 1.578768389147631e-05, |
| "loss": 0.1297, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.6431581281880683, |
| "grad_norm": 2.2289130687713623, |
| "learning_rate": 1.5713757669845494e-05, |
| "loss": 0.1265, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.6542470614326902, |
| "grad_norm": 1.5156584978103638, |
| "learning_rate": 1.5639831448214684e-05, |
| "loss": 0.1311, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.6653359946773121, |
| "grad_norm": 1.9378397464752197, |
| "learning_rate": 1.556590522658387e-05, |
| "loss": 0.1275, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.6764249279219339, |
| "grad_norm": 1.9141340255737305, |
| "learning_rate": 1.549197900495306e-05, |
| "loss": 0.1141, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.6875138611665558, |
| "grad_norm": 1.9459818601608276, |
| "learning_rate": 1.5418052783322245e-05, |
| "loss": 0.1318, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.6986027944111777, |
| "grad_norm": 7.391958236694336, |
| "learning_rate": 1.5344126561691432e-05, |
| "loss": 0.1203, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.7096917276557995, |
| "grad_norm": 2.0345418453216553, |
| "learning_rate": 1.5270200340060623e-05, |
| "loss": 0.1273, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.7207806609004214, |
| "grad_norm": 4.687112808227539, |
| "learning_rate": 1.5196274118429808e-05, |
| "loss": 0.1018, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.7318695941450433, |
| "grad_norm": 2.794402837753296, |
| "learning_rate": 1.5122347896798997e-05, |
| "loss": 0.1164, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.7429585273896652, |
| "grad_norm": 2.7743284702301025, |
| "learning_rate": 1.5048421675168184e-05, |
| "loss": 0.1164, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.754047460634287, |
| "grad_norm": 3.1311397552490234, |
| "learning_rate": 1.497449545353737e-05, |
| "loss": 0.1245, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.7651363938789089, |
| "grad_norm": 3.217726230621338, |
| "learning_rate": 1.4900569231906558e-05, |
| "loss": 0.1045, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.7762253271235308, |
| "grad_norm": 1.691542387008667, |
| "learning_rate": 1.4826643010275745e-05, |
| "loss": 0.134, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.7873142603681526, |
| "grad_norm": 3.6782033443450928, |
| "learning_rate": 1.4752716788644934e-05, |
| "loss": 0.1276, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.7984031936127745, |
| "grad_norm": 1.4673993587493896, |
| "learning_rate": 1.4678790567014121e-05, |
| "loss": 0.1059, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.8094921268573964, |
| "grad_norm": 2.9146125316619873, |
| "learning_rate": 1.460486434538331e-05, |
| "loss": 0.1165, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.8205810601020181, |
| "grad_norm": 2.6374094486236572, |
| "learning_rate": 1.4530938123752497e-05, |
| "loss": 0.1245, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.83166999334664, |
| "grad_norm": 0.7516615986824036, |
| "learning_rate": 1.4457011902121686e-05, |
| "loss": 0.1178, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.842758926591262, |
| "grad_norm": 2.7078309059143066, |
| "learning_rate": 1.4383085680490871e-05, |
| "loss": 0.1216, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.8538478598358837, |
| "grad_norm": 1.5147875547409058, |
| "learning_rate": 1.4309159458860058e-05, |
| "loss": 0.1178, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.8649367930805056, |
| "grad_norm": 1.8173058032989502, |
| "learning_rate": 1.4235233237229247e-05, |
| "loss": 0.1177, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.8760257263251275, |
| "grad_norm": 2.6974475383758545, |
| "learning_rate": 1.4161307015598434e-05, |
| "loss": 0.1093, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.8871146595697494, |
| "grad_norm": 2.176143169403076, |
| "learning_rate": 1.4087380793967623e-05, |
| "loss": 0.1058, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.8982035928143712, |
| "grad_norm": 2.174964427947998, |
| "learning_rate": 1.4013454572336808e-05, |
| "loss": 0.1164, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.9092925260589931, |
| "grad_norm": 2.4584383964538574, |
| "learning_rate": 1.3939528350705997e-05, |
| "loss": 0.1188, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.920381459303615, |
| "grad_norm": 1.6693115234375, |
| "learning_rate": 1.3865602129075184e-05, |
| "loss": 0.112, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.9314703925482368, |
| "grad_norm": 2.2045669555664062, |
| "learning_rate": 1.379167590744437e-05, |
| "loss": 0.1234, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.9425593257928587, |
| "grad_norm": 2.9538867473602295, |
| "learning_rate": 1.371774968581356e-05, |
| "loss": 0.1019, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.9536482590374806, |
| "grad_norm": 1.7292181253433228, |
| "learning_rate": 1.3643823464182747e-05, |
| "loss": 0.118, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.9647371922821024, |
| "grad_norm": 1.2080588340759277, |
| "learning_rate": 1.3569897242551935e-05, |
| "loss": 0.1096, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.9758261255267243, |
| "grad_norm": 1.0146644115447998, |
| "learning_rate": 1.349597102092112e-05, |
| "loss": 0.1211, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.9869150587713462, |
| "grad_norm": 3.40978741645813, |
| "learning_rate": 1.342204479929031e-05, |
| "loss": 0.114, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.998003992015968, |
| "grad_norm": 2.2283411026000977, |
| "learning_rate": 1.3348118577659497e-05, |
| "loss": 0.1024, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.00909292526059, |
| "grad_norm": 3.0386204719543457, |
| "learning_rate": 1.3274192356028684e-05, |
| "loss": 0.1037, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.0201818585052118, |
| "grad_norm": 2.2395098209381104, |
| "learning_rate": 1.3200266134397872e-05, |
| "loss": 0.0962, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.0312707917498336, |
| "grad_norm": 0.779739499092102, |
| "learning_rate": 1.312633991276706e-05, |
| "loss": 0.0897, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.0423597249944556, |
| "grad_norm": 2.3607208728790283, |
| "learning_rate": 1.3052413691136248e-05, |
| "loss": 0.0913, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.0534486582390774, |
| "grad_norm": 1.5109652280807495, |
| "learning_rate": 1.2978487469505434e-05, |
| "loss": 0.0987, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.0645375914836992, |
| "grad_norm": 4.1896467208862305, |
| "learning_rate": 1.2904561247874622e-05, |
| "loss": 0.1044, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.0756265247283212, |
| "grad_norm": 3.4481632709503174, |
| "learning_rate": 1.283063502624381e-05, |
| "loss": 0.1065, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.086715457972943, |
| "grad_norm": 1.4650681018829346, |
| "learning_rate": 1.2756708804612998e-05, |
| "loss": 0.0854, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.0978043912175648, |
| "grad_norm": 2.925077438354492, |
| "learning_rate": 1.2682782582982185e-05, |
| "loss": 0.1055, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.1088933244621868, |
| "grad_norm": 1.6256483793258667, |
| "learning_rate": 1.2608856361351372e-05, |
| "loss": 0.1016, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.1199822577068086, |
| "grad_norm": 2.7225170135498047, |
| "learning_rate": 1.2534930139720561e-05, |
| "loss": 0.0999, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.1310711909514304, |
| "grad_norm": 2.22430419921875, |
| "learning_rate": 1.2461003918089746e-05, |
| "loss": 0.0886, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.1421601241960524, |
| "grad_norm": 2.4130799770355225, |
| "learning_rate": 1.2387077696458935e-05, |
| "loss": 0.1012, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.1532490574406742, |
| "grad_norm": 1.5306169986724854, |
| "learning_rate": 1.2313151474828122e-05, |
| "loss": 0.0988, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.1643379906852962, |
| "grad_norm": 1.8464442491531372, |
| "learning_rate": 1.2239225253197311e-05, |
| "loss": 0.0928, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.175426923929918, |
| "grad_norm": 2.2706775665283203, |
| "learning_rate": 1.2165299031566498e-05, |
| "loss": 0.094, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.1865158571745398, |
| "grad_norm": 1.517385482788086, |
| "learning_rate": 1.2091372809935685e-05, |
| "loss": 0.1032, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.1976047904191618, |
| "grad_norm": 1.9841318130493164, |
| "learning_rate": 1.2017446588304874e-05, |
| "loss": 0.0974, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.2086937236637836, |
| "grad_norm": 3.8151936531066895, |
| "learning_rate": 1.1943520366674059e-05, |
| "loss": 0.0921, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.2197826569084054, |
| "grad_norm": 1.1752043962478638, |
| "learning_rate": 1.1869594145043248e-05, |
| "loss": 0.0918, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.2308715901530274, |
| "grad_norm": 3.7480061054229736, |
| "learning_rate": 1.1795667923412435e-05, |
| "loss": 0.0935, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.2419605233976492, |
| "grad_norm": 2.0084166526794434, |
| "learning_rate": 1.1721741701781624e-05, |
| "loss": 0.1018, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.253049456642271, |
| "grad_norm": 3.461491823196411, |
| "learning_rate": 1.164781548015081e-05, |
| "loss": 0.1044, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.264138389886893, |
| "grad_norm": 1.8434693813323975, |
| "learning_rate": 1.1573889258519996e-05, |
| "loss": 0.0939, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.2752273231315148, |
| "grad_norm": 2.570587158203125, |
| "learning_rate": 1.1499963036889185e-05, |
| "loss": 0.0984, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.2863162563761366, |
| "grad_norm": 1.5073240995407104, |
| "learning_rate": 1.1426036815258372e-05, |
| "loss": 0.0889, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.2974051896207586, |
| "grad_norm": 2.8674674034118652, |
| "learning_rate": 1.135211059362756e-05, |
| "loss": 0.1007, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.3084941228653804, |
| "grad_norm": 5.509634971618652, |
| "learning_rate": 1.1278184371996748e-05, |
| "loss": 0.0916, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.3195830561100022, |
| "grad_norm": 1.8779860734939575, |
| "learning_rate": 1.1204258150365936e-05, |
| "loss": 0.1009, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.3306719893546242, |
| "grad_norm": 1.6348674297332764, |
| "learning_rate": 1.1130331928735124e-05, |
| "loss": 0.1009, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.341760922599246, |
| "grad_norm": 2.8110697269439697, |
| "learning_rate": 1.1056405707104312e-05, |
| "loss": 0.11, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.3528498558438677, |
| "grad_norm": 1.2461209297180176, |
| "learning_rate": 1.0982479485473498e-05, |
| "loss": 0.101, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.3639387890884898, |
| "grad_norm": 3.5219790935516357, |
| "learning_rate": 1.0908553263842685e-05, |
| "loss": 0.0935, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.3750277223331115, |
| "grad_norm": 1.9491550922393799, |
| "learning_rate": 1.0834627042211873e-05, |
| "loss": 0.0987, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.3861166555777333, |
| "grad_norm": 1.0792142152786255, |
| "learning_rate": 1.076070082058106e-05, |
| "loss": 0.0887, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.3972055888223553, |
| "grad_norm": 2.6937804222106934, |
| "learning_rate": 1.068677459895025e-05, |
| "loss": 0.0844, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.4082945220669771, |
| "grad_norm": 1.8635441064834595, |
| "learning_rate": 1.0612848377319436e-05, |
| "loss": 0.0961, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.419383455311599, |
| "grad_norm": 2.886840581893921, |
| "learning_rate": 1.0538922155688625e-05, |
| "loss": 0.1027, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.430472388556221, |
| "grad_norm": 1.2699713706970215, |
| "learning_rate": 1.046499593405781e-05, |
| "loss": 0.084, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.4415613218008427, |
| "grad_norm": 3.5690715312957764, |
| "learning_rate": 1.0391069712426998e-05, |
| "loss": 0.1007, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.4526502550454645, |
| "grad_norm": 2.6432716846466064, |
| "learning_rate": 1.0317143490796186e-05, |
| "loss": 0.086, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.4637391882900865, |
| "grad_norm": 1.3745814561843872, |
| "learning_rate": 1.0243217269165373e-05, |
| "loss": 0.1001, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.4748281215347083, |
| "grad_norm": 2.1724355220794678, |
| "learning_rate": 1.0169291047534562e-05, |
| "loss": 0.0761, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.4859170547793301, |
| "grad_norm": 2.703815460205078, |
| "learning_rate": 1.0095364825903749e-05, |
| "loss": 0.0921, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.4970059880239521, |
| "grad_norm": 5.101301670074463, |
| "learning_rate": 1.0021438604272938e-05, |
| "loss": 0.1016, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.508094921268574, |
| "grad_norm": 2.663522243499756, |
| "learning_rate": 9.947512382642123e-06, |
| "loss": 0.0872, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.5191838545131957, |
| "grad_norm": 1.159928321838379, |
| "learning_rate": 9.873586161011312e-06, |
| "loss": 0.0897, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.5302727877578177, |
| "grad_norm": 1.6328009366989136, |
| "learning_rate": 9.799659939380499e-06, |
| "loss": 0.0823, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.5413617210024395, |
| "grad_norm": 2.2539258003234863, |
| "learning_rate": 9.725733717749686e-06, |
| "loss": 0.0974, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.5524506542470613, |
| "grad_norm": 1.0964053869247437, |
| "learning_rate": 9.651807496118875e-06, |
| "loss": 0.0906, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.5635395874916833, |
| "grad_norm": 1.5801488161087036, |
| "learning_rate": 9.577881274488062e-06, |
| "loss": 0.1, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.5746285207363053, |
| "grad_norm": 1.7104038000106812, |
| "learning_rate": 9.503955052857249e-06, |
| "loss": 0.0935, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.585717453980927, |
| "grad_norm": 2.5046310424804688, |
| "learning_rate": 9.430028831226436e-06, |
| "loss": 0.0908, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.596806387225549, |
| "grad_norm": 1.518405795097351, |
| "learning_rate": 9.356102609595625e-06, |
| "loss": 0.092, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.607895320470171, |
| "grad_norm": 1.8131279945373535, |
| "learning_rate": 9.282176387964812e-06, |
| "loss": 0.0837, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.6189842537147925, |
| "grad_norm": 1.3197726011276245, |
| "learning_rate": 9.208250166333999e-06, |
| "loss": 0.0984, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.6300731869594145, |
| "grad_norm": 2.3708226680755615, |
| "learning_rate": 9.134323944703188e-06, |
| "loss": 0.0861, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.6411621202040365, |
| "grad_norm": 3.385481119155884, |
| "learning_rate": 9.060397723072375e-06, |
| "loss": 0.0889, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.652251053448658, |
| "grad_norm": 1.1704720258712769, |
| "learning_rate": 8.986471501441562e-06, |
| "loss": 0.1005, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.66333998669328, |
| "grad_norm": 2.1572084426879883, |
| "learning_rate": 8.912545279810749e-06, |
| "loss": 0.0884, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.674428919937902, |
| "grad_norm": 3.3791210651397705, |
| "learning_rate": 8.838619058179938e-06, |
| "loss": 0.09, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.685517853182524, |
| "grad_norm": 2.125641345977783, |
| "learning_rate": 8.764692836549125e-06, |
| "loss": 0.0856, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.6966067864271457, |
| "grad_norm": 2.459035873413086, |
| "learning_rate": 8.690766614918312e-06, |
| "loss": 0.0845, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.7076957196717677, |
| "grad_norm": 0.977972686290741, |
| "learning_rate": 8.6168403932875e-06, |
| "loss": 0.0973, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.7187846529163895, |
| "grad_norm": 2.432441473007202, |
| "learning_rate": 8.542914171656688e-06, |
| "loss": 0.0984, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.7298735861610113, |
| "grad_norm": 1.9185181856155396, |
| "learning_rate": 8.468987950025875e-06, |
| "loss": 0.0878, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.7409625194056333, |
| "grad_norm": 1.8849973678588867, |
| "learning_rate": 8.395061728395062e-06, |
| "loss": 0.0822, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.752051452650255, |
| "grad_norm": 3.4242374897003174, |
| "learning_rate": 8.32113550676425e-06, |
| "loss": 0.088, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.7631403858948769, |
| "grad_norm": 3.122772216796875, |
| "learning_rate": 8.247209285133437e-06, |
| "loss": 0.0858, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.7742293191394989, |
| "grad_norm": 2.070228338241577, |
| "learning_rate": 8.173283063502625e-06, |
| "loss": 0.0863, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.7853182523841207, |
| "grad_norm": 1.955519199371338, |
| "learning_rate": 8.099356841871813e-06, |
| "loss": 0.0919, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.7964071856287425, |
| "grad_norm": 3.2033774852752686, |
| "learning_rate": 8.025430620241e-06, |
| "loss": 0.0906, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.8074961188733645, |
| "grad_norm": 2.1565141677856445, |
| "learning_rate": 7.951504398610187e-06, |
| "loss": 0.0989, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.8185850521179863, |
| "grad_norm": 2.1477930545806885, |
| "learning_rate": 7.877578176979376e-06, |
| "loss": 0.0812, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.829673985362608, |
| "grad_norm": 1.8666229248046875, |
| "learning_rate": 7.803651955348563e-06, |
| "loss": 0.088, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.84076291860723, |
| "grad_norm": 1.3660918474197388, |
| "learning_rate": 7.72972573371775e-06, |
| "loss": 0.0936, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 2.6135261058807373, |
| "learning_rate": 7.655799512086937e-06, |
| "loss": 0.0839, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.8629407850964737, |
| "grad_norm": 3.5965628623962402, |
| "learning_rate": 7.581873290456125e-06, |
| "loss": 0.1014, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.8740297183410957, |
| "grad_norm": 4.500585079193115, |
| "learning_rate": 7.507947068825313e-06, |
| "loss": 0.0819, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.8851186515857175, |
| "grad_norm": 2.053957223892212, |
| "learning_rate": 7.434020847194501e-06, |
| "loss": 0.087, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.8962075848303392, |
| "grad_norm": 1.6143734455108643, |
| "learning_rate": 7.360094625563688e-06, |
| "loss": 0.0908, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.9072965180749613, |
| "grad_norm": 2.1243669986724854, |
| "learning_rate": 7.286168403932875e-06, |
| "loss": 0.095, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.918385451319583, |
| "grad_norm": 1.8068082332611084, |
| "learning_rate": 7.212242182302063e-06, |
| "loss": 0.0853, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.9294743845642048, |
| "grad_norm": 1.7410554885864258, |
| "learning_rate": 7.13831596067125e-06, |
| "loss": 0.0887, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.9405633178088268, |
| "grad_norm": 3.2952396869659424, |
| "learning_rate": 7.064389739040438e-06, |
| "loss": 0.093, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.9516522510534486, |
| "grad_norm": 1.382659673690796, |
| "learning_rate": 6.990463517409626e-06, |
| "loss": 0.0988, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.9627411842980704, |
| "grad_norm": 1.8536710739135742, |
| "learning_rate": 6.916537295778814e-06, |
| "loss": 0.0855, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.9738301175426924, |
| "grad_norm": 1.3422974348068237, |
| "learning_rate": 6.842611074148001e-06, |
| "loss": 0.0913, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.9849190507873142, |
| "grad_norm": 0.9699559211730957, |
| "learning_rate": 6.768684852517189e-06, |
| "loss": 0.0827, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.996007984031936, |
| "grad_norm": 2.4076015949249268, |
| "learning_rate": 6.694758630886376e-06, |
| "loss": 0.0738, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.007096917276558, |
| "grad_norm": 2.115738868713379, |
| "learning_rate": 6.620832409255563e-06, |
| "loss": 0.0799, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.01818585052118, |
| "grad_norm": 0.871468186378479, |
| "learning_rate": 6.546906187624751e-06, |
| "loss": 0.0636, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.0292747837658016, |
| "grad_norm": 3.783653497695923, |
| "learning_rate": 6.472979965993939e-06, |
| "loss": 0.0689, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.0403637170104236, |
| "grad_norm": 2.4445955753326416, |
| "learning_rate": 6.399053744363127e-06, |
| "loss": 0.0792, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.0514526502550456, |
| "grad_norm": 1.8684531450271606, |
| "learning_rate": 6.325127522732314e-06, |
| "loss": 0.0661, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.062541583499667, |
| "grad_norm": 1.0839345455169678, |
| "learning_rate": 6.2512013011015016e-06, |
| "loss": 0.0775, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.073630516744289, |
| "grad_norm": 0.9116957187652588, |
| "learning_rate": 6.1772750794706895e-06, |
| "loss": 0.0772, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.0847194499889112, |
| "grad_norm": 1.6374276876449585, |
| "learning_rate": 6.103348857839876e-06, |
| "loss": 0.0649, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.095808383233533, |
| "grad_norm": 2.419456720352173, |
| "learning_rate": 6.029422636209064e-06, |
| "loss": 0.0688, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.106897316478155, |
| "grad_norm": 3.2619240283966064, |
| "learning_rate": 5.9554964145782515e-06, |
| "loss": 0.0773, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.117986249722777, |
| "grad_norm": 3.0861144065856934, |
| "learning_rate": 5.8815701929474386e-06, |
| "loss": 0.074, |
| "step": 9550 |
| }, |
| { |
| "epoch": 2.1290751829673984, |
| "grad_norm": 1.3020782470703125, |
| "learning_rate": 5.8076439713166265e-06, |
| "loss": 0.0702, |
| "step": 9600 |
| }, |
| { |
| "epoch": 2.1401641162120204, |
| "grad_norm": 2.4096367359161377, |
| "learning_rate": 5.733717749685814e-06, |
| "loss": 0.0713, |
| "step": 9650 |
| }, |
| { |
| "epoch": 2.1512530494566424, |
| "grad_norm": 1.2149136066436768, |
| "learning_rate": 5.659791528055002e-06, |
| "loss": 0.0664, |
| "step": 9700 |
| }, |
| { |
| "epoch": 2.162341982701264, |
| "grad_norm": 3.8028881549835205, |
| "learning_rate": 5.585865306424189e-06, |
| "loss": 0.0736, |
| "step": 9750 |
| }, |
| { |
| "epoch": 2.173430915945886, |
| "grad_norm": 2.2303028106689453, |
| "learning_rate": 5.511939084793376e-06, |
| "loss": 0.0748, |
| "step": 9800 |
| }, |
| { |
| "epoch": 2.184519849190508, |
| "grad_norm": 2.6183419227600098, |
| "learning_rate": 5.438012863162564e-06, |
| "loss": 0.0768, |
| "step": 9850 |
| }, |
| { |
| "epoch": 2.1956087824351296, |
| "grad_norm": 1.402911901473999, |
| "learning_rate": 5.364086641531751e-06, |
| "loss": 0.0663, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.2066977156797516, |
| "grad_norm": 2.14359450340271, |
| "learning_rate": 5.290160419900939e-06, |
| "loss": 0.0654, |
| "step": 9950 |
| }, |
| { |
| "epoch": 2.2177866489243736, |
| "grad_norm": 1.4012452363967896, |
| "learning_rate": 5.216234198270127e-06, |
| "loss": 0.0803, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.228875582168995, |
| "grad_norm": 0.9938985705375671, |
| "learning_rate": 5.142307976639315e-06, |
| "loss": 0.0743, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.239964515413617, |
| "grad_norm": 1.9487541913986206, |
| "learning_rate": 5.068381755008502e-06, |
| "loss": 0.0748, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.251053448658239, |
| "grad_norm": 6.113137245178223, |
| "learning_rate": 4.994455533377689e-06, |
| "loss": 0.0816, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.2621423819028608, |
| "grad_norm": 1.868437647819519, |
| "learning_rate": 4.920529311746877e-06, |
| "loss": 0.0752, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.273231315147483, |
| "grad_norm": 1.6830744743347168, |
| "learning_rate": 4.846603090116064e-06, |
| "loss": 0.0706, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.284320248392105, |
| "grad_norm": 1.8964732885360718, |
| "learning_rate": 4.772676868485252e-06, |
| "loss": 0.0687, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.2954091816367264, |
| "grad_norm": 2.1506104469299316, |
| "learning_rate": 4.69875064685444e-06, |
| "loss": 0.0838, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.3064981148813484, |
| "grad_norm": 2.777594804763794, |
| "learning_rate": 4.624824425223627e-06, |
| "loss": 0.0684, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.3175870481259704, |
| "grad_norm": 1.3911370038986206, |
| "learning_rate": 4.550898203592815e-06, |
| "loss": 0.0679, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.3286759813705924, |
| "grad_norm": 1.7069896459579468, |
| "learning_rate": 4.476971981962002e-06, |
| "loss": 0.0683, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.339764914615214, |
| "grad_norm": 3.0551908016204834, |
| "learning_rate": 4.40304576033119e-06, |
| "loss": 0.0719, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.350853847859836, |
| "grad_norm": 1.223029375076294, |
| "learning_rate": 4.329119538700378e-06, |
| "loss": 0.0692, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.3619427811044575, |
| "grad_norm": 3.9574992656707764, |
| "learning_rate": 4.255193317069565e-06, |
| "loss": 0.0716, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.3730317143490796, |
| "grad_norm": 1.701469898223877, |
| "learning_rate": 4.181267095438753e-06, |
| "loss": 0.0857, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.3841206475937016, |
| "grad_norm": 1.5294601917266846, |
| "learning_rate": 4.10734087380794e-06, |
| "loss": 0.0714, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.3952095808383236, |
| "grad_norm": 2.6890389919281006, |
| "learning_rate": 4.033414652177128e-06, |
| "loss": 0.0649, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.406298514082945, |
| "grad_norm": 1.7154722213745117, |
| "learning_rate": 3.959488430546315e-06, |
| "loss": 0.0736, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.417387447327567, |
| "grad_norm": 1.9531513452529907, |
| "learning_rate": 3.885562208915503e-06, |
| "loss": 0.0764, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.4284763805721887, |
| "grad_norm": 1.5990239381790161, |
| "learning_rate": 3.81163598728469e-06, |
| "loss": 0.0617, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.4395653138168107, |
| "grad_norm": 1.2892380952835083, |
| "learning_rate": 3.737709765653878e-06, |
| "loss": 0.0644, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.4506542470614328, |
| "grad_norm": 2.5764858722686768, |
| "learning_rate": 3.663783544023065e-06, |
| "loss": 0.0606, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.4617431803060548, |
| "grad_norm": 2.1783535480499268, |
| "learning_rate": 3.589857322392253e-06, |
| "loss": 0.0816, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.4728321135506763, |
| "grad_norm": 2.3354318141937256, |
| "learning_rate": 3.5159311007614405e-06, |
| "loss": 0.0817, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.4839210467952983, |
| "grad_norm": 3.374755382537842, |
| "learning_rate": 3.4420048791306276e-06, |
| "loss": 0.0737, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.49500998003992, |
| "grad_norm": 3.841001272201538, |
| "learning_rate": 3.3680786574998155e-06, |
| "loss": 0.068, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.506098913284542, |
| "grad_norm": 1.0251437425613403, |
| "learning_rate": 3.294152435869003e-06, |
| "loss": 0.0776, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.517187846529164, |
| "grad_norm": 2.3336868286132812, |
| "learning_rate": 3.220226214238191e-06, |
| "loss": 0.074, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.528276779773786, |
| "grad_norm": 1.9687585830688477, |
| "learning_rate": 3.146299992607378e-06, |
| "loss": 0.0634, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.5393657130184075, |
| "grad_norm": 3.6472342014312744, |
| "learning_rate": 3.0723737709765654e-06, |
| "loss": 0.0713, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.5504546462630295, |
| "grad_norm": 1.97185218334198, |
| "learning_rate": 2.9984475493457533e-06, |
| "loss": 0.0692, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.561543579507651, |
| "grad_norm": 8.52320671081543, |
| "learning_rate": 2.9245213277149408e-06, |
| "loss": 0.0679, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.572632512752273, |
| "grad_norm": 4.320559501647949, |
| "learning_rate": 2.850595106084128e-06, |
| "loss": 0.0775, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.583721445996895, |
| "grad_norm": 0.5261452794075012, |
| "learning_rate": 2.7766688844533158e-06, |
| "loss": 0.0577, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.594810379241517, |
| "grad_norm": 1.5301717519760132, |
| "learning_rate": 2.7027426628225032e-06, |
| "loss": 0.0694, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.6058993124861387, |
| "grad_norm": 1.3441177606582642, |
| "learning_rate": 2.628816441191691e-06, |
| "loss": 0.0733, |
| "step": 11750 |
| }, |
| { |
| "epoch": 2.6169882457307607, |
| "grad_norm": 1.2103335857391357, |
| "learning_rate": 2.554890219560878e-06, |
| "loss": 0.0764, |
| "step": 11800 |
| }, |
| { |
| "epoch": 2.6280771789753827, |
| "grad_norm": 2.5863022804260254, |
| "learning_rate": 2.480963997930066e-06, |
| "loss": 0.0764, |
| "step": 11850 |
| }, |
| { |
| "epoch": 2.6391661122200043, |
| "grad_norm": 2.4411420822143555, |
| "learning_rate": 2.4070377762992536e-06, |
| "loss": 0.0763, |
| "step": 11900 |
| }, |
| { |
| "epoch": 2.6502550454646263, |
| "grad_norm": 2.061426877975464, |
| "learning_rate": 2.333111554668441e-06, |
| "loss": 0.075, |
| "step": 11950 |
| }, |
| { |
| "epoch": 2.6613439787092483, |
| "grad_norm": 0.7995760440826416, |
| "learning_rate": 2.2591853330376285e-06, |
| "loss": 0.0622, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.67243291195387, |
| "grad_norm": 2.9890496730804443, |
| "learning_rate": 2.185259111406816e-06, |
| "loss": 0.0766, |
| "step": 12050 |
| }, |
| { |
| "epoch": 2.683521845198492, |
| "grad_norm": 2.9018654823303223, |
| "learning_rate": 2.111332889776004e-06, |
| "loss": 0.0677, |
| "step": 12100 |
| }, |
| { |
| "epoch": 2.694610778443114, |
| "grad_norm": 0.40557801723480225, |
| "learning_rate": 2.0374066681451914e-06, |
| "loss": 0.0647, |
| "step": 12150 |
| }, |
| { |
| "epoch": 2.7056997116877355, |
| "grad_norm": 4.465837001800537, |
| "learning_rate": 1.963480446514379e-06, |
| "loss": 0.0649, |
| "step": 12200 |
| }, |
| { |
| "epoch": 2.7167886449323575, |
| "grad_norm": 2.300358533859253, |
| "learning_rate": 1.8895542248835664e-06, |
| "loss": 0.0797, |
| "step": 12250 |
| }, |
| { |
| "epoch": 2.7278775781769795, |
| "grad_norm": 1.4945405721664429, |
| "learning_rate": 1.815628003252754e-06, |
| "loss": 0.0651, |
| "step": 12300 |
| }, |
| { |
| "epoch": 2.738966511421601, |
| "grad_norm": 1.3923050165176392, |
| "learning_rate": 1.7417017816219413e-06, |
| "loss": 0.0857, |
| "step": 12350 |
| }, |
| { |
| "epoch": 2.750055444666223, |
| "grad_norm": 1.2946971654891968, |
| "learning_rate": 1.667775559991129e-06, |
| "loss": 0.0634, |
| "step": 12400 |
| }, |
| { |
| "epoch": 2.761144377910845, |
| "grad_norm": 2.017392158508301, |
| "learning_rate": 1.5938493383603165e-06, |
| "loss": 0.0585, |
| "step": 12450 |
| }, |
| { |
| "epoch": 2.7722333111554667, |
| "grad_norm": 2.730674982070923, |
| "learning_rate": 1.5199231167295042e-06, |
| "loss": 0.0647, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.7833222444000887, |
| "grad_norm": 0.6496580243110657, |
| "learning_rate": 1.4459968950986917e-06, |
| "loss": 0.0611, |
| "step": 12550 |
| }, |
| { |
| "epoch": 2.7944111776447107, |
| "grad_norm": 3.458625078201294, |
| "learning_rate": 1.372070673467879e-06, |
| "loss": 0.0784, |
| "step": 12600 |
| }, |
| { |
| "epoch": 2.8055001108893327, |
| "grad_norm": 8.372861862182617, |
| "learning_rate": 1.2981444518370667e-06, |
| "loss": 0.0668, |
| "step": 12650 |
| }, |
| { |
| "epoch": 2.8165890441339543, |
| "grad_norm": 3.9860599040985107, |
| "learning_rate": 1.2242182302062543e-06, |
| "loss": 0.067, |
| "step": 12700 |
| }, |
| { |
| "epoch": 2.8276779773785763, |
| "grad_norm": 1.4425193071365356, |
| "learning_rate": 1.1502920085754418e-06, |
| "loss": 0.0706, |
| "step": 12750 |
| }, |
| { |
| "epoch": 2.838766910623198, |
| "grad_norm": 2.859701156616211, |
| "learning_rate": 1.0763657869446293e-06, |
| "loss": 0.0679, |
| "step": 12800 |
| }, |
| { |
| "epoch": 2.84985584386782, |
| "grad_norm": 2.2282726764678955, |
| "learning_rate": 1.002439565313817e-06, |
| "loss": 0.0724, |
| "step": 12850 |
| }, |
| { |
| "epoch": 2.860944777112442, |
| "grad_norm": 2.407137870788574, |
| "learning_rate": 9.285133436830045e-07, |
| "loss": 0.0627, |
| "step": 12900 |
| }, |
| { |
| "epoch": 2.872033710357064, |
| "grad_norm": 3.5280649662017822, |
| "learning_rate": 8.54587122052192e-07, |
| "loss": 0.0674, |
| "step": 12950 |
| }, |
| { |
| "epoch": 2.8831226436016855, |
| "grad_norm": 1.6543505191802979, |
| "learning_rate": 7.806609004213796e-07, |
| "loss": 0.0765, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.8942115768463075, |
| "grad_norm": 0.9745455384254456, |
| "learning_rate": 7.067346787905671e-07, |
| "loss": 0.0602, |
| "step": 13050 |
| }, |
| { |
| "epoch": 2.905300510090929, |
| "grad_norm": 2.4250497817993164, |
| "learning_rate": 6.328084571597546e-07, |
| "loss": 0.0735, |
| "step": 13100 |
| }, |
| { |
| "epoch": 2.916389443335551, |
| "grad_norm": 2.5135929584503174, |
| "learning_rate": 5.588822355289421e-07, |
| "loss": 0.0654, |
| "step": 13150 |
| }, |
| { |
| "epoch": 2.927478376580173, |
| "grad_norm": 1.6418380737304688, |
| "learning_rate": 4.849560138981297e-07, |
| "loss": 0.0667, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.938567309824795, |
| "grad_norm": 4.118490695953369, |
| "learning_rate": 4.1102979226731723e-07, |
| "loss": 0.0725, |
| "step": 13250 |
| }, |
| { |
| "epoch": 2.9496562430694167, |
| "grad_norm": 0.931894063949585, |
| "learning_rate": 3.371035706365048e-07, |
| "loss": 0.0548, |
| "step": 13300 |
| }, |
| { |
| "epoch": 2.9607451763140387, |
| "grad_norm": 0.6899275183677673, |
| "learning_rate": 2.6317734900569235e-07, |
| "loss": 0.0826, |
| "step": 13350 |
| }, |
| { |
| "epoch": 2.9718341095586602, |
| "grad_norm": 1.263277292251587, |
| "learning_rate": 1.892511273748799e-07, |
| "loss": 0.0683, |
| "step": 13400 |
| }, |
| { |
| "epoch": 2.9829230428032822, |
| "grad_norm": 2.3304920196533203, |
| "learning_rate": 1.1532490574406743e-07, |
| "loss": 0.0651, |
| "step": 13450 |
| }, |
| { |
| "epoch": 2.9940119760479043, |
| "grad_norm": 1.8537914752960205, |
| "learning_rate": 4.139868411325497e-08, |
| "loss": 0.0648, |
| "step": 13500 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 13527, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.414150781306112e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
