| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 32425, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0038550501156515036, |
| "grad_norm": 16.608898162841797, |
| "learning_rate": 9.999986482322772e-06, |
| "loss": 1.4836, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.007710100231303007, |
| "grad_norm": 12.18391227722168, |
| "learning_rate": 9.999943652957133e-06, |
| "loss": 1.2813, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.01156515034695451, |
| "grad_norm": 11.903943061828613, |
| "learning_rate": 9.999871488686168e-06, |
| "loss": 1.2168, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.015420200462606014, |
| "grad_norm": 18.851295471191406, |
| "learning_rate": 9.999769989933268e-06, |
| "loss": 1.2391, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01927525057825752, |
| "grad_norm": 14.748234748840332, |
| "learning_rate": 9.999639157293928e-06, |
| "loss": 0.9374, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.02313030069390902, |
| "grad_norm": 12.391430854797363, |
| "learning_rate": 9.999478991535755e-06, |
| "loss": 1.1254, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.026985350809560524, |
| "grad_norm": 13.535922050476074, |
| "learning_rate": 9.99928949359844e-06, |
| "loss": 1.0, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.03084040092521203, |
| "grad_norm": 13.087531089782715, |
| "learning_rate": 9.999070664593785e-06, |
| "loss": 0.901, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03469545104086353, |
| "grad_norm": 16.20705223083496, |
| "learning_rate": 9.998822505805667e-06, |
| "loss": 1.0212, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.03855050115651504, |
| "grad_norm": 15.247299194335938, |
| "learning_rate": 9.998545018690045e-06, |
| "loss": 0.8759, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.04240555127216654, |
| "grad_norm": 11.694854736328125, |
| "learning_rate": 9.998238204874946e-06, |
| "loss": 0.9611, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.04626060138781804, |
| "grad_norm": 11.789994239807129, |
| "learning_rate": 9.997902066160468e-06, |
| "loss": 0.9461, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.05011565150346955, |
| "grad_norm": 8.035028457641602, |
| "learning_rate": 9.997536604518746e-06, |
| "loss": 0.9306, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.05397070161912105, |
| "grad_norm": 13.199110984802246, |
| "learning_rate": 9.997141822093968e-06, |
| "loss": 0.9511, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.05782575173477255, |
| "grad_norm": 9.918705940246582, |
| "learning_rate": 9.996717721202334e-06, |
| "loss": 0.9201, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.06168080185042406, |
| "grad_norm": 13.475760459899902, |
| "learning_rate": 9.996264304332066e-06, |
| "loss": 0.9155, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06553585196607556, |
| "grad_norm": 13.787261009216309, |
| "learning_rate": 9.995781574143384e-06, |
| "loss": 0.9128, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.06939090208172706, |
| "grad_norm": 14.03122615814209, |
| "learning_rate": 9.995269533468486e-06, |
| "loss": 0.9624, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.07324595219737856, |
| "grad_norm": 13.960323333740234, |
| "learning_rate": 9.994728185311542e-06, |
| "loss": 0.7851, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.07710100231303008, |
| "grad_norm": 13.849388122558594, |
| "learning_rate": 9.994157532848665e-06, |
| "loss": 0.8017, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.08095605242868158, |
| "grad_norm": 8.507377624511719, |
| "learning_rate": 9.993557579427901e-06, |
| "loss": 0.9295, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.08481110254433308, |
| "grad_norm": 11.375807762145996, |
| "learning_rate": 9.992928328569205e-06, |
| "loss": 0.909, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.08866615265998458, |
| "grad_norm": 10.749899864196777, |
| "learning_rate": 9.992269783964422e-06, |
| "loss": 0.8058, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.09252120277563608, |
| "grad_norm": 13.238548278808594, |
| "learning_rate": 9.99158194947726e-06, |
| "loss": 0.8941, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.09637625289128758, |
| "grad_norm": 9.177589416503906, |
| "learning_rate": 9.990864829143284e-06, |
| "loss": 0.8742, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.1002313030069391, |
| "grad_norm": 11.465133666992188, |
| "learning_rate": 9.990118427169864e-06, |
| "loss": 0.8651, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1040863531225906, |
| "grad_norm": 13.029391288757324, |
| "learning_rate": 9.989342747936184e-06, |
| "loss": 0.9098, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.1079414032382421, |
| "grad_norm": 16.456314086914062, |
| "learning_rate": 9.988537795993185e-06, |
| "loss": 0.9324, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.1117964533538936, |
| "grad_norm": 9.585066795349121, |
| "learning_rate": 9.98770357606356e-06, |
| "loss": 0.8852, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.1156515034695451, |
| "grad_norm": 11.982830047607422, |
| "learning_rate": 9.986840093041716e-06, |
| "loss": 0.9691, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1195065535851966, |
| "grad_norm": 12.948980331420898, |
| "learning_rate": 9.98594735199375e-06, |
| "loss": 0.9242, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.12336160370084812, |
| "grad_norm": 13.323537826538086, |
| "learning_rate": 9.985025358157416e-06, |
| "loss": 0.8365, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.1272166538164996, |
| "grad_norm": 11.167157173156738, |
| "learning_rate": 9.984074116942092e-06, |
| "loss": 0.895, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.13107170393215112, |
| "grad_norm": 8.00083065032959, |
| "learning_rate": 9.98309363392876e-06, |
| "loss": 0.826, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.13492675404780263, |
| "grad_norm": 11.226200103759766, |
| "learning_rate": 9.982083914869955e-06, |
| "loss": 0.9629, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.13878180416345412, |
| "grad_norm": 8.985050201416016, |
| "learning_rate": 9.98104496568975e-06, |
| "loss": 0.8571, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.14263685427910563, |
| "grad_norm": 12.297369003295898, |
| "learning_rate": 9.979976792483709e-06, |
| "loss": 0.9435, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.14649190439475712, |
| "grad_norm": 9.352435111999512, |
| "learning_rate": 9.978879401518853e-06, |
| "loss": 0.856, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.15034695451040864, |
| "grad_norm": 8.96108341217041, |
| "learning_rate": 9.977752799233626e-06, |
| "loss": 0.8447, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.15420200462606015, |
| "grad_norm": 8.161125183105469, |
| "learning_rate": 9.976596992237857e-06, |
| "loss": 0.7626, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.15805705474171164, |
| "grad_norm": 7.878628253936768, |
| "learning_rate": 9.975411987312723e-06, |
| "loss": 0.9266, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.16191210485736315, |
| "grad_norm": 7.8993120193481445, |
| "learning_rate": 9.9741977914107e-06, |
| "loss": 0.9941, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.16576715497301464, |
| "grad_norm": 10.78333854675293, |
| "learning_rate": 9.972954411655536e-06, |
| "loss": 0.9106, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.16962220508866616, |
| "grad_norm": 10.389150619506836, |
| "learning_rate": 9.971681855342196e-06, |
| "loss": 0.9304, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.17347725520431764, |
| "grad_norm": 11.26492691040039, |
| "learning_rate": 9.970380129936828e-06, |
| "loss": 0.8549, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.17733230531996916, |
| "grad_norm": 16.504281997680664, |
| "learning_rate": 9.969049243076719e-06, |
| "loss": 0.8707, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.18118735543562067, |
| "grad_norm": 9.83029556274414, |
| "learning_rate": 9.967689202570243e-06, |
| "loss": 0.7977, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.18504240555127216, |
| "grad_norm": 20.88360023498535, |
| "learning_rate": 9.966300016396821e-06, |
| "loss": 0.9331, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.18889745566692367, |
| "grad_norm": 10.239086151123047, |
| "learning_rate": 9.964881692706876e-06, |
| "loss": 0.7189, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.19275250578257516, |
| "grad_norm": 10.720580101013184, |
| "learning_rate": 9.96343423982178e-06, |
| "loss": 0.8439, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.19660755589822668, |
| "grad_norm": 12.455538749694824, |
| "learning_rate": 9.961957666233807e-06, |
| "loss": 0.8606, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.2004626060138782, |
| "grad_norm": 8.332338333129883, |
| "learning_rate": 9.96045198060608e-06, |
| "loss": 0.8143, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.20431765612952968, |
| "grad_norm": 11.725828170776367, |
| "learning_rate": 9.958917191772532e-06, |
| "loss": 0.8134, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.2081727062451812, |
| "grad_norm": 7.7737274169921875, |
| "learning_rate": 9.957353308737841e-06, |
| "loss": 0.8411, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.21202775636083268, |
| "grad_norm": 10.63807487487793, |
| "learning_rate": 9.955760340677383e-06, |
| "loss": 0.9866, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.2158828064764842, |
| "grad_norm": 6.718491554260254, |
| "learning_rate": 9.954138296937175e-06, |
| "loss": 0.8243, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.2197378565921357, |
| "grad_norm": 12.062403678894043, |
| "learning_rate": 9.952487187033824e-06, |
| "loss": 0.9217, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.2235929067077872, |
| "grad_norm": 9.561263084411621, |
| "learning_rate": 9.950807020654472e-06, |
| "loss": 0.8923, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.2274479568234387, |
| "grad_norm": 10.816781997680664, |
| "learning_rate": 9.949097807656731e-06, |
| "loss": 1.0246, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.2313030069390902, |
| "grad_norm": 9.85682487487793, |
| "learning_rate": 9.947359558068638e-06, |
| "loss": 0.9884, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.23515805705474171, |
| "grad_norm": 8.669824600219727, |
| "learning_rate": 9.945592282088583e-06, |
| "loss": 0.8497, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.2390131071703932, |
| "grad_norm": 11.811067581176758, |
| "learning_rate": 9.94379599008526e-06, |
| "loss": 0.9259, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.24286815728604472, |
| "grad_norm": 10.513306617736816, |
| "learning_rate": 9.941970692597596e-06, |
| "loss": 0.8402, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.24672320740169623, |
| "grad_norm": 12.475310325622559, |
| "learning_rate": 9.940116400334698e-06, |
| "loss": 0.8891, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.25057825751734775, |
| "grad_norm": 9.706908226013184, |
| "learning_rate": 9.938233124175787e-06, |
| "loss": 0.8758, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.2544333076329992, |
| "grad_norm": 8.308640480041504, |
| "learning_rate": 9.936320875170133e-06, |
| "loss": 0.8675, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.2582883577486507, |
| "grad_norm": 8.413049697875977, |
| "learning_rate": 9.934379664536994e-06, |
| "loss": 0.7676, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.26214340786430224, |
| "grad_norm": 13.29423713684082, |
| "learning_rate": 9.932409503665536e-06, |
| "loss": 1.0323, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.26599845797995375, |
| "grad_norm": 9.084247589111328, |
| "learning_rate": 9.930410404114796e-06, |
| "loss": 0.8498, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.26985350809560527, |
| "grad_norm": 7.67595911026001, |
| "learning_rate": 9.928382377613578e-06, |
| "loss": 0.8839, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2737085582112567, |
| "grad_norm": 7.744143486022949, |
| "learning_rate": 9.926325436060413e-06, |
| "loss": 0.8742, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.27756360832690824, |
| "grad_norm": 9.411246299743652, |
| "learning_rate": 9.924239591523472e-06, |
| "loss": 0.9324, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.28141865844255975, |
| "grad_norm": 5.600951671600342, |
| "learning_rate": 9.922124856240507e-06, |
| "loss": 0.7876, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.28527370855821127, |
| "grad_norm": 9.795894622802734, |
| "learning_rate": 9.919981242618764e-06, |
| "loss": 0.9812, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2891287586738628, |
| "grad_norm": 12.65941333770752, |
| "learning_rate": 9.91780876323493e-06, |
| "loss": 0.841, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.29298380878951424, |
| "grad_norm": 9.846212387084961, |
| "learning_rate": 9.915607430835041e-06, |
| "loss": 0.8043, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.29683885890516576, |
| "grad_norm": 8.951935768127441, |
| "learning_rate": 9.91337725833442e-06, |
| "loss": 0.7336, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.3006939090208173, |
| "grad_norm": 10.565713882446289, |
| "learning_rate": 9.911118258817593e-06, |
| "loss": 0.9214, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3045489591364688, |
| "grad_norm": 11.37509822845459, |
| "learning_rate": 9.908830445538218e-06, |
| "loss": 0.8742, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.3084040092521203, |
| "grad_norm": 8.522985458374023, |
| "learning_rate": 9.906513831919004e-06, |
| "loss": 0.7956, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.31225905936777176, |
| "grad_norm": 11.503297805786133, |
| "learning_rate": 9.904168431551631e-06, |
| "loss": 0.9218, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.3161141094834233, |
| "grad_norm": 9.792448997497559, |
| "learning_rate": 9.901794258196672e-06, |
| "loss": 0.7922, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.3199691595990748, |
| "grad_norm": 8.851276397705078, |
| "learning_rate": 9.899391325783516e-06, |
| "loss": 0.8263, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.3238242097147263, |
| "grad_norm": 9.307406425476074, |
| "learning_rate": 9.896959648410282e-06, |
| "loss": 0.8465, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3276792598303778, |
| "grad_norm": 9.803622245788574, |
| "learning_rate": 9.894499240343736e-06, |
| "loss": 0.9159, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.3315343099460293, |
| "grad_norm": 9.91102123260498, |
| "learning_rate": 9.892010116019206e-06, |
| "loss": 0.8109, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.3353893600616808, |
| "grad_norm": 5.6517252922058105, |
| "learning_rate": 9.8894922900405e-06, |
| "loss": 0.8854, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.3392444101773323, |
| "grad_norm": 8.251344680786133, |
| "learning_rate": 9.886945777179829e-06, |
| "loss": 0.7388, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.3430994602929838, |
| "grad_norm": 5.0112714767456055, |
| "learning_rate": 9.884370592377697e-06, |
| "loss": 0.7958, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.3469545104086353, |
| "grad_norm": 6.233525276184082, |
| "learning_rate": 9.881766750742838e-06, |
| "loss": 0.7946, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.3508095605242868, |
| "grad_norm": 9.736295700073242, |
| "learning_rate": 9.879134267552114e-06, |
| "loss": 0.779, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.3546646106399383, |
| "grad_norm": 7.2100090980529785, |
| "learning_rate": 9.876473158250426e-06, |
| "loss": 0.8867, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.35851966075558983, |
| "grad_norm": 11.768645286560059, |
| "learning_rate": 9.873783438450629e-06, |
| "loss": 0.8176, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.36237471087124135, |
| "grad_norm": 10.983874320983887, |
| "learning_rate": 9.871065123933436e-06, |
| "loss": 0.7658, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3662297609868928, |
| "grad_norm": 9.236329078674316, |
| "learning_rate": 9.868318230647328e-06, |
| "loss": 0.8207, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.3700848111025443, |
| "grad_norm": 10.319311141967773, |
| "learning_rate": 9.865542774708455e-06, |
| "loss": 0.7839, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.37393986121819583, |
| "grad_norm": 8.785970687866211, |
| "learning_rate": 9.86273877240055e-06, |
| "loss": 0.8256, |
| "step": 2425 |
| }, |
| { |
| "epoch": 0.37779491133384735, |
| "grad_norm": 9.625986099243164, |
| "learning_rate": 9.859906240174825e-06, |
| "loss": 0.9255, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.38164996144949886, |
| "grad_norm": 5.00286340713501, |
| "learning_rate": 9.857045194649881e-06, |
| "loss": 0.8422, |
| "step": 2475 |
| }, |
| { |
| "epoch": 0.3855050115651503, |
| "grad_norm": 8.894876480102539, |
| "learning_rate": 9.854155652611608e-06, |
| "loss": 0.938, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.38936006168080184, |
| "grad_norm": 6.8418073654174805, |
| "learning_rate": 9.851237631013085e-06, |
| "loss": 0.8938, |
| "step": 2525 |
| }, |
| { |
| "epoch": 0.39321511179645335, |
| "grad_norm": 10.542811393737793, |
| "learning_rate": 9.848291146974483e-06, |
| "loss": 0.853, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.39707016191210487, |
| "grad_norm": 9.824645042419434, |
| "learning_rate": 9.84531621778296e-06, |
| "loss": 0.8478, |
| "step": 2575 |
| }, |
| { |
| "epoch": 0.4009252120277564, |
| "grad_norm": 9.339557647705078, |
| "learning_rate": 9.842312860892568e-06, |
| "loss": 0.8311, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.40478026214340784, |
| "grad_norm": 7.598040580749512, |
| "learning_rate": 9.839281093924145e-06, |
| "loss": 0.8647, |
| "step": 2625 |
| }, |
| { |
| "epoch": 0.40863531225905936, |
| "grad_norm": 9.201178550720215, |
| "learning_rate": 9.836220934665208e-06, |
| "loss": 0.8474, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.4124903623747109, |
| "grad_norm": 8.161620140075684, |
| "learning_rate": 9.833132401069857e-06, |
| "loss": 0.8378, |
| "step": 2675 |
| }, |
| { |
| "epoch": 0.4163454124903624, |
| "grad_norm": 7.657758712768555, |
| "learning_rate": 9.830015511258665e-06, |
| "loss": 0.8887, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4202004626060139, |
| "grad_norm": 10.415013313293457, |
| "learning_rate": 9.82687028351857e-06, |
| "loss": 0.9402, |
| "step": 2725 |
| }, |
| { |
| "epoch": 0.42405551272166536, |
| "grad_norm": 8.337896347045898, |
| "learning_rate": 9.823696736302774e-06, |
| "loss": 0.8444, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.4279105628373169, |
| "grad_norm": 11.229880332946777, |
| "learning_rate": 9.820494888230628e-06, |
| "loss": 0.7538, |
| "step": 2775 |
| }, |
| { |
| "epoch": 0.4317656129529684, |
| "grad_norm": 7.037449359893799, |
| "learning_rate": 9.817264758087522e-06, |
| "loss": 0.8761, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.4356206630686199, |
| "grad_norm": 8.318718910217285, |
| "learning_rate": 9.814006364824786e-06, |
| "loss": 0.8115, |
| "step": 2825 |
| }, |
| { |
| "epoch": 0.4394757131842714, |
| "grad_norm": 9.426321029663086, |
| "learning_rate": 9.810719727559564e-06, |
| "loss": 0.8124, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.4433307632999229, |
| "grad_norm": 10.300312042236328, |
| "learning_rate": 9.807404865574715e-06, |
| "loss": 0.8951, |
| "step": 2875 |
| }, |
| { |
| "epoch": 0.4471858134155744, |
| "grad_norm": 11.817306518554688, |
| "learning_rate": 9.80406179831869e-06, |
| "loss": 0.7064, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.4510408635312259, |
| "grad_norm": 11.302453994750977, |
| "learning_rate": 9.80069054540542e-06, |
| "loss": 0.8422, |
| "step": 2925 |
| }, |
| { |
| "epoch": 0.4548959136468774, |
| "grad_norm": 5.307698726654053, |
| "learning_rate": 9.797291126614206e-06, |
| "loss": 0.7709, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.45875096376252894, |
| "grad_norm": 5.95034122467041, |
| "learning_rate": 9.793863561889599e-06, |
| "loss": 0.7484, |
| "step": 2975 |
| }, |
| { |
| "epoch": 0.4626060138781804, |
| "grad_norm": 10.917853355407715, |
| "learning_rate": 9.790407871341283e-06, |
| "loss": 0.829, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.4664610639938319, |
| "grad_norm": 9.553736686706543, |
| "learning_rate": 9.786924075243958e-06, |
| "loss": 0.8611, |
| "step": 3025 |
| }, |
| { |
| "epoch": 0.47031611410948343, |
| "grad_norm": 9.187798500061035, |
| "learning_rate": 9.783412194037218e-06, |
| "loss": 0.8711, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.47417116422513494, |
| "grad_norm": 13.05002498626709, |
| "learning_rate": 9.779872248325438e-06, |
| "loss": 0.7503, |
| "step": 3075 |
| }, |
| { |
| "epoch": 0.4780262143407864, |
| "grad_norm": 9.865554809570312, |
| "learning_rate": 9.776304258877645e-06, |
| "loss": 0.9458, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.4818812644564379, |
| "grad_norm": 5.100190162658691, |
| "learning_rate": 9.772708246627402e-06, |
| "loss": 0.7377, |
| "step": 3125 |
| }, |
| { |
| "epoch": 0.48573631457208943, |
| "grad_norm": 8.943501472473145, |
| "learning_rate": 9.769084232672684e-06, |
| "loss": 0.8123, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.48959136468774095, |
| "grad_norm": 12.481297492980957, |
| "learning_rate": 9.765432238275749e-06, |
| "loss": 0.917, |
| "step": 3175 |
| }, |
| { |
| "epoch": 0.49344641480339246, |
| "grad_norm": 8.235169410705566, |
| "learning_rate": 9.761752284863024e-06, |
| "loss": 0.7308, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.4973014649190439, |
| "grad_norm": 6.6950907707214355, |
| "learning_rate": 9.758044394024964e-06, |
| "loss": 0.822, |
| "step": 3225 |
| }, |
| { |
| "epoch": 0.5011565150346955, |
| "grad_norm": 7.119236946105957, |
| "learning_rate": 9.754308587515945e-06, |
| "loss": 0.6874, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.505011565150347, |
| "grad_norm": 8.58201789855957, |
| "learning_rate": 9.750544887254117e-06, |
| "loss": 0.8218, |
| "step": 3275 |
| }, |
| { |
| "epoch": 0.5088666152659984, |
| "grad_norm": 5.805675506591797, |
| "learning_rate": 9.746753315321289e-06, |
| "loss": 0.7239, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.51272166538165, |
| "grad_norm": 12.45322322845459, |
| "learning_rate": 9.742933893962789e-06, |
| "loss": 0.8146, |
| "step": 3325 |
| }, |
| { |
| "epoch": 0.5165767154973014, |
| "grad_norm": 6.444241046905518, |
| "learning_rate": 9.739086645587346e-06, |
| "loss": 0.7171, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.520431765612953, |
| "grad_norm": 5.90339469909668, |
| "learning_rate": 9.735211592766946e-06, |
| "loss": 0.7101, |
| "step": 3375 |
| }, |
| { |
| "epoch": 0.5242868157286045, |
| "grad_norm": 8.637225151062012, |
| "learning_rate": 9.731308758236706e-06, |
| "loss": 0.8791, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.5281418658442559, |
| "grad_norm": 8.763033866882324, |
| "learning_rate": 9.727378164894742e-06, |
| "loss": 0.8751, |
| "step": 3425 |
| }, |
| { |
| "epoch": 0.5319969159599075, |
| "grad_norm": 11.44009017944336, |
| "learning_rate": 9.723419835802032e-06, |
| "loss": 0.725, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.535851966075559, |
| "grad_norm": 10.40001106262207, |
| "learning_rate": 9.719433794182276e-06, |
| "loss": 0.7511, |
| "step": 3475 |
| }, |
| { |
| "epoch": 0.5397070161912105, |
| "grad_norm": 12.056906700134277, |
| "learning_rate": 9.715420063421768e-06, |
| "loss": 0.9661, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.543562066306862, |
| "grad_norm": 9.088433265686035, |
| "learning_rate": 9.71137866706926e-06, |
| "loss": 0.8129, |
| "step": 3525 |
| }, |
| { |
| "epoch": 0.5474171164225135, |
| "grad_norm": 7.02070426940918, |
| "learning_rate": 9.707309628835812e-06, |
| "loss": 0.8255, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.551272166538165, |
| "grad_norm": 7.946370601654053, |
| "learning_rate": 9.703212972594663e-06, |
| "loss": 0.7607, |
| "step": 3575 |
| }, |
| { |
| "epoch": 0.5551272166538165, |
| "grad_norm": 10.598237991333008, |
| "learning_rate": 9.69908872238109e-06, |
| "loss": 0.8394, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.558982266769468, |
| "grad_norm": 7.806949615478516, |
| "learning_rate": 9.694936902392264e-06, |
| "loss": 0.847, |
| "step": 3625 |
| }, |
| { |
| "epoch": 0.5628373168851195, |
| "grad_norm": 7.041951656341553, |
| "learning_rate": 9.690757536987106e-06, |
| "loss": 0.8041, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.566692367000771, |
| "grad_norm": 8.392083168029785, |
| "learning_rate": 9.686550650686153e-06, |
| "loss": 0.9944, |
| "step": 3675 |
| }, |
| { |
| "epoch": 0.5705474171164225, |
| "grad_norm": 12.13780403137207, |
| "learning_rate": 9.682316268171403e-06, |
| "loss": 0.8805, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.574402467232074, |
| "grad_norm": 11.311466217041016, |
| "learning_rate": 9.67805441428618e-06, |
| "loss": 0.784, |
| "step": 3725 |
| }, |
| { |
| "epoch": 0.5782575173477256, |
| "grad_norm": 9.810102462768555, |
| "learning_rate": 9.673765114034982e-06, |
| "loss": 0.8473, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.582112567463377, |
| "grad_norm": 10.17574691772461, |
| "learning_rate": 9.669448392583334e-06, |
| "loss": 0.8334, |
| "step": 3775 |
| }, |
| { |
| "epoch": 0.5859676175790285, |
| "grad_norm": 11.017036437988281, |
| "learning_rate": 9.665104275257645e-06, |
| "loss": 0.9855, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5898226676946801, |
| "grad_norm": 7.330849647521973, |
| "learning_rate": 9.660732787545057e-06, |
| "loss": 1.0332, |
| "step": 3825 |
| }, |
| { |
| "epoch": 0.5936777178103315, |
| "grad_norm": 10.396186828613281, |
| "learning_rate": 9.656333955093295e-06, |
| "loss": 0.6633, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5975327679259831, |
| "grad_norm": 9.76086711883545, |
| "learning_rate": 9.651907803710516e-06, |
| "loss": 0.7647, |
| "step": 3875 |
| }, |
| { |
| "epoch": 0.6013878180416345, |
| "grad_norm": 5.8678483963012695, |
| "learning_rate": 9.647454359365159e-06, |
| "loss": 0.8668, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.605242868157286, |
| "grad_norm": 10.050674438476562, |
| "learning_rate": 9.642973648185792e-06, |
| "loss": 0.8136, |
| "step": 3925 |
| }, |
| { |
| "epoch": 0.6090979182729376, |
| "grad_norm": 7.7433648109436035, |
| "learning_rate": 9.638465696460957e-06, |
| "loss": 0.9112, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.612952968388589, |
| "grad_norm": 8.573099136352539, |
| "learning_rate": 9.633930530639024e-06, |
| "loss": 0.8363, |
| "step": 3975 |
| }, |
| { |
| "epoch": 0.6168080185042406, |
| "grad_norm": 9.313333511352539, |
| "learning_rate": 9.629368177328022e-06, |
| "loss": 0.8344, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6206630686198921, |
| "grad_norm": 9.854177474975586, |
| "learning_rate": 9.624778663295493e-06, |
| "loss": 0.9214, |
| "step": 4025 |
| }, |
| { |
| "epoch": 0.6245181187355435, |
| "grad_norm": 11.585829734802246, |
| "learning_rate": 9.620162015468334e-06, |
| "loss": 0.9229, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.6283731688511951, |
| "grad_norm": 8.363166809082031, |
| "learning_rate": 9.615518260932632e-06, |
| "loss": 0.9013, |
| "step": 4075 |
| }, |
| { |
| "epoch": 0.6322282189668466, |
| "grad_norm": 6.946799278259277, |
| "learning_rate": 9.610847426933518e-06, |
| "loss": 0.7621, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.6360832690824981, |
| "grad_norm": 13.243395805358887, |
| "learning_rate": 9.606149540874994e-06, |
| "loss": 0.9343, |
| "step": 4125 |
| }, |
| { |
| "epoch": 0.6399383191981496, |
| "grad_norm": 6.437871932983398, |
| "learning_rate": 9.601424630319778e-06, |
| "loss": 0.7933, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.643793369313801, |
| "grad_norm": 12.792265892028809, |
| "learning_rate": 9.596672722989145e-06, |
| "loss": 0.782, |
| "step": 4175 |
| }, |
| { |
| "epoch": 0.6476484194294526, |
| "grad_norm": 8.843002319335938, |
| "learning_rate": 9.591893846762759e-06, |
| "loss": 0.782, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.6515034695451041, |
| "grad_norm": 9.300607681274414, |
| "learning_rate": 9.587088029678512e-06, |
| "loss": 0.8961, |
| "step": 4225 |
| }, |
| { |
| "epoch": 0.6553585196607556, |
| "grad_norm": 8.529927253723145, |
| "learning_rate": 9.582255299932359e-06, |
| "loss": 0.8352, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.6592135697764071, |
| "grad_norm": 8.342142105102539, |
| "learning_rate": 9.577395685878155e-06, |
| "loss": 0.724, |
| "step": 4275 |
| }, |
| { |
| "epoch": 0.6630686198920586, |
| "grad_norm": 8.829712867736816, |
| "learning_rate": 9.572509216027484e-06, |
| "loss": 0.8034, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.6669236700077101, |
| "grad_norm": 10.340896606445312, |
| "learning_rate": 9.567595919049495e-06, |
| "loss": 0.8574, |
| "step": 4325 |
| }, |
| { |
| "epoch": 0.6707787201233616, |
| "grad_norm": 9.885419845581055, |
| "learning_rate": 9.562655823770733e-06, |
| "loss": 0.794, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.674633770239013, |
| "grad_norm": 11.733614921569824, |
| "learning_rate": 9.557688959174972e-06, |
| "loss": 0.7989, |
| "step": 4375 |
| }, |
| { |
| "epoch": 0.6784888203546646, |
| "grad_norm": 12.726638793945312, |
| "learning_rate": 9.55269535440304e-06, |
| "loss": 0.866, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.6823438704703161, |
| "grad_norm": 10.073393821716309, |
| "learning_rate": 9.547675038752648e-06, |
| "loss": 0.8619, |
| "step": 4425 |
| }, |
| { |
| "epoch": 0.6861989205859677, |
| "grad_norm": 8.336028099060059, |
| "learning_rate": 9.54262804167823e-06, |
| "loss": 0.8145, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.6900539707016191, |
| "grad_norm": 4.4542036056518555, |
| "learning_rate": 9.537554392790754e-06, |
| "loss": 0.7211, |
| "step": 4475 |
| }, |
| { |
| "epoch": 0.6939090208172706, |
| "grad_norm": 7.8720526695251465, |
| "learning_rate": 9.532454121857556e-06, |
| "loss": 0.7576, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6977640709329221, |
| "grad_norm": 10.366761207580566, |
| "learning_rate": 9.527327258802169e-06, |
| "loss": 0.6862, |
| "step": 4525 |
| }, |
| { |
| "epoch": 0.7016191210485736, |
| "grad_norm": 12.468461990356445, |
| "learning_rate": 9.52217383370414e-06, |
| "loss": 0.8133, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.7054741711642252, |
| "grad_norm": 7.985262393951416, |
| "learning_rate": 9.516993876798855e-06, |
| "loss": 0.8456, |
| "step": 4575 |
| }, |
| { |
| "epoch": 0.7093292212798766, |
| "grad_norm": 8.8193941116333, |
| "learning_rate": 9.511787418477367e-06, |
| "loss": 0.8173, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.7131842713955281, |
| "grad_norm": 8.104015350341797, |
| "learning_rate": 9.506554489286213e-06, |
| "loss": 0.8371, |
| "step": 4625 |
| }, |
| { |
| "epoch": 0.7170393215111797, |
| "grad_norm": 8.242918968200684, |
| "learning_rate": 9.501295119927234e-06, |
| "loss": 0.8245, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7208943716268311, |
| "grad_norm": 8.603202819824219, |
| "learning_rate": 9.4960093412574e-06, |
| "loss": 0.6737, |
| "step": 4675 |
| }, |
| { |
| "epoch": 0.7247494217424827, |
| "grad_norm": 5.0336079597473145, |
| "learning_rate": 9.490697184288623e-06, |
| "loss": 0.6953, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.7286044718581342, |
| "grad_norm": 8.692102432250977, |
| "learning_rate": 9.48535868018758e-06, |
| "loss": 0.7217, |
| "step": 4725 |
| }, |
| { |
| "epoch": 0.7324595219737856, |
| "grad_norm": 6.617276668548584, |
| "learning_rate": 9.479993860275523e-06, |
| "loss": 0.7224, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.7363145720894372, |
| "grad_norm": 9.631497383117676, |
| "learning_rate": 9.474602756028106e-06, |
| "loss": 0.9555, |
| "step": 4775 |
| }, |
| { |
| "epoch": 0.7401696222050886, |
| "grad_norm": 10.854545593261719, |
| "learning_rate": 9.469185399075192e-06, |
| "loss": 0.7077, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.7440246723207402, |
| "grad_norm": 7.565122604370117, |
| "learning_rate": 9.46374182120067e-06, |
| "loss": 0.7945, |
| "step": 4825 |
| }, |
| { |
| "epoch": 0.7478797224363917, |
| "grad_norm": 6.456957817077637, |
| "learning_rate": 9.458272054342267e-06, |
| "loss": 0.7428, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.7517347725520431, |
| "grad_norm": 11.974895477294922, |
| "learning_rate": 9.452776130591364e-06, |
| "loss": 0.701, |
| "step": 4875 |
| }, |
| { |
| "epoch": 0.7555898226676947, |
| "grad_norm": 6.930185317993164, |
| "learning_rate": 9.447254082192805e-06, |
| "loss": 0.7299, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.7594448727833462, |
| "grad_norm": 9.224297523498535, |
| "learning_rate": 9.441705941544707e-06, |
| "loss": 0.8717, |
| "step": 4925 |
| }, |
| { |
| "epoch": 0.7632999228989977, |
| "grad_norm": 8.671370506286621, |
| "learning_rate": 9.436131741198279e-06, |
| "loss": 0.9658, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.7671549730146492, |
| "grad_norm": 9.06234073638916, |
| "learning_rate": 9.430531513857608e-06, |
| "loss": 0.8743, |
| "step": 4975 |
| }, |
| { |
| "epoch": 0.7710100231303006, |
| "grad_norm": 7.48011589050293, |
| "learning_rate": 9.424905292379497e-06, |
| "loss": 0.7173, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.7748650732459522, |
| "grad_norm": 5.954658031463623, |
| "learning_rate": 9.419253109773257e-06, |
| "loss": 0.8436, |
| "step": 5025 |
| }, |
| { |
| "epoch": 0.7787201233616037, |
| "grad_norm": 7.4661478996276855, |
| "learning_rate": 9.413574999200502e-06, |
| "loss": 0.9183, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.7825751734772552, |
| "grad_norm": 12.923650741577148, |
| "learning_rate": 9.40787099397498e-06, |
| "loss": 0.8006, |
| "step": 5075 |
| }, |
| { |
| "epoch": 0.7864302235929067, |
| "grad_norm": 7.419551849365234, |
| "learning_rate": 9.402141127562357e-06, |
| "loss": 0.8914, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.7902852737085582, |
| "grad_norm": 5.117984294891357, |
| "learning_rate": 9.396385433580029e-06, |
| "loss": 0.8755, |
| "step": 5125 |
| }, |
| { |
| "epoch": 0.7941403238242097, |
| "grad_norm": 8.648459434509277, |
| "learning_rate": 9.390603945796926e-06, |
| "loss": 0.6825, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.7979953739398612, |
| "grad_norm": 9.014701843261719, |
| "learning_rate": 9.384796698133308e-06, |
| "loss": 0.7647, |
| "step": 5175 |
| }, |
| { |
| "epoch": 0.8018504240555128, |
| "grad_norm": 7.861103057861328, |
| "learning_rate": 9.378963724660573e-06, |
| "loss": 0.7884, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.8057054741711642, |
| "grad_norm": 9.6216459274292, |
| "learning_rate": 9.373105059601049e-06, |
| "loss": 0.8367, |
| "step": 5225 |
| }, |
| { |
| "epoch": 0.8095605242868157, |
| "grad_norm": 10.21359920501709, |
| "learning_rate": 9.367220737327802e-06, |
| "loss": 0.8844, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.8134155744024673, |
| "grad_norm": 9.506515502929688, |
| "learning_rate": 9.361310792364426e-06, |
| "loss": 0.7336, |
| "step": 5275 |
| }, |
| { |
| "epoch": 0.8172706245181187, |
| "grad_norm": 10.80900764465332, |
| "learning_rate": 9.355375259384852e-06, |
| "loss": 0.7519, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.8211256746337703, |
| "grad_norm": 8.112074851989746, |
| "learning_rate": 9.349414173213127e-06, |
| "loss": 0.8356, |
| "step": 5325 |
| }, |
| { |
| "epoch": 0.8249807247494217, |
| "grad_norm": 9.96387004852295, |
| "learning_rate": 9.343427568823229e-06, |
| "loss": 0.8538, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.8288357748650732, |
| "grad_norm": 7.8798370361328125, |
| "learning_rate": 9.337415481338845e-06, |
| "loss": 0.9264, |
| "step": 5375 |
| }, |
| { |
| "epoch": 0.8326908249807248, |
| "grad_norm": 11.040996551513672, |
| "learning_rate": 9.331377946033176e-06, |
| "loss": 0.891, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.8365458750963762, |
| "grad_norm": 8.020524978637695, |
| "learning_rate": 9.325314998328729e-06, |
| "loss": 0.7564, |
| "step": 5425 |
| }, |
| { |
| "epoch": 0.8404009252120278, |
| "grad_norm": 7.921288013458252, |
| "learning_rate": 9.319226673797103e-06, |
| "loss": 0.8595, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.8442559753276793, |
| "grad_norm": 9.271672248840332, |
| "learning_rate": 9.313113008158785e-06, |
| "loss": 0.8447, |
| "step": 5475 |
| }, |
| { |
| "epoch": 0.8481110254433307, |
| "grad_norm": 10.206059455871582, |
| "learning_rate": 9.306974037282941e-06, |
| "loss": 0.7761, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.8519660755589823, |
| "grad_norm": 7.826180458068848, |
| "learning_rate": 9.3008097971872e-06, |
| "loss": 0.8939, |
| "step": 5525 |
| }, |
| { |
| "epoch": 0.8558211256746338, |
| "grad_norm": 11.341131210327148, |
| "learning_rate": 9.294620324037452e-06, |
| "loss": 0.8221, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.8596761757902853, |
| "grad_norm": 8.876914024353027, |
| "learning_rate": 9.288405654147627e-06, |
| "loss": 0.8388, |
| "step": 5575 |
| }, |
| { |
| "epoch": 0.8635312259059368, |
| "grad_norm": 7.0240888595581055, |
| "learning_rate": 9.282165823979489e-06, |
| "loss": 0.7299, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.8673862760215882, |
| "grad_norm": 9.497668266296387, |
| "learning_rate": 9.275900870142412e-06, |
| "loss": 0.7772, |
| "step": 5625 |
| }, |
| { |
| "epoch": 0.8712413261372398, |
| "grad_norm": 9.582475662231445, |
| "learning_rate": 9.269610829393177e-06, |
| "loss": 0.7818, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.8750963762528913, |
| "grad_norm": 9.7567138671875, |
| "learning_rate": 9.263295738635752e-06, |
| "loss": 0.8613, |
| "step": 5675 |
| }, |
| { |
| "epoch": 0.8789514263685428, |
| "grad_norm": 9.330400466918945, |
| "learning_rate": 9.25695563492107e-06, |
| "loss": 0.8696, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.8828064764841943, |
| "grad_norm": 9.952261924743652, |
| "learning_rate": 9.250590555446819e-06, |
| "loss": 0.7997, |
| "step": 5725 |
| }, |
| { |
| "epoch": 0.8866615265998458, |
| "grad_norm": 9.868045806884766, |
| "learning_rate": 9.244200537557222e-06, |
| "loss": 0.7162, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.8905165767154973, |
| "grad_norm": 7.933254241943359, |
| "learning_rate": 9.237785618742815e-06, |
| "loss": 0.7762, |
| "step": 5775 |
| }, |
| { |
| "epoch": 0.8943716268311488, |
| "grad_norm": 12.200456619262695, |
| "learning_rate": 9.231345836640228e-06, |
| "loss": 0.7758, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.8982266769468004, |
| "grad_norm": 9.943805694580078, |
| "learning_rate": 9.224881229031968e-06, |
| "loss": 0.9267, |
| "step": 5825 |
| }, |
| { |
| "epoch": 0.9020817270624518, |
| "grad_norm": 4.955184459686279, |
| "learning_rate": 9.218391833846193e-06, |
| "loss": 0.8925, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.9059367771781033, |
| "grad_norm": 11.516079902648926, |
| "learning_rate": 9.211877689156488e-06, |
| "loss": 0.8999, |
| "step": 5875 |
| }, |
| { |
| "epoch": 0.9097918272937549, |
| "grad_norm": 10.042754173278809, |
| "learning_rate": 9.20533883318165e-06, |
| "loss": 0.6636, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.9136468774094063, |
| "grad_norm": 8.897378921508789, |
| "learning_rate": 9.198775304285457e-06, |
| "loss": 0.8256, |
| "step": 5925 |
| }, |
| { |
| "epoch": 0.9175019275250579, |
| "grad_norm": 6.932818412780762, |
| "learning_rate": 9.192187140976436e-06, |
| "loss": 0.7192, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.9213569776407093, |
| "grad_norm": 8.470138549804688, |
| "learning_rate": 9.18557438190766e-06, |
| "loss": 0.9041, |
| "step": 5975 |
| }, |
| { |
| "epoch": 0.9252120277563608, |
| "grad_norm": 5.760867118835449, |
| "learning_rate": 9.178937065876494e-06, |
| "loss": 0.76, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.9290670778720124, |
| "grad_norm": 7.360080718994141, |
| "learning_rate": 9.172275231824387e-06, |
| "loss": 0.8082, |
| "step": 6025 |
| }, |
| { |
| "epoch": 0.9329221279876638, |
| "grad_norm": 10.077314376831055, |
| "learning_rate": 9.16558891883663e-06, |
| "loss": 0.9417, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.9367771781033153, |
| "grad_norm": 11.441020965576172, |
| "learning_rate": 9.15887816614214e-06, |
| "loss": 0.8991, |
| "step": 6075 |
| }, |
| { |
| "epoch": 0.9406322282189669, |
| "grad_norm": 8.397335052490234, |
| "learning_rate": 9.152143013113218e-06, |
| "loss": 0.7826, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.9444872783346183, |
| "grad_norm": 8.355264663696289, |
| "learning_rate": 9.145383499265323e-06, |
| "loss": 0.744, |
| "step": 6125 |
| }, |
| { |
| "epoch": 0.9483423284502699, |
| "grad_norm": 8.08262825012207, |
| "learning_rate": 9.138599664256847e-06, |
| "loss": 0.7599, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.9521973785659213, |
| "grad_norm": 9.135760307312012, |
| "learning_rate": 9.131791547888864e-06, |
| "loss": 0.934, |
| "step": 6175 |
| }, |
| { |
| "epoch": 0.9560524286815728, |
| "grad_norm": 10.364896774291992, |
| "learning_rate": 9.12495919010492e-06, |
| "loss": 0.8957, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.9599074787972244, |
| "grad_norm": 9.866580963134766, |
| "learning_rate": 9.118102630990776e-06, |
| "loss": 0.823, |
| "step": 6225 |
| }, |
| { |
| "epoch": 0.9637625289128758, |
| "grad_norm": 8.708639144897461, |
| "learning_rate": 9.111221910774188e-06, |
| "loss": 0.8413, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.9676175790285274, |
| "grad_norm": 9.847127914428711, |
| "learning_rate": 9.104317069824668e-06, |
| "loss": 0.8716, |
| "step": 6275 |
| }, |
| { |
| "epoch": 0.9714726291441789, |
| "grad_norm": 10.873041152954102, |
| "learning_rate": 9.097388148653243e-06, |
| "loss": 0.8618, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.9753276792598303, |
| "grad_norm": 8.315295219421387, |
| "learning_rate": 9.09043518791222e-06, |
| "loss": 0.9405, |
| "step": 6325 |
| }, |
| { |
| "epoch": 0.9791827293754819, |
| "grad_norm": 8.513904571533203, |
| "learning_rate": 9.08345822839495e-06, |
| "loss": 0.7109, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.9830377794911334, |
| "grad_norm": 9.227296829223633, |
| "learning_rate": 9.07645731103558e-06, |
| "loss": 0.8274, |
| "step": 6375 |
| }, |
| { |
| "epoch": 0.9868928296067849, |
| "grad_norm": 6.035506725311279, |
| "learning_rate": 9.069432476908825e-06, |
| "loss": 0.7888, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.9907478797224364, |
| "grad_norm": 10.379996299743652, |
| "learning_rate": 9.06238376722972e-06, |
| "loss": 0.8945, |
| "step": 6425 |
| }, |
| { |
| "epoch": 0.9946029298380878, |
| "grad_norm": 11.054986953735352, |
| "learning_rate": 9.055311223353372e-06, |
| "loss": 0.7322, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.9984579799537394, |
| "grad_norm": 8.378334045410156, |
| "learning_rate": 9.048214886774733e-06, |
| "loss": 0.7671, |
| "step": 6475 |
| }, |
| { |
| "epoch": 1.002313030069391, |
| "grad_norm": 6.018606662750244, |
| "learning_rate": 9.041094799128342e-06, |
| "loss": 0.7057, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.0061680801850423, |
| "grad_norm": 10.119317054748535, |
| "learning_rate": 9.033951002188096e-06, |
| "loss": 0.5273, |
| "step": 6525 |
| }, |
| { |
| "epoch": 1.010023130300694, |
| "grad_norm": 7.7219038009643555, |
| "learning_rate": 9.026783537866978e-06, |
| "loss": 0.4959, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.0138781804163455, |
| "grad_norm": 9.894926071166992, |
| "learning_rate": 9.01959244821685e-06, |
| "loss": 0.4924, |
| "step": 6575 |
| }, |
| { |
| "epoch": 1.0177332305319968, |
| "grad_norm": 11.07059383392334, |
| "learning_rate": 9.012377775428167e-06, |
| "loss": 0.4465, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.0215882806476484, |
| "grad_norm": 9.254422187805176, |
| "learning_rate": 9.005139561829759e-06, |
| "loss": 0.5173, |
| "step": 6625 |
| }, |
| { |
| "epoch": 1.0254433307633, |
| "grad_norm": 7.215500831604004, |
| "learning_rate": 8.997877849888564e-06, |
| "loss": 0.496, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.0292983808789515, |
| "grad_norm": 6.909051895141602, |
| "learning_rate": 8.99059268220939e-06, |
| "loss": 0.5117, |
| "step": 6675 |
| }, |
| { |
| "epoch": 1.0331534309946029, |
| "grad_norm": 11.559415817260742, |
| "learning_rate": 8.98328410153466e-06, |
| "loss": 0.5436, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.0370084811102545, |
| "grad_norm": 7.60066032409668, |
| "learning_rate": 8.975952150744159e-06, |
| "loss": 0.5219, |
| "step": 6725 |
| }, |
| { |
| "epoch": 1.040863531225906, |
| "grad_norm": 7.906856060028076, |
| "learning_rate": 8.96859687285479e-06, |
| "loss": 0.6516, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.0447185813415574, |
| "grad_norm": 3.3445956707000732, |
| "learning_rate": 8.961218311020316e-06, |
| "loss": 0.5476, |
| "step": 6775 |
| }, |
| { |
| "epoch": 1.048573631457209, |
| "grad_norm": 12.707012176513672, |
| "learning_rate": 8.953816508531106e-06, |
| "loss": 0.5194, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.0524286815728605, |
| "grad_norm": 9.242384910583496, |
| "learning_rate": 8.946391508813886e-06, |
| "loss": 0.5039, |
| "step": 6825 |
| }, |
| { |
| "epoch": 1.0562837316885119, |
| "grad_norm": 4.946049690246582, |
| "learning_rate": 8.93894335543148e-06, |
| "loss": 0.4557, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.0601387818041634, |
| "grad_norm": 10.867353439331055, |
| "learning_rate": 8.931472092082552e-06, |
| "loss": 0.4875, |
| "step": 6875 |
| }, |
| { |
| "epoch": 1.063993831919815, |
| "grad_norm": 8.44529914855957, |
| "learning_rate": 8.92397776260136e-06, |
| "loss": 0.499, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.0678488820354666, |
| "grad_norm": 5.33937931060791, |
| "learning_rate": 8.916460410957488e-06, |
| "loss": 0.5031, |
| "step": 6925 |
| }, |
| { |
| "epoch": 1.071703932151118, |
| "grad_norm": 8.168314933776855, |
| "learning_rate": 8.908920081255593e-06, |
| "loss": 0.6211, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.0755589822667695, |
| "grad_norm": 5.861813545227051, |
| "learning_rate": 8.901356817735142e-06, |
| "loss": 0.505, |
| "step": 6975 |
| }, |
| { |
| "epoch": 1.079414032382421, |
| "grad_norm": 9.891986846923828, |
| "learning_rate": 8.893770664770162e-06, |
| "loss": 0.6063, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.0832690824980724, |
| "grad_norm": 7.747451305389404, |
| "learning_rate": 8.886161666868971e-06, |
| "loss": 0.6167, |
| "step": 7025 |
| }, |
| { |
| "epoch": 1.087124132613724, |
| "grad_norm": 9.20585823059082, |
| "learning_rate": 8.878529868673915e-06, |
| "loss": 0.5689, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.0909791827293756, |
| "grad_norm": 11.797416687011719, |
| "learning_rate": 8.870875314961119e-06, |
| "loss": 0.4784, |
| "step": 7075 |
| }, |
| { |
| "epoch": 1.094834232845027, |
| "grad_norm": 8.297890663146973, |
| "learning_rate": 8.863198050640208e-06, |
| "loss": 0.4881, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.0986892829606785, |
| "grad_norm": 11.986342430114746, |
| "learning_rate": 8.855498120754053e-06, |
| "loss": 0.5925, |
| "step": 7125 |
| }, |
| { |
| "epoch": 1.10254433307633, |
| "grad_norm": 9.048810958862305, |
| "learning_rate": 8.84777557047851e-06, |
| "loss": 0.5588, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.1063993831919814, |
| "grad_norm": 9.838631629943848, |
| "learning_rate": 8.840030445122142e-06, |
| "loss": 0.5175, |
| "step": 7175 |
| }, |
| { |
| "epoch": 1.110254433307633, |
| "grad_norm": 8.671347618103027, |
| "learning_rate": 8.832262790125965e-06, |
| "loss": 0.6014, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.1141094834232845, |
| "grad_norm": 10.086674690246582, |
| "learning_rate": 8.82447265106318e-06, |
| "loss": 0.5071, |
| "step": 7225 |
| }, |
| { |
| "epoch": 1.117964533538936, |
| "grad_norm": 11.334117889404297, |
| "learning_rate": 8.816660073638898e-06, |
| "loss": 0.5349, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.1218195836545874, |
| "grad_norm": 9.23147201538086, |
| "learning_rate": 8.80882510368988e-06, |
| "loss": 0.5202, |
| "step": 7275 |
| }, |
| { |
| "epoch": 1.125674633770239, |
| "grad_norm": 6.442698955535889, |
| "learning_rate": 8.800967787184266e-06, |
| "loss": 0.4422, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.1295296838858906, |
| "grad_norm": 8.339442253112793, |
| "learning_rate": 8.7930881702213e-06, |
| "loss": 0.5211, |
| "step": 7325 |
| }, |
| { |
| "epoch": 1.133384734001542, |
| "grad_norm": 13.899686813354492, |
| "learning_rate": 8.785186299031069e-06, |
| "loss": 0.5819, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.1372397841171935, |
| "grad_norm": 7.355388641357422, |
| "learning_rate": 8.777262219974222e-06, |
| "loss": 0.607, |
| "step": 7375 |
| }, |
| { |
| "epoch": 1.141094834232845, |
| "grad_norm": 5.7306623458862305, |
| "learning_rate": 8.769315979541706e-06, |
| "loss": 0.521, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.1449498843484966, |
| "grad_norm": 5.767916679382324, |
| "learning_rate": 8.761347624354488e-06, |
| "loss": 0.5581, |
| "step": 7425 |
| }, |
| { |
| "epoch": 1.148804934464148, |
| "grad_norm": 6.155060291290283, |
| "learning_rate": 8.753357201163283e-06, |
| "loss": 0.4737, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.1526599845797996, |
| "grad_norm": 11.28679084777832, |
| "learning_rate": 8.745344756848285e-06, |
| "loss": 0.5749, |
| "step": 7475 |
| }, |
| { |
| "epoch": 1.1565150346954511, |
| "grad_norm": 9.059491157531738, |
| "learning_rate": 8.73731033841888e-06, |
| "loss": 0.5029, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.1603700848111025, |
| "grad_norm": 9.721566200256348, |
| "learning_rate": 8.729253993013376e-06, |
| "loss": 0.482, |
| "step": 7525 |
| }, |
| { |
| "epoch": 1.164225134926754, |
| "grad_norm": 6.940269470214844, |
| "learning_rate": 8.721175767898737e-06, |
| "loss": 0.5422, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.1680801850424056, |
| "grad_norm": 7.176370143890381, |
| "learning_rate": 8.71307571047029e-06, |
| "loss": 0.5388, |
| "step": 7575 |
| }, |
| { |
| "epoch": 1.171935235158057, |
| "grad_norm": 13.643762588500977, |
| "learning_rate": 8.704953868251453e-06, |
| "loss": 0.5321, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.1757902852737085, |
| "grad_norm": 3.0095925331115723, |
| "learning_rate": 8.696810288893458e-06, |
| "loss": 0.4465, |
| "step": 7625 |
| }, |
| { |
| "epoch": 1.1796453353893601, |
| "grad_norm": 5.344406604766846, |
| "learning_rate": 8.688645020175071e-06, |
| "loss": 0.5168, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.1835003855050115, |
| "grad_norm": 7.636973857879639, |
| "learning_rate": 8.680458110002305e-06, |
| "loss": 0.409, |
| "step": 7675 |
| }, |
| { |
| "epoch": 1.187355435620663, |
| "grad_norm": 8.79349136352539, |
| "learning_rate": 8.67224960640815e-06, |
| "loss": 0.5249, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.1912104857363146, |
| "grad_norm": 11.105514526367188, |
| "learning_rate": 8.664019557552286e-06, |
| "loss": 0.4775, |
| "step": 7725 |
| }, |
| { |
| "epoch": 1.195065535851966, |
| "grad_norm": 7.652461051940918, |
| "learning_rate": 8.655768011720795e-06, |
| "loss": 0.5499, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.1989205859676175, |
| "grad_norm": 9.048026084899902, |
| "learning_rate": 8.647495017325889e-06, |
| "loss": 0.6171, |
| "step": 7775 |
| }, |
| { |
| "epoch": 1.202775636083269, |
| "grad_norm": 6.920886039733887, |
| "learning_rate": 8.639200622905612e-06, |
| "loss": 0.5427, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.2066306861989207, |
| "grad_norm": 5.6886396408081055, |
| "learning_rate": 8.630884877123573e-06, |
| "loss": 0.5517, |
| "step": 7825 |
| }, |
| { |
| "epoch": 1.210485736314572, |
| "grad_norm": 12.065085411071777, |
| "learning_rate": 8.62254782876864e-06, |
| "loss": 0.486, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.2143407864302236, |
| "grad_norm": 5.747442722320557, |
| "learning_rate": 8.61418952675467e-06, |
| "loss": 0.52, |
| "step": 7875 |
| }, |
| { |
| "epoch": 1.2181958365458752, |
| "grad_norm": 7.072346210479736, |
| "learning_rate": 8.605810020120218e-06, |
| "loss": 0.6147, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.2220508866615265, |
| "grad_norm": 10.231158256530762, |
| "learning_rate": 8.597409358028241e-06, |
| "loss": 0.4889, |
| "step": 7925 |
| }, |
| { |
| "epoch": 1.225905936777178, |
| "grad_norm": 11.127062797546387, |
| "learning_rate": 8.588987589765822e-06, |
| "loss": 0.54, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.2297609868928296, |
| "grad_norm": 10.189970016479492, |
| "learning_rate": 8.580544764743875e-06, |
| "loss": 0.532, |
| "step": 7975 |
| }, |
| { |
| "epoch": 1.2336160370084812, |
| "grad_norm": 8.174032211303711, |
| "learning_rate": 8.572080932496848e-06, |
| "loss": 0.6165, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.2374710871241326, |
| "grad_norm": 9.724369049072266, |
| "learning_rate": 8.563596142682447e-06, |
| "loss": 0.63, |
| "step": 8025 |
| }, |
| { |
| "epoch": 1.2413261372397841, |
| "grad_norm": 11.391420364379883, |
| "learning_rate": 8.555090445081334e-06, |
| "loss": 0.4851, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.2451811873554357, |
| "grad_norm": 13.044631958007812, |
| "learning_rate": 8.546563889596837e-06, |
| "loss": 0.6101, |
| "step": 8075 |
| }, |
| { |
| "epoch": 1.249036237471087, |
| "grad_norm": 9.989757537841797, |
| "learning_rate": 8.538016526254662e-06, |
| "loss": 0.5313, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.2528912875867386, |
| "grad_norm": 9.661147117614746, |
| "learning_rate": 8.52944840520259e-06, |
| "loss": 0.4898, |
| "step": 8125 |
| }, |
| { |
| "epoch": 1.2567463377023902, |
| "grad_norm": 11.322773933410645, |
| "learning_rate": 8.520859576710191e-06, |
| "loss": 0.5108, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.2606013878180415, |
| "grad_norm": 8.221813201904297, |
| "learning_rate": 8.512250091168533e-06, |
| "loss": 0.485, |
| "step": 8175 |
| }, |
| { |
| "epoch": 1.2644564379336931, |
| "grad_norm": 11.434172630310059, |
| "learning_rate": 8.503619999089866e-06, |
| "loss": 0.5734, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.2683114880493447, |
| "grad_norm": 9.098228454589844, |
| "learning_rate": 8.494969351107353e-06, |
| "loss": 0.496, |
| "step": 8225 |
| }, |
| { |
| "epoch": 1.272166538164996, |
| "grad_norm": 9.831649780273438, |
| "learning_rate": 8.48629819797475e-06, |
| "loss": 0.4865, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.2760215882806476, |
| "grad_norm": 8.599019050598145, |
| "learning_rate": 8.477606590566124e-06, |
| "loss": 0.4883, |
| "step": 8275 |
| }, |
| { |
| "epoch": 1.2798766383962992, |
| "grad_norm": 11.627860069274902, |
| "learning_rate": 8.468894579875547e-06, |
| "loss": 0.5715, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.2837316885119505, |
| "grad_norm": 3.541821241378784, |
| "learning_rate": 8.460162217016794e-06, |
| "loss": 0.4551, |
| "step": 8325 |
| }, |
| { |
| "epoch": 1.287586738627602, |
| "grad_norm": 10.509103775024414, |
| "learning_rate": 8.451409553223049e-06, |
| "loss": 0.499, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.2914417887432537, |
| "grad_norm": 7.862640380859375, |
| "learning_rate": 8.44263663984661e-06, |
| "loss": 0.5769, |
| "step": 8375 |
| }, |
| { |
| "epoch": 1.2952968388589052, |
| "grad_norm": 10.078428268432617, |
| "learning_rate": 8.433843528358564e-06, |
| "loss": 0.513, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.2991518889745568, |
| "grad_norm": 8.753310203552246, |
| "learning_rate": 8.425030270348517e-06, |
| "loss": 0.6029, |
| "step": 8425 |
| }, |
| { |
| "epoch": 1.3030069390902081, |
| "grad_norm": 10.529582023620605, |
| "learning_rate": 8.41619691752427e-06, |
| "loss": 0.5291, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.3068619892058597, |
| "grad_norm": 8.42566967010498, |
| "learning_rate": 8.40734352171152e-06, |
| "loss": 0.4822, |
| "step": 8475 |
| }, |
| { |
| "epoch": 1.3107170393215113, |
| "grad_norm": 10.086427688598633, |
| "learning_rate": 8.398470134853558e-06, |
| "loss": 0.4959, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.3145720894371626, |
| "grad_norm": 5.5653910636901855, |
| "learning_rate": 8.389576809010962e-06, |
| "loss": 0.4872, |
| "step": 8525 |
| }, |
| { |
| "epoch": 1.3184271395528142, |
| "grad_norm": 11.507160186767578, |
| "learning_rate": 8.380663596361293e-06, |
| "loss": 0.4785, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.3222821896684658, |
| "grad_norm": 6.287635326385498, |
| "learning_rate": 8.371730549198796e-06, |
| "loss": 0.476, |
| "step": 8575 |
| }, |
| { |
| "epoch": 1.3261372397841171, |
| "grad_norm": 12.566143989562988, |
| "learning_rate": 8.362777719934074e-06, |
| "loss": 0.4681, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.3299922898997687, |
| "grad_norm": 11.357763290405273, |
| "learning_rate": 8.353805161093801e-06, |
| "loss": 0.4886, |
| "step": 8625 |
| }, |
| { |
| "epoch": 1.3338473400154203, |
| "grad_norm": 11.33309555053711, |
| "learning_rate": 8.344812925320406e-06, |
| "loss": 0.5226, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.3377023901310716, |
| "grad_norm": 8.458454132080078, |
| "learning_rate": 8.335801065371757e-06, |
| "loss": 0.5103, |
| "step": 8675 |
| }, |
| { |
| "epoch": 1.3415574402467232, |
| "grad_norm": 6.284041404724121, |
| "learning_rate": 8.326769634120862e-06, |
| "loss": 0.4103, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.3454124903623748, |
| "grad_norm": 9.507338523864746, |
| "learning_rate": 8.317718684555554e-06, |
| "loss": 0.5397, |
| "step": 8725 |
| }, |
| { |
| "epoch": 1.349267540478026, |
| "grad_norm": 10.399945259094238, |
| "learning_rate": 8.308648269778181e-06, |
| "loss": 0.5419, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.3531225905936777, |
| "grad_norm": 6.871647834777832, |
| "learning_rate": 8.299558443005298e-06, |
| "loss": 0.5185, |
| "step": 8775 |
| }, |
| { |
| "epoch": 1.3569776407093292, |
| "grad_norm": 4.136816501617432, |
| "learning_rate": 8.290449257567344e-06, |
| "loss": 0.5646, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.3608326908249806, |
| "grad_norm": 8.791040420532227, |
| "learning_rate": 8.281320766908341e-06, |
| "loss": 0.5408, |
| "step": 8825 |
| }, |
| { |
| "epoch": 1.3646877409406322, |
| "grad_norm": 9.468535423278809, |
| "learning_rate": 8.272173024585573e-06, |
| "loss": 0.5096, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.3685427910562837, |
| "grad_norm": 11.554373741149902, |
| "learning_rate": 8.263006084269277e-06, |
| "loss": 0.5726, |
| "step": 8875 |
| }, |
| { |
| "epoch": 1.3723978411719353, |
| "grad_norm": 13.874961853027344, |
| "learning_rate": 8.253819999742324e-06, |
| "loss": 0.5361, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.3762528912875869, |
| "grad_norm": 7.872951507568359, |
| "learning_rate": 8.244614824899906e-06, |
| "loss": 0.5004, |
| "step": 8925 |
| }, |
| { |
| "epoch": 1.3801079414032382, |
| "grad_norm": 9.024027824401855, |
| "learning_rate": 8.23539061374922e-06, |
| "loss": 0.5592, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.3839629915188898, |
| "grad_norm": 8.904004096984863, |
| "learning_rate": 8.226147420409143e-06, |
| "loss": 0.5054, |
| "step": 8975 |
| }, |
| { |
| "epoch": 1.3878180416345414, |
| "grad_norm": 9.416498184204102, |
| "learning_rate": 8.21688529910993e-06, |
| "loss": 0.4857, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.3916730917501927, |
| "grad_norm": 10.115750312805176, |
| "learning_rate": 8.207604304192884e-06, |
| "loss": 0.5484, |
| "step": 9025 |
| }, |
| { |
| "epoch": 1.3955281418658443, |
| "grad_norm": 11.466856956481934, |
| "learning_rate": 8.198304490110038e-06, |
| "loss": 0.5908, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.3993831919814959, |
| "grad_norm": 7.2764363288879395, |
| "learning_rate": 8.188985911423841e-06, |
| "loss": 0.6034, |
| "step": 9075 |
| }, |
| { |
| "epoch": 1.4032382420971472, |
| "grad_norm": 4.788441181182861, |
| "learning_rate": 8.179648622806834e-06, |
| "loss": 0.4535, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.4070932922127988, |
| "grad_norm": 11.202897071838379, |
| "learning_rate": 8.17029267904133e-06, |
| "loss": 0.5634, |
| "step": 9125 |
| }, |
| { |
| "epoch": 1.4109483423284503, |
| "grad_norm": 4.8849196434021, |
| "learning_rate": 8.160918135019094e-06, |
| "loss": 0.5516, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.4148033924441017, |
| "grad_norm": 13.66285514831543, |
| "learning_rate": 8.151525045741014e-06, |
| "loss": 0.4364, |
| "step": 9175 |
| }, |
| { |
| "epoch": 1.4186584425597533, |
| "grad_norm": 8.950008392333984, |
| "learning_rate": 8.142113466316793e-06, |
| "loss": 0.5872, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.4225134926754048, |
| "grad_norm": 10.990318298339844, |
| "learning_rate": 8.132683451964605e-06, |
| "loss": 0.5218, |
| "step": 9225 |
| }, |
| { |
| "epoch": 1.4263685427910562, |
| "grad_norm": 7.806232452392578, |
| "learning_rate": 8.123235058010796e-06, |
| "loss": 0.4994, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.4302235929067078, |
| "grad_norm": 7.3956217765808105, |
| "learning_rate": 8.113768339889535e-06, |
| "loss": 0.6016, |
| "step": 9275 |
| }, |
| { |
| "epoch": 1.4340786430223593, |
| "grad_norm": 6.363986968994141, |
| "learning_rate": 8.104283353142506e-06, |
| "loss": 0.6047, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.4379336931380107, |
| "grad_norm": 10.691247940063477, |
| "learning_rate": 8.094780153418573e-06, |
| "loss": 0.5637, |
| "step": 9325 |
| }, |
| { |
| "epoch": 1.4417887432536622, |
| "grad_norm": 8.655353546142578, |
| "learning_rate": 8.085258796473458e-06, |
| "loss": 0.4978, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.4456437933693138, |
| "grad_norm": 10.034195899963379, |
| "learning_rate": 8.075719338169408e-06, |
| "loss": 0.4541, |
| "step": 9375 |
| }, |
| { |
| "epoch": 1.4494988434849654, |
| "grad_norm": 10.09195327758789, |
| "learning_rate": 8.06616183447488e-06, |
| "loss": 0.6211, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.4533538936006167, |
| "grad_norm": 12.030340194702148, |
| "learning_rate": 8.056586341464194e-06, |
| "loss": 0.5863, |
| "step": 9425 |
| }, |
| { |
| "epoch": 1.4572089437162683, |
| "grad_norm": 11.241909980773926, |
| "learning_rate": 8.046992915317224e-06, |
| "loss": 0.5014, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.4610639938319199, |
| "grad_norm": 8.376391410827637, |
| "learning_rate": 8.037381612319052e-06, |
| "loss": 0.5378, |
| "step": 9475 |
| }, |
| { |
| "epoch": 1.4649190439475714, |
| "grad_norm": 6.140998840332031, |
| "learning_rate": 8.027752488859644e-06, |
| "loss": 0.5234, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.4687740940632228, |
| "grad_norm": 8.74001693725586, |
| "learning_rate": 8.018105601433526e-06, |
| "loss": 0.5639, |
| "step": 9525 |
| }, |
| { |
| "epoch": 1.4726291441788744, |
| "grad_norm": 11.376422882080078, |
| "learning_rate": 8.008441006639437e-06, |
| "loss": 0.5396, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.476484194294526, |
| "grad_norm": 8.72598648071289, |
| "learning_rate": 7.998758761180016e-06, |
| "loss": 0.4902, |
| "step": 9575 |
| }, |
| { |
| "epoch": 1.4803392444101773, |
| "grad_norm": 7.389594554901123, |
| "learning_rate": 7.989058921861448e-06, |
| "loss": 0.4666, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.4841942945258288, |
| "grad_norm": 14.138694763183594, |
| "learning_rate": 7.979341545593153e-06, |
| "loss": 0.5326, |
| "step": 9625 |
| }, |
| { |
| "epoch": 1.4880493446414804, |
| "grad_norm": 11.284343719482422, |
| "learning_rate": 7.969606689387433e-06, |
| "loss": 0.5076, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.4919043947571318, |
| "grad_norm": 12.364653587341309, |
| "learning_rate": 7.95985441035915e-06, |
| "loss": 0.5759, |
| "step": 9675 |
| }, |
| { |
| "epoch": 1.4957594448727833, |
| "grad_norm": 7.59297513961792, |
| "learning_rate": 7.950084765725385e-06, |
| "loss": 0.5442, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.499614494988435, |
| "grad_norm": 7.339725494384766, |
| "learning_rate": 7.940297812805104e-06, |
| "loss": 0.5211, |
| "step": 9725 |
| }, |
| { |
| "epoch": 1.5034695451040863, |
| "grad_norm": 9.601153373718262, |
| "learning_rate": 7.930493609018822e-06, |
| "loss": 0.4818, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.5073245952197378, |
| "grad_norm": 8.515989303588867, |
| "learning_rate": 7.920672211888263e-06, |
| "loss": 0.6484, |
| "step": 9775 |
| }, |
| { |
| "epoch": 1.5111796453353894, |
| "grad_norm": 8.856532096862793, |
| "learning_rate": 7.910833679036032e-06, |
| "loss": 0.529, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.5150346954510407, |
| "grad_norm": 11.153056144714355, |
| "learning_rate": 7.90097806818526e-06, |
| "loss": 0.5492, |
| "step": 9825 |
| }, |
| { |
| "epoch": 1.5188897455666923, |
| "grad_norm": 13.278436660766602, |
| "learning_rate": 7.891105437159284e-06, |
| "loss": 0.5408, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.5227447956823439, |
| "grad_norm": 11.355679512023926, |
| "learning_rate": 7.881215843881296e-06, |
| "loss": 0.5888, |
| "step": 9875 |
| }, |
| { |
| "epoch": 1.5265998457979952, |
| "grad_norm": 11.082463264465332, |
| "learning_rate": 7.871309346374005e-06, |
| "loss": 0.5146, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.530454895913647, |
| "grad_norm": 10.298775672912598, |
| "learning_rate": 7.861386002759302e-06, |
| "loss": 0.5371, |
| "step": 9925 |
| }, |
| { |
| "epoch": 1.5343099460292984, |
| "grad_norm": 5.375964641571045, |
| "learning_rate": 7.851445871257909e-06, |
| "loss": 0.5871, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.5381649961449497, |
| "grad_norm": 10.021186828613281, |
| "learning_rate": 7.841489010189047e-06, |
| "loss": 0.5536, |
| "step": 9975 |
| }, |
| { |
| "epoch": 1.5420200462606015, |
| "grad_norm": 8.89342975616455, |
| "learning_rate": 7.831515477970093e-06, |
| "loss": 0.4262, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.5458750963762529, |
| "grad_norm": 8.71821117401123, |
| "learning_rate": 7.821525333116226e-06, |
| "loss": 0.5898, |
| "step": 10025 |
| }, |
| { |
| "epoch": 1.5497301464919044, |
| "grad_norm": 8.132588386535645, |
| "learning_rate": 7.811518634240103e-06, |
| "loss": 0.6425, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.553585196607556, |
| "grad_norm": 9.722726821899414, |
| "learning_rate": 7.801495440051495e-06, |
| "loss": 0.5682, |
| "step": 10075 |
| }, |
| { |
| "epoch": 1.5574402467232074, |
| "grad_norm": 9.070693969726562, |
| "learning_rate": 7.791455809356954e-06, |
| "loss": 0.507, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.561295296838859, |
| "grad_norm": 17.253707885742188, |
| "learning_rate": 7.781399801059469e-06, |
| "loss": 0.4379, |
| "step": 10125 |
| }, |
| { |
| "epoch": 1.5651503469545105, |
| "grad_norm": 9.190994262695312, |
| "learning_rate": 7.771327474158114e-06, |
| "loss": 0.5496, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.5690053970701618, |
| "grad_norm": 7.940937519073486, |
| "learning_rate": 7.761238887747707e-06, |
| "loss": 0.5811, |
| "step": 10175 |
| }, |
| { |
| "epoch": 1.5728604471858134, |
| "grad_norm": 3.5593698024749756, |
| "learning_rate": 7.751134101018463e-06, |
| "loss": 0.4845, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.576715497301465, |
| "grad_norm": 8.284226417541504, |
| "learning_rate": 7.741013173255637e-06, |
| "loss": 0.5191, |
| "step": 10225 |
| }, |
| { |
| "epoch": 1.5805705474171163, |
| "grad_norm": 11.53990650177002, |
| "learning_rate": 7.730876163839195e-06, |
| "loss": 0.5306, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.584425597532768, |
| "grad_norm": 10.26392936706543, |
| "learning_rate": 7.720723132243446e-06, |
| "loss": 0.4636, |
| "step": 10275 |
| }, |
| { |
| "epoch": 1.5882806476484195, |
| "grad_norm": 7.877215385437012, |
| "learning_rate": 7.710554138036707e-06, |
| "loss": 0.517, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.5921356977640708, |
| "grad_norm": 9.344793319702148, |
| "learning_rate": 7.700369240880944e-06, |
| "loss": 0.4611, |
| "step": 10325 |
| }, |
| { |
| "epoch": 1.5959907478797224, |
| "grad_norm": 11.912636756896973, |
| "learning_rate": 7.690168500531437e-06, |
| "loss": 0.5678, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.599845797995374, |
| "grad_norm": 9.530919075012207, |
| "learning_rate": 7.679951976836401e-06, |
| "loss": 0.5541, |
| "step": 10375 |
| }, |
| { |
| "epoch": 1.6037008481110253, |
| "grad_norm": 12.328695297241211, |
| "learning_rate": 7.669719729736669e-06, |
| "loss": 0.6063, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.607555898226677, |
| "grad_norm": 6.692688465118408, |
| "learning_rate": 7.659471819265316e-06, |
| "loss": 0.5489, |
| "step": 10425 |
| }, |
| { |
| "epoch": 1.6114109483423285, |
| "grad_norm": 11.644367218017578, |
| "learning_rate": 7.649208305547317e-06, |
| "loss": 0.4056, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.6152659984579798, |
| "grad_norm": 11.885711669921875, |
| "learning_rate": 7.638929248799187e-06, |
| "loss": 0.6173, |
| "step": 10475 |
| }, |
| { |
| "epoch": 1.6191210485736316, |
| "grad_norm": 12.212340354919434, |
| "learning_rate": 7.628634709328644e-06, |
| "loss": 0.5973, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.622976098689283, |
| "grad_norm": 7.975712776184082, |
| "learning_rate": 7.618324747534229e-06, |
| "loss": 0.542, |
| "step": 10525 |
| }, |
| { |
| "epoch": 1.6268311488049345, |
| "grad_norm": 9.488859176635742, |
| "learning_rate": 7.607999423904982e-06, |
| "loss": 0.5567, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.630686198920586, |
| "grad_norm": 11.337456703186035, |
| "learning_rate": 7.597658799020058e-06, |
| "loss": 0.6015, |
| "step": 10575 |
| }, |
| { |
| "epoch": 1.6345412490362374, |
| "grad_norm": 12.311405181884766, |
| "learning_rate": 7.587302933548395e-06, |
| "loss": 0.5477, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.638396299151889, |
| "grad_norm": 6.970990180969238, |
| "learning_rate": 7.57693188824834e-06, |
| "loss": 0.5682, |
| "step": 10625 |
| }, |
| { |
| "epoch": 1.6422513492675406, |
| "grad_norm": 7.132321357727051, |
| "learning_rate": 7.566545723967309e-06, |
| "loss": 0.5554, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.646106399383192, |
| "grad_norm": 8.085411071777344, |
| "learning_rate": 7.556144501641418e-06, |
| "loss": 0.5431, |
| "step": 10675 |
| }, |
| { |
| "epoch": 1.6499614494988435, |
| "grad_norm": 10.503854751586914, |
| "learning_rate": 7.545728282295127e-06, |
| "loss": 0.5855, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.653816499614495, |
| "grad_norm": 4.731517791748047, |
| "learning_rate": 7.535297127040886e-06, |
| "loss": 0.5929, |
| "step": 10725 |
| }, |
| { |
| "epoch": 1.6576715497301464, |
| "grad_norm": 8.450960159301758, |
| "learning_rate": 7.524851097078778e-06, |
| "loss": 0.5574, |
| "step": 10750 |
| }, |
| { |
| "epoch": 1.661526599845798, |
| "grad_norm": 12.14348316192627, |
| "learning_rate": 7.514390253696151e-06, |
| "loss": 0.564, |
| "step": 10775 |
| }, |
| { |
| "epoch": 1.6653816499614496, |
| "grad_norm": 8.517688751220703, |
| "learning_rate": 7.503914658267268e-06, |
| "loss": 0.5542, |
| "step": 10800 |
| }, |
| { |
| "epoch": 1.669236700077101, |
| "grad_norm": 5.898883819580078, |
| "learning_rate": 7.493424372252942e-06, |
| "loss": 0.5628, |
| "step": 10825 |
| }, |
| { |
| "epoch": 1.6730917501927525, |
| "grad_norm": 9.810076713562012, |
| "learning_rate": 7.482919457200173e-06, |
| "loss": 0.4793, |
| "step": 10850 |
| }, |
| { |
| "epoch": 1.676946800308404, |
| "grad_norm": 8.19438648223877, |
| "learning_rate": 7.4723999747417975e-06, |
| "loss": 0.4564, |
| "step": 10875 |
| }, |
| { |
| "epoch": 1.6808018504240554, |
| "grad_norm": 8.194275856018066, |
| "learning_rate": 7.461865986596114e-06, |
| "loss": 0.499, |
| "step": 10900 |
| }, |
| { |
| "epoch": 1.6846569005397072, |
| "grad_norm": 8.513113975524902, |
| "learning_rate": 7.451317554566527e-06, |
| "loss": 0.5126, |
| "step": 10925 |
| }, |
| { |
| "epoch": 1.6885119506553585, |
| "grad_norm": 9.31811809539795, |
| "learning_rate": 7.440754740541183e-06, |
| "loss": 0.5661, |
| "step": 10950 |
| }, |
| { |
| "epoch": 1.6923670007710099, |
| "grad_norm": 9.18864917755127, |
| "learning_rate": 7.430177606492616e-06, |
| "loss": 0.5016, |
| "step": 10975 |
| }, |
| { |
| "epoch": 1.6962220508866617, |
| "grad_norm": 10.510931015014648, |
| "learning_rate": 7.419586214477366e-06, |
| "loss": 0.5314, |
| "step": 11000 |
| }, |
| { |
| "epoch": 1.700077101002313, |
| "grad_norm": 8.722918510437012, |
| "learning_rate": 7.408980626635631e-06, |
| "loss": 0.5602, |
| "step": 11025 |
| }, |
| { |
| "epoch": 1.7039321511179646, |
| "grad_norm": 12.12399673461914, |
| "learning_rate": 7.398360905190894e-06, |
| "loss": 0.5081, |
| "step": 11050 |
| }, |
| { |
| "epoch": 1.7077872012336162, |
| "grad_norm": 13.294553756713867, |
| "learning_rate": 7.387727112449565e-06, |
| "loss": 0.5335, |
| "step": 11075 |
| }, |
| { |
| "epoch": 1.7116422513492675, |
| "grad_norm": 8.201335906982422, |
| "learning_rate": 7.377079310800604e-06, |
| "loss": 0.5275, |
| "step": 11100 |
| }, |
| { |
| "epoch": 1.715497301464919, |
| "grad_norm": 7.972436904907227, |
| "learning_rate": 7.366417562715169e-06, |
| "loss": 0.4989, |
| "step": 11125 |
| }, |
| { |
| "epoch": 1.7193523515805706, |
| "grad_norm": 5.6840949058532715, |
| "learning_rate": 7.355741930746238e-06, |
| "loss": 0.5936, |
| "step": 11150 |
| }, |
| { |
| "epoch": 1.723207401696222, |
| "grad_norm": 7.218390464782715, |
| "learning_rate": 7.345052477528245e-06, |
| "loss": 0.4187, |
| "step": 11175 |
| }, |
| { |
| "epoch": 1.7270624518118736, |
| "grad_norm": 9.847237586975098, |
| "learning_rate": 7.334349265776719e-06, |
| "loss": 0.5737, |
| "step": 11200 |
| }, |
| { |
| "epoch": 1.7309175019275251, |
| "grad_norm": 8.323447227478027, |
| "learning_rate": 7.3236323582879085e-06, |
| "loss": 0.5634, |
| "step": 11225 |
| }, |
| { |
| "epoch": 1.7347725520431765, |
| "grad_norm": 8.513628005981445, |
| "learning_rate": 7.3129018179384134e-06, |
| "loss": 0.5843, |
| "step": 11250 |
| }, |
| { |
| "epoch": 1.738627602158828, |
| "grad_norm": 9.567562103271484, |
| "learning_rate": 7.302157707684821e-06, |
| "loss": 0.4727, |
| "step": 11275 |
| }, |
| { |
| "epoch": 1.7424826522744796, |
| "grad_norm": 7.2932915687561035, |
| "learning_rate": 7.2914000905633365e-06, |
| "loss": 0.4881, |
| "step": 11300 |
| }, |
| { |
| "epoch": 1.746337702390131, |
| "grad_norm": 9.525776863098145, |
| "learning_rate": 7.280629029689402e-06, |
| "loss": 0.5105, |
| "step": 11325 |
| }, |
| { |
| "epoch": 1.7501927525057825, |
| "grad_norm": 8.903553009033203, |
| "learning_rate": 7.269844588257343e-06, |
| "loss": 0.5055, |
| "step": 11350 |
| }, |
| { |
| "epoch": 1.7540478026214341, |
| "grad_norm": 11.193290710449219, |
| "learning_rate": 7.259046829539984e-06, |
| "loss": 0.5071, |
| "step": 11375 |
| }, |
| { |
| "epoch": 1.7579028527370855, |
| "grad_norm": 7.516224384307861, |
| "learning_rate": 7.248235816888288e-06, |
| "loss": 0.5162, |
| "step": 11400 |
| }, |
| { |
| "epoch": 1.761757902852737, |
| "grad_norm": 15.788073539733887, |
| "learning_rate": 7.237411613730973e-06, |
| "loss": 0.6102, |
| "step": 11425 |
| }, |
| { |
| "epoch": 1.7656129529683886, |
| "grad_norm": 8.609055519104004, |
| "learning_rate": 7.226574283574152e-06, |
| "loss": 0.5987, |
| "step": 11450 |
| }, |
| { |
| "epoch": 1.76946800308404, |
| "grad_norm": 9.303633689880371, |
| "learning_rate": 7.2157238900009515e-06, |
| "loss": 0.6273, |
| "step": 11475 |
| }, |
| { |
| "epoch": 1.7733230531996917, |
| "grad_norm": 11.042442321777344, |
| "learning_rate": 7.204860496671142e-06, |
| "loss": 0.5039, |
| "step": 11500 |
| }, |
| { |
| "epoch": 1.777178103315343, |
| "grad_norm": 10.328720092773438, |
| "learning_rate": 7.193984167320765e-06, |
| "loss": 0.5863, |
| "step": 11525 |
| }, |
| { |
| "epoch": 1.7810331534309944, |
| "grad_norm": 7.442523002624512, |
| "learning_rate": 7.18309496576176e-06, |
| "loss": 0.5166, |
| "step": 11550 |
| }, |
| { |
| "epoch": 1.7848882035466462, |
| "grad_norm": 6.905193328857422, |
| "learning_rate": 7.172192955881583e-06, |
| "loss": 0.5504, |
| "step": 11575 |
| }, |
| { |
| "epoch": 1.7887432536622976, |
| "grad_norm": 9.047221183776855, |
| "learning_rate": 7.1612782016428425e-06, |
| "loss": 0.5145, |
| "step": 11600 |
| }, |
| { |
| "epoch": 1.7925983037779492, |
| "grad_norm": 8.46165943145752, |
| "learning_rate": 7.150350767082916e-06, |
| "loss": 0.4998, |
| "step": 11625 |
| }, |
| { |
| "epoch": 1.7964533538936007, |
| "grad_norm": 5.901994705200195, |
| "learning_rate": 7.139410716313579e-06, |
| "loss": 0.5307, |
| "step": 11650 |
| }, |
| { |
| "epoch": 1.800308404009252, |
| "grad_norm": 9.717686653137207, |
| "learning_rate": 7.128458113520624e-06, |
| "loss": 0.5481, |
| "step": 11675 |
| }, |
| { |
| "epoch": 1.8041634541249036, |
| "grad_norm": 6.8741326332092285, |
| "learning_rate": 7.117493022963488e-06, |
| "loss": 0.4816, |
| "step": 11700 |
| }, |
| { |
| "epoch": 1.8080185042405552, |
| "grad_norm": 11.298688888549805, |
| "learning_rate": 7.1065155089748735e-06, |
| "loss": 0.5202, |
| "step": 11725 |
| }, |
| { |
| "epoch": 1.8118735543562066, |
| "grad_norm": 12.379132270812988, |
| "learning_rate": 7.095525635960379e-06, |
| "loss": 0.5423, |
| "step": 11750 |
| }, |
| { |
| "epoch": 1.8157286044718581, |
| "grad_norm": 8.774430274963379, |
| "learning_rate": 7.084523468398101e-06, |
| "loss": 0.5722, |
| "step": 11775 |
| }, |
| { |
| "epoch": 1.8195836545875097, |
| "grad_norm": 12.321609497070312, |
| "learning_rate": 7.07350907083828e-06, |
| "loss": 0.5695, |
| "step": 11800 |
| }, |
| { |
| "epoch": 1.823438704703161, |
| "grad_norm": 10.942859649658203, |
| "learning_rate": 7.062482507902904e-06, |
| "loss": 0.5731, |
| "step": 11825 |
| }, |
| { |
| "epoch": 1.8272937548188126, |
| "grad_norm": 9.582926750183105, |
| "learning_rate": 7.051443844285339e-06, |
| "loss": 0.6066, |
| "step": 11850 |
| }, |
| { |
| "epoch": 1.8311488049344642, |
| "grad_norm": 10.249176025390625, |
| "learning_rate": 7.040393144749946e-06, |
| "loss": 0.502, |
| "step": 11875 |
| }, |
| { |
| "epoch": 1.8350038550501155, |
| "grad_norm": 8.083261489868164, |
| "learning_rate": 7.029330474131698e-06, |
| "loss": 0.4515, |
| "step": 11900 |
| }, |
| { |
| "epoch": 1.838858905165767, |
| "grad_norm": 6.912391185760498, |
| "learning_rate": 7.0182558973358085e-06, |
| "loss": 0.5324, |
| "step": 11925 |
| }, |
| { |
| "epoch": 1.8427139552814187, |
| "grad_norm": 7.553276538848877, |
| "learning_rate": 7.0071694793373406e-06, |
| "loss": 0.5428, |
| "step": 11950 |
| }, |
| { |
| "epoch": 1.84656900539707, |
| "grad_norm": 13.767989158630371, |
| "learning_rate": 6.996071285180832e-06, |
| "loss": 0.5122, |
| "step": 11975 |
| }, |
| { |
| "epoch": 1.8504240555127218, |
| "grad_norm": 8.248040199279785, |
| "learning_rate": 6.984961379979911e-06, |
| "loss": 0.5544, |
| "step": 12000 |
| }, |
| { |
| "epoch": 1.8542791056283732, |
| "grad_norm": 11.559853553771973, |
| "learning_rate": 6.973839828916917e-06, |
| "loss": 0.5244, |
| "step": 12025 |
| }, |
| { |
| "epoch": 1.8581341557440245, |
| "grad_norm": 10.446723937988281, |
| "learning_rate": 6.962706697242512e-06, |
| "loss": 0.4629, |
| "step": 12050 |
| }, |
| { |
| "epoch": 1.8619892058596763, |
| "grad_norm": 7.66959810256958, |
| "learning_rate": 6.951562050275309e-06, |
| "loss": 0.5103, |
| "step": 12075 |
| }, |
| { |
| "epoch": 1.8658442559753277, |
| "grad_norm": 6.154583930969238, |
| "learning_rate": 6.9404059534014745e-06, |
| "loss": 0.4887, |
| "step": 12100 |
| }, |
| { |
| "epoch": 1.8696993060909792, |
| "grad_norm": 14.175530433654785, |
| "learning_rate": 6.929238472074355e-06, |
| "loss": 0.4937, |
| "step": 12125 |
| }, |
| { |
| "epoch": 1.8735543562066308, |
| "grad_norm": 12.877251625061035, |
| "learning_rate": 6.9180596718140925e-06, |
| "loss": 0.5657, |
| "step": 12150 |
| }, |
| { |
| "epoch": 1.8774094063222821, |
| "grad_norm": 12.50566291809082, |
| "learning_rate": 6.9068696182072355e-06, |
| "loss": 0.5991, |
| "step": 12175 |
| }, |
| { |
| "epoch": 1.8812644564379337, |
| "grad_norm": 8.946805953979492, |
| "learning_rate": 6.895668376906354e-06, |
| "loss": 0.5373, |
| "step": 12200 |
| }, |
| { |
| "epoch": 1.8851195065535853, |
| "grad_norm": 8.240991592407227, |
| "learning_rate": 6.884456013629661e-06, |
| "loss": 0.452, |
| "step": 12225 |
| }, |
| { |
| "epoch": 1.8889745566692366, |
| "grad_norm": 5.963514804840088, |
| "learning_rate": 6.873232594160623e-06, |
| "loss": 0.5203, |
| "step": 12250 |
| }, |
| { |
| "epoch": 1.8928296067848882, |
| "grad_norm": 6.990925312042236, |
| "learning_rate": 6.8619981843475655e-06, |
| "loss": 0.4542, |
| "step": 12275 |
| }, |
| { |
| "epoch": 1.8966846569005398, |
| "grad_norm": 9.573740005493164, |
| "learning_rate": 6.850752850103307e-06, |
| "loss": 0.6374, |
| "step": 12300 |
| }, |
| { |
| "epoch": 1.9005397070161911, |
| "grad_norm": 10.438694953918457, |
| "learning_rate": 6.839496657404752e-06, |
| "loss": 0.4875, |
| "step": 12325 |
| }, |
| { |
| "epoch": 1.9043947571318427, |
| "grad_norm": 11.561971664428711, |
| "learning_rate": 6.828229672292512e-06, |
| "loss": 0.6264, |
| "step": 12350 |
| }, |
| { |
| "epoch": 1.9082498072474943, |
| "grad_norm": 12.459427833557129, |
| "learning_rate": 6.816951960870524e-06, |
| "loss": 0.624, |
| "step": 12375 |
| }, |
| { |
| "epoch": 1.9121048573631456, |
| "grad_norm": 11.697875022888184, |
| "learning_rate": 6.805663589305651e-06, |
| "loss": 0.5197, |
| "step": 12400 |
| }, |
| { |
| "epoch": 1.9159599074787972, |
| "grad_norm": 5.736695766448975, |
| "learning_rate": 6.794364623827302e-06, |
| "loss": 0.5233, |
| "step": 12425 |
| }, |
| { |
| "epoch": 1.9198149575944488, |
| "grad_norm": 6.249728679656982, |
| "learning_rate": 6.7830551307270405e-06, |
| "loss": 0.5375, |
| "step": 12450 |
| }, |
| { |
| "epoch": 1.9236700077101, |
| "grad_norm": 5.488771915435791, |
| "learning_rate": 6.7717351763581954e-06, |
| "loss": 0.5137, |
| "step": 12475 |
| }, |
| { |
| "epoch": 1.927525057825752, |
| "grad_norm": 9.779924392700195, |
| "learning_rate": 6.760404827135474e-06, |
| "loss": 0.5825, |
| "step": 12500 |
| }, |
| { |
| "epoch": 1.9313801079414032, |
| "grad_norm": 7.1002631187438965, |
| "learning_rate": 6.74906414953457e-06, |
| "loss": 0.5519, |
| "step": 12525 |
| }, |
| { |
| "epoch": 1.9352351580570546, |
| "grad_norm": 8.021027565002441, |
| "learning_rate": 6.7377132100917745e-06, |
| "loss": 0.5348, |
| "step": 12550 |
| }, |
| { |
| "epoch": 1.9390902081727064, |
| "grad_norm": 9.327821731567383, |
| "learning_rate": 6.726352075403582e-06, |
| "loss": 0.5486, |
| "step": 12575 |
| }, |
| { |
| "epoch": 1.9429452582883577, |
| "grad_norm": 7.505486011505127, |
| "learning_rate": 6.714980812126308e-06, |
| "loss": 0.5861, |
| "step": 12600 |
| }, |
| { |
| "epoch": 1.9468003084040093, |
| "grad_norm": 7.565356731414795, |
| "learning_rate": 6.703599486975692e-06, |
| "loss": 0.4886, |
| "step": 12625 |
| }, |
| { |
| "epoch": 1.9506553585196609, |
| "grad_norm": 10.52251148223877, |
| "learning_rate": 6.692208166726501e-06, |
| "loss": 0.5215, |
| "step": 12650 |
| }, |
| { |
| "epoch": 1.9545104086353122, |
| "grad_norm": 8.883962631225586, |
| "learning_rate": 6.680806918212154e-06, |
| "loss": 0.5301, |
| "step": 12675 |
| }, |
| { |
| "epoch": 1.9583654587509638, |
| "grad_norm": 7.735800266265869, |
| "learning_rate": 6.6693958083243095e-06, |
| "loss": 0.4528, |
| "step": 12700 |
| }, |
| { |
| "epoch": 1.9622205088666154, |
| "grad_norm": 9.604096412658691, |
| "learning_rate": 6.65797490401249e-06, |
| "loss": 0.5261, |
| "step": 12725 |
| }, |
| { |
| "epoch": 1.9660755589822667, |
| "grad_norm": 6.650146961212158, |
| "learning_rate": 6.646544272283682e-06, |
| "loss": 0.5879, |
| "step": 12750 |
| }, |
| { |
| "epoch": 1.9699306090979183, |
| "grad_norm": 12.350354194641113, |
| "learning_rate": 6.635103980201936e-06, |
| "loss": 0.542, |
| "step": 12775 |
| }, |
| { |
| "epoch": 1.9737856592135699, |
| "grad_norm": 8.362752914428711, |
| "learning_rate": 6.623654094887988e-06, |
| "loss": 0.4874, |
| "step": 12800 |
| }, |
| { |
| "epoch": 1.9776407093292212, |
| "grad_norm": 11.609392166137695, |
| "learning_rate": 6.612194683518855e-06, |
| "loss": 0.4773, |
| "step": 12825 |
| }, |
| { |
| "epoch": 1.9814957594448728, |
| "grad_norm": 12.433268547058105, |
| "learning_rate": 6.6007258133274465e-06, |
| "loss": 0.5187, |
| "step": 12850 |
| }, |
| { |
| "epoch": 1.9853508095605243, |
| "grad_norm": 11.452352523803711, |
| "learning_rate": 6.589247551602164e-06, |
| "loss": 0.5056, |
| "step": 12875 |
| }, |
| { |
| "epoch": 1.9892058596761757, |
| "grad_norm": 14.193047523498535, |
| "learning_rate": 6.577759965686509e-06, |
| "loss": 0.5754, |
| "step": 12900 |
| }, |
| { |
| "epoch": 1.9930609097918273, |
| "grad_norm": 9.333495140075684, |
| "learning_rate": 6.566263122978689e-06, |
| "loss": 0.5351, |
| "step": 12925 |
| }, |
| { |
| "epoch": 1.9969159599074788, |
| "grad_norm": 10.230022430419922, |
| "learning_rate": 6.5547570909312275e-06, |
| "loss": 0.5947, |
| "step": 12950 |
| }, |
| { |
| "epoch": 2.00077101002313, |
| "grad_norm": 7.866212844848633, |
| "learning_rate": 6.543241937050553e-06, |
| "loss": 0.4873, |
| "step": 12975 |
| }, |
| { |
| "epoch": 2.004626060138782, |
| "grad_norm": 6.736771106719971, |
| "learning_rate": 6.531717728896617e-06, |
| "loss": 0.2748, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.0084811102544333, |
| "grad_norm": 7.0699357986450195, |
| "learning_rate": 6.520184534082494e-06, |
| "loss": 0.2476, |
| "step": 13025 |
| }, |
| { |
| "epoch": 2.0123361603700847, |
| "grad_norm": 4.682115077972412, |
| "learning_rate": 6.508642420273984e-06, |
| "loss": 0.2423, |
| "step": 13050 |
| }, |
| { |
| "epoch": 2.0161912104857365, |
| "grad_norm": 14.793108940124512, |
| "learning_rate": 6.497091455189209e-06, |
| "loss": 0.3074, |
| "step": 13075 |
| }, |
| { |
| "epoch": 2.020046260601388, |
| "grad_norm": 4.285236358642578, |
| "learning_rate": 6.48553170659823e-06, |
| "loss": 0.2607, |
| "step": 13100 |
| }, |
| { |
| "epoch": 2.023901310717039, |
| "grad_norm": 10.649596214294434, |
| "learning_rate": 6.473963242322634e-06, |
| "loss": 0.2847, |
| "step": 13125 |
| }, |
| { |
| "epoch": 2.027756360832691, |
| "grad_norm": 8.940801620483398, |
| "learning_rate": 6.462386130235149e-06, |
| "loss": 0.2867, |
| "step": 13150 |
| }, |
| { |
| "epoch": 2.0316114109483423, |
| "grad_norm": 11.055030822753906, |
| "learning_rate": 6.450800438259237e-06, |
| "loss": 0.2377, |
| "step": 13175 |
| }, |
| { |
| "epoch": 2.0354664610639936, |
| "grad_norm": 7.941375255584717, |
| "learning_rate": 6.439206234368701e-06, |
| "loss": 0.3066, |
| "step": 13200 |
| }, |
| { |
| "epoch": 2.0393215111796454, |
| "grad_norm": 8.227485656738281, |
| "learning_rate": 6.427603586587281e-06, |
| "loss": 0.2618, |
| "step": 13225 |
| }, |
| { |
| "epoch": 2.043176561295297, |
| "grad_norm": 8.643232345581055, |
| "learning_rate": 6.415992562988258e-06, |
| "loss": 0.3087, |
| "step": 13250 |
| }, |
| { |
| "epoch": 2.047031611410948, |
| "grad_norm": 10.568580627441406, |
| "learning_rate": 6.404373231694056e-06, |
| "loss": 0.3075, |
| "step": 13275 |
| }, |
| { |
| "epoch": 2.0508866615266, |
| "grad_norm": 10.652327537536621, |
| "learning_rate": 6.392745660875841e-06, |
| "loss": 0.3359, |
| "step": 13300 |
| }, |
| { |
| "epoch": 2.0547417116422513, |
| "grad_norm": 6.572065830230713, |
| "learning_rate": 6.38110991875312e-06, |
| "loss": 0.24, |
| "step": 13325 |
| }, |
| { |
| "epoch": 2.058596761757903, |
| "grad_norm": 11.19629955291748, |
| "learning_rate": 6.369466073593338e-06, |
| "loss": 0.2646, |
| "step": 13350 |
| }, |
| { |
| "epoch": 2.0624518118735544, |
| "grad_norm": 14.49629020690918, |
| "learning_rate": 6.357814193711487e-06, |
| "loss": 0.3042, |
| "step": 13375 |
| }, |
| { |
| "epoch": 2.0663068619892058, |
| "grad_norm": 12.417818069458008, |
| "learning_rate": 6.346154347469695e-06, |
| "loss": 0.2873, |
| "step": 13400 |
| }, |
| { |
| "epoch": 2.0701619121048576, |
| "grad_norm": 9.44558334350586, |
| "learning_rate": 6.3344866032768306e-06, |
| "loss": 0.2421, |
| "step": 13425 |
| }, |
| { |
| "epoch": 2.074016962220509, |
| "grad_norm": 7.87114953994751, |
| "learning_rate": 6.3228110295880974e-06, |
| "loss": 0.2502, |
| "step": 13450 |
| }, |
| { |
| "epoch": 2.0778720123361603, |
| "grad_norm": 6.933884620666504, |
| "learning_rate": 6.311127694904638e-06, |
| "loss": 0.2842, |
| "step": 13475 |
| }, |
| { |
| "epoch": 2.081727062451812, |
| "grad_norm": 10.668693542480469, |
| "learning_rate": 6.299436667773131e-06, |
| "loss": 0.2911, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.0855821125674634, |
| "grad_norm": 10.54037857055664, |
| "learning_rate": 6.287738016785383e-06, |
| "loss": 0.2803, |
| "step": 13525 |
| }, |
| { |
| "epoch": 2.0894371626831147, |
| "grad_norm": 7.743317127227783, |
| "learning_rate": 6.276031810577929e-06, |
| "loss": 0.2466, |
| "step": 13550 |
| }, |
| { |
| "epoch": 2.0932922127987665, |
| "grad_norm": 7.318984031677246, |
| "learning_rate": 6.264318117831634e-06, |
| "loss": 0.3117, |
| "step": 13575 |
| }, |
| { |
| "epoch": 2.097147262914418, |
| "grad_norm": 10.879950523376465, |
| "learning_rate": 6.252597007271287e-06, |
| "loss": 0.2674, |
| "step": 13600 |
| }, |
| { |
| "epoch": 2.1010023130300692, |
| "grad_norm": 10.071147918701172, |
| "learning_rate": 6.2408685476651955e-06, |
| "loss": 0.2976, |
| "step": 13625 |
| }, |
| { |
| "epoch": 2.104857363145721, |
| "grad_norm": 10.434429168701172, |
| "learning_rate": 6.2291328078247885e-06, |
| "loss": 0.2732, |
| "step": 13650 |
| }, |
| { |
| "epoch": 2.1087124132613724, |
| "grad_norm": 7.184157848358154, |
| "learning_rate": 6.2173898566042e-06, |
| "loss": 0.1922, |
| "step": 13675 |
| }, |
| { |
| "epoch": 2.1125674633770237, |
| "grad_norm": 16.419221878051758, |
| "learning_rate": 6.205639762899884e-06, |
| "loss": 0.2835, |
| "step": 13700 |
| }, |
| { |
| "epoch": 2.1164225134926755, |
| "grad_norm": 8.063368797302246, |
| "learning_rate": 6.193882595650193e-06, |
| "loss": 0.2831, |
| "step": 13725 |
| }, |
| { |
| "epoch": 2.120277563608327, |
| "grad_norm": 8.21772289276123, |
| "learning_rate": 6.1821184238349815e-06, |
| "loss": 0.2613, |
| "step": 13750 |
| }, |
| { |
| "epoch": 2.124132613723978, |
| "grad_norm": 6.443696022033691, |
| "learning_rate": 6.1703473164752e-06, |
| "loss": 0.3244, |
| "step": 13775 |
| }, |
| { |
| "epoch": 2.12798766383963, |
| "grad_norm": 8.925273895263672, |
| "learning_rate": 6.158569342632491e-06, |
| "loss": 0.2665, |
| "step": 13800 |
| }, |
| { |
| "epoch": 2.1318427139552814, |
| "grad_norm": 14.582781791687012, |
| "learning_rate": 6.146784571408785e-06, |
| "loss": 0.2885, |
| "step": 13825 |
| }, |
| { |
| "epoch": 2.135697764070933, |
| "grad_norm": 9.872135162353516, |
| "learning_rate": 6.13499307194589e-06, |
| "loss": 0.3011, |
| "step": 13850 |
| }, |
| { |
| "epoch": 2.1395528141865845, |
| "grad_norm": 6.854443550109863, |
| "learning_rate": 6.123194913425087e-06, |
| "loss": 0.3061, |
| "step": 13875 |
| }, |
| { |
| "epoch": 2.143407864302236, |
| "grad_norm": 10.82694149017334, |
| "learning_rate": 6.1113901650667295e-06, |
| "loss": 0.2892, |
| "step": 13900 |
| }, |
| { |
| "epoch": 2.1472629144178876, |
| "grad_norm": 8.101310729980469, |
| "learning_rate": 6.0995788961298354e-06, |
| "loss": 0.2683, |
| "step": 13925 |
| }, |
| { |
| "epoch": 2.151117964533539, |
| "grad_norm": 9.208884239196777, |
| "learning_rate": 6.087761175911676e-06, |
| "loss": 0.2887, |
| "step": 13950 |
| }, |
| { |
| "epoch": 2.1549730146491903, |
| "grad_norm": 10.26357364654541, |
| "learning_rate": 6.0759370737473734e-06, |
| "loss": 0.2045, |
| "step": 13975 |
| }, |
| { |
| "epoch": 2.158828064764842, |
| "grad_norm": 13.05822467803955, |
| "learning_rate": 6.064106659009491e-06, |
| "loss": 0.3116, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.1626831148804935, |
| "grad_norm": 7.703470230102539, |
| "learning_rate": 6.052270001107634e-06, |
| "loss": 0.2889, |
| "step": 14025 |
| }, |
| { |
| "epoch": 2.166538164996145, |
| "grad_norm": 6.503296852111816, |
| "learning_rate": 6.04042716948803e-06, |
| "loss": 0.2839, |
| "step": 14050 |
| }, |
| { |
| "epoch": 2.1703932151117966, |
| "grad_norm": 9.92291259765625, |
| "learning_rate": 6.028578233633131e-06, |
| "loss": 0.26, |
| "step": 14075 |
| }, |
| { |
| "epoch": 2.174248265227448, |
| "grad_norm": 8.040242195129395, |
| "learning_rate": 6.016723263061203e-06, |
| "loss": 0.3093, |
| "step": 14100 |
| }, |
| { |
| "epoch": 2.1781033153430993, |
| "grad_norm": 6.951204299926758, |
| "learning_rate": 6.004862327325918e-06, |
| "loss": 0.297, |
| "step": 14125 |
| }, |
| { |
| "epoch": 2.181958365458751, |
| "grad_norm": 8.58872127532959, |
| "learning_rate": 5.992995496015945e-06, |
| "loss": 0.2971, |
| "step": 14150 |
| }, |
| { |
| "epoch": 2.1858134155744025, |
| "grad_norm": 3.393548011779785, |
| "learning_rate": 5.9811228387545465e-06, |
| "loss": 0.2585, |
| "step": 14175 |
| }, |
| { |
| "epoch": 2.189668465690054, |
| "grad_norm": 6.551548957824707, |
| "learning_rate": 5.969244425199158e-06, |
| "loss": 0.3007, |
| "step": 14200 |
| }, |
| { |
| "epoch": 2.1935235158057056, |
| "grad_norm": 7.244775295257568, |
| "learning_rate": 5.957360325040994e-06, |
| "loss": 0.3139, |
| "step": 14225 |
| }, |
| { |
| "epoch": 2.197378565921357, |
| "grad_norm": 11.040155410766602, |
| "learning_rate": 5.945470608004632e-06, |
| "loss": 0.3068, |
| "step": 14250 |
| }, |
| { |
| "epoch": 2.2012336160370083, |
| "grad_norm": 12.16425609588623, |
| "learning_rate": 5.933575343847602e-06, |
| "loss": 0.2748, |
| "step": 14275 |
| }, |
| { |
| "epoch": 2.20508866615266, |
| "grad_norm": 12.443540573120117, |
| "learning_rate": 5.921674602359982e-06, |
| "loss": 0.2521, |
| "step": 14300 |
| }, |
| { |
| "epoch": 2.2089437162683114, |
| "grad_norm": 9.918098449707031, |
| "learning_rate": 5.909768453363979e-06, |
| "loss": 0.2712, |
| "step": 14325 |
| }, |
| { |
| "epoch": 2.212798766383963, |
| "grad_norm": 5.254764556884766, |
| "learning_rate": 5.897856966713535e-06, |
| "loss": 0.3071, |
| "step": 14350 |
| }, |
| { |
| "epoch": 2.2166538164996146, |
| "grad_norm": 8.445236206054688, |
| "learning_rate": 5.885940212293905e-06, |
| "loss": 0.3144, |
| "step": 14375 |
| }, |
| { |
| "epoch": 2.220508866615266, |
| "grad_norm": 12.68058967590332, |
| "learning_rate": 5.874018260021246e-06, |
| "loss": 0.2997, |
| "step": 14400 |
| }, |
| { |
| "epoch": 2.2243639167309173, |
| "grad_norm": 11.399242401123047, |
| "learning_rate": 5.862091179842216e-06, |
| "loss": 0.374, |
| "step": 14425 |
| }, |
| { |
| "epoch": 2.228218966846569, |
| "grad_norm": 4.394013404846191, |
| "learning_rate": 5.850159041733557e-06, |
| "loss": 0.2138, |
| "step": 14450 |
| }, |
| { |
| "epoch": 2.2320740169622204, |
| "grad_norm": 8.710460662841797, |
| "learning_rate": 5.838221915701688e-06, |
| "loss": 0.2571, |
| "step": 14475 |
| }, |
| { |
| "epoch": 2.235929067077872, |
| "grad_norm": 9.865557670593262, |
| "learning_rate": 5.82627987178229e-06, |
| "loss": 0.2784, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.2397841171935235, |
| "grad_norm": 12.480177879333496, |
| "learning_rate": 5.814332980039896e-06, |
| "loss": 0.2484, |
| "step": 14525 |
| }, |
| { |
| "epoch": 2.243639167309175, |
| "grad_norm": 14.494118690490723, |
| "learning_rate": 5.802381310567484e-06, |
| "loss": 0.2876, |
| "step": 14550 |
| }, |
| { |
| "epoch": 2.2474942174248267, |
| "grad_norm": 12.612906455993652, |
| "learning_rate": 5.790424933486065e-06, |
| "loss": 0.289, |
| "step": 14575 |
| }, |
| { |
| "epoch": 2.251349267540478, |
| "grad_norm": 8.49714183807373, |
| "learning_rate": 5.778463918944266e-06, |
| "loss": 0.3188, |
| "step": 14600 |
| }, |
| { |
| "epoch": 2.2552043176561294, |
| "grad_norm": 11.339805603027344, |
| "learning_rate": 5.766498337117924e-06, |
| "loss": 0.2372, |
| "step": 14625 |
| }, |
| { |
| "epoch": 2.259059367771781, |
| "grad_norm": 7.394718647003174, |
| "learning_rate": 5.754528258209671e-06, |
| "loss": 0.2826, |
| "step": 14650 |
| }, |
| { |
| "epoch": 2.2629144178874325, |
| "grad_norm": 10.278124809265137, |
| "learning_rate": 5.7425537524485275e-06, |
| "loss": 0.2472, |
| "step": 14675 |
| }, |
| { |
| "epoch": 2.266769468003084, |
| "grad_norm": 7.263669013977051, |
| "learning_rate": 5.7305748900894806e-06, |
| "loss": 0.2792, |
| "step": 14700 |
| }, |
| { |
| "epoch": 2.2706245181187357, |
| "grad_norm": 13.025028228759766, |
| "learning_rate": 5.718591741413082e-06, |
| "loss": 0.2945, |
| "step": 14725 |
| }, |
| { |
| "epoch": 2.274479568234387, |
| "grad_norm": 12.685118675231934, |
| "learning_rate": 5.706604376725033e-06, |
| "loss": 0.2348, |
| "step": 14750 |
| }, |
| { |
| "epoch": 2.2783346183500384, |
| "grad_norm": 16.206722259521484, |
| "learning_rate": 5.6946128663557635e-06, |
| "loss": 0.2808, |
| "step": 14775 |
| }, |
| { |
| "epoch": 2.28218966846569, |
| "grad_norm": 14.512044906616211, |
| "learning_rate": 5.682617280660033e-06, |
| "loss": 0.2915, |
| "step": 14800 |
| }, |
| { |
| "epoch": 2.2860447185813415, |
| "grad_norm": 15.623675346374512, |
| "learning_rate": 5.67061769001651e-06, |
| "loss": 0.2792, |
| "step": 14825 |
| }, |
| { |
| "epoch": 2.2898997686969933, |
| "grad_norm": 10.42396354675293, |
| "learning_rate": 5.658614164827358e-06, |
| "loss": 0.23, |
| "step": 14850 |
| }, |
| { |
| "epoch": 2.2937548188126446, |
| "grad_norm": 9.883713722229004, |
| "learning_rate": 5.6466067755178226e-06, |
| "loss": 0.2615, |
| "step": 14875 |
| }, |
| { |
| "epoch": 2.297609868928296, |
| "grad_norm": 12.14278793334961, |
| "learning_rate": 5.634595592535827e-06, |
| "loss": 0.2888, |
| "step": 14900 |
| }, |
| { |
| "epoch": 2.301464919043948, |
| "grad_norm": 9.987312316894531, |
| "learning_rate": 5.622580686351547e-06, |
| "loss": 0.2429, |
| "step": 14925 |
| }, |
| { |
| "epoch": 2.305319969159599, |
| "grad_norm": 8.568805694580078, |
| "learning_rate": 5.610562127457007e-06, |
| "loss": 0.2566, |
| "step": 14950 |
| }, |
| { |
| "epoch": 2.3091750192752505, |
| "grad_norm": 12.70766544342041, |
| "learning_rate": 5.598539986365654e-06, |
| "loss": 0.3429, |
| "step": 14975 |
| }, |
| { |
| "epoch": 2.3130300693909023, |
| "grad_norm": 6.177096366882324, |
| "learning_rate": 5.586514333611961e-06, |
| "loss": 0.2434, |
| "step": 15000 |
| }, |
| { |
| "epoch": 2.3168851195065536, |
| "grad_norm": 12.66221809387207, |
| "learning_rate": 5.574485239750998e-06, |
| "loss": 0.2958, |
| "step": 15025 |
| }, |
| { |
| "epoch": 2.320740169622205, |
| "grad_norm": 10.357071876525879, |
| "learning_rate": 5.562452775358028e-06, |
| "loss": 0.2553, |
| "step": 15050 |
| }, |
| { |
| "epoch": 2.3245952197378568, |
| "grad_norm": 9.472440719604492, |
| "learning_rate": 5.550417011028086e-06, |
| "loss": 0.3276, |
| "step": 15075 |
| }, |
| { |
| "epoch": 2.328450269853508, |
| "grad_norm": 7.8861212730407715, |
| "learning_rate": 5.53837801737557e-06, |
| "loss": 0.3256, |
| "step": 15100 |
| }, |
| { |
| "epoch": 2.3323053199691595, |
| "grad_norm": 10.168670654296875, |
| "learning_rate": 5.526335865033823e-06, |
| "loss": 0.336, |
| "step": 15125 |
| }, |
| { |
| "epoch": 2.3361603700848113, |
| "grad_norm": 8.54845905303955, |
| "learning_rate": 5.514290624654722e-06, |
| "loss": 0.2719, |
| "step": 15150 |
| }, |
| { |
| "epoch": 2.3400154202004626, |
| "grad_norm": 7.871292591094971, |
| "learning_rate": 5.50224236690826e-06, |
| "loss": 0.2878, |
| "step": 15175 |
| }, |
| { |
| "epoch": 2.343870470316114, |
| "grad_norm": 9.581894874572754, |
| "learning_rate": 5.490191162482133e-06, |
| "loss": 0.2585, |
| "step": 15200 |
| }, |
| { |
| "epoch": 2.3477255204317657, |
| "grad_norm": 9.766436576843262, |
| "learning_rate": 5.478137082081328e-06, |
| "loss": 0.3189, |
| "step": 15225 |
| }, |
| { |
| "epoch": 2.351580570547417, |
| "grad_norm": 10.144207954406738, |
| "learning_rate": 5.4660801964277015e-06, |
| "loss": 0.2391, |
| "step": 15250 |
| }, |
| { |
| "epoch": 2.3554356206630684, |
| "grad_norm": 9.748770713806152, |
| "learning_rate": 5.4540205762595714e-06, |
| "loss": 0.2635, |
| "step": 15275 |
| }, |
| { |
| "epoch": 2.3592906707787202, |
| "grad_norm": 12.085159301757812, |
| "learning_rate": 5.441958292331297e-06, |
| "loss": 0.3298, |
| "step": 15300 |
| }, |
| { |
| "epoch": 2.3631457208943716, |
| "grad_norm": 10.519356727600098, |
| "learning_rate": 5.42989341541287e-06, |
| "loss": 0.3364, |
| "step": 15325 |
| }, |
| { |
| "epoch": 2.367000771010023, |
| "grad_norm": 7.1762189865112305, |
| "learning_rate": 5.417826016289489e-06, |
| "loss": 0.2631, |
| "step": 15350 |
| }, |
| { |
| "epoch": 2.3708558211256747, |
| "grad_norm": 7.298311710357666, |
| "learning_rate": 5.405756165761158e-06, |
| "loss": 0.2925, |
| "step": 15375 |
| }, |
| { |
| "epoch": 2.374710871241326, |
| "grad_norm": 14.725603103637695, |
| "learning_rate": 5.393683934642257e-06, |
| "loss": 0.268, |
| "step": 15400 |
| }, |
| { |
| "epoch": 2.3785659213569774, |
| "grad_norm": 12.149480819702148, |
| "learning_rate": 5.3816093937611344e-06, |
| "loss": 0.2902, |
| "step": 15425 |
| }, |
| { |
| "epoch": 2.382420971472629, |
| "grad_norm": 6.900524616241455, |
| "learning_rate": 5.369532613959695e-06, |
| "loss": 0.2851, |
| "step": 15450 |
| }, |
| { |
| "epoch": 2.3862760215882806, |
| "grad_norm": 13.183350563049316, |
| "learning_rate": 5.357453666092972e-06, |
| "loss": 0.2761, |
| "step": 15475 |
| }, |
| { |
| "epoch": 2.390131071703932, |
| "grad_norm": 9.373590469360352, |
| "learning_rate": 5.345372621028725e-06, |
| "loss": 0.2982, |
| "step": 15500 |
| }, |
| { |
| "epoch": 2.3939861218195837, |
| "grad_norm": 4.575671195983887, |
| "learning_rate": 5.333289549647014e-06, |
| "loss": 0.2896, |
| "step": 15525 |
| }, |
| { |
| "epoch": 2.397841171935235, |
| "grad_norm": 10.887511253356934, |
| "learning_rate": 5.321204522839789e-06, |
| "loss": 0.2735, |
| "step": 15550 |
| }, |
| { |
| "epoch": 2.401696222050887, |
| "grad_norm": 8.057476043701172, |
| "learning_rate": 5.309117611510475e-06, |
| "loss": 0.2755, |
| "step": 15575 |
| }, |
| { |
| "epoch": 2.405551272166538, |
| "grad_norm": 10.257162094116211, |
| "learning_rate": 5.2970288865735474e-06, |
| "loss": 0.2939, |
| "step": 15600 |
| }, |
| { |
| "epoch": 2.4094063222821895, |
| "grad_norm": 6.080315589904785, |
| "learning_rate": 5.284938418954128e-06, |
| "loss": 0.2566, |
| "step": 15625 |
| }, |
| { |
| "epoch": 2.4132613723978413, |
| "grad_norm": 6.65130615234375, |
| "learning_rate": 5.272846279587559e-06, |
| "loss": 0.2996, |
| "step": 15650 |
| }, |
| { |
| "epoch": 2.4171164225134927, |
| "grad_norm": 4.899411201477051, |
| "learning_rate": 5.260752539418994e-06, |
| "loss": 0.2852, |
| "step": 15675 |
| }, |
| { |
| "epoch": 2.420971472629144, |
| "grad_norm": 7.077582359313965, |
| "learning_rate": 5.248657269402978e-06, |
| "loss": 0.2844, |
| "step": 15700 |
| }, |
| { |
| "epoch": 2.424826522744796, |
| "grad_norm": 9.571953773498535, |
| "learning_rate": 5.2365605405030296e-06, |
| "loss": 0.3084, |
| "step": 15725 |
| }, |
| { |
| "epoch": 2.428681572860447, |
| "grad_norm": 10.793221473693848, |
| "learning_rate": 5.2244624236912275e-06, |
| "loss": 0.2872, |
| "step": 15750 |
| }, |
| { |
| "epoch": 2.4325366229760985, |
| "grad_norm": 7.808874607086182, |
| "learning_rate": 5.212362989947796e-06, |
| "loss": 0.2708, |
| "step": 15775 |
| }, |
| { |
| "epoch": 2.4363916730917503, |
| "grad_norm": 7.427307605743408, |
| "learning_rate": 5.200262310260682e-06, |
| "loss": 0.3697, |
| "step": 15800 |
| }, |
| { |
| "epoch": 2.4402467232074017, |
| "grad_norm": 10.553243637084961, |
| "learning_rate": 5.188160455625143e-06, |
| "loss": 0.2778, |
| "step": 15825 |
| }, |
| { |
| "epoch": 2.444101773323053, |
| "grad_norm": 7.460685729980469, |
| "learning_rate": 5.176057497043336e-06, |
| "loss": 0.3237, |
| "step": 15850 |
| }, |
| { |
| "epoch": 2.447956823438705, |
| "grad_norm": 12.230719566345215, |
| "learning_rate": 5.163953505523883e-06, |
| "loss": 0.315, |
| "step": 15875 |
| }, |
| { |
| "epoch": 2.451811873554356, |
| "grad_norm": 9.193891525268555, |
| "learning_rate": 5.15184855208148e-06, |
| "loss": 0.2878, |
| "step": 15900 |
| }, |
| { |
| "epoch": 2.455666923670008, |
| "grad_norm": 21.651145935058594, |
| "learning_rate": 5.139742707736456e-06, |
| "loss": 0.2445, |
| "step": 15925 |
| }, |
| { |
| "epoch": 2.4595219737856593, |
| "grad_norm": 10.970038414001465, |
| "learning_rate": 5.127636043514374e-06, |
| "loss": 0.2865, |
| "step": 15950 |
| }, |
| { |
| "epoch": 2.4633770239013106, |
| "grad_norm": 11.244210243225098, |
| "learning_rate": 5.115528630445599e-06, |
| "loss": 0.2731, |
| "step": 15975 |
| }, |
| { |
| "epoch": 2.4672320740169624, |
| "grad_norm": 9.13939380645752, |
| "learning_rate": 5.103420539564899e-06, |
| "loss": 0.2461, |
| "step": 16000 |
| }, |
| { |
| "epoch": 2.4710871241326138, |
| "grad_norm": 9.489975929260254, |
| "learning_rate": 5.091311841911015e-06, |
| "loss": 0.2691, |
| "step": 16025 |
| }, |
| { |
| "epoch": 2.474942174248265, |
| "grad_norm": 9.385398864746094, |
| "learning_rate": 5.079202608526247e-06, |
| "loss": 0.3043, |
| "step": 16050 |
| }, |
| { |
| "epoch": 2.478797224363917, |
| "grad_norm": 10.858476638793945, |
| "learning_rate": 5.067092910456035e-06, |
| "loss": 0.3453, |
| "step": 16075 |
| }, |
| { |
| "epoch": 2.4826522744795683, |
| "grad_norm": 11.217155456542969, |
| "learning_rate": 5.0549828187485535e-06, |
| "loss": 0.3237, |
| "step": 16100 |
| }, |
| { |
| "epoch": 2.4865073245952196, |
| "grad_norm": 11.37563419342041, |
| "learning_rate": 5.04287240445428e-06, |
| "loss": 0.3099, |
| "step": 16125 |
| }, |
| { |
| "epoch": 2.4903623747108714, |
| "grad_norm": 11.476361274719238, |
| "learning_rate": 5.030761738625586e-06, |
| "loss": 0.2882, |
| "step": 16150 |
| }, |
| { |
| "epoch": 2.4942174248265228, |
| "grad_norm": 3.880314588546753, |
| "learning_rate": 5.01865089231632e-06, |
| "loss": 0.2557, |
| "step": 16175 |
| }, |
| { |
| "epoch": 2.498072474942174, |
| "grad_norm": 10.355463981628418, |
| "learning_rate": 5.006539936581389e-06, |
| "loss": 0.3162, |
| "step": 16200 |
| }, |
| { |
| "epoch": 2.501927525057826, |
| "grad_norm": 13.213906288146973, |
| "learning_rate": 4.994428942476342e-06, |
| "loss": 0.3081, |
| "step": 16225 |
| }, |
| { |
| "epoch": 2.5057825751734772, |
| "grad_norm": 10.77859115600586, |
| "learning_rate": 4.982317981056952e-06, |
| "loss": 0.3029, |
| "step": 16250 |
| }, |
| { |
| "epoch": 2.5096376252891286, |
| "grad_norm": 9.533126831054688, |
| "learning_rate": 4.9702071233788024e-06, |
| "loss": 0.3504, |
| "step": 16275 |
| }, |
| { |
| "epoch": 2.5134926754047804, |
| "grad_norm": 9.308165550231934, |
| "learning_rate": 4.958096440496864e-06, |
| "loss": 0.2232, |
| "step": 16300 |
| }, |
| { |
| "epoch": 2.5173477255204317, |
| "grad_norm": 8.081320762634277, |
| "learning_rate": 4.945986003465088e-06, |
| "loss": 0.344, |
| "step": 16325 |
| }, |
| { |
| "epoch": 2.521202775636083, |
| "grad_norm": 10.340813636779785, |
| "learning_rate": 4.9338758833359775e-06, |
| "loss": 0.2858, |
| "step": 16350 |
| }, |
| { |
| "epoch": 2.525057825751735, |
| "grad_norm": 7.0694732666015625, |
| "learning_rate": 4.921766151160177e-06, |
| "loss": 0.2867, |
| "step": 16375 |
| }, |
| { |
| "epoch": 2.5289128758673862, |
| "grad_norm": 9.34334945678711, |
| "learning_rate": 4.9096568779860615e-06, |
| "loss": 0.262, |
| "step": 16400 |
| }, |
| { |
| "epoch": 2.5327679259830376, |
| "grad_norm": 8.892664909362793, |
| "learning_rate": 4.897548134859304e-06, |
| "loss": 0.2947, |
| "step": 16425 |
| }, |
| { |
| "epoch": 2.5366229760986894, |
| "grad_norm": 8.4851713180542, |
| "learning_rate": 4.885439992822476e-06, |
| "loss": 0.306, |
| "step": 16450 |
| }, |
| { |
| "epoch": 2.5404780262143407, |
| "grad_norm": 8.288248062133789, |
| "learning_rate": 4.873332522914615e-06, |
| "loss": 0.3815, |
| "step": 16475 |
| }, |
| { |
| "epoch": 2.544333076329992, |
| "grad_norm": 10.876388549804688, |
| "learning_rate": 4.861225796170818e-06, |
| "loss": 0.3351, |
| "step": 16500 |
| }, |
| { |
| "epoch": 2.548188126445644, |
| "grad_norm": 9.699716567993164, |
| "learning_rate": 4.849119883621821e-06, |
| "loss": 0.2901, |
| "step": 16525 |
| }, |
| { |
| "epoch": 2.552043176561295, |
| "grad_norm": 9.040721893310547, |
| "learning_rate": 4.8370148562935885e-06, |
| "loss": 0.3066, |
| "step": 16550 |
| }, |
| { |
| "epoch": 2.5558982266769465, |
| "grad_norm": 13.633066177368164, |
| "learning_rate": 4.824910785206883e-06, |
| "loss": 0.3319, |
| "step": 16575 |
| }, |
| { |
| "epoch": 2.5597532767925983, |
| "grad_norm": 11.06735897064209, |
| "learning_rate": 4.8128077413768635e-06, |
| "loss": 0.3046, |
| "step": 16600 |
| }, |
| { |
| "epoch": 2.5636083269082497, |
| "grad_norm": 9.440793991088867, |
| "learning_rate": 4.800705795812655e-06, |
| "loss": 0.3313, |
| "step": 16625 |
| }, |
| { |
| "epoch": 2.567463377023901, |
| "grad_norm": 9.293932914733887, |
| "learning_rate": 4.788605019516948e-06, |
| "loss": 0.3079, |
| "step": 16650 |
| }, |
| { |
| "epoch": 2.571318427139553, |
| "grad_norm": 9.266508102416992, |
| "learning_rate": 4.7765054834855655e-06, |
| "loss": 0.2514, |
| "step": 16675 |
| }, |
| { |
| "epoch": 2.575173477255204, |
| "grad_norm": 11.086885452270508, |
| "learning_rate": 4.764407258707054e-06, |
| "loss": 0.3122, |
| "step": 16700 |
| }, |
| { |
| "epoch": 2.579028527370856, |
| "grad_norm": 2.9275074005126953, |
| "learning_rate": 4.752310416162275e-06, |
| "loss": 0.2531, |
| "step": 16725 |
| }, |
| { |
| "epoch": 2.5828835774865073, |
| "grad_norm": 10.78078556060791, |
| "learning_rate": 4.74021502682397e-06, |
| "loss": 0.2942, |
| "step": 16750 |
| }, |
| { |
| "epoch": 2.5867386276021587, |
| "grad_norm": 9.587366104125977, |
| "learning_rate": 4.728121161656361e-06, |
| "loss": 0.2574, |
| "step": 16775 |
| }, |
| { |
| "epoch": 2.5905936777178105, |
| "grad_norm": 11.237876892089844, |
| "learning_rate": 4.716028891614725e-06, |
| "loss": 0.3185, |
| "step": 16800 |
| }, |
| { |
| "epoch": 2.594448727833462, |
| "grad_norm": 9.442562103271484, |
| "learning_rate": 4.7039382876449805e-06, |
| "loss": 0.2534, |
| "step": 16825 |
| }, |
| { |
| "epoch": 2.5983037779491136, |
| "grad_norm": 6.219342231750488, |
| "learning_rate": 4.691849420683271e-06, |
| "loss": 0.2573, |
| "step": 16850 |
| }, |
| { |
| "epoch": 2.602158828064765, |
| "grad_norm": 6.631523132324219, |
| "learning_rate": 4.67976236165555e-06, |
| "loss": 0.3191, |
| "step": 16875 |
| }, |
| { |
| "epoch": 2.6060138781804163, |
| "grad_norm": 6.616753578186035, |
| "learning_rate": 4.667677181477164e-06, |
| "loss": 0.2814, |
| "step": 16900 |
| }, |
| { |
| "epoch": 2.609868928296068, |
| "grad_norm": 8.976804733276367, |
| "learning_rate": 4.655593951052434e-06, |
| "loss": 0.2789, |
| "step": 16925 |
| }, |
| { |
| "epoch": 2.6137239784117194, |
| "grad_norm": 12.891767501831055, |
| "learning_rate": 4.643512741274242e-06, |
| "loss": 0.3049, |
| "step": 16950 |
| }, |
| { |
| "epoch": 2.617579028527371, |
| "grad_norm": 14.167659759521484, |
| "learning_rate": 4.6314336230236194e-06, |
| "loss": 0.3405, |
| "step": 16975 |
| }, |
| { |
| "epoch": 2.6214340786430226, |
| "grad_norm": 11.668992042541504, |
| "learning_rate": 4.619356667169318e-06, |
| "loss": 0.2577, |
| "step": 17000 |
| }, |
| { |
| "epoch": 2.625289128758674, |
| "grad_norm": 20.31926918029785, |
| "learning_rate": 4.607281944567413e-06, |
| "loss": 0.3177, |
| "step": 17025 |
| }, |
| { |
| "epoch": 2.6291441788743253, |
| "grad_norm": 11.018213272094727, |
| "learning_rate": 4.595209526060868e-06, |
| "loss": 0.2608, |
| "step": 17050 |
| }, |
| { |
| "epoch": 2.632999228989977, |
| "grad_norm": 10.879366874694824, |
| "learning_rate": 4.583139482479134e-06, |
| "loss": 0.2711, |
| "step": 17075 |
| }, |
| { |
| "epoch": 2.6368542791056284, |
| "grad_norm": 4.431464195251465, |
| "learning_rate": 4.5710718846377246e-06, |
| "loss": 0.3065, |
| "step": 17100 |
| }, |
| { |
| "epoch": 2.6407093292212798, |
| "grad_norm": 11.422054290771484, |
| "learning_rate": 4.559006803337807e-06, |
| "loss": 0.233, |
| "step": 17125 |
| }, |
| { |
| "epoch": 2.6445643793369316, |
| "grad_norm": 12.025290489196777, |
| "learning_rate": 4.546944309365782e-06, |
| "loss": 0.3647, |
| "step": 17150 |
| }, |
| { |
| "epoch": 2.648419429452583, |
| "grad_norm": 4.830737113952637, |
| "learning_rate": 4.534884473492869e-06, |
| "loss": 0.3205, |
| "step": 17175 |
| }, |
| { |
| "epoch": 2.6522744795682343, |
| "grad_norm": 5.7897820472717285, |
| "learning_rate": 4.522827366474698e-06, |
| "loss": 0.2524, |
| "step": 17200 |
| }, |
| { |
| "epoch": 2.656129529683886, |
| "grad_norm": 4.773533821105957, |
| "learning_rate": 4.510773059050882e-06, |
| "loss": 0.2615, |
| "step": 17225 |
| }, |
| { |
| "epoch": 2.6599845797995374, |
| "grad_norm": 7.355379104614258, |
| "learning_rate": 4.498721621944611e-06, |
| "loss": 0.2379, |
| "step": 17250 |
| }, |
| { |
| "epoch": 2.6638396299151887, |
| "grad_norm": 2.115938425064087, |
| "learning_rate": 4.486673125862237e-06, |
| "loss": 0.2226, |
| "step": 17275 |
| }, |
| { |
| "epoch": 2.6676946800308405, |
| "grad_norm": 9.673666000366211, |
| "learning_rate": 4.474627641492854e-06, |
| "loss": 0.342, |
| "step": 17300 |
| }, |
| { |
| "epoch": 2.671549730146492, |
| "grad_norm": 10.405682563781738, |
| "learning_rate": 4.462585239507886e-06, |
| "loss": 0.2276, |
| "step": 17325 |
| }, |
| { |
| "epoch": 2.6754047802621432, |
| "grad_norm": 9.802292823791504, |
| "learning_rate": 4.450545990560677e-06, |
| "loss": 0.2814, |
| "step": 17350 |
| }, |
| { |
| "epoch": 2.679259830377795, |
| "grad_norm": 5.3616414070129395, |
| "learning_rate": 4.4385099652860655e-06, |
| "loss": 0.25, |
| "step": 17375 |
| }, |
| { |
| "epoch": 2.6831148804934464, |
| "grad_norm": 9.817632675170898, |
| "learning_rate": 4.42647723429998e-06, |
| "loss": 0.2544, |
| "step": 17400 |
| }, |
| { |
| "epoch": 2.6869699306090977, |
| "grad_norm": 9.161683082580566, |
| "learning_rate": 4.414447868199023e-06, |
| "loss": 0.3113, |
| "step": 17425 |
| }, |
| { |
| "epoch": 2.6908249807247495, |
| "grad_norm": 6.944971084594727, |
| "learning_rate": 4.402421937560052e-06, |
| "loss": 0.3221, |
| "step": 17450 |
| }, |
| { |
| "epoch": 2.694680030840401, |
| "grad_norm": 13.24308967590332, |
| "learning_rate": 4.39039951293977e-06, |
| "loss": 0.3324, |
| "step": 17475 |
| }, |
| { |
| "epoch": 2.698535080956052, |
| "grad_norm": 9.548050880432129, |
| "learning_rate": 4.378380664874306e-06, |
| "loss": 0.3273, |
| "step": 17500 |
| }, |
| { |
| "epoch": 2.702390131071704, |
| "grad_norm": 8.773509979248047, |
| "learning_rate": 4.366365463878814e-06, |
| "loss": 0.2826, |
| "step": 17525 |
| }, |
| { |
| "epoch": 2.7062451811873554, |
| "grad_norm": 10.149378776550293, |
| "learning_rate": 4.354353980447042e-06, |
| "loss": 0.2211, |
| "step": 17550 |
| }, |
| { |
| "epoch": 2.7101002313030067, |
| "grad_norm": 9.664222717285156, |
| "learning_rate": 4.3423462850509295e-06, |
| "loss": 0.291, |
| "step": 17575 |
| }, |
| { |
| "epoch": 2.7139552814186585, |
| "grad_norm": 7.333618640899658, |
| "learning_rate": 4.330342448140193e-06, |
| "loss": 0.2722, |
| "step": 17600 |
| }, |
| { |
| "epoch": 2.71781033153431, |
| "grad_norm": 12.827810287475586, |
| "learning_rate": 4.318342540141909e-06, |
| "loss": 0.2663, |
| "step": 17625 |
| }, |
| { |
| "epoch": 2.721665381649961, |
| "grad_norm": 8.374723434448242, |
| "learning_rate": 4.3063466314601075e-06, |
| "loss": 0.2346, |
| "step": 17650 |
| }, |
| { |
| "epoch": 2.725520431765613, |
| "grad_norm": 10.546065330505371, |
| "learning_rate": 4.294354792475347e-06, |
| "loss": 0.2341, |
| "step": 17675 |
| }, |
| { |
| "epoch": 2.7293754818812643, |
| "grad_norm": 10.947388648986816, |
| "learning_rate": 4.282367093544315e-06, |
| "loss": 0.2571, |
| "step": 17700 |
| }, |
| { |
| "epoch": 2.733230531996916, |
| "grad_norm": 11.971232414245605, |
| "learning_rate": 4.270383604999404e-06, |
| "loss": 0.276, |
| "step": 17725 |
| }, |
| { |
| "epoch": 2.7370855821125675, |
| "grad_norm": 9.849080085754395, |
| "learning_rate": 4.25840439714831e-06, |
| "loss": 0.2841, |
| "step": 17750 |
| }, |
| { |
| "epoch": 2.740940632228219, |
| "grad_norm": 8.390685081481934, |
| "learning_rate": 4.246429540273609e-06, |
| "loss": 0.3115, |
| "step": 17775 |
| }, |
| { |
| "epoch": 2.7447956823438706, |
| "grad_norm": 8.906442642211914, |
| "learning_rate": 4.234459104632351e-06, |
| "loss": 0.2755, |
| "step": 17800 |
| }, |
| { |
| "epoch": 2.748650732459522, |
| "grad_norm": 12.104633331298828, |
| "learning_rate": 4.2224931604556465e-06, |
| "loss": 0.2833, |
| "step": 17825 |
| }, |
| { |
| "epoch": 2.7525057825751738, |
| "grad_norm": 10.492051124572754, |
| "learning_rate": 4.210531777948256e-06, |
| "loss": 0.2916, |
| "step": 17850 |
| }, |
| { |
| "epoch": 2.756360832690825, |
| "grad_norm": 6.358097553253174, |
| "learning_rate": 4.198575027288174e-06, |
| "loss": 0.2748, |
| "step": 17875 |
| }, |
| { |
| "epoch": 2.7602158828064765, |
| "grad_norm": 10.532133102416992, |
| "learning_rate": 4.186622978626222e-06, |
| "loss": 0.2413, |
| "step": 17900 |
| }, |
| { |
| "epoch": 2.7640709329221282, |
| "grad_norm": 13.972955703735352, |
| "learning_rate": 4.17467570208563e-06, |
| "loss": 0.2731, |
| "step": 17925 |
| }, |
| { |
| "epoch": 2.7679259830377796, |
| "grad_norm": 14.427913665771484, |
| "learning_rate": 4.162733267761635e-06, |
| "loss": 0.3278, |
| "step": 17950 |
| }, |
| { |
| "epoch": 2.771781033153431, |
| "grad_norm": 13.79145336151123, |
| "learning_rate": 4.150795745721065e-06, |
| "loss": 0.2896, |
| "step": 17975 |
| }, |
| { |
| "epoch": 2.7756360832690827, |
| "grad_norm": 8.224387168884277, |
| "learning_rate": 4.138863206001924e-06, |
| "loss": 0.292, |
| "step": 18000 |
| }, |
| { |
| "epoch": 2.779491133384734, |
| "grad_norm": 9.952670097351074, |
| "learning_rate": 4.126935718612985e-06, |
| "loss": 0.2776, |
| "step": 18025 |
| }, |
| { |
| "epoch": 2.7833461835003854, |
| "grad_norm": 11.750216484069824, |
| "learning_rate": 4.115013353533378e-06, |
| "loss": 0.2257, |
| "step": 18050 |
| }, |
| { |
| "epoch": 2.787201233616037, |
| "grad_norm": 8.650907516479492, |
| "learning_rate": 4.1030961807121835e-06, |
| "loss": 0.2831, |
| "step": 18075 |
| }, |
| { |
| "epoch": 2.7910562837316886, |
| "grad_norm": 8.431353569030762, |
| "learning_rate": 4.091184270068016e-06, |
| "loss": 0.2609, |
| "step": 18100 |
| }, |
| { |
| "epoch": 2.79491133384734, |
| "grad_norm": 11.888062477111816, |
| "learning_rate": 4.079277691488617e-06, |
| "loss": 0.3155, |
| "step": 18125 |
| }, |
| { |
| "epoch": 2.7987663839629917, |
| "grad_norm": 12.635673522949219, |
| "learning_rate": 4.067376514830444e-06, |
| "loss": 0.2727, |
| "step": 18150 |
| }, |
| { |
| "epoch": 2.802621434078643, |
| "grad_norm": 8.785150527954102, |
| "learning_rate": 4.055480809918264e-06, |
| "loss": 0.3571, |
| "step": 18175 |
| }, |
| { |
| "epoch": 2.8064764841942944, |
| "grad_norm": 6.311487674713135, |
| "learning_rate": 4.043590646544739e-06, |
| "loss": 0.3036, |
| "step": 18200 |
| }, |
| { |
| "epoch": 2.810331534309946, |
| "grad_norm": 6.0879740715026855, |
| "learning_rate": 4.031706094470016e-06, |
| "loss": 0.2803, |
| "step": 18225 |
| }, |
| { |
| "epoch": 2.8141865844255975, |
| "grad_norm": 4.374220371246338, |
| "learning_rate": 4.0198272234213246e-06, |
| "loss": 0.3003, |
| "step": 18250 |
| }, |
| { |
| "epoch": 2.818041634541249, |
| "grad_norm": 6.665703296661377, |
| "learning_rate": 4.007954103092559e-06, |
| "loss": 0.2732, |
| "step": 18275 |
| }, |
| { |
| "epoch": 2.8218966846569007, |
| "grad_norm": 11.401281356811523, |
| "learning_rate": 3.9960868031438815e-06, |
| "loss": 0.2907, |
| "step": 18300 |
| }, |
| { |
| "epoch": 2.825751734772552, |
| "grad_norm": 8.864492416381836, |
| "learning_rate": 3.984225393201298e-06, |
| "loss": 0.2591, |
| "step": 18325 |
| }, |
| { |
| "epoch": 2.8296067848882034, |
| "grad_norm": 12.262740135192871, |
| "learning_rate": 3.972369942856261e-06, |
| "loss": 0.2947, |
| "step": 18350 |
| }, |
| { |
| "epoch": 2.833461835003855, |
| "grad_norm": 9.077651023864746, |
| "learning_rate": 3.960520521665256e-06, |
| "loss": 0.2667, |
| "step": 18375 |
| }, |
| { |
| "epoch": 2.8373168851195065, |
| "grad_norm": 20.405847549438477, |
| "learning_rate": 3.948677199149396e-06, |
| "loss": 0.3082, |
| "step": 18400 |
| }, |
| { |
| "epoch": 2.841171935235158, |
| "grad_norm": 11.096578598022461, |
| "learning_rate": 3.936840044794016e-06, |
| "loss": 0.2345, |
| "step": 18425 |
| }, |
| { |
| "epoch": 2.8450269853508097, |
| "grad_norm": 10.999439239501953, |
| "learning_rate": 3.925009128048255e-06, |
| "loss": 0.2613, |
| "step": 18450 |
| }, |
| { |
| "epoch": 2.848882035466461, |
| "grad_norm": 11.137248992919922, |
| "learning_rate": 3.913184518324662e-06, |
| "loss": 0.3123, |
| "step": 18475 |
| }, |
| { |
| "epoch": 2.8527370855821124, |
| "grad_norm": 3.871978521347046, |
| "learning_rate": 3.90136628499878e-06, |
| "loss": 0.2916, |
| "step": 18500 |
| }, |
| { |
| "epoch": 2.856592135697764, |
| "grad_norm": 7.061714172363281, |
| "learning_rate": 3.889554497408742e-06, |
| "loss": 0.2365, |
| "step": 18525 |
| }, |
| { |
| "epoch": 2.8604471858134155, |
| "grad_norm": 10.275923728942871, |
| "learning_rate": 3.877749224854862e-06, |
| "loss": 0.3008, |
| "step": 18550 |
| }, |
| { |
| "epoch": 2.864302235929067, |
| "grad_norm": 9.240686416625977, |
| "learning_rate": 3.865950536599229e-06, |
| "loss": 0.2786, |
| "step": 18575 |
| }, |
| { |
| "epoch": 2.8681572860447186, |
| "grad_norm": 11.975162506103516, |
| "learning_rate": 3.854158501865308e-06, |
| "loss": 0.2761, |
| "step": 18600 |
| }, |
| { |
| "epoch": 2.87201233616037, |
| "grad_norm": 11.954338073730469, |
| "learning_rate": 3.842373189837522e-06, |
| "loss": 0.3105, |
| "step": 18625 |
| }, |
| { |
| "epoch": 2.8758673862760213, |
| "grad_norm": 12.442068099975586, |
| "learning_rate": 3.830594669660853e-06, |
| "loss": 0.253, |
| "step": 18650 |
| }, |
| { |
| "epoch": 2.879722436391673, |
| "grad_norm": 7.103127956390381, |
| "learning_rate": 3.818823010440433e-06, |
| "loss": 0.2849, |
| "step": 18675 |
| }, |
| { |
| "epoch": 2.8835774865073245, |
| "grad_norm": 4.1993231773376465, |
| "learning_rate": 3.8070582812411428e-06, |
| "loss": 0.2837, |
| "step": 18700 |
| }, |
| { |
| "epoch": 2.887432536622976, |
| "grad_norm": 9.685484886169434, |
| "learning_rate": 3.7953005510872045e-06, |
| "loss": 0.2793, |
| "step": 18725 |
| }, |
| { |
| "epoch": 2.8912875867386276, |
| "grad_norm": 12.104543685913086, |
| "learning_rate": 3.783549888961775e-06, |
| "loss": 0.2784, |
| "step": 18750 |
| }, |
| { |
| "epoch": 2.895142636854279, |
| "grad_norm": 6.225340843200684, |
| "learning_rate": 3.7718063638065426e-06, |
| "loss": 0.2401, |
| "step": 18775 |
| }, |
| { |
| "epoch": 2.8989976869699308, |
| "grad_norm": 8.04455280303955, |
| "learning_rate": 3.7600700445213246e-06, |
| "loss": 0.2373, |
| "step": 18800 |
| }, |
| { |
| "epoch": 2.902852737085582, |
| "grad_norm": 12.773852348327637, |
| "learning_rate": 3.74834099996366e-06, |
| "loss": 0.3124, |
| "step": 18825 |
| }, |
| { |
| "epoch": 2.9067077872012335, |
| "grad_norm": 7.7987751960754395, |
| "learning_rate": 3.736619298948406e-06, |
| "loss": 0.2847, |
| "step": 18850 |
| }, |
| { |
| "epoch": 2.9105628373168853, |
| "grad_norm": 10.535285949707031, |
| "learning_rate": 3.7249050102473365e-06, |
| "loss": 0.2832, |
| "step": 18875 |
| }, |
| { |
| "epoch": 2.9144178874325366, |
| "grad_norm": 9.952566146850586, |
| "learning_rate": 3.713198202588733e-06, |
| "loss": 0.3184, |
| "step": 18900 |
| }, |
| { |
| "epoch": 2.9182729375481884, |
| "grad_norm": 7.76224946975708, |
| "learning_rate": 3.701498944656993e-06, |
| "loss": 0.2281, |
| "step": 18925 |
| }, |
| { |
| "epoch": 2.9221279876638397, |
| "grad_norm": 13.121888160705566, |
| "learning_rate": 3.6898073050922118e-06, |
| "loss": 0.3241, |
| "step": 18950 |
| }, |
| { |
| "epoch": 2.925983037779491, |
| "grad_norm": 5.2703375816345215, |
| "learning_rate": 3.6781233524897917e-06, |
| "loss": 0.2922, |
| "step": 18975 |
| }, |
| { |
| "epoch": 2.929838087895143, |
| "grad_norm": 8.370783805847168, |
| "learning_rate": 3.666447155400034e-06, |
| "loss": 0.2813, |
| "step": 19000 |
| }, |
| { |
| "epoch": 2.9336931380107942, |
| "grad_norm": 9.90772533416748, |
| "learning_rate": 3.6547787823277366e-06, |
| "loss": 0.227, |
| "step": 19025 |
| }, |
| { |
| "epoch": 2.9375481881264456, |
| "grad_norm": 8.77448844909668, |
| "learning_rate": 3.6431183017317963e-06, |
| "loss": 0.3326, |
| "step": 19050 |
| }, |
| { |
| "epoch": 2.9414032382420974, |
| "grad_norm": 9.442300796508789, |
| "learning_rate": 3.6314657820248016e-06, |
| "loss": 0.2532, |
| "step": 19075 |
| }, |
| { |
| "epoch": 2.9452582883577487, |
| "grad_norm": 12.113017082214355, |
| "learning_rate": 3.6198212915726374e-06, |
| "loss": 0.2846, |
| "step": 19100 |
| }, |
| { |
| "epoch": 2.9491133384734, |
| "grad_norm": 10.078252792358398, |
| "learning_rate": 3.608184898694075e-06, |
| "loss": 0.2415, |
| "step": 19125 |
| }, |
| { |
| "epoch": 2.952968388589052, |
| "grad_norm": 9.863677024841309, |
| "learning_rate": 3.5965566716603846e-06, |
| "loss": 0.2738, |
| "step": 19150 |
| }, |
| { |
| "epoch": 2.956823438704703, |
| "grad_norm": 12.960750579833984, |
| "learning_rate": 3.5849366786949203e-06, |
| "loss": 0.2632, |
| "step": 19175 |
| }, |
| { |
| "epoch": 2.9606784888203546, |
| "grad_norm": 8.359341621398926, |
| "learning_rate": 3.5733249879727283e-06, |
| "loss": 0.3223, |
| "step": 19200 |
| }, |
| { |
| "epoch": 2.9645335389360064, |
| "grad_norm": 8.351648330688477, |
| "learning_rate": 3.5617216676201493e-06, |
| "loss": 0.2459, |
| "step": 19225 |
| }, |
| { |
| "epoch": 2.9683885890516577, |
| "grad_norm": 12.69826602935791, |
| "learning_rate": 3.5501267857144102e-06, |
| "loss": 0.3093, |
| "step": 19250 |
| }, |
| { |
| "epoch": 2.972243639167309, |
| "grad_norm": 6.269009590148926, |
| "learning_rate": 3.538540410283228e-06, |
| "loss": 0.2734, |
| "step": 19275 |
| }, |
| { |
| "epoch": 2.976098689282961, |
| "grad_norm": 12.896618843078613, |
| "learning_rate": 3.526962609304416e-06, |
| "loss": 0.3411, |
| "step": 19300 |
| }, |
| { |
| "epoch": 2.979953739398612, |
| "grad_norm": 5.591207981109619, |
| "learning_rate": 3.5153934507054793e-06, |
| "loss": 0.3198, |
| "step": 19325 |
| }, |
| { |
| "epoch": 2.9838087895142635, |
| "grad_norm": 8.253841400146484, |
| "learning_rate": 3.503833002363215e-06, |
| "loss": 0.2514, |
| "step": 19350 |
| }, |
| { |
| "epoch": 2.9876638396299153, |
| "grad_norm": 8.453317642211914, |
| "learning_rate": 3.492281332103321e-06, |
| "loss": 0.2653, |
| "step": 19375 |
| }, |
| { |
| "epoch": 2.9915188897455667, |
| "grad_norm": 10.928768157958984, |
| "learning_rate": 3.4807385076999923e-06, |
| "loss": 0.3267, |
| "step": 19400 |
| }, |
| { |
| "epoch": 2.995373939861218, |
| "grad_norm": 7.040345668792725, |
| "learning_rate": 3.4692045968755215e-06, |
| "loss": 0.2983, |
| "step": 19425 |
| }, |
| { |
| "epoch": 2.99922898997687, |
| "grad_norm": 11.468915939331055, |
| "learning_rate": 3.457679667299909e-06, |
| "loss": 0.3196, |
| "step": 19450 |
| }, |
| { |
| "epoch": 3.003084040092521, |
| "grad_norm": 5.387165069580078, |
| "learning_rate": 3.446163786590462e-06, |
| "loss": 0.1636, |
| "step": 19475 |
| }, |
| { |
| "epoch": 3.0069390902081725, |
| "grad_norm": 5.879426956176758, |
| "learning_rate": 3.434657022311394e-06, |
| "loss": 0.1017, |
| "step": 19500 |
| }, |
| { |
| "epoch": 3.0107941403238243, |
| "grad_norm": 6.856146812438965, |
| "learning_rate": 3.4231594419734334e-06, |
| "loss": 0.1097, |
| "step": 19525 |
| }, |
| { |
| "epoch": 3.0146491904394757, |
| "grad_norm": 4.485756874084473, |
| "learning_rate": 3.411671113033429e-06, |
| "loss": 0.126, |
| "step": 19550 |
| }, |
| { |
| "epoch": 3.018504240555127, |
| "grad_norm": 11.01356029510498, |
| "learning_rate": 3.4001921028939476e-06, |
| "loss": 0.0898, |
| "step": 19575 |
| }, |
| { |
| "epoch": 3.022359290670779, |
| "grad_norm": 7.513741493225098, |
| "learning_rate": 3.3887224789028815e-06, |
| "loss": 0.1026, |
| "step": 19600 |
| }, |
| { |
| "epoch": 3.02621434078643, |
| "grad_norm": 8.171934127807617, |
| "learning_rate": 3.3772623083530598e-06, |
| "loss": 0.1387, |
| "step": 19625 |
| }, |
| { |
| "epoch": 3.030069390902082, |
| "grad_norm": 7.734066963195801, |
| "learning_rate": 3.3658116584818412e-06, |
| "loss": 0.1031, |
| "step": 19650 |
| }, |
| { |
| "epoch": 3.0339244410177333, |
| "grad_norm": 7.977196216583252, |
| "learning_rate": 3.354370596470727e-06, |
| "loss": 0.1226, |
| "step": 19675 |
| }, |
| { |
| "epoch": 3.0377794911333846, |
| "grad_norm": 6.4046525955200195, |
| "learning_rate": 3.3429391894449726e-06, |
| "loss": 0.1562, |
| "step": 19700 |
| }, |
| { |
| "epoch": 3.0416345412490364, |
| "grad_norm": 8.365998268127441, |
| "learning_rate": 3.331517504473179e-06, |
| "loss": 0.1485, |
| "step": 19725 |
| }, |
| { |
| "epoch": 3.0454895913646878, |
| "grad_norm": 4.57725191116333, |
| "learning_rate": 3.3201056085669113e-06, |
| "loss": 0.1221, |
| "step": 19750 |
| }, |
| { |
| "epoch": 3.049344641480339, |
| "grad_norm": 6.356462001800537, |
| "learning_rate": 3.3087035686803017e-06, |
| "loss": 0.0993, |
| "step": 19775 |
| }, |
| { |
| "epoch": 3.053199691595991, |
| "grad_norm": 3.4471752643585205, |
| "learning_rate": 3.297311451709656e-06, |
| "loss": 0.1167, |
| "step": 19800 |
| }, |
| { |
| "epoch": 3.0570547417116423, |
| "grad_norm": 6.51023006439209, |
| "learning_rate": 3.2859293244930624e-06, |
| "loss": 0.119, |
| "step": 19825 |
| }, |
| { |
| "epoch": 3.0609097918272936, |
| "grad_norm": 4.519765377044678, |
| "learning_rate": 3.274557253809996e-06, |
| "loss": 0.1105, |
| "step": 19850 |
| }, |
| { |
| "epoch": 3.0647648419429454, |
| "grad_norm": 9.077949523925781, |
| "learning_rate": 3.263195306380936e-06, |
| "loss": 0.1327, |
| "step": 19875 |
| }, |
| { |
| "epoch": 3.0686198920585968, |
| "grad_norm": 9.671181678771973, |
| "learning_rate": 3.251843548866962e-06, |
| "loss": 0.1424, |
| "step": 19900 |
| }, |
| { |
| "epoch": 3.072474942174248, |
| "grad_norm": 4.150481700897217, |
| "learning_rate": 3.2405020478693705e-06, |
| "loss": 0.1332, |
| "step": 19925 |
| }, |
| { |
| "epoch": 3.0763299922899, |
| "grad_norm": 8.400745391845703, |
| "learning_rate": 3.229170869929284e-06, |
| "loss": 0.118, |
| "step": 19950 |
| }, |
| { |
| "epoch": 3.0801850424055512, |
| "grad_norm": 6.1614155769348145, |
| "learning_rate": 3.217850081527258e-06, |
| "loss": 0.1406, |
| "step": 19975 |
| }, |
| { |
| "epoch": 3.0840400925212026, |
| "grad_norm": 8.866299629211426, |
| "learning_rate": 3.206539749082891e-06, |
| "loss": 0.1146, |
| "step": 20000 |
| }, |
| { |
| "epoch": 3.0878951426368544, |
| "grad_norm": 11.265491485595703, |
| "learning_rate": 3.1952399389544386e-06, |
| "loss": 0.1638, |
| "step": 20025 |
| }, |
| { |
| "epoch": 3.0917501927525057, |
| "grad_norm": 8.28701400756836, |
| "learning_rate": 3.1839507174384198e-06, |
| "loss": 0.1231, |
| "step": 20050 |
| }, |
| { |
| "epoch": 3.095605242868157, |
| "grad_norm": 6.407596111297607, |
| "learning_rate": 3.1726721507692293e-06, |
| "loss": 0.0932, |
| "step": 20075 |
| }, |
| { |
| "epoch": 3.099460292983809, |
| "grad_norm": 8.92701244354248, |
| "learning_rate": 3.1614043051187487e-06, |
| "loss": 0.1304, |
| "step": 20100 |
| }, |
| { |
| "epoch": 3.10331534309946, |
| "grad_norm": 5.273784160614014, |
| "learning_rate": 3.1501472465959624e-06, |
| "loss": 0.1359, |
| "step": 20125 |
| }, |
| { |
| "epoch": 3.107170393215112, |
| "grad_norm": 8.544116020202637, |
| "learning_rate": 3.138901041246562e-06, |
| "loss": 0.1232, |
| "step": 20150 |
| }, |
| { |
| "epoch": 3.1110254433307634, |
| "grad_norm": 11.999884605407715, |
| "learning_rate": 3.1276657550525674e-06, |
| "loss": 0.1427, |
| "step": 20175 |
| }, |
| { |
| "epoch": 3.1148804934464147, |
| "grad_norm": 9.57628059387207, |
| "learning_rate": 3.116441453931931e-06, |
| "loss": 0.1199, |
| "step": 20200 |
| }, |
| { |
| "epoch": 3.1187355435620665, |
| "grad_norm": 5.148153305053711, |
| "learning_rate": 3.1052282037381577e-06, |
| "loss": 0.1088, |
| "step": 20225 |
| }, |
| { |
| "epoch": 3.122590593677718, |
| "grad_norm": 5.2608537673950195, |
| "learning_rate": 3.0940260702599145e-06, |
| "loss": 0.1235, |
| "step": 20250 |
| }, |
| { |
| "epoch": 3.126445643793369, |
| "grad_norm": 4.419956684112549, |
| "learning_rate": 3.0828351192206487e-06, |
| "loss": 0.1523, |
| "step": 20275 |
| }, |
| { |
| "epoch": 3.130300693909021, |
| "grad_norm": 5.4912848472595215, |
| "learning_rate": 3.0716554162781963e-06, |
| "loss": 0.1298, |
| "step": 20300 |
| }, |
| { |
| "epoch": 3.1341557440246723, |
| "grad_norm": 7.892848014831543, |
| "learning_rate": 3.0604870270244024e-06, |
| "loss": 0.1084, |
| "step": 20325 |
| }, |
| { |
| "epoch": 3.1380107941403237, |
| "grad_norm": 6.533749103546143, |
| "learning_rate": 3.049330016984735e-06, |
| "loss": 0.0971, |
| "step": 20350 |
| }, |
| { |
| "epoch": 3.1418658442559755, |
| "grad_norm": 7.852967262268066, |
| "learning_rate": 3.038184451617898e-06, |
| "loss": 0.1073, |
| "step": 20375 |
| }, |
| { |
| "epoch": 3.145720894371627, |
| "grad_norm": 6.752570152282715, |
| "learning_rate": 3.0270503963154485e-06, |
| "loss": 0.1101, |
| "step": 20400 |
| }, |
| { |
| "epoch": 3.149575944487278, |
| "grad_norm": 13.965591430664062, |
| "learning_rate": 3.0159279164014134e-06, |
| "loss": 0.1072, |
| "step": 20425 |
| }, |
| { |
| "epoch": 3.15343099460293, |
| "grad_norm": 5.109891891479492, |
| "learning_rate": 3.0048170771319097e-06, |
| "loss": 0.0901, |
| "step": 20450 |
| }, |
| { |
| "epoch": 3.1572860447185813, |
| "grad_norm": 9.386459350585938, |
| "learning_rate": 2.9937179436947515e-06, |
| "loss": 0.1388, |
| "step": 20475 |
| }, |
| { |
| "epoch": 3.1611410948342327, |
| "grad_norm": 7.110087871551514, |
| "learning_rate": 2.982630581209084e-06, |
| "loss": 0.1191, |
| "step": 20500 |
| }, |
| { |
| "epoch": 3.1649961449498845, |
| "grad_norm": 12.44914722442627, |
| "learning_rate": 2.9715550547249834e-06, |
| "loss": 0.1249, |
| "step": 20525 |
| }, |
| { |
| "epoch": 3.168851195065536, |
| "grad_norm": 9.878494262695312, |
| "learning_rate": 2.9604914292230856e-06, |
| "loss": 0.1389, |
| "step": 20550 |
| }, |
| { |
| "epoch": 3.172706245181187, |
| "grad_norm": 9.951390266418457, |
| "learning_rate": 2.949439769614203e-06, |
| "loss": 0.1363, |
| "step": 20575 |
| }, |
| { |
| "epoch": 3.176561295296839, |
| "grad_norm": 9.471918106079102, |
| "learning_rate": 2.9384001407389462e-06, |
| "loss": 0.1064, |
| "step": 20600 |
| }, |
| { |
| "epoch": 3.1804163454124903, |
| "grad_norm": 8.348705291748047, |
| "learning_rate": 2.927372607367337e-06, |
| "loss": 0.1234, |
| "step": 20625 |
| }, |
| { |
| "epoch": 3.1842713955281416, |
| "grad_norm": 5.135454177856445, |
| "learning_rate": 2.916357234198434e-06, |
| "loss": 0.1052, |
| "step": 20650 |
| }, |
| { |
| "epoch": 3.1881264456437934, |
| "grad_norm": 8.725805282592773, |
| "learning_rate": 2.9053540858599506e-06, |
| "loss": 0.1326, |
| "step": 20675 |
| }, |
| { |
| "epoch": 3.191981495759445, |
| "grad_norm": 9.94555377960205, |
| "learning_rate": 2.894363226907879e-06, |
| "loss": 0.1186, |
| "step": 20700 |
| }, |
| { |
| "epoch": 3.1958365458750966, |
| "grad_norm": 10.841123580932617, |
| "learning_rate": 2.883384721826108e-06, |
| "loss": 0.124, |
| "step": 20725 |
| }, |
| { |
| "epoch": 3.199691595990748, |
| "grad_norm": 6.398654937744141, |
| "learning_rate": 2.8724186350260418e-06, |
| "loss": 0.1022, |
| "step": 20750 |
| }, |
| { |
| "epoch": 3.2035466461063993, |
| "grad_norm": 7.522919654846191, |
| "learning_rate": 2.8614650308462313e-06, |
| "loss": 0.1147, |
| "step": 20775 |
| }, |
| { |
| "epoch": 3.207401696222051, |
| "grad_norm": 7.400803565979004, |
| "learning_rate": 2.8505239735519878e-06, |
| "loss": 0.1261, |
| "step": 20800 |
| }, |
| { |
| "epoch": 3.2112567463377024, |
| "grad_norm": 10.420129776000977, |
| "learning_rate": 2.839595527335014e-06, |
| "loss": 0.0994, |
| "step": 20825 |
| }, |
| { |
| "epoch": 3.2151117964533538, |
| "grad_norm": 14.275862693786621, |
| "learning_rate": 2.828679756313014e-06, |
| "loss": 0.1435, |
| "step": 20850 |
| }, |
| { |
| "epoch": 3.2189668465690056, |
| "grad_norm": 8.413034439086914, |
| "learning_rate": 2.8177767245293352e-06, |
| "loss": 0.1212, |
| "step": 20875 |
| }, |
| { |
| "epoch": 3.222821896684657, |
| "grad_norm": 6.920238018035889, |
| "learning_rate": 2.806886495952581e-06, |
| "loss": 0.1221, |
| "step": 20900 |
| }, |
| { |
| "epoch": 3.2266769468003083, |
| "grad_norm": 6.907994747161865, |
| "learning_rate": 2.7960091344762315e-06, |
| "loss": 0.1155, |
| "step": 20925 |
| }, |
| { |
| "epoch": 3.23053199691596, |
| "grad_norm": 7.724101543426514, |
| "learning_rate": 2.7851447039182823e-06, |
| "loss": 0.1337, |
| "step": 20950 |
| }, |
| { |
| "epoch": 3.2343870470316114, |
| "grad_norm": 5.470908164978027, |
| "learning_rate": 2.7742932680208616e-06, |
| "loss": 0.1403, |
| "step": 20975 |
| }, |
| { |
| "epoch": 3.2382420971472627, |
| "grad_norm": 9.696648597717285, |
| "learning_rate": 2.7634548904498528e-06, |
| "loss": 0.1564, |
| "step": 21000 |
| }, |
| { |
| "epoch": 3.2420971472629145, |
| "grad_norm": 8.626696586608887, |
| "learning_rate": 2.752629634794529e-06, |
| "loss": 0.134, |
| "step": 21025 |
| }, |
| { |
| "epoch": 3.245952197378566, |
| "grad_norm": 3.644073247909546, |
| "learning_rate": 2.7418175645671795e-06, |
| "loss": 0.1253, |
| "step": 21050 |
| }, |
| { |
| "epoch": 3.2498072474942172, |
| "grad_norm": 8.510153770446777, |
| "learning_rate": 2.7310187432027256e-06, |
| "loss": 0.1136, |
| "step": 21075 |
| }, |
| { |
| "epoch": 3.253662297609869, |
| "grad_norm": 4.62969446182251, |
| "learning_rate": 2.7202332340583647e-06, |
| "loss": 0.1253, |
| "step": 21100 |
| }, |
| { |
| "epoch": 3.2575173477255204, |
| "grad_norm": 7.307432174682617, |
| "learning_rate": 2.7094611004131865e-06, |
| "loss": 0.0996, |
| "step": 21125 |
| }, |
| { |
| "epoch": 3.261372397841172, |
| "grad_norm": 5.4069013595581055, |
| "learning_rate": 2.69870240546781e-06, |
| "loss": 0.1099, |
| "step": 21150 |
| }, |
| { |
| "epoch": 3.2652274479568235, |
| "grad_norm": 7.278680801391602, |
| "learning_rate": 2.6879572123440022e-06, |
| "loss": 0.1145, |
| "step": 21175 |
| }, |
| { |
| "epoch": 3.269082498072475, |
| "grad_norm": 8.290931701660156, |
| "learning_rate": 2.6772255840843196e-06, |
| "loss": 0.107, |
| "step": 21200 |
| }, |
| { |
| "epoch": 3.2729375481881267, |
| "grad_norm": 6.768774032592773, |
| "learning_rate": 2.6665075836517346e-06, |
| "loss": 0.0943, |
| "step": 21225 |
| }, |
| { |
| "epoch": 3.276792598303778, |
| "grad_norm": 5.0795087814331055, |
| "learning_rate": 2.6558032739292565e-06, |
| "loss": 0.1239, |
| "step": 21250 |
| }, |
| { |
| "epoch": 3.2806476484194294, |
| "grad_norm": 16.384565353393555, |
| "learning_rate": 2.645112717719578e-06, |
| "loss": 0.1209, |
| "step": 21275 |
| }, |
| { |
| "epoch": 3.284502698535081, |
| "grad_norm": 8.257716178894043, |
| "learning_rate": 2.6344359777446988e-06, |
| "loss": 0.0792, |
| "step": 21300 |
| }, |
| { |
| "epoch": 3.2883577486507325, |
| "grad_norm": 7.083979606628418, |
| "learning_rate": 2.6237731166455514e-06, |
| "loss": 0.1176, |
| "step": 21325 |
| }, |
| { |
| "epoch": 3.292212798766384, |
| "grad_norm": 8.932221412658691, |
| "learning_rate": 2.6131241969816478e-06, |
| "loss": 0.1282, |
| "step": 21350 |
| }, |
| { |
| "epoch": 3.2960678488820356, |
| "grad_norm": 6.137622356414795, |
| "learning_rate": 2.602489281230704e-06, |
| "loss": 0.1086, |
| "step": 21375 |
| }, |
| { |
| "epoch": 3.299922898997687, |
| "grad_norm": 1.592561960220337, |
| "learning_rate": 2.591868431788268e-06, |
| "loss": 0.1206, |
| "step": 21400 |
| }, |
| { |
| "epoch": 3.3037779491133383, |
| "grad_norm": 6.968202114105225, |
| "learning_rate": 2.5812617109673675e-06, |
| "loss": 0.1242, |
| "step": 21425 |
| }, |
| { |
| "epoch": 3.30763299922899, |
| "grad_norm": 5.464489459991455, |
| "learning_rate": 2.5706691809981333e-06, |
| "loss": 0.0887, |
| "step": 21450 |
| }, |
| { |
| "epoch": 3.3114880493446415, |
| "grad_norm": 10.201210021972656, |
| "learning_rate": 2.5600909040274404e-06, |
| "loss": 0.1303, |
| "step": 21475 |
| }, |
| { |
| "epoch": 3.315343099460293, |
| "grad_norm": 11.269229888916016, |
| "learning_rate": 2.5495269421185355e-06, |
| "loss": 0.1415, |
| "step": 21500 |
| }, |
| { |
| "epoch": 3.3191981495759446, |
| "grad_norm": 11.454387664794922, |
| "learning_rate": 2.5389773572506825e-06, |
| "loss": 0.1656, |
| "step": 21525 |
| }, |
| { |
| "epoch": 3.323053199691596, |
| "grad_norm": 15.136128425598145, |
| "learning_rate": 2.5284422113187967e-06, |
| "loss": 0.1117, |
| "step": 21550 |
| }, |
| { |
| "epoch": 3.3269082498072473, |
| "grad_norm": 11.155787467956543, |
| "learning_rate": 2.5179215661330724e-06, |
| "loss": 0.1337, |
| "step": 21575 |
| }, |
| { |
| "epoch": 3.330763299922899, |
| "grad_norm": 6.526209354400635, |
| "learning_rate": 2.507415483418633e-06, |
| "loss": 0.1373, |
| "step": 21600 |
| }, |
| { |
| "epoch": 3.3346183500385504, |
| "grad_norm": 6.626813888549805, |
| "learning_rate": 2.4969240248151634e-06, |
| "loss": 0.1154, |
| "step": 21625 |
| }, |
| { |
| "epoch": 3.338473400154202, |
| "grad_norm": 11.29115104675293, |
| "learning_rate": 2.486447251876542e-06, |
| "loss": 0.1183, |
| "step": 21650 |
| }, |
| { |
| "epoch": 3.3423284502698536, |
| "grad_norm": 9.870936393737793, |
| "learning_rate": 2.4759852260704927e-06, |
| "loss": 0.1288, |
| "step": 21675 |
| }, |
| { |
| "epoch": 3.346183500385505, |
| "grad_norm": 7.866130352020264, |
| "learning_rate": 2.4655380087782155e-06, |
| "loss": 0.1452, |
| "step": 21700 |
| }, |
| { |
| "epoch": 3.3500385505011563, |
| "grad_norm": 8.198760986328125, |
| "learning_rate": 2.455105661294022e-06, |
| "loss": 0.1538, |
| "step": 21725 |
| }, |
| { |
| "epoch": 3.353893600616808, |
| "grad_norm": 6.8911919593811035, |
| "learning_rate": 2.4446882448249946e-06, |
| "loss": 0.1153, |
| "step": 21750 |
| }, |
| { |
| "epoch": 3.3577486507324594, |
| "grad_norm": 8.507146835327148, |
| "learning_rate": 2.4342858204906023e-06, |
| "loss": 0.0951, |
| "step": 21775 |
| }, |
| { |
| "epoch": 3.3616037008481108, |
| "grad_norm": 12.867559432983398, |
| "learning_rate": 2.423898449322362e-06, |
| "loss": 0.1407, |
| "step": 21800 |
| }, |
| { |
| "epoch": 3.3654587509637626, |
| "grad_norm": 10.051011085510254, |
| "learning_rate": 2.413526192263468e-06, |
| "loss": 0.1469, |
| "step": 21825 |
| }, |
| { |
| "epoch": 3.369313801079414, |
| "grad_norm": 5.155115127563477, |
| "learning_rate": 2.4031691101684423e-06, |
| "loss": 0.1146, |
| "step": 21850 |
| }, |
| { |
| "epoch": 3.3731688511950657, |
| "grad_norm": 11.490079879760742, |
| "learning_rate": 2.3928272638027777e-06, |
| "loss": 0.106, |
| "step": 21875 |
| }, |
| { |
| "epoch": 3.377023901310717, |
| "grad_norm": 11.593327522277832, |
| "learning_rate": 2.38250071384257e-06, |
| "loss": 0.1284, |
| "step": 21900 |
| }, |
| { |
| "epoch": 3.3808789514263684, |
| "grad_norm": 16.53786277770996, |
| "learning_rate": 2.372189520874176e-06, |
| "loss": 0.1042, |
| "step": 21925 |
| }, |
| { |
| "epoch": 3.38473400154202, |
| "grad_norm": 9.45279312133789, |
| "learning_rate": 2.3618937453938558e-06, |
| "loss": 0.1515, |
| "step": 21950 |
| }, |
| { |
| "epoch": 3.3885890516576715, |
| "grad_norm": 2.748750686645508, |
| "learning_rate": 2.3516134478074043e-06, |
| "loss": 0.1164, |
| "step": 21975 |
| }, |
| { |
| "epoch": 3.392444101773323, |
| "grad_norm": 4.7133331298828125, |
| "learning_rate": 2.341348688429817e-06, |
| "loss": 0.1101, |
| "step": 22000 |
| }, |
| { |
| "epoch": 3.3962991518889747, |
| "grad_norm": 6.6426568031311035, |
| "learning_rate": 2.3310995274849167e-06, |
| "loss": 0.1277, |
| "step": 22025 |
| }, |
| { |
| "epoch": 3.400154202004626, |
| "grad_norm": 5.261310577392578, |
| "learning_rate": 2.320866025105016e-06, |
| "loss": 0.1201, |
| "step": 22050 |
| }, |
| { |
| "epoch": 3.4040092521202774, |
| "grad_norm": 8.949080467224121, |
| "learning_rate": 2.3106482413305605e-06, |
| "loss": 0.1475, |
| "step": 22075 |
| }, |
| { |
| "epoch": 3.407864302235929, |
| "grad_norm": 3.1100921630859375, |
| "learning_rate": 2.3004462361097645e-06, |
| "loss": 0.1186, |
| "step": 22100 |
| }, |
| { |
| "epoch": 3.4117193523515805, |
| "grad_norm": 10.295735359191895, |
| "learning_rate": 2.2902600692982774e-06, |
| "loss": 0.1169, |
| "step": 22125 |
| }, |
| { |
| "epoch": 3.4155744024672323, |
| "grad_norm": 8.572005271911621, |
| "learning_rate": 2.2800898006588174e-06, |
| "loss": 0.1019, |
| "step": 22150 |
| }, |
| { |
| "epoch": 3.4194294525828837, |
| "grad_norm": 6.087860107421875, |
| "learning_rate": 2.2699354898608315e-06, |
| "loss": 0.0885, |
| "step": 22175 |
| }, |
| { |
| "epoch": 3.423284502698535, |
| "grad_norm": 3.5558598041534424, |
| "learning_rate": 2.2597971964801435e-06, |
| "loss": 0.1173, |
| "step": 22200 |
| }, |
| { |
| "epoch": 3.427139552814187, |
| "grad_norm": 5.779830455780029, |
| "learning_rate": 2.249674979998594e-06, |
| "loss": 0.1069, |
| "step": 22225 |
| }, |
| { |
| "epoch": 3.430994602929838, |
| "grad_norm": 7.2625274658203125, |
| "learning_rate": 2.239568899803707e-06, |
| "loss": 0.0862, |
| "step": 22250 |
| }, |
| { |
| "epoch": 3.4348496530454895, |
| "grad_norm": 6.926580905914307, |
| "learning_rate": 2.2294790151883338e-06, |
| "loss": 0.15, |
| "step": 22275 |
| }, |
| { |
| "epoch": 3.4387047031611413, |
| "grad_norm": 12.504677772521973, |
| "learning_rate": 2.2194053853502996e-06, |
| "loss": 0.1336, |
| "step": 22300 |
| }, |
| { |
| "epoch": 3.4425597532767926, |
| "grad_norm": 10.718069076538086, |
| "learning_rate": 2.20934806939207e-06, |
| "loss": 0.1141, |
| "step": 22325 |
| }, |
| { |
| "epoch": 3.446414803392444, |
| "grad_norm": 12.015519142150879, |
| "learning_rate": 2.1993071263203865e-06, |
| "loss": 0.1305, |
| "step": 22350 |
| }, |
| { |
| "epoch": 3.450269853508096, |
| "grad_norm": 8.437941551208496, |
| "learning_rate": 2.189282615045941e-06, |
| "loss": 0.1512, |
| "step": 22375 |
| }, |
| { |
| "epoch": 3.454124903623747, |
| "grad_norm": 2.126424789428711, |
| "learning_rate": 2.179274594383015e-06, |
| "loss": 0.1198, |
| "step": 22400 |
| }, |
| { |
| "epoch": 3.4579799537393985, |
| "grad_norm": 6.558461666107178, |
| "learning_rate": 2.169283123049134e-06, |
| "loss": 0.1185, |
| "step": 22425 |
| }, |
| { |
| "epoch": 3.4618350038550503, |
| "grad_norm": 8.4487943649292, |
| "learning_rate": 2.1593082596647347e-06, |
| "loss": 0.1107, |
| "step": 22450 |
| }, |
| { |
| "epoch": 3.4656900539707016, |
| "grad_norm": 5.250937461853027, |
| "learning_rate": 2.1493500627528086e-06, |
| "loss": 0.1076, |
| "step": 22475 |
| }, |
| { |
| "epoch": 3.469545104086353, |
| "grad_norm": 4.514431953430176, |
| "learning_rate": 2.139408590738568e-06, |
| "loss": 0.1158, |
| "step": 22500 |
| }, |
| { |
| "epoch": 3.4734001542020048, |
| "grad_norm": 12.771848678588867, |
| "learning_rate": 2.1294839019491005e-06, |
| "loss": 0.1057, |
| "step": 22525 |
| }, |
| { |
| "epoch": 3.477255204317656, |
| "grad_norm": 13.102221488952637, |
| "learning_rate": 2.119576054613019e-06, |
| "loss": 0.1017, |
| "step": 22550 |
| }, |
| { |
| "epoch": 3.4811102544333075, |
| "grad_norm": 8.106521606445312, |
| "learning_rate": 2.1096851068601343e-06, |
| "loss": 0.1342, |
| "step": 22575 |
| }, |
| { |
| "epoch": 3.4849653045489593, |
| "grad_norm": 8.431148529052734, |
| "learning_rate": 2.099811116721105e-06, |
| "loss": 0.1303, |
| "step": 22600 |
| }, |
| { |
| "epoch": 3.4888203546646106, |
| "grad_norm": 17.26299476623535, |
| "learning_rate": 2.089954142127093e-06, |
| "loss": 0.1094, |
| "step": 22625 |
| }, |
| { |
| "epoch": 3.492675404780262, |
| "grad_norm": 5.573319435119629, |
| "learning_rate": 2.080114240909437e-06, |
| "loss": 0.1153, |
| "step": 22650 |
| }, |
| { |
| "epoch": 3.4965304548959137, |
| "grad_norm": 8.843880653381348, |
| "learning_rate": 2.0702914707992972e-06, |
| "loss": 0.1157, |
| "step": 22675 |
| }, |
| { |
| "epoch": 3.500385505011565, |
| "grad_norm": 5.568359851837158, |
| "learning_rate": 2.0604858894273344e-06, |
| "loss": 0.0939, |
| "step": 22700 |
| }, |
| { |
| "epoch": 3.5042405551272164, |
| "grad_norm": 11.386759757995605, |
| "learning_rate": 2.0506975543233564e-06, |
| "loss": 0.1197, |
| "step": 22725 |
| }, |
| { |
| "epoch": 3.5080956052428682, |
| "grad_norm": 4.930935382843018, |
| "learning_rate": 2.040926522915984e-06, |
| "loss": 0.1358, |
| "step": 22750 |
| }, |
| { |
| "epoch": 3.5119506553585196, |
| "grad_norm": 7.518167018890381, |
| "learning_rate": 2.0311728525323233e-06, |
| "loss": 0.1003, |
| "step": 22775 |
| }, |
| { |
| "epoch": 3.515805705474171, |
| "grad_norm": 6.179995059967041, |
| "learning_rate": 2.021436600397615e-06, |
| "loss": 0.1109, |
| "step": 22800 |
| }, |
| { |
| "epoch": 3.5196607555898227, |
| "grad_norm": 5.020857334136963, |
| "learning_rate": 2.011717823634911e-06, |
| "loss": 0.1029, |
| "step": 22825 |
| }, |
| { |
| "epoch": 3.523515805705474, |
| "grad_norm": 6.9608588218688965, |
| "learning_rate": 2.0020165792647357e-06, |
| "loss": 0.1291, |
| "step": 22850 |
| }, |
| { |
| "epoch": 3.5273708558211254, |
| "grad_norm": 4.67839241027832, |
| "learning_rate": 1.9923329242047435e-06, |
| "loss": 0.0876, |
| "step": 22875 |
| }, |
| { |
| "epoch": 3.531225905936777, |
| "grad_norm": 9.877412796020508, |
| "learning_rate": 1.9826669152693976e-06, |
| "loss": 0.1003, |
| "step": 22900 |
| }, |
| { |
| "epoch": 3.5350809560524286, |
| "grad_norm": 7.6078596115112305, |
| "learning_rate": 1.9730186091696303e-06, |
| "loss": 0.1069, |
| "step": 22925 |
| }, |
| { |
| "epoch": 3.5389360061680804, |
| "grad_norm": 7.267652988433838, |
| "learning_rate": 1.9633880625125047e-06, |
| "loss": 0.1025, |
| "step": 22950 |
| }, |
| { |
| "epoch": 3.5427910562837317, |
| "grad_norm": 6.974407196044922, |
| "learning_rate": 1.9537753318008966e-06, |
| "loss": 0.1124, |
| "step": 22975 |
| }, |
| { |
| "epoch": 3.546646106399383, |
| "grad_norm": 6.338265419006348, |
| "learning_rate": 1.944180473433145e-06, |
| "loss": 0.1152, |
| "step": 23000 |
| }, |
| { |
| "epoch": 3.550501156515035, |
| "grad_norm": 3.4521892070770264, |
| "learning_rate": 1.9346035437027416e-06, |
| "loss": 0.0992, |
| "step": 23025 |
| }, |
| { |
| "epoch": 3.554356206630686, |
| "grad_norm": 2.416567802429199, |
| "learning_rate": 1.925044598797986e-06, |
| "loss": 0.1611, |
| "step": 23050 |
| }, |
| { |
| "epoch": 3.5582112567463375, |
| "grad_norm": 7.557652473449707, |
| "learning_rate": 1.9155036948016546e-06, |
| "loss": 0.1126, |
| "step": 23075 |
| }, |
| { |
| "epoch": 3.5620663068619893, |
| "grad_norm": 9.03351879119873, |
| "learning_rate": 1.905980887690685e-06, |
| "loss": 0.106, |
| "step": 23100 |
| }, |
| { |
| "epoch": 3.5659213569776407, |
| "grad_norm": 4.699378967285156, |
| "learning_rate": 1.8964762333358327e-06, |
| "loss": 0.1458, |
| "step": 23125 |
| }, |
| { |
| "epoch": 3.5697764070932925, |
| "grad_norm": 8.233428955078125, |
| "learning_rate": 1.8869897875013548e-06, |
| "loss": 0.1127, |
| "step": 23150 |
| }, |
| { |
| "epoch": 3.573631457208944, |
| "grad_norm": 15.474151611328125, |
| "learning_rate": 1.8775216058446783e-06, |
| "loss": 0.1222, |
| "step": 23175 |
| }, |
| { |
| "epoch": 3.577486507324595, |
| "grad_norm": 11.501723289489746, |
| "learning_rate": 1.8680717439160679e-06, |
| "loss": 0.157, |
| "step": 23200 |
| }, |
| { |
| "epoch": 3.581341557440247, |
| "grad_norm": 5.580605506896973, |
| "learning_rate": 1.8586402571583118e-06, |
| "loss": 0.1734, |
| "step": 23225 |
| }, |
| { |
| "epoch": 3.5851966075558983, |
| "grad_norm": 9.259316444396973, |
| "learning_rate": 1.8492272009063894e-06, |
| "loss": 0.1476, |
| "step": 23250 |
| }, |
| { |
| "epoch": 3.5890516576715497, |
| "grad_norm": 7.23510217666626, |
| "learning_rate": 1.8398326303871423e-06, |
| "loss": 0.1305, |
| "step": 23275 |
| }, |
| { |
| "epoch": 3.5929067077872014, |
| "grad_norm": 9.326400756835938, |
| "learning_rate": 1.8304566007189605e-06, |
| "loss": 0.1278, |
| "step": 23300 |
| }, |
| { |
| "epoch": 3.596761757902853, |
| "grad_norm": 8.78858470916748, |
| "learning_rate": 1.8210991669114525e-06, |
| "loss": 0.0944, |
| "step": 23325 |
| }, |
| { |
| "epoch": 3.600616808018504, |
| "grad_norm": 9.1303071975708, |
| "learning_rate": 1.8117603838651242e-06, |
| "loss": 0.1241, |
| "step": 23350 |
| }, |
| { |
| "epoch": 3.604471858134156, |
| "grad_norm": 5.380366802215576, |
| "learning_rate": 1.8024403063710582e-06, |
| "loss": 0.1102, |
| "step": 23375 |
| }, |
| { |
| "epoch": 3.6083269082498073, |
| "grad_norm": 13.162090301513672, |
| "learning_rate": 1.7931389891105856e-06, |
| "loss": 0.1157, |
| "step": 23400 |
| }, |
| { |
| "epoch": 3.6121819583654586, |
| "grad_norm": 10.518856048583984, |
| "learning_rate": 1.7838564866549762e-06, |
| "loss": 0.1129, |
| "step": 23425 |
| }, |
| { |
| "epoch": 3.6160370084811104, |
| "grad_norm": 7.937816143035889, |
| "learning_rate": 1.7745928534651074e-06, |
| "loss": 0.1052, |
| "step": 23450 |
| }, |
| { |
| "epoch": 3.6198920585967618, |
| "grad_norm": 6.695240497589111, |
| "learning_rate": 1.7653481438911535e-06, |
| "loss": 0.1269, |
| "step": 23475 |
| }, |
| { |
| "epoch": 3.623747108712413, |
| "grad_norm": 10.914417266845703, |
| "learning_rate": 1.7561224121722636e-06, |
| "loss": 0.1324, |
| "step": 23500 |
| }, |
| { |
| "epoch": 3.627602158828065, |
| "grad_norm": 6.560018539428711, |
| "learning_rate": 1.7469157124362374e-06, |
| "loss": 0.1216, |
| "step": 23525 |
| }, |
| { |
| "epoch": 3.6314572089437163, |
| "grad_norm": 9.865793228149414, |
| "learning_rate": 1.7377280986992185e-06, |
| "loss": 0.1126, |
| "step": 23550 |
| }, |
| { |
| "epoch": 3.6353122590593676, |
| "grad_norm": 10.021103858947754, |
| "learning_rate": 1.728559624865372e-06, |
| "loss": 0.1308, |
| "step": 23575 |
| }, |
| { |
| "epoch": 3.6391673091750194, |
| "grad_norm": 10.210054397583008, |
| "learning_rate": 1.7194103447265625e-06, |
| "loss": 0.103, |
| "step": 23600 |
| }, |
| { |
| "epoch": 3.6430223592906708, |
| "grad_norm": 4.66168212890625, |
| "learning_rate": 1.710280311962051e-06, |
| "loss": 0.1094, |
| "step": 23625 |
| }, |
| { |
| "epoch": 3.646877409406322, |
| "grad_norm": 12.833625793457031, |
| "learning_rate": 1.7011695801381694e-06, |
| "loss": 0.1143, |
| "step": 23650 |
| }, |
| { |
| "epoch": 3.650732459521974, |
| "grad_norm": 8.13430404663086, |
| "learning_rate": 1.6920782027080124e-06, |
| "loss": 0.1141, |
| "step": 23675 |
| }, |
| { |
| "epoch": 3.6545875096376252, |
| "grad_norm": 9.954723358154297, |
| "learning_rate": 1.6830062330111214e-06, |
| "loss": 0.1194, |
| "step": 23700 |
| }, |
| { |
| "epoch": 3.6584425597532766, |
| "grad_norm": 11.517424583435059, |
| "learning_rate": 1.673953724273167e-06, |
| "loss": 0.1105, |
| "step": 23725 |
| }, |
| { |
| "epoch": 3.6622976098689284, |
| "grad_norm": 8.514795303344727, |
| "learning_rate": 1.6649207296056479e-06, |
| "loss": 0.1228, |
| "step": 23750 |
| }, |
| { |
| "epoch": 3.6661526599845797, |
| "grad_norm": 6.922457695007324, |
| "learning_rate": 1.6559073020055687e-06, |
| "loss": 0.1399, |
| "step": 23775 |
| }, |
| { |
| "epoch": 3.670007710100231, |
| "grad_norm": 4.010049343109131, |
| "learning_rate": 1.6469134943551345e-06, |
| "loss": 0.1424, |
| "step": 23800 |
| }, |
| { |
| "epoch": 3.673862760215883, |
| "grad_norm": 13.174199104309082, |
| "learning_rate": 1.637939359421441e-06, |
| "loss": 0.1302, |
| "step": 23825 |
| }, |
| { |
| "epoch": 3.677717810331534, |
| "grad_norm": 2.7568843364715576, |
| "learning_rate": 1.6289849498561584e-06, |
| "loss": 0.1342, |
| "step": 23850 |
| }, |
| { |
| "epoch": 3.6815728604471856, |
| "grad_norm": 6.765602111816406, |
| "learning_rate": 1.6200503181952315e-06, |
| "loss": 0.1257, |
| "step": 23875 |
| }, |
| { |
| "epoch": 3.6854279105628374, |
| "grad_norm": 4.946558952331543, |
| "learning_rate": 1.6111355168585674e-06, |
| "loss": 0.109, |
| "step": 23900 |
| }, |
| { |
| "epoch": 3.6892829606784887, |
| "grad_norm": 5.697614669799805, |
| "learning_rate": 1.6022405981497213e-06, |
| "loss": 0.1483, |
| "step": 23925 |
| }, |
| { |
| "epoch": 3.69313801079414, |
| "grad_norm": 10.446500778198242, |
| "learning_rate": 1.5933656142556075e-06, |
| "loss": 0.1321, |
| "step": 23950 |
| }, |
| { |
| "epoch": 3.696993060909792, |
| "grad_norm": 7.87567138671875, |
| "learning_rate": 1.5845106172461705e-06, |
| "loss": 0.146, |
| "step": 23975 |
| }, |
| { |
| "epoch": 3.700848111025443, |
| "grad_norm": 9.988269805908203, |
| "learning_rate": 1.5756756590740973e-06, |
| "loss": 0.1205, |
| "step": 24000 |
| }, |
| { |
| "epoch": 3.704703161141095, |
| "grad_norm": 5.261201858520508, |
| "learning_rate": 1.5668607915745053e-06, |
| "loss": 0.1104, |
| "step": 24025 |
| }, |
| { |
| "epoch": 3.7085582112567463, |
| "grad_norm": 11.093449592590332, |
| "learning_rate": 1.5580660664646358e-06, |
| "loss": 0.1232, |
| "step": 24050 |
| }, |
| { |
| "epoch": 3.7124132613723977, |
| "grad_norm": 6.619266986846924, |
| "learning_rate": 1.549291535343559e-06, |
| "loss": 0.1079, |
| "step": 24075 |
| }, |
| { |
| "epoch": 3.7162683114880495, |
| "grad_norm": 9.868049621582031, |
| "learning_rate": 1.540537249691859e-06, |
| "loss": 0.1108, |
| "step": 24100 |
| }, |
| { |
| "epoch": 3.720123361603701, |
| "grad_norm": 2.1785800457000732, |
| "learning_rate": 1.5318032608713446e-06, |
| "loss": 0.0916, |
| "step": 24125 |
| }, |
| { |
| "epoch": 3.7239784117193526, |
| "grad_norm": 10.12387466430664, |
| "learning_rate": 1.523089620124743e-06, |
| "loss": 0.1375, |
| "step": 24150 |
| }, |
| { |
| "epoch": 3.727833461835004, |
| "grad_norm": 6.709667682647705, |
| "learning_rate": 1.5143963785753906e-06, |
| "loss": 0.1147, |
| "step": 24175 |
| }, |
| { |
| "epoch": 3.7316885119506553, |
| "grad_norm": 9.225015640258789, |
| "learning_rate": 1.5057235872269493e-06, |
| "loss": 0.1172, |
| "step": 24200 |
| }, |
| { |
| "epoch": 3.735543562066307, |
| "grad_norm": 5.36521577835083, |
| "learning_rate": 1.4970712969630952e-06, |
| "loss": 0.1268, |
| "step": 24225 |
| }, |
| { |
| "epoch": 3.7393986121819585, |
| "grad_norm": 10.580253601074219, |
| "learning_rate": 1.4884395585472194e-06, |
| "loss": 0.1195, |
| "step": 24250 |
| }, |
| { |
| "epoch": 3.74325366229761, |
| "grad_norm": 7.890168190002441, |
| "learning_rate": 1.4798284226221448e-06, |
| "loss": 0.1018, |
| "step": 24275 |
| }, |
| { |
| "epoch": 3.7471087124132616, |
| "grad_norm": 8.8533296585083, |
| "learning_rate": 1.4712379397098075e-06, |
| "loss": 0.1377, |
| "step": 24300 |
| }, |
| { |
| "epoch": 3.750963762528913, |
| "grad_norm": 6.100067138671875, |
| "learning_rate": 1.4626681602109776e-06, |
| "loss": 0.0932, |
| "step": 24325 |
| }, |
| { |
| "epoch": 3.7548188126445643, |
| "grad_norm": 6.630173206329346, |
| "learning_rate": 1.454119134404957e-06, |
| "loss": 0.1223, |
| "step": 24350 |
| }, |
| { |
| "epoch": 3.758673862760216, |
| "grad_norm": 12.35831356048584, |
| "learning_rate": 1.4455909124492811e-06, |
| "loss": 0.1239, |
| "step": 24375 |
| }, |
| { |
| "epoch": 3.7625289128758674, |
| "grad_norm": 8.832963943481445, |
| "learning_rate": 1.4370835443794328e-06, |
| "loss": 0.131, |
| "step": 24400 |
| }, |
| { |
| "epoch": 3.766383962991519, |
| "grad_norm": 5.409282207489014, |
| "learning_rate": 1.4285970801085392e-06, |
| "loss": 0.1353, |
| "step": 24425 |
| }, |
| { |
| "epoch": 3.7702390131071706, |
| "grad_norm": 7.144223213195801, |
| "learning_rate": 1.4201315694270878e-06, |
| "loss": 0.1106, |
| "step": 24450 |
| }, |
| { |
| "epoch": 3.774094063222822, |
| "grad_norm": 6.219675540924072, |
| "learning_rate": 1.4116870620026318e-06, |
| "loss": 0.1117, |
| "step": 24475 |
| }, |
| { |
| "epoch": 3.7779491133384733, |
| "grad_norm": 3.6316025257110596, |
| "learning_rate": 1.4032636073794902e-06, |
| "loss": 0.1103, |
| "step": 24500 |
| }, |
| { |
| "epoch": 3.781804163454125, |
| "grad_norm": 6.3065266609191895, |
| "learning_rate": 1.3948612549784717e-06, |
| "loss": 0.1002, |
| "step": 24525 |
| }, |
| { |
| "epoch": 3.7856592135697764, |
| "grad_norm": 9.909113883972168, |
| "learning_rate": 1.3864800540965735e-06, |
| "loss": 0.1152, |
| "step": 24550 |
| }, |
| { |
| "epoch": 3.7895142636854278, |
| "grad_norm": 9.750158309936523, |
| "learning_rate": 1.3781200539066962e-06, |
| "loss": 0.1139, |
| "step": 24575 |
| }, |
| { |
| "epoch": 3.7933693138010796, |
| "grad_norm": 7.727182388305664, |
| "learning_rate": 1.3697813034573576e-06, |
| "loss": 0.1364, |
| "step": 24600 |
| }, |
| { |
| "epoch": 3.797224363916731, |
| "grad_norm": 7.190638542175293, |
| "learning_rate": 1.361463851672397e-06, |
| "loss": 0.1173, |
| "step": 24625 |
| }, |
| { |
| "epoch": 3.8010794140323823, |
| "grad_norm": 8.281079292297363, |
| "learning_rate": 1.3531677473506977e-06, |
| "loss": 0.145, |
| "step": 24650 |
| }, |
| { |
| "epoch": 3.804934464148034, |
| "grad_norm": 9.231086730957031, |
| "learning_rate": 1.3448930391658966e-06, |
| "loss": 0.0883, |
| "step": 24675 |
| }, |
| { |
| "epoch": 3.8087895142636854, |
| "grad_norm": 5.426698207855225, |
| "learning_rate": 1.3366397756660949e-06, |
| "loss": 0.1597, |
| "step": 24700 |
| }, |
| { |
| "epoch": 3.8126445643793367, |
| "grad_norm": 4.128628253936768, |
| "learning_rate": 1.3284080052735804e-06, |
| "loss": 0.1339, |
| "step": 24725 |
| }, |
| { |
| "epoch": 3.8164996144949885, |
| "grad_norm": 8.45683765411377, |
| "learning_rate": 1.3201977762845369e-06, |
| "loss": 0.1228, |
| "step": 24750 |
| }, |
| { |
| "epoch": 3.82035466461064, |
| "grad_norm": 5.29550313949585, |
| "learning_rate": 1.312009136868766e-06, |
| "loss": 0.1031, |
| "step": 24775 |
| }, |
| { |
| "epoch": 3.8242097147262912, |
| "grad_norm": 9.903135299682617, |
| "learning_rate": 1.303842135069403e-06, |
| "loss": 0.1301, |
| "step": 24800 |
| }, |
| { |
| "epoch": 3.828064764841943, |
| "grad_norm": 7.510071277618408, |
| "learning_rate": 1.2956968188026298e-06, |
| "loss": 0.1262, |
| "step": 24825 |
| }, |
| { |
| "epoch": 3.8319198149575944, |
| "grad_norm": 9.486001968383789, |
| "learning_rate": 1.2875732358574033e-06, |
| "loss": 0.1227, |
| "step": 24850 |
| }, |
| { |
| "epoch": 3.8357748650732457, |
| "grad_norm": 8.058210372924805, |
| "learning_rate": 1.2794714338951675e-06, |
| "loss": 0.121, |
| "step": 24875 |
| }, |
| { |
| "epoch": 3.8396299151888975, |
| "grad_norm": 8.384005546569824, |
| "learning_rate": 1.2713914604495769e-06, |
| "loss": 0.1233, |
| "step": 24900 |
| }, |
| { |
| "epoch": 3.843484965304549, |
| "grad_norm": 11.536874771118164, |
| "learning_rate": 1.2633333629262184e-06, |
| "loss": 0.1337, |
| "step": 24925 |
| }, |
| { |
| "epoch": 3.8473400154202, |
| "grad_norm": 18.2574462890625, |
| "learning_rate": 1.255297188602328e-06, |
| "loss": 0.1084, |
| "step": 24950 |
| }, |
| { |
| "epoch": 3.851195065535852, |
| "grad_norm": 4.979963302612305, |
| "learning_rate": 1.24728298462652e-06, |
| "loss": 0.1, |
| "step": 24975 |
| }, |
| { |
| "epoch": 3.8550501156515034, |
| "grad_norm": 5.4192891120910645, |
| "learning_rate": 1.2392907980185087e-06, |
| "loss": 0.1501, |
| "step": 25000 |
| }, |
| { |
| "epoch": 3.8589051657671547, |
| "grad_norm": 9.014104843139648, |
| "learning_rate": 1.2313206756688283e-06, |
| "loss": 0.125, |
| "step": 25025 |
| }, |
| { |
| "epoch": 3.8627602158828065, |
| "grad_norm": 8.235286712646484, |
| "learning_rate": 1.2233726643385652e-06, |
| "loss": 0.1282, |
| "step": 25050 |
| }, |
| { |
| "epoch": 3.866615265998458, |
| "grad_norm": 4.127931118011475, |
| "learning_rate": 1.2154468106590734e-06, |
| "loss": 0.1131, |
| "step": 25075 |
| }, |
| { |
| "epoch": 3.8704703161141096, |
| "grad_norm": 7.632324695587158, |
| "learning_rate": 1.2075431611317124e-06, |
| "loss": 0.1088, |
| "step": 25100 |
| }, |
| { |
| "epoch": 3.874325366229761, |
| "grad_norm": 6.121814250946045, |
| "learning_rate": 1.199661762127568e-06, |
| "loss": 0.1107, |
| "step": 25125 |
| }, |
| { |
| "epoch": 3.8781804163454123, |
| "grad_norm": 6.5897135734558105, |
| "learning_rate": 1.1918026598871774e-06, |
| "loss": 0.12, |
| "step": 25150 |
| }, |
| { |
| "epoch": 3.882035466461064, |
| "grad_norm": 4.682891368865967, |
| "learning_rate": 1.1839659005202652e-06, |
| "loss": 0.1314, |
| "step": 25175 |
| }, |
| { |
| "epoch": 3.8858905165767155, |
| "grad_norm": 6.911609172821045, |
| "learning_rate": 1.1761515300054693e-06, |
| "loss": 0.1249, |
| "step": 25200 |
| }, |
| { |
| "epoch": 3.8897455666923673, |
| "grad_norm": 10.79582691192627, |
| "learning_rate": 1.1683595941900694e-06, |
| "loss": 0.1439, |
| "step": 25225 |
| }, |
| { |
| "epoch": 3.8936006168080186, |
| "grad_norm": 7.092615127563477, |
| "learning_rate": 1.1605901387897229e-06, |
| "loss": 0.1096, |
| "step": 25250 |
| }, |
| { |
| "epoch": 3.89745566692367, |
| "grad_norm": 7.009284496307373, |
| "learning_rate": 1.1528432093881869e-06, |
| "loss": 0.0982, |
| "step": 25275 |
| }, |
| { |
| "epoch": 3.9013107170393218, |
| "grad_norm": 6.315096855163574, |
| "learning_rate": 1.145118851437066e-06, |
| "loss": 0.1357, |
| "step": 25300 |
| }, |
| { |
| "epoch": 3.905165767154973, |
| "grad_norm": 9.677032470703125, |
| "learning_rate": 1.1374171102555292e-06, |
| "loss": 0.151, |
| "step": 25325 |
| }, |
| { |
| "epoch": 3.9090208172706244, |
| "grad_norm": 9.338630676269531, |
| "learning_rate": 1.1297380310300571e-06, |
| "loss": 0.1384, |
| "step": 25350 |
| }, |
| { |
| "epoch": 3.9128758673862762, |
| "grad_norm": 6.915759563446045, |
| "learning_rate": 1.1220816588141708e-06, |
| "loss": 0.1201, |
| "step": 25375 |
| }, |
| { |
| "epoch": 3.9167309175019276, |
| "grad_norm": 5.117621898651123, |
| "learning_rate": 1.1144480385281653e-06, |
| "loss": 0.1093, |
| "step": 25400 |
| }, |
| { |
| "epoch": 3.920585967617579, |
| "grad_norm": 7.7056427001953125, |
| "learning_rate": 1.106837214958852e-06, |
| "loss": 0.1029, |
| "step": 25425 |
| }, |
| { |
| "epoch": 3.9244410177332307, |
| "grad_norm": 5.538569450378418, |
| "learning_rate": 1.099249232759293e-06, |
| "loss": 0.0899, |
| "step": 25450 |
| }, |
| { |
| "epoch": 3.928296067848882, |
| "grad_norm": 7.2144694328308105, |
| "learning_rate": 1.0916841364485358e-06, |
| "loss": 0.1092, |
| "step": 25475 |
| }, |
| { |
| "epoch": 3.9321511179645334, |
| "grad_norm": 9.859286308288574, |
| "learning_rate": 1.084141970411358e-06, |
| "loss": 0.1259, |
| "step": 25500 |
| }, |
| { |
| "epoch": 3.936006168080185, |
| "grad_norm": 7.732922554016113, |
| "learning_rate": 1.0766227788980038e-06, |
| "loss": 0.1412, |
| "step": 25525 |
| }, |
| { |
| "epoch": 3.9398612181958366, |
| "grad_norm": 1.3876274824142456, |
| "learning_rate": 1.0691266060239253e-06, |
| "loss": 0.1301, |
| "step": 25550 |
| }, |
| { |
| "epoch": 3.943716268311488, |
| "grad_norm": 9.473686218261719, |
| "learning_rate": 1.061653495769523e-06, |
| "loss": 0.1518, |
| "step": 25575 |
| }, |
| { |
| "epoch": 3.9475713184271397, |
| "grad_norm": 6.305518627166748, |
| "learning_rate": 1.0542034919798848e-06, |
| "loss": 0.1221, |
| "step": 25600 |
| }, |
| { |
| "epoch": 3.951426368542791, |
| "grad_norm": 8.425362586975098, |
| "learning_rate": 1.0467766383645378e-06, |
| "loss": 0.1266, |
| "step": 25625 |
| }, |
| { |
| "epoch": 3.9552814186584424, |
| "grad_norm": 7.328820705413818, |
| "learning_rate": 1.039372978497179e-06, |
| "loss": 0.1635, |
| "step": 25650 |
| }, |
| { |
| "epoch": 3.959136468774094, |
| "grad_norm": 7.371628284454346, |
| "learning_rate": 1.031992555815432e-06, |
| "loss": 0.1263, |
| "step": 25675 |
| }, |
| { |
| "epoch": 3.9629915188897455, |
| "grad_norm": 7.828273296356201, |
| "learning_rate": 1.024635413620586e-06, |
| "loss": 0.1195, |
| "step": 25700 |
| }, |
| { |
| "epoch": 3.966846569005397, |
| "grad_norm": 9.037369728088379, |
| "learning_rate": 1.0173015950773391e-06, |
| "loss": 0.1118, |
| "step": 25725 |
| }, |
| { |
| "epoch": 3.9707016191210487, |
| "grad_norm": 9.443474769592285, |
| "learning_rate": 1.0099911432135512e-06, |
| "loss": 0.1288, |
| "step": 25750 |
| }, |
| { |
| "epoch": 3.9745566692367, |
| "grad_norm": 4.290574550628662, |
| "learning_rate": 1.002704100919991e-06, |
| "loss": 0.1065, |
| "step": 25775 |
| }, |
| { |
| "epoch": 3.9784117193523514, |
| "grad_norm": 6.752484321594238, |
| "learning_rate": 9.954405109500758e-07, |
| "loss": 0.0988, |
| "step": 25800 |
| }, |
| { |
| "epoch": 3.982266769468003, |
| "grad_norm": 3.236395835876465, |
| "learning_rate": 9.882004159196324e-07, |
| "loss": 0.1082, |
| "step": 25825 |
| }, |
| { |
| "epoch": 3.9861218195836545, |
| "grad_norm": 6.216182708740234, |
| "learning_rate": 9.809838583066394e-07, |
| "loss": 0.1338, |
| "step": 25850 |
| }, |
| { |
| "epoch": 3.989976869699306, |
| "grad_norm": 9.444483757019043, |
| "learning_rate": 9.737908804509822e-07, |
| "loss": 0.1118, |
| "step": 25875 |
| }, |
| { |
| "epoch": 3.9938319198149577, |
| "grad_norm": 9.531264305114746, |
| "learning_rate": 9.66621524554201e-07, |
| "loss": 0.119, |
| "step": 25900 |
| }, |
| { |
| "epoch": 3.997686969930609, |
| "grad_norm": 4.927842140197754, |
| "learning_rate": 9.59475832679243e-07, |
| "loss": 0.1171, |
| "step": 25925 |
| }, |
| { |
| "epoch": 4.00154202004626, |
| "grad_norm": 5.128291606903076, |
| "learning_rate": 9.523538467502224e-07, |
| "loss": 0.0911, |
| "step": 25950 |
| }, |
| { |
| "epoch": 4.005397070161912, |
| "grad_norm": 7.214539527893066, |
| "learning_rate": 9.452556085521647e-07, |
| "loss": 0.0553, |
| "step": 25975 |
| }, |
| { |
| "epoch": 4.009252120277564, |
| "grad_norm": 4.325976371765137, |
| "learning_rate": 9.381811597307683e-07, |
| "loss": 0.0648, |
| "step": 26000 |
| }, |
| { |
| "epoch": 4.013107170393215, |
| "grad_norm": 2.449784517288208, |
| "learning_rate": 9.311305417921607e-07, |
| "loss": 0.0671, |
| "step": 26025 |
| }, |
| { |
| "epoch": 4.016962220508867, |
| "grad_norm": 2.7883942127227783, |
| "learning_rate": 9.241037961026461e-07, |
| "loss": 0.0776, |
| "step": 26050 |
| }, |
| { |
| "epoch": 4.020817270624518, |
| "grad_norm": 6.782441139221191, |
| "learning_rate": 9.171009638884759e-07, |
| "loss": 0.0549, |
| "step": 26075 |
| }, |
| { |
| "epoch": 4.024672320740169, |
| "grad_norm": 2.380558967590332, |
| "learning_rate": 9.101220862355975e-07, |
| "loss": 0.0803, |
| "step": 26100 |
| }, |
| { |
| "epoch": 4.028527370855821, |
| "grad_norm": 3.5904738903045654, |
| "learning_rate": 9.031672040894112e-07, |
| "loss": 0.0389, |
| "step": 26125 |
| }, |
| { |
| "epoch": 4.032382420971473, |
| "grad_norm": 7.021317005157471, |
| "learning_rate": 8.962363582545447e-07, |
| "loss": 0.0646, |
| "step": 26150 |
| }, |
| { |
| "epoch": 4.036237471087124, |
| "grad_norm": 4.77400541305542, |
| "learning_rate": 8.89329589394593e-07, |
| "loss": 0.0403, |
| "step": 26175 |
| }, |
| { |
| "epoch": 4.040092521202776, |
| "grad_norm": 4.667660236358643, |
| "learning_rate": 8.824469380318967e-07, |
| "loss": 0.0359, |
| "step": 26200 |
| }, |
| { |
| "epoch": 4.043947571318427, |
| "grad_norm": 4.778940677642822, |
| "learning_rate": 8.755884445472973e-07, |
| "loss": 0.0537, |
| "step": 26225 |
| }, |
| { |
| "epoch": 4.047802621434078, |
| "grad_norm": 3.638836622238159, |
| "learning_rate": 8.687541491798967e-07, |
| "loss": 0.0352, |
| "step": 26250 |
| }, |
| { |
| "epoch": 4.05165767154973, |
| "grad_norm": 5.079896450042725, |
| "learning_rate": 8.619440920268307e-07, |
| "loss": 0.0571, |
| "step": 26275 |
| }, |
| { |
| "epoch": 4.055512721665382, |
| "grad_norm": 10.79236125946045, |
| "learning_rate": 8.551583130430241e-07, |
| "loss": 0.0506, |
| "step": 26300 |
| }, |
| { |
| "epoch": 4.059367771781033, |
| "grad_norm": 9.683244705200195, |
| "learning_rate": 8.483968520409636e-07, |
| "loss": 0.0458, |
| "step": 26325 |
| }, |
| { |
| "epoch": 4.063222821896685, |
| "grad_norm": 6.350785732269287, |
| "learning_rate": 8.416597486904609e-07, |
| "loss": 0.0459, |
| "step": 26350 |
| }, |
| { |
| "epoch": 4.067077872012336, |
| "grad_norm": 8.821796417236328, |
| "learning_rate": 8.349470425184164e-07, |
| "loss": 0.0448, |
| "step": 26375 |
| }, |
| { |
| "epoch": 4.070932922127987, |
| "grad_norm": 5.784400939941406, |
| "learning_rate": 8.282587729085955e-07, |
| "loss": 0.044, |
| "step": 26400 |
| }, |
| { |
| "epoch": 4.074787972243639, |
| "grad_norm": 2.338291645050049, |
| "learning_rate": 8.215949791013933e-07, |
| "loss": 0.0585, |
| "step": 26425 |
| }, |
| { |
| "epoch": 4.078643022359291, |
| "grad_norm": 7.46394681930542, |
| "learning_rate": 8.149557001935981e-07, |
| "loss": 0.0556, |
| "step": 26450 |
| }, |
| { |
| "epoch": 4.082498072474942, |
| "grad_norm": 7.44688606262207, |
| "learning_rate": 8.083409751381777e-07, |
| "loss": 0.0519, |
| "step": 26475 |
| }, |
| { |
| "epoch": 4.086353122590594, |
| "grad_norm": 3.8436038494110107, |
| "learning_rate": 8.017508427440318e-07, |
| "loss": 0.0699, |
| "step": 26500 |
| }, |
| { |
| "epoch": 4.090208172706245, |
| "grad_norm": 6.464486598968506, |
| "learning_rate": 7.95185341675781e-07, |
| "loss": 0.0492, |
| "step": 26525 |
| }, |
| { |
| "epoch": 4.094063222821896, |
| "grad_norm": 7.237420082092285, |
| "learning_rate": 7.886445104535289e-07, |
| "loss": 0.0455, |
| "step": 26550 |
| }, |
| { |
| "epoch": 4.097918272937548, |
| "grad_norm": 3.3453290462493896, |
| "learning_rate": 7.821283874526403e-07, |
| "loss": 0.061, |
| "step": 26575 |
| }, |
| { |
| "epoch": 4.1017733230532, |
| "grad_norm": 5.772636890411377, |
| "learning_rate": 7.756370109035177e-07, |
| "loss": 0.058, |
| "step": 26600 |
| }, |
| { |
| "epoch": 4.105628373168851, |
| "grad_norm": 10.061744689941406, |
| "learning_rate": 7.691704188913718e-07, |
| "loss": 0.0648, |
| "step": 26625 |
| }, |
| { |
| "epoch": 4.109483423284503, |
| "grad_norm": 6.11315393447876, |
| "learning_rate": 7.627286493560038e-07, |
| "loss": 0.0389, |
| "step": 26650 |
| }, |
| { |
| "epoch": 4.113338473400154, |
| "grad_norm": 8.67935848236084, |
| "learning_rate": 7.563117400915803e-07, |
| "loss": 0.0423, |
| "step": 26675 |
| }, |
| { |
| "epoch": 4.117193523515806, |
| "grad_norm": 8.060785293579102, |
| "learning_rate": 7.499197287464094e-07, |
| "loss": 0.0524, |
| "step": 26700 |
| }, |
| { |
| "epoch": 4.121048573631457, |
| "grad_norm": 2.4734082221984863, |
| "learning_rate": 7.435526528227238e-07, |
| "loss": 0.0532, |
| "step": 26725 |
| }, |
| { |
| "epoch": 4.124903623747109, |
| "grad_norm": 8.875064849853516, |
| "learning_rate": 7.372105496764597e-07, |
| "loss": 0.0423, |
| "step": 26750 |
| }, |
| { |
| "epoch": 4.128758673862761, |
| "grad_norm": 4.835430145263672, |
| "learning_rate": 7.308934565170322e-07, |
| "loss": 0.0434, |
| "step": 26775 |
| }, |
| { |
| "epoch": 4.1326137239784115, |
| "grad_norm": 7.1492180824279785, |
| "learning_rate": 7.246014104071292e-07, |
| "loss": 0.0515, |
| "step": 26800 |
| }, |
| { |
| "epoch": 4.136468774094063, |
| "grad_norm": 6.602258682250977, |
| "learning_rate": 7.183344482624788e-07, |
| "loss": 0.0507, |
| "step": 26825 |
| }, |
| { |
| "epoch": 4.140323824209715, |
| "grad_norm": 8.508008003234863, |
| "learning_rate": 7.120926068516443e-07, |
| "loss": 0.0702, |
| "step": 26850 |
| }, |
| { |
| "epoch": 4.144178874325366, |
| "grad_norm": 2.718414306640625, |
| "learning_rate": 7.058759227958057e-07, |
| "loss": 0.0513, |
| "step": 26875 |
| }, |
| { |
| "epoch": 4.148033924441018, |
| "grad_norm": 3.9830615520477295, |
| "learning_rate": 6.996844325685392e-07, |
| "loss": 0.0543, |
| "step": 26900 |
| }, |
| { |
| "epoch": 4.15188897455667, |
| "grad_norm": 8.627047538757324, |
| "learning_rate": 6.93518172495612e-07, |
| "loss": 0.0601, |
| "step": 26925 |
| }, |
| { |
| "epoch": 4.1557440246723205, |
| "grad_norm": 11.737249374389648, |
| "learning_rate": 6.873771787547612e-07, |
| "loss": 0.0629, |
| "step": 26950 |
| }, |
| { |
| "epoch": 4.159599074787972, |
| "grad_norm": 5.22245979309082, |
| "learning_rate": 6.81261487375487e-07, |
| "loss": 0.0604, |
| "step": 26975 |
| }, |
| { |
| "epoch": 4.163454124903624, |
| "grad_norm": 3.9162354469299316, |
| "learning_rate": 6.751711342388412e-07, |
| "loss": 0.0599, |
| "step": 27000 |
| }, |
| { |
| "epoch": 4.167309175019275, |
| "grad_norm": 4.3824381828308105, |
| "learning_rate": 6.69106155077211e-07, |
| "loss": 0.0478, |
| "step": 27025 |
| }, |
| { |
| "epoch": 4.171164225134927, |
| "grad_norm": 8.110997200012207, |
| "learning_rate": 6.630665854741159e-07, |
| "loss": 0.0535, |
| "step": 27050 |
| }, |
| { |
| "epoch": 4.175019275250579, |
| "grad_norm": 6.809072017669678, |
| "learning_rate": 6.570524608639956e-07, |
| "loss": 0.0491, |
| "step": 27075 |
| }, |
| { |
| "epoch": 4.1788743253662295, |
| "grad_norm": 6.785584926605225, |
| "learning_rate": 6.510638165320032e-07, |
| "loss": 0.0501, |
| "step": 27100 |
| }, |
| { |
| "epoch": 4.182729375481881, |
| "grad_norm": 6.9713826179504395, |
| "learning_rate": 6.451006876137989e-07, |
| "loss": 0.0491, |
| "step": 27125 |
| }, |
| { |
| "epoch": 4.186584425597533, |
| "grad_norm": 0.8903509974479675, |
| "learning_rate": 6.391631090953387e-07, |
| "loss": 0.0641, |
| "step": 27150 |
| }, |
| { |
| "epoch": 4.190439475713184, |
| "grad_norm": 5.400376319885254, |
| "learning_rate": 6.332511158126776e-07, |
| "loss": 0.0343, |
| "step": 27175 |
| }, |
| { |
| "epoch": 4.194294525828836, |
| "grad_norm": 0.9980877637863159, |
| "learning_rate": 6.273647424517592e-07, |
| "loss": 0.0497, |
| "step": 27200 |
| }, |
| { |
| "epoch": 4.198149575944488, |
| "grad_norm": 5.953235626220703, |
| "learning_rate": 6.215040235482134e-07, |
| "loss": 0.0568, |
| "step": 27225 |
| }, |
| { |
| "epoch": 4.2020046260601385, |
| "grad_norm": 3.7557125091552734, |
| "learning_rate": 6.156689934871552e-07, |
| "loss": 0.0385, |
| "step": 27250 |
| }, |
| { |
| "epoch": 4.20585967617579, |
| "grad_norm": 1.1404926776885986, |
| "learning_rate": 6.098596865029793e-07, |
| "loss": 0.0343, |
| "step": 27275 |
| }, |
| { |
| "epoch": 4.209714726291442, |
| "grad_norm": 5.386295318603516, |
| "learning_rate": 6.040761366791653e-07, |
| "loss": 0.049, |
| "step": 27300 |
| }, |
| { |
| "epoch": 4.213569776407093, |
| "grad_norm": 0.9487815499305725, |
| "learning_rate": 5.983183779480739e-07, |
| "loss": 0.0414, |
| "step": 27325 |
| }, |
| { |
| "epoch": 4.217424826522745, |
| "grad_norm": 4.312638282775879, |
| "learning_rate": 5.925864440907453e-07, |
| "loss": 0.0477, |
| "step": 27350 |
| }, |
| { |
| "epoch": 4.2212798766383965, |
| "grad_norm": 2.526244878768921, |
| "learning_rate": 5.868803687367064e-07, |
| "loss": 0.0508, |
| "step": 27375 |
| }, |
| { |
| "epoch": 4.2251349267540474, |
| "grad_norm": 1.8727853298187256, |
| "learning_rate": 5.812001853637711e-07, |
| "loss": 0.0347, |
| "step": 27400 |
| }, |
| { |
| "epoch": 4.228989976869699, |
| "grad_norm": 3.879274845123291, |
| "learning_rate": 5.755459272978431e-07, |
| "loss": 0.0581, |
| "step": 27425 |
| }, |
| { |
| "epoch": 4.232845026985351, |
| "grad_norm": 3.3455216884613037, |
| "learning_rate": 5.699176277127221e-07, |
| "loss": 0.0435, |
| "step": 27450 |
| }, |
| { |
| "epoch": 4.236700077101002, |
| "grad_norm": 3.564358949661255, |
| "learning_rate": 5.643153196299056e-07, |
| "loss": 0.0367, |
| "step": 27475 |
| }, |
| { |
| "epoch": 4.240555127216654, |
| "grad_norm": 11.249282836914062, |
| "learning_rate": 5.587390359183997e-07, |
| "loss": 0.0453, |
| "step": 27500 |
| }, |
| { |
| "epoch": 4.2444101773323055, |
| "grad_norm": 4.554286956787109, |
| "learning_rate": 5.531888092945265e-07, |
| "loss": 0.038, |
| "step": 27525 |
| }, |
| { |
| "epoch": 4.248265227447956, |
| "grad_norm": 3.6033146381378174, |
| "learning_rate": 5.476646723217244e-07, |
| "loss": 0.0411, |
| "step": 27550 |
| }, |
| { |
| "epoch": 4.252120277563608, |
| "grad_norm": 5.931132793426514, |
| "learning_rate": 5.421666574103674e-07, |
| "loss": 0.0471, |
| "step": 27575 |
| }, |
| { |
| "epoch": 4.25597532767926, |
| "grad_norm": 5.69351863861084, |
| "learning_rate": 5.366947968175673e-07, |
| "loss": 0.0446, |
| "step": 27600 |
| }, |
| { |
| "epoch": 4.259830377794911, |
| "grad_norm": 4.139880180358887, |
| "learning_rate": 5.312491226469891e-07, |
| "loss": 0.0495, |
| "step": 27625 |
| }, |
| { |
| "epoch": 4.263685427910563, |
| "grad_norm": 8.035470962524414, |
| "learning_rate": 5.258296668486607e-07, |
| "loss": 0.0619, |
| "step": 27650 |
| }, |
| { |
| "epoch": 4.2675404780262145, |
| "grad_norm": 2.8856546878814697, |
| "learning_rate": 5.204364612187828e-07, |
| "loss": 0.0488, |
| "step": 27675 |
| }, |
| { |
| "epoch": 4.271395528141866, |
| "grad_norm": 6.430315971374512, |
| "learning_rate": 5.150695373995496e-07, |
| "loss": 0.0442, |
| "step": 27700 |
| }, |
| { |
| "epoch": 4.275250578257517, |
| "grad_norm": 3.356950044631958, |
| "learning_rate": 5.097289268789552e-07, |
| "loss": 0.0281, |
| "step": 27725 |
| }, |
| { |
| "epoch": 4.279105628373169, |
| "grad_norm": 2.2608771324157715, |
| "learning_rate": 5.044146609906136e-07, |
| "loss": 0.0422, |
| "step": 27750 |
| }, |
| { |
| "epoch": 4.28296067848882, |
| "grad_norm": 1.8129510879516602, |
| "learning_rate": 4.991267709135749e-07, |
| "loss": 0.0453, |
| "step": 27775 |
| }, |
| { |
| "epoch": 4.286815728604472, |
| "grad_norm": 2.924614667892456, |
| "learning_rate": 4.938652876721378e-07, |
| "loss": 0.0402, |
| "step": 27800 |
| }, |
| { |
| "epoch": 4.2906707787201235, |
| "grad_norm": 3.2685673236846924, |
| "learning_rate": 4.886302421356732e-07, |
| "loss": 0.0682, |
| "step": 27825 |
| }, |
| { |
| "epoch": 4.294525828835775, |
| "grad_norm": 3.3606674671173096, |
| "learning_rate": 4.834216650184421e-07, |
| "loss": 0.0516, |
| "step": 27850 |
| }, |
| { |
| "epoch": 4.298380878951426, |
| "grad_norm": 1.944153070449829, |
| "learning_rate": 4.782395868794087e-07, |
| "loss": 0.0498, |
| "step": 27875 |
| }, |
| { |
| "epoch": 4.302235929067078, |
| "grad_norm": 3.226762056350708, |
| "learning_rate": 4.730840381220736e-07, |
| "loss": 0.0435, |
| "step": 27900 |
| }, |
| { |
| "epoch": 4.30609097918273, |
| "grad_norm": 4.163146495819092, |
| "learning_rate": 4.679550489942819e-07, |
| "loss": 0.0501, |
| "step": 27925 |
| }, |
| { |
| "epoch": 4.309946029298381, |
| "grad_norm": 6.545179843902588, |
| "learning_rate": 4.628526495880553e-07, |
| "loss": 0.0583, |
| "step": 27950 |
| }, |
| { |
| "epoch": 4.3138010794140325, |
| "grad_norm": 1.5406627655029297, |
| "learning_rate": 4.577768698394136e-07, |
| "loss": 0.0542, |
| "step": 27975 |
| }, |
| { |
| "epoch": 4.317656129529684, |
| "grad_norm": 2.5607690811157227, |
| "learning_rate": 4.5272773952819424e-07, |
| "loss": 0.0588, |
| "step": 28000 |
| }, |
| { |
| "epoch": 4.321511179645335, |
| "grad_norm": 6.036596298217773, |
| "learning_rate": 4.4770528827788317e-07, |
| "loss": 0.0544, |
| "step": 28025 |
| }, |
| { |
| "epoch": 4.325366229760987, |
| "grad_norm": 2.857830762863159, |
| "learning_rate": 4.4270954555543975e-07, |
| "loss": 0.0474, |
| "step": 28050 |
| }, |
| { |
| "epoch": 4.329221279876639, |
| "grad_norm": 0.8273962736129761, |
| "learning_rate": 4.3774054067112157e-07, |
| "loss": 0.0592, |
| "step": 28075 |
| }, |
| { |
| "epoch": 4.33307632999229, |
| "grad_norm": 2.6081111431121826, |
| "learning_rate": 4.327983027783161e-07, |
| "loss": 0.0569, |
| "step": 28100 |
| }, |
| { |
| "epoch": 4.336931380107941, |
| "grad_norm": 8.01623249053955, |
| "learning_rate": 4.278828608733643e-07, |
| "loss": 0.0599, |
| "step": 28125 |
| }, |
| { |
| "epoch": 4.340786430223593, |
| "grad_norm": 5.856451511383057, |
| "learning_rate": 4.22994243795396e-07, |
| "loss": 0.0543, |
| "step": 28150 |
| }, |
| { |
| "epoch": 4.344641480339244, |
| "grad_norm": 7.028669357299805, |
| "learning_rate": 4.181324802261605e-07, |
| "loss": 0.0562, |
| "step": 28175 |
| }, |
| { |
| "epoch": 4.348496530454896, |
| "grad_norm": 5.266681671142578, |
| "learning_rate": 4.132975986898513e-07, |
| "loss": 0.0489, |
| "step": 28200 |
| }, |
| { |
| "epoch": 4.352351580570548, |
| "grad_norm": 4.28916072845459, |
| "learning_rate": 4.084896275529482e-07, |
| "loss": 0.0385, |
| "step": 28225 |
| }, |
| { |
| "epoch": 4.356206630686199, |
| "grad_norm": 7.336819171905518, |
| "learning_rate": 4.0370859502404323e-07, |
| "loss": 0.0511, |
| "step": 28250 |
| }, |
| { |
| "epoch": 4.36006168080185, |
| "grad_norm": 4.3281779289245605, |
| "learning_rate": 3.989545291536812e-07, |
| "loss": 0.0368, |
| "step": 28275 |
| }, |
| { |
| "epoch": 4.363916730917502, |
| "grad_norm": 1.2710989713668823, |
| "learning_rate": 3.942274578341909e-07, |
| "loss": 0.0499, |
| "step": 28300 |
| }, |
| { |
| "epoch": 4.367771781033153, |
| "grad_norm": 2.805614709854126, |
| "learning_rate": 3.89527408799521e-07, |
| "loss": 0.0685, |
| "step": 28325 |
| }, |
| { |
| "epoch": 4.371626831148805, |
| "grad_norm": 3.1615355014801025, |
| "learning_rate": 3.848544096250828e-07, |
| "loss": 0.0546, |
| "step": 28350 |
| }, |
| { |
| "epoch": 4.375481881264457, |
| "grad_norm": 2.7767813205718994, |
| "learning_rate": 3.8020848772758246e-07, |
| "loss": 0.0439, |
| "step": 28375 |
| }, |
| { |
| "epoch": 4.379336931380108, |
| "grad_norm": 6.944403648376465, |
| "learning_rate": 3.755896703648626e-07, |
| "loss": 0.0491, |
| "step": 28400 |
| }, |
| { |
| "epoch": 4.383191981495759, |
| "grad_norm": 1.873370885848999, |
| "learning_rate": 3.709979846357442e-07, |
| "loss": 0.061, |
| "step": 28425 |
| }, |
| { |
| "epoch": 4.387047031611411, |
| "grad_norm": 4.76448917388916, |
| "learning_rate": 3.664334574798617e-07, |
| "loss": 0.0521, |
| "step": 28450 |
| }, |
| { |
| "epoch": 4.390902081727062, |
| "grad_norm": 3.3911397457122803, |
| "learning_rate": 3.618961156775125e-07, |
| "loss": 0.0647, |
| "step": 28475 |
| }, |
| { |
| "epoch": 4.394757131842714, |
| "grad_norm": 4.642607688903809, |
| "learning_rate": 3.573859858494955e-07, |
| "loss": 0.0428, |
| "step": 28500 |
| }, |
| { |
| "epoch": 4.398612181958366, |
| "grad_norm": 3.1891379356384277, |
| "learning_rate": 3.5290309445695394e-07, |
| "loss": 0.0398, |
| "step": 28525 |
| }, |
| { |
| "epoch": 4.402467232074017, |
| "grad_norm": 8.402615547180176, |
| "learning_rate": 3.484474678012251e-07, |
| "loss": 0.0529, |
| "step": 28550 |
| }, |
| { |
| "epoch": 4.406322282189668, |
| "grad_norm": 6.129350662231445, |
| "learning_rate": 3.4401913202367797e-07, |
| "loss": 0.0454, |
| "step": 28575 |
| }, |
| { |
| "epoch": 4.41017733230532, |
| "grad_norm": 5.72160005569458, |
| "learning_rate": 3.396181131055698e-07, |
| "loss": 0.0532, |
| "step": 28600 |
| }, |
| { |
| "epoch": 4.414032382420971, |
| "grad_norm": 2.8791778087615967, |
| "learning_rate": 3.3524443686788587e-07, |
| "loss": 0.041, |
| "step": 28625 |
| }, |
| { |
| "epoch": 4.417887432536623, |
| "grad_norm": 2.173323631286621, |
| "learning_rate": 3.3089812897118936e-07, |
| "loss": 0.0578, |
| "step": 28650 |
| }, |
| { |
| "epoch": 4.421742482652275, |
| "grad_norm": 2.1249160766601562, |
| "learning_rate": 3.265792149154762e-07, |
| "loss": 0.0391, |
| "step": 28675 |
| }, |
| { |
| "epoch": 4.425597532767926, |
| "grad_norm": 6.4937615394592285, |
| "learning_rate": 3.2228772004001765e-07, |
| "loss": 0.0571, |
| "step": 28700 |
| }, |
| { |
| "epoch": 4.429452582883577, |
| "grad_norm": 5.587518692016602, |
| "learning_rate": 3.180236695232164e-07, |
| "loss": 0.0469, |
| "step": 28725 |
| }, |
| { |
| "epoch": 4.433307632999229, |
| "grad_norm": 8.642132759094238, |
| "learning_rate": 3.1378708838245955e-07, |
| "loss": 0.0528, |
| "step": 28750 |
| }, |
| { |
| "epoch": 4.437162683114881, |
| "grad_norm": 6.956964015960693, |
| "learning_rate": 3.0957800147396634e-07, |
| "loss": 0.0514, |
| "step": 28775 |
| }, |
| { |
| "epoch": 4.441017733230532, |
| "grad_norm": 3.9507009983062744, |
| "learning_rate": 3.0539643349264956e-07, |
| "loss": 0.0444, |
| "step": 28800 |
| }, |
| { |
| "epoch": 4.444872783346184, |
| "grad_norm": 4.584397315979004, |
| "learning_rate": 3.012424089719662e-07, |
| "loss": 0.0626, |
| "step": 28825 |
| }, |
| { |
| "epoch": 4.4487278334618345, |
| "grad_norm": 19.1092472076416, |
| "learning_rate": 2.97115952283773e-07, |
| "loss": 0.0619, |
| "step": 28850 |
| }, |
| { |
| "epoch": 4.452582883577486, |
| "grad_norm": 5.3885297775268555, |
| "learning_rate": 2.930170876381877e-07, |
| "loss": 0.0439, |
| "step": 28875 |
| }, |
| { |
| "epoch": 4.456437933693138, |
| "grad_norm": 7.875032901763916, |
| "learning_rate": 2.889458390834404e-07, |
| "loss": 0.0427, |
| "step": 28900 |
| }, |
| { |
| "epoch": 4.46029298380879, |
| "grad_norm": 2.7519497871398926, |
| "learning_rate": 2.849022305057397e-07, |
| "loss": 0.0508, |
| "step": 28925 |
| }, |
| { |
| "epoch": 4.464148033924441, |
| "grad_norm": 6.233062267303467, |
| "learning_rate": 2.8088628562912837e-07, |
| "loss": 0.0632, |
| "step": 28950 |
| }, |
| { |
| "epoch": 4.468003084040093, |
| "grad_norm": 4.052979946136475, |
| "learning_rate": 2.768980280153427e-07, |
| "loss": 0.04, |
| "step": 28975 |
| }, |
| { |
| "epoch": 4.471858134155744, |
| "grad_norm": 13.528153419494629, |
| "learning_rate": 2.7293748106368034e-07, |
| "loss": 0.0458, |
| "step": 29000 |
| }, |
| { |
| "epoch": 4.475713184271395, |
| "grad_norm": 1.890171766281128, |
| "learning_rate": 2.6900466801085603e-07, |
| "loss": 0.0561, |
| "step": 29025 |
| }, |
| { |
| "epoch": 4.479568234387047, |
| "grad_norm": 2.2191109657287598, |
| "learning_rate": 2.650996119308702e-07, |
| "loss": 0.0515, |
| "step": 29050 |
| }, |
| { |
| "epoch": 4.483423284502699, |
| "grad_norm": 8.668838500976562, |
| "learning_rate": 2.6122233573487086e-07, |
| "loss": 0.0513, |
| "step": 29075 |
| }, |
| { |
| "epoch": 4.48727833461835, |
| "grad_norm": 3.5857250690460205, |
| "learning_rate": 2.5737286217101975e-07, |
| "loss": 0.0664, |
| "step": 29100 |
| }, |
| { |
| "epoch": 4.491133384734002, |
| "grad_norm": 1.4956778287887573, |
| "learning_rate": 2.535512138243601e-07, |
| "loss": 0.0414, |
| "step": 29125 |
| }, |
| { |
| "epoch": 4.494988434849653, |
| "grad_norm": 3.5447378158569336, |
| "learning_rate": 2.497574131166841e-07, |
| "loss": 0.0414, |
| "step": 29150 |
| }, |
| { |
| "epoch": 4.498843484965304, |
| "grad_norm": 7.222159385681152, |
| "learning_rate": 2.459914823063986e-07, |
| "loss": 0.0491, |
| "step": 29175 |
| }, |
| { |
| "epoch": 4.502698535080956, |
| "grad_norm": 3.686474323272705, |
| "learning_rate": 2.4225344348839775e-07, |
| "loss": 0.0441, |
| "step": 29200 |
| }, |
| { |
| "epoch": 4.506553585196608, |
| "grad_norm": 8.481548309326172, |
| "learning_rate": 2.3854331859393064e-07, |
| "loss": 0.05, |
| "step": 29225 |
| }, |
| { |
| "epoch": 4.510408635312259, |
| "grad_norm": 8.785652160644531, |
| "learning_rate": 2.3486112939047623e-07, |
| "loss": 0.0608, |
| "step": 29250 |
| }, |
| { |
| "epoch": 4.514263685427911, |
| "grad_norm": 5.748463153839111, |
| "learning_rate": 2.3120689748161175e-07, |
| "loss": 0.0323, |
| "step": 29275 |
| }, |
| { |
| "epoch": 4.518118735543562, |
| "grad_norm": 8.590340614318848, |
| "learning_rate": 2.275806443068884e-07, |
| "loss": 0.0579, |
| "step": 29300 |
| }, |
| { |
| "epoch": 4.521973785659213, |
| "grad_norm": 5.212619304656982, |
| "learning_rate": 2.239823911417055e-07, |
| "loss": 0.0367, |
| "step": 29325 |
| }, |
| { |
| "epoch": 4.525828835774865, |
| "grad_norm": 3.7377119064331055, |
| "learning_rate": 2.2041215909718305e-07, |
| "loss": 0.0534, |
| "step": 29350 |
| }, |
| { |
| "epoch": 4.529683885890517, |
| "grad_norm": 2.107555866241455, |
| "learning_rate": 2.1686996912004098e-07, |
| "loss": 0.0381, |
| "step": 29375 |
| }, |
| { |
| "epoch": 4.533538936006168, |
| "grad_norm": 7.098761558532715, |
| "learning_rate": 2.1335584199247584e-07, |
| "loss": 0.0417, |
| "step": 29400 |
| }, |
| { |
| "epoch": 4.5373939861218195, |
| "grad_norm": 1.0062240362167358, |
| "learning_rate": 2.098697983320358e-07, |
| "loss": 0.0615, |
| "step": 29425 |
| }, |
| { |
| "epoch": 4.541249036237471, |
| "grad_norm": 6.572259902954102, |
| "learning_rate": 2.064118585915048e-07, |
| "loss": 0.0693, |
| "step": 29450 |
| }, |
| { |
| "epoch": 4.545104086353122, |
| "grad_norm": 7.6246819496154785, |
| "learning_rate": 2.0298204305877867e-07, |
| "loss": 0.0479, |
| "step": 29475 |
| }, |
| { |
| "epoch": 4.548959136468774, |
| "grad_norm": 10.483940124511719, |
| "learning_rate": 1.9958037185674517e-07, |
| "loss": 0.0522, |
| "step": 29500 |
| }, |
| { |
| "epoch": 4.552814186584426, |
| "grad_norm": 4.1152873039245605, |
| "learning_rate": 1.9620686494317252e-07, |
| "loss": 0.0598, |
| "step": 29525 |
| }, |
| { |
| "epoch": 4.556669236700077, |
| "grad_norm": 4.319024562835693, |
| "learning_rate": 1.9286154211058227e-07, |
| "loss": 0.0361, |
| "step": 29550 |
| }, |
| { |
| "epoch": 4.5605242868157285, |
| "grad_norm": 2.4022743701934814, |
| "learning_rate": 1.8954442298614206e-07, |
| "loss": 0.0286, |
| "step": 29575 |
| }, |
| { |
| "epoch": 4.56437933693138, |
| "grad_norm": 3.555640935897827, |
| "learning_rate": 1.8625552703154748e-07, |
| "loss": 0.0465, |
| "step": 29600 |
| }, |
| { |
| "epoch": 4.568234387047031, |
| "grad_norm": 2.663213014602661, |
| "learning_rate": 1.8299487354290491e-07, |
| "loss": 0.0335, |
| "step": 29625 |
| }, |
| { |
| "epoch": 4.572089437162683, |
| "grad_norm": 7.092471599578857, |
| "learning_rate": 1.7976248165062325e-07, |
| "loss": 0.0545, |
| "step": 29650 |
| }, |
| { |
| "epoch": 4.575944487278335, |
| "grad_norm": 2.873157024383545, |
| "learning_rate": 1.7655837031929802e-07, |
| "loss": 0.0478, |
| "step": 29675 |
| }, |
| { |
| "epoch": 4.579799537393987, |
| "grad_norm": 5.116678714752197, |
| "learning_rate": 1.7338255834760064e-07, |
| "loss": 0.0534, |
| "step": 29700 |
| }, |
| { |
| "epoch": 4.5836545875096375, |
| "grad_norm": 5.352801322937012, |
| "learning_rate": 1.7023506436817106e-07, |
| "loss": 0.0472, |
| "step": 29725 |
| }, |
| { |
| "epoch": 4.587509637625289, |
| "grad_norm": 7.377298355102539, |
| "learning_rate": 1.6711590684750422e-07, |
| "loss": 0.0362, |
| "step": 29750 |
| }, |
| { |
| "epoch": 4.59136468774094, |
| "grad_norm": 3.2186317443847656, |
| "learning_rate": 1.6402510408584427e-07, |
| "loss": 0.0444, |
| "step": 29775 |
| }, |
| { |
| "epoch": 4.595219737856592, |
| "grad_norm": 4.758965492248535, |
| "learning_rate": 1.6096267421707834e-07, |
| "loss": 0.0512, |
| "step": 29800 |
| }, |
| { |
| "epoch": 4.599074787972244, |
| "grad_norm": 3.9415712356567383, |
| "learning_rate": 1.5792863520862457e-07, |
| "loss": 0.0569, |
| "step": 29825 |
| }, |
| { |
| "epoch": 4.602929838087896, |
| "grad_norm": 4.901118755340576, |
| "learning_rate": 1.5492300486133537e-07, |
| "loss": 0.0372, |
| "step": 29850 |
| }, |
| { |
| "epoch": 4.6067848882035465, |
| "grad_norm": 2.336989164352417, |
| "learning_rate": 1.5194580080938436e-07, |
| "loss": 0.044, |
| "step": 29875 |
| }, |
| { |
| "epoch": 4.610639938319198, |
| "grad_norm": 1.7713156938552856, |
| "learning_rate": 1.4899704052016794e-07, |
| "loss": 0.0385, |
| "step": 29900 |
| }, |
| { |
| "epoch": 4.614494988434849, |
| "grad_norm": 5.644339084625244, |
| "learning_rate": 1.4607674129420269e-07, |
| "loss": 0.0497, |
| "step": 29925 |
| }, |
| { |
| "epoch": 4.618350038550501, |
| "grad_norm": 4.766188144683838, |
| "learning_rate": 1.4318492026502152e-07, |
| "loss": 0.0475, |
| "step": 29950 |
| }, |
| { |
| "epoch": 4.622205088666153, |
| "grad_norm": 3.597555160522461, |
| "learning_rate": 1.40321594399076e-07, |
| "loss": 0.0446, |
| "step": 29975 |
| }, |
| { |
| "epoch": 4.6260601387818046, |
| "grad_norm": 3.8907299041748047, |
| "learning_rate": 1.3748678049563258e-07, |
| "loss": 0.0632, |
| "step": 30000 |
| }, |
| { |
| "epoch": 4.6299151888974555, |
| "grad_norm": 10.890676498413086, |
| "learning_rate": 1.3468049518667868e-07, |
| "loss": 0.0532, |
| "step": 30025 |
| }, |
| { |
| "epoch": 4.633770239013107, |
| "grad_norm": 3.604957342147827, |
| "learning_rate": 1.319027549368229e-07, |
| "loss": 0.048, |
| "step": 30050 |
| }, |
| { |
| "epoch": 4.637625289128759, |
| "grad_norm": 3.338784694671631, |
| "learning_rate": 1.2915357604319777e-07, |
| "loss": 0.032, |
| "step": 30075 |
| }, |
| { |
| "epoch": 4.64148033924441, |
| "grad_norm": 8.31986141204834, |
| "learning_rate": 1.2643297463536597e-07, |
| "loss": 0.0428, |
| "step": 30100 |
| }, |
| { |
| "epoch": 4.645335389360062, |
| "grad_norm": 6.411100387573242, |
| "learning_rate": 1.2374096667522484e-07, |
| "loss": 0.041, |
| "step": 30125 |
| }, |
| { |
| "epoch": 4.6491904394757135, |
| "grad_norm": 9.488824844360352, |
| "learning_rate": 1.2107756795691095e-07, |
| "loss": 0.0577, |
| "step": 30150 |
| }, |
| { |
| "epoch": 4.653045489591364, |
| "grad_norm": 2.1697256565093994, |
| "learning_rate": 1.1844279410671178e-07, |
| "loss": 0.0447, |
| "step": 30175 |
| }, |
| { |
| "epoch": 4.656900539707016, |
| "grad_norm": 5.731645107269287, |
| "learning_rate": 1.1583666058296805e-07, |
| "loss": 0.0405, |
| "step": 30200 |
| }, |
| { |
| "epoch": 4.660755589822668, |
| "grad_norm": 11.044076919555664, |
| "learning_rate": 1.1325918267598879e-07, |
| "loss": 0.0589, |
| "step": 30225 |
| }, |
| { |
| "epoch": 4.664610639938319, |
| "grad_norm": 1.4008193016052246, |
| "learning_rate": 1.1071037550795916e-07, |
| "loss": 0.0437, |
| "step": 30250 |
| }, |
| { |
| "epoch": 4.668465690053971, |
| "grad_norm": 6.674703121185303, |
| "learning_rate": 1.0819025403284999e-07, |
| "loss": 0.0547, |
| "step": 30275 |
| }, |
| { |
| "epoch": 4.6723207401696225, |
| "grad_norm": 4.803305625915527, |
| "learning_rate": 1.0569883303633455e-07, |
| "loss": 0.0441, |
| "step": 30300 |
| }, |
| { |
| "epoch": 4.676175790285273, |
| "grad_norm": 2.8617444038391113, |
| "learning_rate": 1.0323612713569575e-07, |
| "loss": 0.0513, |
| "step": 30325 |
| }, |
| { |
| "epoch": 4.680030840400925, |
| "grad_norm": 4.508880138397217, |
| "learning_rate": 1.0080215077974575e-07, |
| "loss": 0.0466, |
| "step": 30350 |
| }, |
| { |
| "epoch": 4.683885890516577, |
| "grad_norm": 1.8428984880447388, |
| "learning_rate": 9.839691824873875e-08, |
| "loss": 0.0541, |
| "step": 30375 |
| }, |
| { |
| "epoch": 4.687740940632228, |
| "grad_norm": 5.859665393829346, |
| "learning_rate": 9.602044365428776e-08, |
| "loss": 0.0513, |
| "step": 30400 |
| }, |
| { |
| "epoch": 4.69159599074788, |
| "grad_norm": 5.51134729385376, |
| "learning_rate": 9.367274093928125e-08, |
| "loss": 0.0498, |
| "step": 30425 |
| }, |
| { |
| "epoch": 4.6954510408635315, |
| "grad_norm": 1.2680703401565552, |
| "learning_rate": 9.135382387780168e-08, |
| "loss": 0.0451, |
| "step": 30450 |
| }, |
| { |
| "epoch": 4.699306090979182, |
| "grad_norm": 2.4471595287323, |
| "learning_rate": 8.906370607504433e-08, |
| "loss": 0.058, |
| "step": 30475 |
| }, |
| { |
| "epoch": 4.703161141094834, |
| "grad_norm": 10.326664924621582, |
| "learning_rate": 8.680240096723969e-08, |
| "loss": 0.0369, |
| "step": 30500 |
| }, |
| { |
| "epoch": 4.707016191210486, |
| "grad_norm": 4.283406734466553, |
| "learning_rate": 8.456992182157065e-08, |
| "loss": 0.0422, |
| "step": 30525 |
| }, |
| { |
| "epoch": 4.710871241326137, |
| "grad_norm": 3.263824701309204, |
| "learning_rate": 8.236628173609762e-08, |
| "loss": 0.0374, |
| "step": 30550 |
| }, |
| { |
| "epoch": 4.714726291441789, |
| "grad_norm": 2.9537744522094727, |
| "learning_rate": 8.019149363968081e-08, |
| "loss": 0.0449, |
| "step": 30575 |
| }, |
| { |
| "epoch": 4.7185813415574405, |
| "grad_norm": 7.638341426849365, |
| "learning_rate": 7.804557029190584e-08, |
| "loss": 0.0513, |
| "step": 30600 |
| }, |
| { |
| "epoch": 4.722436391673091, |
| "grad_norm": 5.652314186096191, |
| "learning_rate": 7.59285242830049e-08, |
| "loss": 0.0424, |
| "step": 30625 |
| }, |
| { |
| "epoch": 4.726291441788743, |
| "grad_norm": 10.834895133972168, |
| "learning_rate": 7.384036803378735e-08, |
| "loss": 0.0653, |
| "step": 30650 |
| }, |
| { |
| "epoch": 4.730146491904395, |
| "grad_norm": 5.6966552734375, |
| "learning_rate": 7.17811137955643e-08, |
| "loss": 0.0583, |
| "step": 30675 |
| }, |
| { |
| "epoch": 4.734001542020046, |
| "grad_norm": 6.812707424163818, |
| "learning_rate": 6.975077365007799e-08, |
| "loss": 0.0607, |
| "step": 30700 |
| }, |
| { |
| "epoch": 4.737856592135698, |
| "grad_norm": 3.0957865715026855, |
| "learning_rate": 6.774935950942918e-08, |
| "loss": 0.0497, |
| "step": 30725 |
| }, |
| { |
| "epoch": 4.7417116422513494, |
| "grad_norm": 1.1080137491226196, |
| "learning_rate": 6.577688311600883e-08, |
| "loss": 0.0391, |
| "step": 30750 |
| }, |
| { |
| "epoch": 4.745566692367001, |
| "grad_norm": 5.256198883056641, |
| "learning_rate": 6.383335604243035e-08, |
| "loss": 0.0562, |
| "step": 30775 |
| }, |
| { |
| "epoch": 4.749421742482652, |
| "grad_norm": 6.855607986450195, |
| "learning_rate": 6.191878969145748e-08, |
| "loss": 0.0494, |
| "step": 30800 |
| }, |
| { |
| "epoch": 4.753276792598304, |
| "grad_norm": 3.2536323070526123, |
| "learning_rate": 6.003319529594209e-08, |
| "loss": 0.0423, |
| "step": 30825 |
| }, |
| { |
| "epoch": 4.757131842713955, |
| "grad_norm": 4.973302364349365, |
| "learning_rate": 5.81765839187548e-08, |
| "loss": 0.0382, |
| "step": 30850 |
| }, |
| { |
| "epoch": 4.760986892829607, |
| "grad_norm": 3.9073121547698975, |
| "learning_rate": 5.634896645272281e-08, |
| "loss": 0.0594, |
| "step": 30875 |
| }, |
| { |
| "epoch": 4.764841942945258, |
| "grad_norm": 1.932100534439087, |
| "learning_rate": 5.4550353620563825e-08, |
| "loss": 0.0398, |
| "step": 30900 |
| }, |
| { |
| "epoch": 4.76869699306091, |
| "grad_norm": 10.511844635009766, |
| "learning_rate": 5.278075597482391e-08, |
| "loss": 0.0573, |
| "step": 30925 |
| }, |
| { |
| "epoch": 4.772552043176561, |
| "grad_norm": 5.501337051391602, |
| "learning_rate": 5.1040183897816954e-08, |
| "loss": 0.0535, |
| "step": 30950 |
| }, |
| { |
| "epoch": 4.776407093292213, |
| "grad_norm": 5.393566608428955, |
| "learning_rate": 4.9328647601559756e-08, |
| "loss": 0.0391, |
| "step": 30975 |
| }, |
| { |
| "epoch": 4.780262143407864, |
| "grad_norm": 4.601632595062256, |
| "learning_rate": 4.764615712771758e-08, |
| "loss": 0.0455, |
| "step": 31000 |
| }, |
| { |
| "epoch": 4.784117193523516, |
| "grad_norm": 3.017916440963745, |
| "learning_rate": 4.599272234754204e-08, |
| "loss": 0.0549, |
| "step": 31025 |
| }, |
| { |
| "epoch": 4.787972243639167, |
| "grad_norm": 11.536879539489746, |
| "learning_rate": 4.436835296181163e-08, |
| "loss": 0.0528, |
| "step": 31050 |
| }, |
| { |
| "epoch": 4.791827293754819, |
| "grad_norm": 10.335283279418945, |
| "learning_rate": 4.277305850077906e-08, |
| "loss": 0.0679, |
| "step": 31075 |
| }, |
| { |
| "epoch": 4.79568234387047, |
| "grad_norm": 1.792244791984558, |
| "learning_rate": 4.1206848324111815e-08, |
| "loss": 0.0415, |
| "step": 31100 |
| }, |
| { |
| "epoch": 4.799537393986122, |
| "grad_norm": 7.723292827606201, |
| "learning_rate": 3.966973162083887e-08, |
| "loss": 0.0525, |
| "step": 31125 |
| }, |
| { |
| "epoch": 4.803392444101774, |
| "grad_norm": 10.610712051391602, |
| "learning_rate": 3.816171740929686e-08, |
| "loss": 0.0451, |
| "step": 31150 |
| }, |
| { |
| "epoch": 4.807247494217425, |
| "grad_norm": 5.772136688232422, |
| "learning_rate": 3.668281453707567e-08, |
| "loss": 0.0469, |
| "step": 31175 |
| }, |
| { |
| "epoch": 4.811102544333076, |
| "grad_norm": 4.91958475112915, |
| "learning_rate": 3.5233031680969585e-08, |
| "loss": 0.0512, |
| "step": 31200 |
| }, |
| { |
| "epoch": 4.814957594448728, |
| "grad_norm": 3.47731351852417, |
| "learning_rate": 3.381237734692122e-08, |
| "loss": 0.0448, |
| "step": 31225 |
| }, |
| { |
| "epoch": 4.818812644564379, |
| "grad_norm": 4.344484329223633, |
| "learning_rate": 3.2420859869977674e-08, |
| "loss": 0.0603, |
| "step": 31250 |
| }, |
| { |
| "epoch": 4.822667694680031, |
| "grad_norm": 1.0801258087158203, |
| "learning_rate": 3.105848741423778e-08, |
| "loss": 0.0416, |
| "step": 31275 |
| }, |
| { |
| "epoch": 4.826522744795683, |
| "grad_norm": 4.1883745193481445, |
| "learning_rate": 2.972526797280384e-08, |
| "loss": 0.0428, |
| "step": 31300 |
| }, |
| { |
| "epoch": 4.830377794911334, |
| "grad_norm": 7.557757377624512, |
| "learning_rate": 2.8421209367738845e-08, |
| "loss": 0.053, |
| "step": 31325 |
| }, |
| { |
| "epoch": 4.834232845026985, |
| "grad_norm": 3.2704110145568848, |
| "learning_rate": 2.7146319250014873e-08, |
| "loss": 0.0439, |
| "step": 31350 |
| }, |
| { |
| "epoch": 4.838087895142637, |
| "grad_norm": 4.630594730377197, |
| "learning_rate": 2.590060509947312e-08, |
| "loss": 0.0451, |
| "step": 31375 |
| }, |
| { |
| "epoch": 4.841942945258288, |
| "grad_norm": 4.2274980545043945, |
| "learning_rate": 2.4684074224776698e-08, |
| "loss": 0.0413, |
| "step": 31400 |
| }, |
| { |
| "epoch": 4.84579799537394, |
| "grad_norm": 3.1766464710235596, |
| "learning_rate": 2.3496733763370695e-08, |
| "loss": 0.0415, |
| "step": 31425 |
| }, |
| { |
| "epoch": 4.849653045489592, |
| "grad_norm": 3.7895710468292236, |
| "learning_rate": 2.2338590681436068e-08, |
| "loss": 0.04, |
| "step": 31450 |
| }, |
| { |
| "epoch": 4.8535080956052425, |
| "grad_norm": 5.877419471740723, |
| "learning_rate": 2.12096517738547e-08, |
| "loss": 0.0456, |
| "step": 31475 |
| }, |
| { |
| "epoch": 4.857363145720894, |
| "grad_norm": 3.9661877155303955, |
| "learning_rate": 2.0109923664162757e-08, |
| "loss": 0.0449, |
| "step": 31500 |
| }, |
| { |
| "epoch": 4.861218195836546, |
| "grad_norm": 5.422728538513184, |
| "learning_rate": 1.903941280451793e-08, |
| "loss": 0.0375, |
| "step": 31525 |
| }, |
| { |
| "epoch": 4.865073245952197, |
| "grad_norm": 5.891030311584473, |
| "learning_rate": 1.7998125475657824e-08, |
| "loss": 0.0619, |
| "step": 31550 |
| }, |
| { |
| "epoch": 4.868928296067849, |
| "grad_norm": 4.016377925872803, |
| "learning_rate": 1.6986067786863848e-08, |
| "loss": 0.0437, |
| "step": 31575 |
| }, |
| { |
| "epoch": 4.872783346183501, |
| "grad_norm": 1.3693541288375854, |
| "learning_rate": 1.6003245675926816e-08, |
| "loss": 0.0406, |
| "step": 31600 |
| }, |
| { |
| "epoch": 4.8766383962991515, |
| "grad_norm": 3.7623348236083984, |
| "learning_rate": 1.5049664909110306e-08, |
| "loss": 0.0512, |
| "step": 31625 |
| }, |
| { |
| "epoch": 4.880493446414803, |
| "grad_norm": 4.602240085601807, |
| "learning_rate": 1.4125331081117355e-08, |
| "loss": 0.0575, |
| "step": 31650 |
| }, |
| { |
| "epoch": 4.884348496530455, |
| "grad_norm": 4.906894683837891, |
| "learning_rate": 1.323024961505881e-08, |
| "loss": 0.0429, |
| "step": 31675 |
| }, |
| { |
| "epoch": 4.888203546646106, |
| "grad_norm": 8.693130493164062, |
| "learning_rate": 1.2364425762418919e-08, |
| "loss": 0.0345, |
| "step": 31700 |
| }, |
| { |
| "epoch": 4.892058596761758, |
| "grad_norm": 4.49963903427124, |
| "learning_rate": 1.1527864603027573e-08, |
| "loss": 0.065, |
| "step": 31725 |
| }, |
| { |
| "epoch": 4.89591364687741, |
| "grad_norm": 9.294318199157715, |
| "learning_rate": 1.072057104502866e-08, |
| "loss": 0.0378, |
| "step": 31750 |
| }, |
| { |
| "epoch": 4.8997686969930605, |
| "grad_norm": 7.211676120758057, |
| "learning_rate": 9.942549824851211e-09, |
| "loss": 0.0395, |
| "step": 31775 |
| }, |
| { |
| "epoch": 4.903623747108712, |
| "grad_norm": 5.318414211273193, |
| "learning_rate": 9.193805507183295e-09, |
| "loss": 0.0394, |
| "step": 31800 |
| }, |
| { |
| "epoch": 4.907478797224364, |
| "grad_norm": 3.5780348777770996, |
| "learning_rate": 8.474342484942056e-09, |
| "loss": 0.0589, |
| "step": 31825 |
| }, |
| { |
| "epoch": 4.911333847340016, |
| "grad_norm": 2.642815113067627, |
| "learning_rate": 7.784164979251496e-09, |
| "loss": 0.0724, |
| "step": 31850 |
| }, |
| { |
| "epoch": 4.915188897455667, |
| "grad_norm": 11.0081205368042, |
| "learning_rate": 7.123277039415844e-09, |
| "loss": 0.0486, |
| "step": 31875 |
| }, |
| { |
| "epoch": 4.919043947571319, |
| "grad_norm": 3.9760489463806152, |
| "learning_rate": 6.491682542895672e-09, |
| "loss": 0.045, |
| "step": 31900 |
| }, |
| { |
| "epoch": 4.9228989976869695, |
| "grad_norm": 8.580735206604004, |
| "learning_rate": 5.889385195285147e-09, |
| "loss": 0.0531, |
| "step": 31925 |
| }, |
| { |
| "epoch": 4.926754047802621, |
| "grad_norm": 2.2585766315460205, |
| "learning_rate": 5.316388530292038e-09, |
| "loss": 0.0406, |
| "step": 31950 |
| }, |
| { |
| "epoch": 4.930609097918273, |
| "grad_norm": 7.158880710601807, |
| "learning_rate": 4.772695909714409e-09, |
| "loss": 0.0508, |
| "step": 31975 |
| }, |
| { |
| "epoch": 4.934464148033925, |
| "grad_norm": 1.2747946977615356, |
| "learning_rate": 4.258310523422293e-09, |
| "loss": 0.0497, |
| "step": 32000 |
| }, |
| { |
| "epoch": 4.938319198149576, |
| "grad_norm": 6.368330955505371, |
| "learning_rate": 3.7732353893393805e-09, |
| "loss": 0.0496, |
| "step": 32025 |
| }, |
| { |
| "epoch": 4.9421742482652276, |
| "grad_norm": 3.998837471008301, |
| "learning_rate": 3.317473353424139e-09, |
| "loss": 0.035, |
| "step": 32050 |
| }, |
| { |
| "epoch": 4.9460292983808785, |
| "grad_norm": 3.9956557750701904, |
| "learning_rate": 2.8910270896548297e-09, |
| "loss": 0.0388, |
| "step": 32075 |
| }, |
| { |
| "epoch": 4.94988434849653, |
| "grad_norm": 9.725882530212402, |
| "learning_rate": 2.4938991000100775e-09, |
| "loss": 0.0498, |
| "step": 32100 |
| }, |
| { |
| "epoch": 4.953739398612182, |
| "grad_norm": 2.3593921661376953, |
| "learning_rate": 2.126091714459988e-09, |
| "loss": 0.0659, |
| "step": 32125 |
| }, |
| { |
| "epoch": 4.957594448727834, |
| "grad_norm": 2.1392416954040527, |
| "learning_rate": 1.7876070909472743e-09, |
| "loss": 0.0406, |
| "step": 32150 |
| }, |
| { |
| "epoch": 4.961449498843485, |
| "grad_norm": 9.84459114074707, |
| "learning_rate": 1.4784472153778206e-09, |
| "loss": 0.0506, |
| "step": 32175 |
| }, |
| { |
| "epoch": 4.9653045489591365, |
| "grad_norm": 6.583609580993652, |
| "learning_rate": 1.1986139016062492e-09, |
| "loss": 0.0464, |
| "step": 32200 |
| }, |
| { |
| "epoch": 4.969159599074788, |
| "grad_norm": 7.535484313964844, |
| "learning_rate": 9.481087914281484e-10, |
| "loss": 0.048, |
| "step": 32225 |
| }, |
| { |
| "epoch": 4.973014649190439, |
| "grad_norm": 9.076619148254395, |
| "learning_rate": 7.269333545689705e-10, |
| "loss": 0.0405, |
| "step": 32250 |
| }, |
| { |
| "epoch": 4.976869699306091, |
| "grad_norm": 1.754348635673523, |
| "learning_rate": 5.350888886751504e-10, |
| "loss": 0.0461, |
| "step": 32275 |
| }, |
| { |
| "epoch": 4.980724749421743, |
| "grad_norm": 2.8099377155303955, |
| "learning_rate": 3.725765193074438e-10, |
| "loss": 0.0404, |
| "step": 32300 |
| }, |
| { |
| "epoch": 4.984579799537394, |
| "grad_norm": 7.887497425079346, |
| "learning_rate": 2.3939719993426593e-10, |
| "loss": 0.0434, |
| "step": 32325 |
| }, |
| { |
| "epoch": 4.9884348496530455, |
| "grad_norm": 4.467358589172363, |
| "learning_rate": 1.3555171192392024e-10, |
| "loss": 0.0603, |
| "step": 32350 |
| }, |
| { |
| "epoch": 4.992289899768697, |
| "grad_norm": 5.653683662414551, |
| "learning_rate": 6.104066454293289e-11, |
| "loss": 0.0475, |
| "step": 32375 |
| }, |
| { |
| "epoch": 4.996144949884348, |
| "grad_norm": 7.203802108764648, |
| "learning_rate": 1.5864494951611796e-11, |
| "loss": 0.0438, |
| "step": 32400 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 7.300978660583496, |
| "learning_rate": 2.3468200160969847e-14, |
| "loss": 0.0481, |
| "step": 32425 |
| } |
| ], |
| "logging_steps": 25, |
| "max_steps": 32425, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 50000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.773942584016896e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
