{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 15188, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00065842537571398, "grad_norm": 0.5390625, "learning_rate": 0.00039984194929206456, "loss": 0.7595, "step": 10 }, { "epoch": 0.00131685075142796, "grad_norm": 0.33203125, "learning_rate": 0.00039957853144550543, "loss": 0.7122, "step": 20 }, { "epoch": 0.00197527612714194, "grad_norm": 0.4296875, "learning_rate": 0.00039931511359894635, "loss": 0.7829, "step": 30 }, { "epoch": 0.00263370150285592, "grad_norm": 0.48046875, "learning_rate": 0.0003990516957523872, "loss": 0.7, "step": 40 }, { "epoch": 0.0032921268785699002, "grad_norm": 0.404296875, "learning_rate": 0.00039878827790582814, "loss": 0.707, "step": 50 }, { "epoch": 0.00395055225428388, "grad_norm": 0.423828125, "learning_rate": 0.000398524860059269, "loss": 0.7251, "step": 60 }, { "epoch": 0.0046089776299978605, "grad_norm": 0.392578125, "learning_rate": 0.00039826144221270993, "loss": 0.7277, "step": 70 }, { "epoch": 0.00526740300571184, "grad_norm": 0.408203125, "learning_rate": 0.00039799802436615085, "loss": 0.7804, "step": 80 }, { "epoch": 0.00592582838142582, "grad_norm": 0.3125, "learning_rate": 0.0003977346065195917, "loss": 0.6783, "step": 90 }, { "epoch": 0.0065842537571398005, "grad_norm": 0.4609375, "learning_rate": 0.00039747118867303264, "loss": 0.7524, "step": 100 }, { "epoch": 0.00724267913285378, "grad_norm": 0.400390625, "learning_rate": 0.0003972077708264735, "loss": 0.7401, "step": 110 }, { "epoch": 0.00790110450856776, "grad_norm": 0.419921875, "learning_rate": 0.0003969443529799144, "loss": 0.7177, "step": 120 }, { "epoch": 0.00855952988428174, "grad_norm": 0.412109375, "learning_rate": 0.0003966809351333553, "loss": 0.7737, "step": 130 }, { "epoch": 0.009217955259995721, "grad_norm": 0.357421875, "learning_rate": 0.00039641751728679617, "loss": 0.7666, "step": 140 }, { "epoch": 0.0098763806357097, "grad_norm": 0.5390625, "learning_rate": 0.0003961540994402371, "loss": 0.7139, "step": 150 }, { "epoch": 0.01053480601142368, "grad_norm": 0.30078125, "learning_rate": 0.000395890681593678, "loss": 0.6805, "step": 160 }, { "epoch": 0.01119323138713766, "grad_norm": 0.326171875, "learning_rate": 0.0003956272637471189, "loss": 0.663, "step": 170 }, { "epoch": 0.01185165676285164, "grad_norm": 0.36328125, "learning_rate": 0.0003953638459005598, "loss": 0.7756, "step": 180 }, { "epoch": 0.01251008213856562, "grad_norm": 0.373046875, "learning_rate": 0.0003951004280540007, "loss": 0.6718, "step": 190 }, { "epoch": 0.013168507514279601, "grad_norm": 0.365234375, "learning_rate": 0.0003948370102074416, "loss": 0.7872, "step": 200 }, { "epoch": 0.01382693288999358, "grad_norm": 0.263671875, "learning_rate": 0.00039457359236088246, "loss": 0.6879, "step": 210 }, { "epoch": 0.01448535826570756, "grad_norm": 0.365234375, "learning_rate": 0.00039431017451432333, "loss": 0.7495, "step": 220 }, { "epoch": 0.01514378364142154, "grad_norm": 0.298828125, "learning_rate": 0.00039404675666776425, "loss": 0.6861, "step": 230 }, { "epoch": 0.01580220901713552, "grad_norm": 0.369140625, "learning_rate": 0.0003937833388212052, "loss": 0.7132, "step": 240 }, { "epoch": 0.0164606343928495, "grad_norm": 0.2578125, "learning_rate": 0.0003935199209746461, "loss": 0.6932, "step": 250 }, { "epoch": 0.01711905976856348, "grad_norm": 0.291015625, "learning_rate": 0.00039325650312808697, "loss": 0.6812, "step": 260 }, { "epoch": 0.01777748514427746, "grad_norm": 0.5234375, "learning_rate": 0.00039299308528152783, "loss": 0.6708, "step": 270 }, { "epoch": 0.018435910519991442, "grad_norm": 0.357421875, "learning_rate": 0.00039272966743496876, "loss": 0.7415, "step": 280 }, { "epoch": 0.01909433589570542, "grad_norm": 0.333984375, "learning_rate": 0.0003924662495884096, "loss": 0.7206, "step": 290 }, { "epoch": 0.0197527612714194, "grad_norm": 0.298828125, "learning_rate": 0.0003922028317418505, "loss": 0.6545, "step": 300 }, { "epoch": 0.02041118664713338, "grad_norm": 0.337890625, "learning_rate": 0.0003919394138952914, "loss": 0.6851, "step": 310 }, { "epoch": 0.02106961202284736, "grad_norm": 0.353515625, "learning_rate": 0.0003916759960487323, "loss": 0.6752, "step": 320 }, { "epoch": 0.02172803739856134, "grad_norm": 0.427734375, "learning_rate": 0.0003914125782021732, "loss": 0.7151, "step": 330 }, { "epoch": 0.02238646277427532, "grad_norm": 0.32421875, "learning_rate": 0.00039114916035561413, "loss": 0.705, "step": 340 }, { "epoch": 0.0230448881499893, "grad_norm": 0.26953125, "learning_rate": 0.000390885742509055, "loss": 0.6863, "step": 350 }, { "epoch": 0.02370331352570328, "grad_norm": 0.3359375, "learning_rate": 0.0003906223246624959, "loss": 0.6988, "step": 360 }, { "epoch": 0.02436173890141726, "grad_norm": 0.2490234375, "learning_rate": 0.0003903589068159368, "loss": 0.6844, "step": 370 }, { "epoch": 0.02502016427713124, "grad_norm": 0.31640625, "learning_rate": 0.0003900954889693777, "loss": 0.683, "step": 380 }, { "epoch": 0.02567858965284522, "grad_norm": 0.32421875, "learning_rate": 0.0003898320711228186, "loss": 0.6899, "step": 390 }, { "epoch": 0.026337015028559202, "grad_norm": 0.29296875, "learning_rate": 0.00038956865327625944, "loss": 0.6528, "step": 400 }, { "epoch": 0.02699544040427318, "grad_norm": 0.34375, "learning_rate": 0.00038930523542970037, "loss": 0.6978, "step": 410 }, { "epoch": 0.02765386577998716, "grad_norm": 0.2353515625, "learning_rate": 0.0003890418175831413, "loss": 0.6727, "step": 420 }, { "epoch": 0.02831229115570114, "grad_norm": 0.357421875, "learning_rate": 0.0003887783997365822, "loss": 0.7058, "step": 430 }, { "epoch": 0.02897071653141512, "grad_norm": 0.291015625, "learning_rate": 0.0003885149818900231, "loss": 0.7147, "step": 440 }, { "epoch": 0.029629141907129102, "grad_norm": 0.369140625, "learning_rate": 0.00038825156404346395, "loss": 0.7187, "step": 450 }, { "epoch": 0.03028756728284308, "grad_norm": 0.310546875, "learning_rate": 0.00038798814619690487, "loss": 0.6293, "step": 460 }, { "epoch": 0.03094599265855706, "grad_norm": 0.345703125, "learning_rate": 0.00038772472835034574, "loss": 0.6494, "step": 470 }, { "epoch": 0.03160441803427104, "grad_norm": 0.263671875, "learning_rate": 0.00038746131050378666, "loss": 0.6189, "step": 480 }, { "epoch": 0.03226284340998502, "grad_norm": 0.353515625, "learning_rate": 0.00038719789265722753, "loss": 0.6488, "step": 490 }, { "epoch": 0.032921268785699, "grad_norm": 0.25390625, "learning_rate": 0.00038693447481066845, "loss": 0.7454, "step": 500 }, { "epoch": 0.03357969416141298, "grad_norm": 0.333984375, "learning_rate": 0.00038667105696410937, "loss": 0.6943, "step": 510 }, { "epoch": 0.03423811953712696, "grad_norm": 0.330078125, "learning_rate": 0.00038640763911755024, "loss": 0.6634, "step": 520 }, { "epoch": 0.03489654491284094, "grad_norm": 0.3046875, "learning_rate": 0.00038614422127099116, "loss": 0.6547, "step": 530 }, { "epoch": 0.03555497028855492, "grad_norm": 0.279296875, "learning_rate": 0.00038588080342443203, "loss": 0.5923, "step": 540 }, { "epoch": 0.0362133956642689, "grad_norm": 0.3125, "learning_rate": 0.0003856173855778729, "loss": 0.76, "step": 550 }, { "epoch": 0.036871821039982884, "grad_norm": 0.296875, "learning_rate": 0.0003853539677313138, "loss": 0.7101, "step": 560 }, { "epoch": 0.03753024641569686, "grad_norm": 0.33984375, "learning_rate": 0.0003850905498847547, "loss": 0.5881, "step": 570 }, { "epoch": 0.03818867179141084, "grad_norm": 0.38671875, "learning_rate": 0.0003848271320381956, "loss": 0.577, "step": 580 }, { "epoch": 0.03884709716712482, "grad_norm": 0.287109375, "learning_rate": 0.0003845637141916365, "loss": 0.6275, "step": 590 }, { "epoch": 0.0395055225428388, "grad_norm": 0.34765625, "learning_rate": 0.0003843002963450774, "loss": 0.734, "step": 600 }, { "epoch": 0.04016394791855278, "grad_norm": 0.328125, "learning_rate": 0.0003840368784985183, "loss": 0.6691, "step": 610 }, { "epoch": 0.04082237329426676, "grad_norm": 0.365234375, "learning_rate": 0.0003837734606519592, "loss": 0.7124, "step": 620 }, { "epoch": 0.041480798669980744, "grad_norm": 0.267578125, "learning_rate": 0.0003835100428054001, "loss": 0.6627, "step": 630 }, { "epoch": 0.04213922404569472, "grad_norm": 0.337890625, "learning_rate": 0.000383246624958841, "loss": 0.6139, "step": 640 }, { "epoch": 0.0427976494214087, "grad_norm": 0.28125, "learning_rate": 0.00038298320711228185, "loss": 0.6628, "step": 650 }, { "epoch": 0.04345607479712268, "grad_norm": 0.1953125, "learning_rate": 0.00038271978926572277, "loss": 0.6305, "step": 660 }, { "epoch": 0.04411450017283666, "grad_norm": 0.349609375, "learning_rate": 0.00038245637141916364, "loss": 0.646, "step": 670 }, { "epoch": 0.04477292554855064, "grad_norm": 0.23046875, "learning_rate": 0.00038219295357260456, "loss": 0.6565, "step": 680 }, { "epoch": 0.04543135092426462, "grad_norm": 0.330078125, "learning_rate": 0.0003819295357260455, "loss": 0.6626, "step": 690 }, { "epoch": 0.0460897762999786, "grad_norm": 0.29296875, "learning_rate": 0.00038166611787948635, "loss": 0.6668, "step": 700 }, { "epoch": 0.04674820167569258, "grad_norm": 0.294921875, "learning_rate": 0.0003814027000329273, "loss": 0.6189, "step": 710 }, { "epoch": 0.04740662705140656, "grad_norm": 0.3671875, "learning_rate": 0.00038113928218636814, "loss": 0.6835, "step": 720 }, { "epoch": 0.048065052427120544, "grad_norm": 0.2578125, "learning_rate": 0.000380875864339809, "loss": 0.5992, "step": 730 }, { "epoch": 0.04872347780283452, "grad_norm": 0.30078125, "learning_rate": 0.00038061244649324993, "loss": 0.6733, "step": 740 }, { "epoch": 0.0493819031785485, "grad_norm": 0.3359375, "learning_rate": 0.0003803490286466908, "loss": 0.6051, "step": 750 }, { "epoch": 0.05004032855426248, "grad_norm": 0.2451171875, "learning_rate": 0.0003800856108001317, "loss": 0.689, "step": 760 }, { "epoch": 0.05069875392997646, "grad_norm": 0.330078125, "learning_rate": 0.00037982219295357264, "loss": 0.6645, "step": 770 }, { "epoch": 0.05135717930569044, "grad_norm": 0.330078125, "learning_rate": 0.0003795587751070135, "loss": 0.6781, "step": 780 }, { "epoch": 0.05201560468140442, "grad_norm": 0.38671875, "learning_rate": 0.00037929535726045444, "loss": 0.6567, "step": 790 }, { "epoch": 0.052674030057118404, "grad_norm": 0.31640625, "learning_rate": 0.0003790319394138953, "loss": 0.6871, "step": 800 }, { "epoch": 0.05333245543283238, "grad_norm": 0.298828125, "learning_rate": 0.0003787685215673362, "loss": 0.6341, "step": 810 }, { "epoch": 0.05399088080854636, "grad_norm": 0.330078125, "learning_rate": 0.0003785051037207771, "loss": 0.7323, "step": 820 }, { "epoch": 0.054649306184260345, "grad_norm": 0.1982421875, "learning_rate": 0.00037824168587421796, "loss": 0.6664, "step": 830 }, { "epoch": 0.05530773155997432, "grad_norm": 0.265625, "learning_rate": 0.0003779782680276589, "loss": 0.6987, "step": 840 }, { "epoch": 0.0559661569356883, "grad_norm": 0.2177734375, "learning_rate": 0.00037771485018109975, "loss": 0.6322, "step": 850 }, { "epoch": 0.05662458231140228, "grad_norm": 0.248046875, "learning_rate": 0.0003774514323345407, "loss": 0.6226, "step": 860 }, { "epoch": 0.057283007687116264, "grad_norm": 0.302734375, "learning_rate": 0.0003771880144879816, "loss": 0.6788, "step": 870 }, { "epoch": 0.05794143306283024, "grad_norm": 0.287109375, "learning_rate": 0.00037692459664142246, "loss": 0.7188, "step": 880 }, { "epoch": 0.05859985843854422, "grad_norm": 0.388671875, "learning_rate": 0.0003766611787948634, "loss": 0.6949, "step": 890 }, { "epoch": 0.059258283814258204, "grad_norm": 0.3046875, "learning_rate": 0.00037639776094830425, "loss": 0.6416, "step": 900 }, { "epoch": 0.05991670918997218, "grad_norm": 0.28515625, "learning_rate": 0.0003761343431017452, "loss": 0.6574, "step": 910 }, { "epoch": 0.06057513456568616, "grad_norm": 0.27734375, "learning_rate": 0.00037587092525518604, "loss": 0.7169, "step": 920 }, { "epoch": 0.06123355994140014, "grad_norm": 0.29296875, "learning_rate": 0.0003756075074086269, "loss": 0.7134, "step": 930 }, { "epoch": 0.06189198531711412, "grad_norm": 0.32421875, "learning_rate": 0.00037534408956206783, "loss": 0.6552, "step": 940 }, { "epoch": 0.0625504106928281, "grad_norm": 0.3203125, "learning_rate": 0.00037508067171550876, "loss": 0.6788, "step": 950 }, { "epoch": 0.06320883606854208, "grad_norm": 0.240234375, "learning_rate": 0.0003748172538689497, "loss": 0.6508, "step": 960 }, { "epoch": 0.06386726144425606, "grad_norm": 0.2314453125, "learning_rate": 0.00037455383602239055, "loss": 0.6473, "step": 970 }, { "epoch": 0.06452568681997004, "grad_norm": 0.2890625, "learning_rate": 0.0003742904181758314, "loss": 0.7275, "step": 980 }, { "epoch": 0.06518411219568403, "grad_norm": 0.232421875, "learning_rate": 0.00037402700032927234, "loss": 0.5801, "step": 990 }, { "epoch": 0.065842537571398, "grad_norm": 0.2578125, "learning_rate": 0.0003737635824827132, "loss": 0.6569, "step": 1000 }, { "epoch": 0.06650096294711198, "grad_norm": 0.271484375, "learning_rate": 0.00037350016463615413, "loss": 0.6815, "step": 1010 }, { "epoch": 0.06715938832282596, "grad_norm": 0.306640625, "learning_rate": 0.000373236746789595, "loss": 0.6004, "step": 1020 }, { "epoch": 0.06781781369853994, "grad_norm": 0.3203125, "learning_rate": 0.0003729733289430359, "loss": 0.7059, "step": 1030 }, { "epoch": 0.06847623907425392, "grad_norm": 0.33203125, "learning_rate": 0.00037270991109647684, "loss": 0.6996, "step": 1040 }, { "epoch": 0.06913466444996791, "grad_norm": 0.28125, "learning_rate": 0.0003724464932499177, "loss": 0.6216, "step": 1050 }, { "epoch": 0.06979308982568189, "grad_norm": 0.2470703125, "learning_rate": 0.00037218307540335863, "loss": 0.6335, "step": 1060 }, { "epoch": 0.07045151520139586, "grad_norm": 0.337890625, "learning_rate": 0.0003719196575567995, "loss": 0.6615, "step": 1070 }, { "epoch": 0.07110994057710984, "grad_norm": 0.2158203125, "learning_rate": 0.00037165623971024037, "loss": 0.6194, "step": 1080 }, { "epoch": 0.07176836595282382, "grad_norm": 0.265625, "learning_rate": 0.0003713928218636813, "loss": 0.6637, "step": 1090 }, { "epoch": 0.0724267913285378, "grad_norm": 0.232421875, "learning_rate": 0.00037112940401712216, "loss": 0.6272, "step": 1100 }, { "epoch": 0.07308521670425178, "grad_norm": 0.275390625, "learning_rate": 0.0003708659861705631, "loss": 0.5643, "step": 1110 }, { "epoch": 0.07374364207996577, "grad_norm": 0.30078125, "learning_rate": 0.00037060256832400395, "loss": 0.6931, "step": 1120 }, { "epoch": 0.07440206745567975, "grad_norm": 0.279296875, "learning_rate": 0.00037033915047744487, "loss": 0.7247, "step": 1130 }, { "epoch": 0.07506049283139372, "grad_norm": 0.28125, "learning_rate": 0.0003700757326308858, "loss": 0.6977, "step": 1140 }, { "epoch": 0.0757189182071077, "grad_norm": 0.32421875, "learning_rate": 0.00036981231478432666, "loss": 0.6328, "step": 1150 }, { "epoch": 0.07637734358282168, "grad_norm": 0.251953125, "learning_rate": 0.00036954889693776753, "loss": 0.6817, "step": 1160 }, { "epoch": 0.07703576895853566, "grad_norm": 0.306640625, "learning_rate": 0.00036928547909120845, "loss": 0.6372, "step": 1170 }, { "epoch": 0.07769419433424964, "grad_norm": 0.306640625, "learning_rate": 0.0003690220612446493, "loss": 0.6881, "step": 1180 }, { "epoch": 0.07835261970996363, "grad_norm": 0.28125, "learning_rate": 0.00036875864339809024, "loss": 0.6307, "step": 1190 }, { "epoch": 0.0790110450856776, "grad_norm": 0.251953125, "learning_rate": 0.0003684952255515311, "loss": 0.7025, "step": 1200 }, { "epoch": 0.07966947046139158, "grad_norm": 0.234375, "learning_rate": 0.00036823180770497203, "loss": 0.6682, "step": 1210 }, { "epoch": 0.08032789583710556, "grad_norm": 0.2099609375, "learning_rate": 0.00036796838985841295, "loss": 0.5994, "step": 1220 }, { "epoch": 0.08098632121281954, "grad_norm": 0.322265625, "learning_rate": 0.0003677049720118538, "loss": 0.6179, "step": 1230 }, { "epoch": 0.08164474658853352, "grad_norm": 0.279296875, "learning_rate": 0.00036744155416529474, "loss": 0.7226, "step": 1240 }, { "epoch": 0.0823031719642475, "grad_norm": 0.3046875, "learning_rate": 0.0003671781363187356, "loss": 0.6501, "step": 1250 }, { "epoch": 0.08296159733996149, "grad_norm": 0.318359375, "learning_rate": 0.0003669147184721765, "loss": 0.6392, "step": 1260 }, { "epoch": 0.08362002271567547, "grad_norm": 0.271484375, "learning_rate": 0.0003666513006256174, "loss": 0.654, "step": 1270 }, { "epoch": 0.08427844809138944, "grad_norm": 0.29296875, "learning_rate": 0.00036638788277905827, "loss": 0.7107, "step": 1280 }, { "epoch": 0.08493687346710342, "grad_norm": 0.28125, "learning_rate": 0.0003661244649324992, "loss": 0.6683, "step": 1290 }, { "epoch": 0.0855952988428174, "grad_norm": 0.2392578125, "learning_rate": 0.0003658610470859401, "loss": 0.6865, "step": 1300 }, { "epoch": 0.08625372421853138, "grad_norm": 0.296875, "learning_rate": 0.000365597629239381, "loss": 0.6473, "step": 1310 }, { "epoch": 0.08691214959424536, "grad_norm": 0.353515625, "learning_rate": 0.0003653342113928219, "loss": 0.6666, "step": 1320 }, { "epoch": 0.08757057496995935, "grad_norm": 0.26171875, "learning_rate": 0.00036507079354626277, "loss": 0.6536, "step": 1330 }, { "epoch": 0.08822900034567333, "grad_norm": 0.318359375, "learning_rate": 0.0003648073756997037, "loss": 0.6299, "step": 1340 }, { "epoch": 0.0888874257213873, "grad_norm": 0.318359375, "learning_rate": 0.00036454395785314456, "loss": 0.7316, "step": 1350 }, { "epoch": 0.08954585109710128, "grad_norm": 0.3203125, "learning_rate": 0.00036428054000658543, "loss": 0.6858, "step": 1360 }, { "epoch": 0.09020427647281526, "grad_norm": 0.29296875, "learning_rate": 0.00036401712216002635, "loss": 0.6289, "step": 1370 }, { "epoch": 0.09086270184852924, "grad_norm": 0.34765625, "learning_rate": 0.0003637537043134673, "loss": 0.6116, "step": 1380 }, { "epoch": 0.09152112722424323, "grad_norm": 12.9375, "learning_rate": 0.0003634902864669082, "loss": 4.0751, "step": 1390 }, { "epoch": 0.0921795525999572, "grad_norm": 0.294921875, "learning_rate": 0.00036322686862034906, "loss": 0.7008, "step": 1400 }, { "epoch": 0.09283797797567118, "grad_norm": 0.330078125, "learning_rate": 0.00036296345077378993, "loss": 0.6469, "step": 1410 }, { "epoch": 0.09349640335138516, "grad_norm": 0.3203125, "learning_rate": 0.00036270003292723085, "loss": 0.6484, "step": 1420 }, { "epoch": 0.09415482872709914, "grad_norm": 0.35546875, "learning_rate": 0.0003624366150806717, "loss": 0.6817, "step": 1430 }, { "epoch": 0.09481325410281312, "grad_norm": 0.3125, "learning_rate": 0.00036217319723411264, "loss": 0.6228, "step": 1440 }, { "epoch": 0.0954716794785271, "grad_norm": 0.390625, "learning_rate": 0.0003619097793875535, "loss": 0.7005, "step": 1450 }, { "epoch": 0.09613010485424109, "grad_norm": 0.283203125, "learning_rate": 0.0003616463615409944, "loss": 0.5983, "step": 1460 }, { "epoch": 0.09678853022995507, "grad_norm": 0.322265625, "learning_rate": 0.0003613829436944353, "loss": 0.6883, "step": 1470 }, { "epoch": 0.09744695560566904, "grad_norm": 0.32421875, "learning_rate": 0.0003611195258478762, "loss": 0.6797, "step": 1480 }, { "epoch": 0.09810538098138302, "grad_norm": 0.326171875, "learning_rate": 0.00036085610800131715, "loss": 0.6027, "step": 1490 }, { "epoch": 0.098763806357097, "grad_norm": 0.2470703125, "learning_rate": 0.000360592690154758, "loss": 0.6256, "step": 1500 }, { "epoch": 0.09942223173281098, "grad_norm": 0.416015625, "learning_rate": 0.0003603292723081989, "loss": 0.6342, "step": 1510 }, { "epoch": 0.10008065710852496, "grad_norm": 0.28515625, "learning_rate": 0.0003600658544616398, "loss": 0.6628, "step": 1520 }, { "epoch": 0.10073908248423895, "grad_norm": 0.2275390625, "learning_rate": 0.0003598024366150807, "loss": 0.6231, "step": 1530 }, { "epoch": 0.10139750785995293, "grad_norm": 0.294921875, "learning_rate": 0.00035953901876852154, "loss": 0.7017, "step": 1540 }, { "epoch": 0.1020559332356669, "grad_norm": 0.3125, "learning_rate": 0.00035927560092196246, "loss": 0.6152, "step": 1550 }, { "epoch": 0.10271435861138088, "grad_norm": 0.251953125, "learning_rate": 0.0003590121830754034, "loss": 0.6681, "step": 1560 }, { "epoch": 0.10337278398709486, "grad_norm": 0.2431640625, "learning_rate": 0.0003587487652288443, "loss": 0.691, "step": 1570 }, { "epoch": 0.10403120936280884, "grad_norm": 0.28125, "learning_rate": 0.0003584853473822852, "loss": 0.6387, "step": 1580 }, { "epoch": 0.10468963473852282, "grad_norm": 0.322265625, "learning_rate": 0.00035822192953572604, "loss": 0.6623, "step": 1590 }, { "epoch": 0.10534806011423681, "grad_norm": 0.27734375, "learning_rate": 0.00035795851168916697, "loss": 0.673, "step": 1600 }, { "epoch": 0.10600648548995079, "grad_norm": 0.279296875, "learning_rate": 0.00035769509384260783, "loss": 0.6652, "step": 1610 }, { "epoch": 0.10666491086566476, "grad_norm": 0.306640625, "learning_rate": 0.00035743167599604876, "loss": 0.6729, "step": 1620 }, { "epoch": 0.10732333624137874, "grad_norm": 0.283203125, "learning_rate": 0.0003571682581494896, "loss": 0.6348, "step": 1630 }, { "epoch": 0.10798176161709272, "grad_norm": 0.2890625, "learning_rate": 0.00035690484030293055, "loss": 0.6738, "step": 1640 }, { "epoch": 0.1086401869928067, "grad_norm": 0.2890625, "learning_rate": 0.00035664142245637147, "loss": 0.6118, "step": 1650 }, { "epoch": 0.10929861236852069, "grad_norm": 0.28125, "learning_rate": 0.00035637800460981234, "loss": 0.6278, "step": 1660 }, { "epoch": 0.10995703774423467, "grad_norm": 0.30078125, "learning_rate": 0.00035611458676325326, "loss": 0.6228, "step": 1670 }, { "epoch": 0.11061546311994865, "grad_norm": 0.2578125, "learning_rate": 0.00035585116891669413, "loss": 0.685, "step": 1680 }, { "epoch": 0.11127388849566262, "grad_norm": 0.2373046875, "learning_rate": 0.000355587751070135, "loss": 0.5411, "step": 1690 }, { "epoch": 0.1119323138713766, "grad_norm": 0.255859375, "learning_rate": 0.0003553243332235759, "loss": 0.5772, "step": 1700 }, { "epoch": 0.11259073924709058, "grad_norm": 0.255859375, "learning_rate": 0.0003550609153770168, "loss": 0.6649, "step": 1710 }, { "epoch": 0.11324916462280456, "grad_norm": 0.3046875, "learning_rate": 0.0003547974975304577, "loss": 0.6202, "step": 1720 }, { "epoch": 0.11390758999851855, "grad_norm": 0.337890625, "learning_rate": 0.0003545340796838986, "loss": 0.6092, "step": 1730 }, { "epoch": 0.11456601537423253, "grad_norm": 0.2451171875, "learning_rate": 0.0003542706618373395, "loss": 0.591, "step": 1740 }, { "epoch": 0.1152244407499465, "grad_norm": 0.27734375, "learning_rate": 0.0003540072439907804, "loss": 0.6076, "step": 1750 }, { "epoch": 0.11588286612566048, "grad_norm": 0.287109375, "learning_rate": 0.0003537438261442213, "loss": 0.6762, "step": 1760 }, { "epoch": 0.11654129150137446, "grad_norm": 0.244140625, "learning_rate": 0.0003534804082976622, "loss": 0.548, "step": 1770 }, { "epoch": 0.11719971687708844, "grad_norm": 0.29296875, "learning_rate": 0.0003532169904511031, "loss": 0.6166, "step": 1780 }, { "epoch": 0.11785814225280242, "grad_norm": 0.2890625, "learning_rate": 0.00035295357260454395, "loss": 0.5751, "step": 1790 }, { "epoch": 0.11851656762851641, "grad_norm": 0.3515625, "learning_rate": 0.00035269015475798487, "loss": 0.6889, "step": 1800 }, { "epoch": 0.11917499300423039, "grad_norm": 0.25390625, "learning_rate": 0.00035242673691142574, "loss": 0.5646, "step": 1810 }, { "epoch": 0.11983341837994436, "grad_norm": 0.294921875, "learning_rate": 0.00035216331906486666, "loss": 0.6736, "step": 1820 }, { "epoch": 0.12049184375565834, "grad_norm": 0.287109375, "learning_rate": 0.0003518999012183076, "loss": 0.6385, "step": 1830 }, { "epoch": 0.12115026913137232, "grad_norm": 0.251953125, "learning_rate": 0.00035163648337174845, "loss": 0.6897, "step": 1840 }, { "epoch": 0.1218086945070863, "grad_norm": 0.28515625, "learning_rate": 0.00035137306552518937, "loss": 0.6755, "step": 1850 }, { "epoch": 0.12246711988280028, "grad_norm": 0.3125, "learning_rate": 0.00035110964767863024, "loss": 0.6455, "step": 1860 }, { "epoch": 0.12312554525851427, "grad_norm": 0.3125, "learning_rate": 0.00035084622983207116, "loss": 0.6391, "step": 1870 }, { "epoch": 0.12378397063422825, "grad_norm": 0.29296875, "learning_rate": 0.00035058281198551203, "loss": 0.5877, "step": 1880 }, { "epoch": 0.12444239600994222, "grad_norm": 0.287109375, "learning_rate": 0.0003503193941389529, "loss": 0.6255, "step": 1890 }, { "epoch": 0.1251008213856562, "grad_norm": 0.310546875, "learning_rate": 0.0003500559762923938, "loss": 0.649, "step": 1900 }, { "epoch": 0.12575924676137018, "grad_norm": 0.279296875, "learning_rate": 0.00034979255844583474, "loss": 0.6253, "step": 1910 }, { "epoch": 0.12641767213708416, "grad_norm": 0.263671875, "learning_rate": 0.00034952914059927566, "loss": 0.6296, "step": 1920 }, { "epoch": 0.12707609751279814, "grad_norm": 0.291015625, "learning_rate": 0.00034926572275271653, "loss": 0.6672, "step": 1930 }, { "epoch": 0.12773452288851211, "grad_norm": 0.2236328125, "learning_rate": 0.0003490023049061574, "loss": 0.6251, "step": 1940 }, { "epoch": 0.1283929482642261, "grad_norm": 0.251953125, "learning_rate": 0.0003487388870595983, "loss": 0.6515, "step": 1950 }, { "epoch": 0.12905137363994007, "grad_norm": 0.287109375, "learning_rate": 0.0003484754692130392, "loss": 0.6581, "step": 1960 }, { "epoch": 0.12970979901565408, "grad_norm": 0.2578125, "learning_rate": 0.00034821205136648006, "loss": 0.6134, "step": 1970 }, { "epoch": 0.13036822439136805, "grad_norm": 0.271484375, "learning_rate": 0.000347948633519921, "loss": 0.614, "step": 1980 }, { "epoch": 0.13102664976708203, "grad_norm": 0.20703125, "learning_rate": 0.00034768521567336185, "loss": 0.5592, "step": 1990 }, { "epoch": 0.131685075142796, "grad_norm": 0.267578125, "learning_rate": 0.00034742179782680277, "loss": 0.6609, "step": 2000 }, { "epoch": 0.13234350051851, "grad_norm": 0.1865234375, "learning_rate": 0.0003471583799802437, "loss": 0.6091, "step": 2010 }, { "epoch": 0.13300192589422397, "grad_norm": 0.2333984375, "learning_rate": 0.00034689496213368456, "loss": 0.6364, "step": 2020 }, { "epoch": 0.13366035126993794, "grad_norm": 0.25390625, "learning_rate": 0.0003466315442871255, "loss": 0.6615, "step": 2030 }, { "epoch": 0.13431877664565192, "grad_norm": 0.271484375, "learning_rate": 0.00034636812644056635, "loss": 0.657, "step": 2040 }, { "epoch": 0.1349772020213659, "grad_norm": 0.2138671875, "learning_rate": 0.0003461047085940073, "loss": 0.6413, "step": 2050 }, { "epoch": 0.13563562739707988, "grad_norm": 0.2734375, "learning_rate": 0.00034584129074744814, "loss": 0.6903, "step": 2060 }, { "epoch": 0.13629405277279386, "grad_norm": 0.26171875, "learning_rate": 0.000345577872900889, "loss": 0.6312, "step": 2070 }, { "epoch": 0.13695247814850783, "grad_norm": 0.306640625, "learning_rate": 0.00034531445505432993, "loss": 0.5907, "step": 2080 }, { "epoch": 0.1376109035242218, "grad_norm": 0.279296875, "learning_rate": 0.00034505103720777085, "loss": 0.5675, "step": 2090 }, { "epoch": 0.13826932889993582, "grad_norm": 0.2265625, "learning_rate": 0.0003447876193612118, "loss": 0.5554, "step": 2100 }, { "epoch": 0.1389277542756498, "grad_norm": 0.2294921875, "learning_rate": 0.00034452420151465264, "loss": 0.6005, "step": 2110 }, { "epoch": 0.13958617965136377, "grad_norm": 0.248046875, "learning_rate": 0.0003442607836680935, "loss": 0.5611, "step": 2120 }, { "epoch": 0.14024460502707775, "grad_norm": 0.2080078125, "learning_rate": 0.00034399736582153443, "loss": 0.5799, "step": 2130 }, { "epoch": 0.14090303040279173, "grad_norm": 0.291015625, "learning_rate": 0.0003437339479749753, "loss": 0.624, "step": 2140 }, { "epoch": 0.1415614557785057, "grad_norm": 0.28125, "learning_rate": 0.0003434705301284162, "loss": 0.6387, "step": 2150 }, { "epoch": 0.14221988115421969, "grad_norm": 0.201171875, "learning_rate": 0.0003432071122818571, "loss": 0.6317, "step": 2160 }, { "epoch": 0.14287830652993366, "grad_norm": 0.267578125, "learning_rate": 0.000342943694435298, "loss": 0.6544, "step": 2170 }, { "epoch": 0.14353673190564764, "grad_norm": 0.263671875, "learning_rate": 0.00034268027658873894, "loss": 0.5909, "step": 2180 }, { "epoch": 0.14419515728136162, "grad_norm": 0.2470703125, "learning_rate": 0.0003424168587421798, "loss": 0.6444, "step": 2190 }, { "epoch": 0.1448535826570756, "grad_norm": 0.30078125, "learning_rate": 0.00034215344089562073, "loss": 0.6237, "step": 2200 }, { "epoch": 0.14551200803278957, "grad_norm": 0.27734375, "learning_rate": 0.0003418900230490616, "loss": 0.6242, "step": 2210 }, { "epoch": 0.14617043340850355, "grad_norm": 0.291015625, "learning_rate": 0.00034162660520250246, "loss": 0.6339, "step": 2220 }, { "epoch": 0.14682885878421753, "grad_norm": 0.2099609375, "learning_rate": 0.0003413631873559434, "loss": 0.6288, "step": 2230 }, { "epoch": 0.14748728415993154, "grad_norm": 0.21484375, "learning_rate": 0.00034109976950938425, "loss": 0.6126, "step": 2240 }, { "epoch": 0.14814570953564551, "grad_norm": 0.25, "learning_rate": 0.0003408363516628252, "loss": 0.6532, "step": 2250 }, { "epoch": 0.1488041349113595, "grad_norm": 0.283203125, "learning_rate": 0.00034057293381626604, "loss": 0.6253, "step": 2260 }, { "epoch": 0.14946256028707347, "grad_norm": 0.2890625, "learning_rate": 0.00034030951596970697, "loss": 0.6454, "step": 2270 }, { "epoch": 0.15012098566278745, "grad_norm": 0.25390625, "learning_rate": 0.0003400460981231479, "loss": 0.6095, "step": 2280 }, { "epoch": 0.15077941103850143, "grad_norm": 0.36328125, "learning_rate": 0.00033978268027658876, "loss": 0.6591, "step": 2290 }, { "epoch": 0.1514378364142154, "grad_norm": 0.265625, "learning_rate": 0.0003395192624300297, "loss": 0.5814, "step": 2300 }, { "epoch": 0.15209626178992938, "grad_norm": 0.2314453125, "learning_rate": 0.00033925584458347055, "loss": 0.5785, "step": 2310 }, { "epoch": 0.15275468716564336, "grad_norm": 0.283203125, "learning_rate": 0.0003389924267369114, "loss": 0.6496, "step": 2320 }, { "epoch": 0.15341311254135734, "grad_norm": 0.25, "learning_rate": 0.00033872900889035234, "loss": 0.566, "step": 2330 }, { "epoch": 0.15407153791707132, "grad_norm": 0.291015625, "learning_rate": 0.0003384655910437932, "loss": 0.6289, "step": 2340 }, { "epoch": 0.1547299632927853, "grad_norm": 0.279296875, "learning_rate": 0.00033820217319723413, "loss": 0.6428, "step": 2350 }, { "epoch": 0.15538838866849927, "grad_norm": 0.279296875, "learning_rate": 0.00033793875535067505, "loss": 0.6455, "step": 2360 }, { "epoch": 0.15604681404421328, "grad_norm": 0.255859375, "learning_rate": 0.0003376753375041159, "loss": 0.5949, "step": 2370 }, { "epoch": 0.15670523941992726, "grad_norm": 0.294921875, "learning_rate": 0.00033741191965755684, "loss": 0.5921, "step": 2380 }, { "epoch": 0.15736366479564123, "grad_norm": 0.24609375, "learning_rate": 0.0003371485018109977, "loss": 0.562, "step": 2390 }, { "epoch": 0.1580220901713552, "grad_norm": 0.275390625, "learning_rate": 0.0003368850839644386, "loss": 0.6751, "step": 2400 }, { "epoch": 0.1586805155470692, "grad_norm": 0.28125, "learning_rate": 0.0003366216661178795, "loss": 0.6433, "step": 2410 }, { "epoch": 0.15933894092278317, "grad_norm": 0.330078125, "learning_rate": 0.00033635824827132037, "loss": 0.5892, "step": 2420 }, { "epoch": 0.15999736629849715, "grad_norm": 0.28125, "learning_rate": 0.0003360948304247613, "loss": 0.5379, "step": 2430 }, { "epoch": 0.16065579167421112, "grad_norm": 0.29296875, "learning_rate": 0.0003358314125782022, "loss": 0.6659, "step": 2440 }, { "epoch": 0.1613142170499251, "grad_norm": 0.2490234375, "learning_rate": 0.0003355679947316431, "loss": 0.6295, "step": 2450 }, { "epoch": 0.16197264242563908, "grad_norm": 0.2734375, "learning_rate": 0.000335304576885084, "loss": 0.619, "step": 2460 }, { "epoch": 0.16263106780135306, "grad_norm": 0.314453125, "learning_rate": 0.00033504115903852487, "loss": 0.5706, "step": 2470 }, { "epoch": 0.16328949317706704, "grad_norm": 0.2216796875, "learning_rate": 0.0003347777411919658, "loss": 0.585, "step": 2480 }, { "epoch": 0.163947918552781, "grad_norm": 0.2734375, "learning_rate": 0.00033451432334540666, "loss": 0.551, "step": 2490 }, { "epoch": 0.164606343928495, "grad_norm": 0.25390625, "learning_rate": 0.00033425090549884753, "loss": 0.607, "step": 2500 }, { "epoch": 0.165264769304209, "grad_norm": 0.26171875, "learning_rate": 0.00033398748765228845, "loss": 0.6798, "step": 2510 }, { "epoch": 0.16592319467992298, "grad_norm": 0.359375, "learning_rate": 0.00033372406980572937, "loss": 0.6257, "step": 2520 }, { "epoch": 0.16658162005563695, "grad_norm": 0.27734375, "learning_rate": 0.0003334606519591703, "loss": 0.6393, "step": 2530 }, { "epoch": 0.16724004543135093, "grad_norm": 0.2294921875, "learning_rate": 0.00033319723411261116, "loss": 0.6455, "step": 2540 }, { "epoch": 0.1678984708070649, "grad_norm": 0.302734375, "learning_rate": 0.00033293381626605203, "loss": 0.7061, "step": 2550 }, { "epoch": 0.1685568961827789, "grad_norm": 0.2890625, "learning_rate": 0.00033267039841949295, "loss": 0.5941, "step": 2560 }, { "epoch": 0.16921532155849286, "grad_norm": 0.302734375, "learning_rate": 0.0003324069805729338, "loss": 0.6109, "step": 2570 }, { "epoch": 0.16987374693420684, "grad_norm": 0.228515625, "learning_rate": 0.00033214356272637474, "loss": 0.6119, "step": 2580 }, { "epoch": 0.17053217230992082, "grad_norm": 0.251953125, "learning_rate": 0.0003318801448798156, "loss": 0.6773, "step": 2590 }, { "epoch": 0.1711905976856348, "grad_norm": 0.26953125, "learning_rate": 0.0003316167270332565, "loss": 0.6316, "step": 2600 }, { "epoch": 0.17184902306134878, "grad_norm": 0.244140625, "learning_rate": 0.0003313533091866974, "loss": 0.6075, "step": 2610 }, { "epoch": 0.17250744843706275, "grad_norm": 0.2333984375, "learning_rate": 0.0003310898913401383, "loss": 0.6473, "step": 2620 }, { "epoch": 0.17316587381277673, "grad_norm": 0.2265625, "learning_rate": 0.00033082647349357924, "loss": 0.5735, "step": 2630 }, { "epoch": 0.1738242991884907, "grad_norm": 0.3203125, "learning_rate": 0.0003305630556470201, "loss": 0.6339, "step": 2640 }, { "epoch": 0.17448272456420472, "grad_norm": 0.248046875, "learning_rate": 0.000330299637800461, "loss": 0.6115, "step": 2650 }, { "epoch": 0.1751411499399187, "grad_norm": 0.298828125, "learning_rate": 0.0003300362199539019, "loss": 0.6445, "step": 2660 }, { "epoch": 0.17579957531563267, "grad_norm": 0.27734375, "learning_rate": 0.00032977280210734277, "loss": 0.6245, "step": 2670 }, { "epoch": 0.17645800069134665, "grad_norm": 0.27734375, "learning_rate": 0.0003295093842607837, "loss": 0.6465, "step": 2680 }, { "epoch": 0.17711642606706063, "grad_norm": 0.251953125, "learning_rate": 0.00032924596641422456, "loss": 0.6395, "step": 2690 }, { "epoch": 0.1777748514427746, "grad_norm": 0.275390625, "learning_rate": 0.0003289825485676655, "loss": 0.618, "step": 2700 }, { "epoch": 0.17843327681848858, "grad_norm": 0.29296875, "learning_rate": 0.0003287191307211064, "loss": 0.6404, "step": 2710 }, { "epoch": 0.17909170219420256, "grad_norm": 0.2236328125, "learning_rate": 0.0003284557128745473, "loss": 0.6066, "step": 2720 }, { "epoch": 0.17975012756991654, "grad_norm": 0.3046875, "learning_rate": 0.0003281922950279882, "loss": 0.6274, "step": 2730 }, { "epoch": 0.18040855294563052, "grad_norm": 0.21875, "learning_rate": 0.00032792887718142906, "loss": 0.5644, "step": 2740 }, { "epoch": 0.1810669783213445, "grad_norm": 0.236328125, "learning_rate": 0.00032766545933486993, "loss": 0.5951, "step": 2750 }, { "epoch": 0.18172540369705847, "grad_norm": 0.2578125, "learning_rate": 0.00032740204148831085, "loss": 0.5528, "step": 2760 }, { "epoch": 0.18238382907277245, "grad_norm": 0.1865234375, "learning_rate": 0.0003271386236417517, "loss": 0.5875, "step": 2770 }, { "epoch": 0.18304225444848646, "grad_norm": 0.220703125, "learning_rate": 0.00032687520579519264, "loss": 0.5744, "step": 2780 }, { "epoch": 0.18370067982420044, "grad_norm": 0.255859375, "learning_rate": 0.00032661178794863357, "loss": 0.6007, "step": 2790 }, { "epoch": 0.1843591051999144, "grad_norm": 0.26953125, "learning_rate": 0.00032634837010207443, "loss": 0.6293, "step": 2800 }, { "epoch": 0.1850175305756284, "grad_norm": 0.2578125, "learning_rate": 0.00032608495225551536, "loss": 0.5946, "step": 2810 }, { "epoch": 0.18567595595134237, "grad_norm": 0.2578125, "learning_rate": 0.0003258215344089562, "loss": 0.6239, "step": 2820 }, { "epoch": 0.18633438132705635, "grad_norm": 0.2431640625, "learning_rate": 0.0003255581165623971, "loss": 0.6168, "step": 2830 }, { "epoch": 0.18699280670277033, "grad_norm": 0.275390625, "learning_rate": 0.000325294698715838, "loss": 0.6021, "step": 2840 }, { "epoch": 0.1876512320784843, "grad_norm": 0.2734375, "learning_rate": 0.0003250312808692789, "loss": 0.6157, "step": 2850 }, { "epoch": 0.18830965745419828, "grad_norm": 0.2353515625, "learning_rate": 0.0003247678630227198, "loss": 0.6434, "step": 2860 }, { "epoch": 0.18896808282991226, "grad_norm": 0.314453125, "learning_rate": 0.0003245044451761607, "loss": 0.6191, "step": 2870 }, { "epoch": 0.18962650820562624, "grad_norm": 0.216796875, "learning_rate": 0.0003242410273296016, "loss": 0.5867, "step": 2880 }, { "epoch": 0.19028493358134022, "grad_norm": 0.2578125, "learning_rate": 0.0003239776094830425, "loss": 0.5948, "step": 2890 }, { "epoch": 0.1909433589570542, "grad_norm": 0.2314453125, "learning_rate": 0.0003237141916364834, "loss": 0.617, "step": 2900 }, { "epoch": 0.19160178433276817, "grad_norm": 0.279296875, "learning_rate": 0.0003234507737899243, "loss": 0.5786, "step": 2910 }, { "epoch": 0.19226020970848218, "grad_norm": 0.255859375, "learning_rate": 0.0003231873559433652, "loss": 0.5576, "step": 2920 }, { "epoch": 0.19291863508419616, "grad_norm": 0.251953125, "learning_rate": 0.00032292393809680604, "loss": 0.5959, "step": 2930 }, { "epoch": 0.19357706045991013, "grad_norm": 0.26953125, "learning_rate": 0.00032266052025024697, "loss": 0.5951, "step": 2940 }, { "epoch": 0.1942354858356241, "grad_norm": 0.2275390625, "learning_rate": 0.00032239710240368783, "loss": 0.5344, "step": 2950 }, { "epoch": 0.1948939112113381, "grad_norm": 0.263671875, "learning_rate": 0.00032213368455712876, "loss": 0.5856, "step": 2960 }, { "epoch": 0.19555233658705207, "grad_norm": 0.2412109375, "learning_rate": 0.0003218702667105697, "loss": 0.6393, "step": 2970 }, { "epoch": 0.19621076196276604, "grad_norm": 0.228515625, "learning_rate": 0.00032160684886401055, "loss": 0.5875, "step": 2980 }, { "epoch": 0.19686918733848002, "grad_norm": 0.296875, "learning_rate": 0.00032134343101745147, "loss": 0.6439, "step": 2990 }, { "epoch": 0.197527612714194, "grad_norm": 0.302734375, "learning_rate": 0.00032108001317089234, "loss": 0.5237, "step": 3000 }, { "epoch": 0.19818603808990798, "grad_norm": 0.2578125, "learning_rate": 0.00032081659532433326, "loss": 0.6135, "step": 3010 }, { "epoch": 0.19884446346562196, "grad_norm": 0.220703125, "learning_rate": 0.00032055317747777413, "loss": 0.6263, "step": 3020 }, { "epoch": 0.19950288884133593, "grad_norm": 0.26171875, "learning_rate": 0.000320289759631215, "loss": 0.5806, "step": 3030 }, { "epoch": 0.2001613142170499, "grad_norm": 0.2294921875, "learning_rate": 0.0003200263417846559, "loss": 0.659, "step": 3040 }, { "epoch": 0.20081973959276392, "grad_norm": 0.2080078125, "learning_rate": 0.00031976292393809684, "loss": 0.5346, "step": 3050 }, { "epoch": 0.2014781649684779, "grad_norm": 0.18359375, "learning_rate": 0.00031949950609153776, "loss": 0.5637, "step": 3060 }, { "epoch": 0.20213659034419187, "grad_norm": 0.18359375, "learning_rate": 0.00031923608824497863, "loss": 0.5225, "step": 3070 }, { "epoch": 0.20279501571990585, "grad_norm": 0.28125, "learning_rate": 0.0003189726703984195, "loss": 0.6308, "step": 3080 }, { "epoch": 0.20345344109561983, "grad_norm": 0.2314453125, "learning_rate": 0.0003187092525518604, "loss": 0.5967, "step": 3090 }, { "epoch": 0.2041118664713338, "grad_norm": 0.23828125, "learning_rate": 0.0003184458347053013, "loss": 0.6339, "step": 3100 }, { "epoch": 0.2047702918470478, "grad_norm": 0.2001953125, "learning_rate": 0.0003181824168587422, "loss": 0.5983, "step": 3110 }, { "epoch": 0.20542871722276176, "grad_norm": 0.306640625, "learning_rate": 0.0003179189990121831, "loss": 0.6571, "step": 3120 }, { "epoch": 0.20608714259847574, "grad_norm": 0.26953125, "learning_rate": 0.00031765558116562395, "loss": 0.5468, "step": 3130 }, { "epoch": 0.20674556797418972, "grad_norm": 0.23828125, "learning_rate": 0.00031739216331906487, "loss": 0.5956, "step": 3140 }, { "epoch": 0.2074039933499037, "grad_norm": 0.27734375, "learning_rate": 0.0003171287454725058, "loss": 0.5979, "step": 3150 }, { "epoch": 0.20806241872561768, "grad_norm": 0.296875, "learning_rate": 0.0003168653276259467, "loss": 0.6347, "step": 3160 }, { "epoch": 0.20872084410133165, "grad_norm": 0.26171875, "learning_rate": 0.0003166019097793876, "loss": 0.5828, "step": 3170 }, { "epoch": 0.20937926947704563, "grad_norm": 0.328125, "learning_rate": 0.00031633849193282845, "loss": 0.5755, "step": 3180 }, { "epoch": 0.21003769485275964, "grad_norm": 0.283203125, "learning_rate": 0.00031607507408626937, "loss": 0.5656, "step": 3190 }, { "epoch": 0.21069612022847362, "grad_norm": 0.208984375, "learning_rate": 0.00031581165623971024, "loss": 0.5447, "step": 3200 }, { "epoch": 0.2113545456041876, "grad_norm": 0.2431640625, "learning_rate": 0.0003155482383931511, "loss": 0.6078, "step": 3210 }, { "epoch": 0.21201297097990157, "grad_norm": 0.2275390625, "learning_rate": 0.00031528482054659203, "loss": 0.6303, "step": 3220 }, { "epoch": 0.21267139635561555, "grad_norm": 0.271484375, "learning_rate": 0.00031502140270003295, "loss": 0.6143, "step": 3230 }, { "epoch": 0.21332982173132953, "grad_norm": 0.1806640625, "learning_rate": 0.0003147579848534739, "loss": 0.6175, "step": 3240 }, { "epoch": 0.2139882471070435, "grad_norm": 0.32421875, "learning_rate": 0.00031449456700691474, "loss": 0.5988, "step": 3250 }, { "epoch": 0.21464667248275748, "grad_norm": 0.24609375, "learning_rate": 0.0003142311491603556, "loss": 0.5794, "step": 3260 }, { "epoch": 0.21530509785847146, "grad_norm": 0.2734375, "learning_rate": 0.00031396773131379653, "loss": 0.6874, "step": 3270 }, { "epoch": 0.21596352323418544, "grad_norm": 0.27734375, "learning_rate": 0.0003137043134672374, "loss": 0.6316, "step": 3280 }, { "epoch": 0.21662194860989942, "grad_norm": 0.2451171875, "learning_rate": 0.0003134408956206783, "loss": 0.5725, "step": 3290 }, { "epoch": 0.2172803739856134, "grad_norm": 0.29296875, "learning_rate": 0.0003131774777741192, "loss": 0.6512, "step": 3300 }, { "epoch": 0.21793879936132737, "grad_norm": 0.318359375, "learning_rate": 0.0003129140599275601, "loss": 0.6379, "step": 3310 }, { "epoch": 0.21859722473704138, "grad_norm": 0.228515625, "learning_rate": 0.00031265064208100104, "loss": 0.5704, "step": 3320 }, { "epoch": 0.21925565011275536, "grad_norm": 0.224609375, "learning_rate": 0.0003123872242344419, "loss": 0.5935, "step": 3330 }, { "epoch": 0.21991407548846933, "grad_norm": 0.267578125, "learning_rate": 0.0003121238063878828, "loss": 0.6441, "step": 3340 }, { "epoch": 0.2205725008641833, "grad_norm": 0.259765625, "learning_rate": 0.0003118603885413237, "loss": 0.6045, "step": 3350 }, { "epoch": 0.2212309262398973, "grad_norm": 0.255859375, "learning_rate": 0.00031159697069476456, "loss": 0.5866, "step": 3360 }, { "epoch": 0.22188935161561127, "grad_norm": 0.2158203125, "learning_rate": 0.0003113335528482055, "loss": 0.5751, "step": 3370 }, { "epoch": 0.22254777699132525, "grad_norm": 0.240234375, "learning_rate": 0.00031107013500164635, "loss": 0.6317, "step": 3380 }, { "epoch": 0.22320620236703922, "grad_norm": 0.21484375, "learning_rate": 0.0003108067171550873, "loss": 0.6948, "step": 3390 }, { "epoch": 0.2238646277427532, "grad_norm": 0.25, "learning_rate": 0.00031054329930852814, "loss": 0.5633, "step": 3400 }, { "epoch": 0.22452305311846718, "grad_norm": 0.287109375, "learning_rate": 0.00031027988146196906, "loss": 0.6279, "step": 3410 }, { "epoch": 0.22518147849418116, "grad_norm": 0.2734375, "learning_rate": 0.00031001646361541, "loss": 0.5769, "step": 3420 }, { "epoch": 0.22583990386989514, "grad_norm": 0.27734375, "learning_rate": 0.00030975304576885085, "loss": 0.6142, "step": 3430 }, { "epoch": 0.22649832924560911, "grad_norm": 0.265625, "learning_rate": 0.0003094896279222918, "loss": 0.6461, "step": 3440 }, { "epoch": 0.2271567546213231, "grad_norm": 0.21484375, "learning_rate": 0.00030922621007573264, "loss": 0.6312, "step": 3450 }, { "epoch": 0.2278151799970371, "grad_norm": 0.2197265625, "learning_rate": 0.0003089627922291735, "loss": 0.5478, "step": 3460 }, { "epoch": 0.22847360537275108, "grad_norm": 0.265625, "learning_rate": 0.00030869937438261443, "loss": 0.6021, "step": 3470 }, { "epoch": 0.22913203074846505, "grad_norm": 0.279296875, "learning_rate": 0.0003084359565360553, "loss": 0.5881, "step": 3480 }, { "epoch": 0.22979045612417903, "grad_norm": 0.2734375, "learning_rate": 0.0003081725386894962, "loss": 0.6138, "step": 3490 }, { "epoch": 0.230448881499893, "grad_norm": 0.251953125, "learning_rate": 0.00030790912084293715, "loss": 0.6124, "step": 3500 }, { "epoch": 0.231107306875607, "grad_norm": 0.291015625, "learning_rate": 0.000307645702996378, "loss": 0.575, "step": 3510 }, { "epoch": 0.23176573225132097, "grad_norm": 0.2021484375, "learning_rate": 0.00030738228514981894, "loss": 0.5899, "step": 3520 }, { "epoch": 0.23242415762703494, "grad_norm": 0.283203125, "learning_rate": 0.0003071188673032598, "loss": 0.6247, "step": 3530 }, { "epoch": 0.23308258300274892, "grad_norm": 0.2314453125, "learning_rate": 0.00030685544945670073, "loss": 0.562, "step": 3540 }, { "epoch": 0.2337410083784629, "grad_norm": 0.2578125, "learning_rate": 0.0003065920316101416, "loss": 0.6019, "step": 3550 }, { "epoch": 0.23439943375417688, "grad_norm": 0.310546875, "learning_rate": 0.00030632861376358246, "loss": 0.6393, "step": 3560 }, { "epoch": 0.23505785912989086, "grad_norm": 0.287109375, "learning_rate": 0.0003060651959170234, "loss": 0.6212, "step": 3570 }, { "epoch": 0.23571628450560483, "grad_norm": 0.2470703125, "learning_rate": 0.0003058017780704643, "loss": 0.5278, "step": 3580 }, { "epoch": 0.23637470988131884, "grad_norm": 0.26953125, "learning_rate": 0.0003055383602239052, "loss": 0.5502, "step": 3590 }, { "epoch": 0.23703313525703282, "grad_norm": 0.267578125, "learning_rate": 0.0003052749423773461, "loss": 0.6227, "step": 3600 }, { "epoch": 0.2376915606327468, "grad_norm": 0.2314453125, "learning_rate": 0.00030501152453078697, "loss": 0.543, "step": 3610 }, { "epoch": 0.23834998600846077, "grad_norm": 0.2578125, "learning_rate": 0.0003047481066842279, "loss": 0.5858, "step": 3620 }, { "epoch": 0.23900841138417475, "grad_norm": 0.2275390625, "learning_rate": 0.00030448468883766876, "loss": 0.5657, "step": 3630 }, { "epoch": 0.23966683675988873, "grad_norm": 0.25, "learning_rate": 0.0003042212709911096, "loss": 0.5769, "step": 3640 }, { "epoch": 0.2403252621356027, "grad_norm": 0.26953125, "learning_rate": 0.00030395785314455055, "loss": 0.5916, "step": 3650 }, { "epoch": 0.24098368751131669, "grad_norm": 0.2412109375, "learning_rate": 0.0003036944352979914, "loss": 0.5241, "step": 3660 }, { "epoch": 0.24164211288703066, "grad_norm": 0.291015625, "learning_rate": 0.0003034310174514324, "loss": 0.6188, "step": 3670 }, { "epoch": 0.24230053826274464, "grad_norm": 0.2421875, "learning_rate": 0.00030316759960487326, "loss": 0.6285, "step": 3680 }, { "epoch": 0.24295896363845862, "grad_norm": 0.28515625, "learning_rate": 0.00030290418175831413, "loss": 0.584, "step": 3690 }, { "epoch": 0.2436173890141726, "grad_norm": 0.27734375, "learning_rate": 0.00030264076391175505, "loss": 0.6648, "step": 3700 }, { "epoch": 0.24427581438988658, "grad_norm": 0.2392578125, "learning_rate": 0.0003023773460651959, "loss": 0.6359, "step": 3710 }, { "epoch": 0.24493423976560055, "grad_norm": 0.279296875, "learning_rate": 0.00030211392821863684, "loss": 0.6226, "step": 3720 }, { "epoch": 0.24559266514131456, "grad_norm": 0.251953125, "learning_rate": 0.0003018505103720777, "loss": 0.6161, "step": 3730 }, { "epoch": 0.24625109051702854, "grad_norm": 0.267578125, "learning_rate": 0.0003015870925255186, "loss": 0.5854, "step": 3740 }, { "epoch": 0.24690951589274251, "grad_norm": 0.2392578125, "learning_rate": 0.0003013236746789595, "loss": 0.6299, "step": 3750 }, { "epoch": 0.2475679412684565, "grad_norm": 0.193359375, "learning_rate": 0.0003010602568324004, "loss": 0.5375, "step": 3760 }, { "epoch": 0.24822636664417047, "grad_norm": 0.2314453125, "learning_rate": 0.00030079683898584134, "loss": 0.5922, "step": 3770 }, { "epoch": 0.24888479201988445, "grad_norm": 0.22265625, "learning_rate": 0.0003005334211392822, "loss": 0.6192, "step": 3780 }, { "epoch": 0.24954321739559843, "grad_norm": 0.255859375, "learning_rate": 0.0003002700032927231, "loss": 0.6012, "step": 3790 }, { "epoch": 0.2502016427713124, "grad_norm": 0.2099609375, "learning_rate": 0.000300006585446164, "loss": 0.5897, "step": 3800 }, { "epoch": 0.2508600681470264, "grad_norm": 0.265625, "learning_rate": 0.00029974316759960487, "loss": 0.4867, "step": 3810 }, { "epoch": 0.25151849352274036, "grad_norm": 0.265625, "learning_rate": 0.0002994797497530458, "loss": 0.5958, "step": 3820 }, { "epoch": 0.25217691889845434, "grad_norm": 0.224609375, "learning_rate": 0.00029921633190648666, "loss": 0.5586, "step": 3830 }, { "epoch": 0.2528353442741683, "grad_norm": 0.265625, "learning_rate": 0.0002989529140599276, "loss": 0.5672, "step": 3840 }, { "epoch": 0.2534937696498823, "grad_norm": 0.2578125, "learning_rate": 0.0002986894962133685, "loss": 0.558, "step": 3850 }, { "epoch": 0.2541521950255963, "grad_norm": 0.236328125, "learning_rate": 0.00029842607836680937, "loss": 0.569, "step": 3860 }, { "epoch": 0.25481062040131025, "grad_norm": 0.201171875, "learning_rate": 0.0002981626605202503, "loss": 0.6072, "step": 3870 }, { "epoch": 0.25546904577702423, "grad_norm": 0.271484375, "learning_rate": 0.00029789924267369116, "loss": 0.5917, "step": 3880 }, { "epoch": 0.2561274711527382, "grad_norm": 0.2490234375, "learning_rate": 0.00029763582482713203, "loss": 0.5726, "step": 3890 }, { "epoch": 0.2567858965284522, "grad_norm": 0.26953125, "learning_rate": 0.00029737240698057295, "loss": 0.6068, "step": 3900 }, { "epoch": 0.25744432190416616, "grad_norm": 0.1982421875, "learning_rate": 0.0002971089891340138, "loss": 0.5773, "step": 3910 }, { "epoch": 0.25810274727988014, "grad_norm": 0.2265625, "learning_rate": 0.00029684557128745474, "loss": 0.56, "step": 3920 }, { "epoch": 0.2587611726555942, "grad_norm": 0.228515625, "learning_rate": 0.00029658215344089566, "loss": 0.5842, "step": 3930 }, { "epoch": 0.25941959803130815, "grad_norm": 0.251953125, "learning_rate": 0.00029631873559433653, "loss": 0.5565, "step": 3940 }, { "epoch": 0.26007802340702213, "grad_norm": 0.2333984375, "learning_rate": 0.00029605531774777745, "loss": 0.5871, "step": 3950 }, { "epoch": 0.2607364487827361, "grad_norm": 0.259765625, "learning_rate": 0.0002957918999012183, "loss": 0.5664, "step": 3960 }, { "epoch": 0.2613948741584501, "grad_norm": 0.302734375, "learning_rate": 0.00029552848205465924, "loss": 0.6023, "step": 3970 }, { "epoch": 0.26205329953416406, "grad_norm": 0.208984375, "learning_rate": 0.0002952650642081001, "loss": 0.6096, "step": 3980 }, { "epoch": 0.26271172490987804, "grad_norm": 0.1982421875, "learning_rate": 0.000295001646361541, "loss": 0.5937, "step": 3990 }, { "epoch": 0.263370150285592, "grad_norm": 0.3203125, "learning_rate": 0.0002947382285149819, "loss": 0.5682, "step": 4000 }, { "epoch": 0.264028575661306, "grad_norm": 0.22265625, "learning_rate": 0.00029447481066842277, "loss": 0.5817, "step": 4010 }, { "epoch": 0.26468700103702, "grad_norm": 0.234375, "learning_rate": 0.0002942113928218637, "loss": 0.5978, "step": 4020 }, { "epoch": 0.26534542641273395, "grad_norm": 0.287109375, "learning_rate": 0.0002939479749753046, "loss": 0.6365, "step": 4030 }, { "epoch": 0.26600385178844793, "grad_norm": 0.2421875, "learning_rate": 0.0002936845571287455, "loss": 0.6379, "step": 4040 }, { "epoch": 0.2666622771641619, "grad_norm": 0.275390625, "learning_rate": 0.0002934211392821864, "loss": 0.5957, "step": 4050 }, { "epoch": 0.2673207025398759, "grad_norm": 0.287109375, "learning_rate": 0.0002931577214356273, "loss": 0.6189, "step": 4060 }, { "epoch": 0.26797912791558987, "grad_norm": 0.275390625, "learning_rate": 0.00029289430358906814, "loss": 0.615, "step": 4070 }, { "epoch": 0.26863755329130384, "grad_norm": 0.251953125, "learning_rate": 0.00029263088574250906, "loss": 0.561, "step": 4080 }, { "epoch": 0.2692959786670178, "grad_norm": 0.306640625, "learning_rate": 0.00029236746789594993, "loss": 0.6006, "step": 4090 }, { "epoch": 0.2699544040427318, "grad_norm": 0.25390625, "learning_rate": 0.00029210405004939085, "loss": 0.6351, "step": 4100 }, { "epoch": 0.2706128294184458, "grad_norm": 0.2578125, "learning_rate": 0.0002918406322028318, "loss": 0.5828, "step": 4110 }, { "epoch": 0.27127125479415976, "grad_norm": 0.185546875, "learning_rate": 0.00029157721435627264, "loss": 0.5376, "step": 4120 }, { "epoch": 0.27192968016987373, "grad_norm": 0.2275390625, "learning_rate": 0.00029131379650971357, "loss": 0.5848, "step": 4130 }, { "epoch": 0.2725881055455877, "grad_norm": 0.25390625, "learning_rate": 0.00029105037866315443, "loss": 0.6105, "step": 4140 }, { "epoch": 0.2732465309213017, "grad_norm": 0.2294921875, "learning_rate": 0.00029078696081659536, "loss": 0.5914, "step": 4150 }, { "epoch": 0.27390495629701567, "grad_norm": 0.2265625, "learning_rate": 0.0002905235429700362, "loss": 0.521, "step": 4160 }, { "epoch": 0.27456338167272965, "grad_norm": 0.2431640625, "learning_rate": 0.0002902601251234771, "loss": 0.5536, "step": 4170 }, { "epoch": 0.2752218070484436, "grad_norm": 0.2373046875, "learning_rate": 0.000289996707276918, "loss": 0.5718, "step": 4180 }, { "epoch": 0.2758802324241576, "grad_norm": 0.236328125, "learning_rate": 0.00028973328943035894, "loss": 0.5883, "step": 4190 }, { "epoch": 0.27653865779987163, "grad_norm": 0.251953125, "learning_rate": 0.00028946987158379986, "loss": 0.6072, "step": 4200 }, { "epoch": 0.2771970831755856, "grad_norm": 0.26171875, "learning_rate": 0.00028920645373724073, "loss": 0.6377, "step": 4210 }, { "epoch": 0.2778555085512996, "grad_norm": 0.275390625, "learning_rate": 0.0002889430358906816, "loss": 0.589, "step": 4220 }, { "epoch": 0.27851393392701357, "grad_norm": 0.263671875, "learning_rate": 0.0002886796180441225, "loss": 0.6165, "step": 4230 }, { "epoch": 0.27917235930272755, "grad_norm": 0.26171875, "learning_rate": 0.0002884162001975634, "loss": 0.6038, "step": 4240 }, { "epoch": 0.2798307846784415, "grad_norm": 0.255859375, "learning_rate": 0.0002881527823510043, "loss": 0.5941, "step": 4250 }, { "epoch": 0.2804892100541555, "grad_norm": 0.25390625, "learning_rate": 0.0002878893645044452, "loss": 0.6062, "step": 4260 }, { "epoch": 0.2811476354298695, "grad_norm": 0.2373046875, "learning_rate": 0.00028762594665788604, "loss": 0.5934, "step": 4270 }, { "epoch": 0.28180606080558346, "grad_norm": 0.255859375, "learning_rate": 0.00028736252881132697, "loss": 0.5778, "step": 4280 }, { "epoch": 0.28246448618129744, "grad_norm": 0.234375, "learning_rate": 0.0002870991109647679, "loss": 0.5131, "step": 4290 }, { "epoch": 0.2831229115570114, "grad_norm": 0.255859375, "learning_rate": 0.0002868356931182088, "loss": 0.5544, "step": 4300 }, { "epoch": 0.2837813369327254, "grad_norm": 0.17578125, "learning_rate": 0.0002865722752716497, "loss": 0.5065, "step": 4310 }, { "epoch": 0.28443976230843937, "grad_norm": 0.275390625, "learning_rate": 0.00028630885742509055, "loss": 0.6337, "step": 4320 }, { "epoch": 0.28509818768415335, "grad_norm": 0.265625, "learning_rate": 0.00028604543957853147, "loss": 0.6266, "step": 4330 }, { "epoch": 0.2857566130598673, "grad_norm": 0.287109375, "learning_rate": 0.00028578202173197234, "loss": 0.5976, "step": 4340 }, { "epoch": 0.2864150384355813, "grad_norm": 0.2236328125, "learning_rate": 0.00028551860388541326, "loss": 0.6236, "step": 4350 }, { "epoch": 0.2870734638112953, "grad_norm": 0.26953125, "learning_rate": 0.00028525518603885413, "loss": 0.6241, "step": 4360 }, { "epoch": 0.28773188918700926, "grad_norm": 0.26953125, "learning_rate": 0.00028499176819229505, "loss": 0.5963, "step": 4370 }, { "epoch": 0.28839031456272324, "grad_norm": 0.236328125, "learning_rate": 0.00028472835034573597, "loss": 0.5711, "step": 4380 }, { "epoch": 0.2890487399384372, "grad_norm": 0.2578125, "learning_rate": 0.00028446493249917684, "loss": 0.5338, "step": 4390 }, { "epoch": 0.2897071653141512, "grad_norm": 0.294921875, "learning_rate": 0.0002842015146526177, "loss": 0.5699, "step": 4400 }, { "epoch": 0.29036559068986517, "grad_norm": 0.2421875, "learning_rate": 0.00028393809680605863, "loss": 0.5533, "step": 4410 }, { "epoch": 0.29102401606557915, "grad_norm": 0.255859375, "learning_rate": 0.0002836746789594995, "loss": 0.5777, "step": 4420 }, { "epoch": 0.2916824414412931, "grad_norm": 0.2373046875, "learning_rate": 0.0002834112611129404, "loss": 0.6219, "step": 4430 }, { "epoch": 0.2923408668170071, "grad_norm": 0.216796875, "learning_rate": 0.0002831478432663813, "loss": 0.5037, "step": 4440 }, { "epoch": 0.2929992921927211, "grad_norm": 0.26171875, "learning_rate": 0.0002828844254198222, "loss": 0.5759, "step": 4450 }, { "epoch": 0.29365771756843506, "grad_norm": 0.2470703125, "learning_rate": 0.00028262100757326313, "loss": 0.6311, "step": 4460 }, { "epoch": 0.2943161429441491, "grad_norm": 0.2431640625, "learning_rate": 0.000282357589726704, "loss": 0.6175, "step": 4470 }, { "epoch": 0.2949745683198631, "grad_norm": 0.25, "learning_rate": 0.0002820941718801449, "loss": 0.5952, "step": 4480 }, { "epoch": 0.29563299369557705, "grad_norm": 0.251953125, "learning_rate": 0.0002818307540335858, "loss": 0.5939, "step": 4490 }, { "epoch": 0.29629141907129103, "grad_norm": 0.263671875, "learning_rate": 0.00028156733618702666, "loss": 0.6302, "step": 4500 }, { "epoch": 0.296949844447005, "grad_norm": 0.2734375, "learning_rate": 0.0002813039183404676, "loss": 0.6012, "step": 4510 }, { "epoch": 0.297608269822719, "grad_norm": 0.271484375, "learning_rate": 0.00028104050049390845, "loss": 0.5746, "step": 4520 }, { "epoch": 0.29826669519843296, "grad_norm": 0.30859375, "learning_rate": 0.00028077708264734937, "loss": 0.6302, "step": 4530 }, { "epoch": 0.29892512057414694, "grad_norm": 0.27734375, "learning_rate": 0.00028051366480079024, "loss": 0.6443, "step": 4540 }, { "epoch": 0.2995835459498609, "grad_norm": 0.240234375, "learning_rate": 0.00028025024695423116, "loss": 0.6063, "step": 4550 }, { "epoch": 0.3002419713255749, "grad_norm": 0.1865234375, "learning_rate": 0.0002799868291076721, "loss": 0.5284, "step": 4560 }, { "epoch": 0.3009003967012889, "grad_norm": 0.26171875, "learning_rate": 0.00027972341126111295, "loss": 0.6001, "step": 4570 }, { "epoch": 0.30155882207700285, "grad_norm": 0.267578125, "learning_rate": 0.0002794599934145539, "loss": 0.6185, "step": 4580 }, { "epoch": 0.30221724745271683, "grad_norm": 0.2138671875, "learning_rate": 0.00027919657556799474, "loss": 0.5574, "step": 4590 }, { "epoch": 0.3028756728284308, "grad_norm": 0.25390625, "learning_rate": 0.0002789331577214356, "loss": 0.5907, "step": 4600 }, { "epoch": 0.3035340982041448, "grad_norm": 0.31640625, "learning_rate": 0.00027866973987487653, "loss": 0.6114, "step": 4610 }, { "epoch": 0.30419252357985876, "grad_norm": 0.2490234375, "learning_rate": 0.0002784063220283174, "loss": 0.5904, "step": 4620 }, { "epoch": 0.30485094895557274, "grad_norm": 0.255859375, "learning_rate": 0.0002781429041817583, "loss": 0.588, "step": 4630 }, { "epoch": 0.3055093743312867, "grad_norm": 0.2578125, "learning_rate": 0.00027787948633519924, "loss": 0.5955, "step": 4640 }, { "epoch": 0.3061677997070007, "grad_norm": 0.28515625, "learning_rate": 0.0002776160684886401, "loss": 0.5996, "step": 4650 }, { "epoch": 0.3068262250827147, "grad_norm": 0.26953125, "learning_rate": 0.00027735265064208104, "loss": 0.5518, "step": 4660 }, { "epoch": 0.30748465045842865, "grad_norm": 0.212890625, "learning_rate": 0.0002770892327955219, "loss": 0.5679, "step": 4670 }, { "epoch": 0.30814307583414263, "grad_norm": 0.228515625, "learning_rate": 0.0002768258149489628, "loss": 0.5604, "step": 4680 }, { "epoch": 0.3088015012098566, "grad_norm": 0.25390625, "learning_rate": 0.0002765623971024037, "loss": 0.6076, "step": 4690 }, { "epoch": 0.3094599265855706, "grad_norm": 0.2353515625, "learning_rate": 0.00027629897925584456, "loss": 0.5621, "step": 4700 }, { "epoch": 0.31011835196128457, "grad_norm": 0.2578125, "learning_rate": 0.0002760355614092855, "loss": 0.5869, "step": 4710 }, { "epoch": 0.31077677733699854, "grad_norm": 0.27734375, "learning_rate": 0.0002757721435627264, "loss": 0.6174, "step": 4720 }, { "epoch": 0.3114352027127125, "grad_norm": 0.1982421875, "learning_rate": 0.00027550872571616733, "loss": 0.5809, "step": 4730 }, { "epoch": 0.31209362808842656, "grad_norm": 0.26171875, "learning_rate": 0.0002752453078696082, "loss": 0.5401, "step": 4740 }, { "epoch": 0.31275205346414053, "grad_norm": 0.263671875, "learning_rate": 0.00027498189002304906, "loss": 0.5361, "step": 4750 }, { "epoch": 0.3134104788398545, "grad_norm": 0.236328125, "learning_rate": 0.00027471847217649, "loss": 0.543, "step": 4760 }, { "epoch": 0.3140689042155685, "grad_norm": 0.2578125, "learning_rate": 0.00027445505432993085, "loss": 0.5981, "step": 4770 }, { "epoch": 0.31472732959128247, "grad_norm": 0.255859375, "learning_rate": 0.0002741916364833718, "loss": 0.6175, "step": 4780 }, { "epoch": 0.31538575496699645, "grad_norm": 0.3046875, "learning_rate": 0.00027392821863681264, "loss": 0.5433, "step": 4790 }, { "epoch": 0.3160441803427104, "grad_norm": 0.216796875, "learning_rate": 0.0002736648007902535, "loss": 0.5238, "step": 4800 }, { "epoch": 0.3167026057184244, "grad_norm": 0.267578125, "learning_rate": 0.00027340138294369443, "loss": 0.5817, "step": 4810 }, { "epoch": 0.3173610310941384, "grad_norm": 0.234375, "learning_rate": 0.00027313796509713536, "loss": 0.5701, "step": 4820 }, { "epoch": 0.31801945646985236, "grad_norm": 0.26171875, "learning_rate": 0.0002728745472505762, "loss": 0.5031, "step": 4830 }, { "epoch": 0.31867788184556634, "grad_norm": 0.2412109375, "learning_rate": 0.00027261112940401715, "loss": 0.5588, "step": 4840 }, { "epoch": 0.3193363072212803, "grad_norm": 0.271484375, "learning_rate": 0.000272347711557458, "loss": 0.5742, "step": 4850 }, { "epoch": 0.3199947325969943, "grad_norm": 0.30078125, "learning_rate": 0.00027208429371089894, "loss": 0.5768, "step": 4860 }, { "epoch": 0.32065315797270827, "grad_norm": 0.244140625, "learning_rate": 0.0002718208758643398, "loss": 0.6198, "step": 4870 }, { "epoch": 0.32131158334842225, "grad_norm": 0.306640625, "learning_rate": 0.0002715574580177807, "loss": 0.64, "step": 4880 }, { "epoch": 0.3219700087241362, "grad_norm": 0.2333984375, "learning_rate": 0.0002712940401712216, "loss": 0.5587, "step": 4890 }, { "epoch": 0.3226284340998502, "grad_norm": 0.263671875, "learning_rate": 0.0002710306223246625, "loss": 0.6091, "step": 4900 }, { "epoch": 0.3232868594755642, "grad_norm": 0.31640625, "learning_rate": 0.00027076720447810344, "loss": 0.6136, "step": 4910 }, { "epoch": 0.32394528485127816, "grad_norm": 0.291015625, "learning_rate": 0.0002705037866315443, "loss": 0.5758, "step": 4920 }, { "epoch": 0.32460371022699214, "grad_norm": 0.322265625, "learning_rate": 0.0002702403687849852, "loss": 0.567, "step": 4930 }, { "epoch": 0.3252621356027061, "grad_norm": 0.23828125, "learning_rate": 0.0002699769509384261, "loss": 0.5743, "step": 4940 }, { "epoch": 0.3259205609784201, "grad_norm": 0.291015625, "learning_rate": 0.00026971353309186697, "loss": 0.5948, "step": 4950 }, { "epoch": 0.32657898635413407, "grad_norm": 0.283203125, "learning_rate": 0.0002694501152453079, "loss": 0.5856, "step": 4960 }, { "epoch": 0.32723741172984805, "grad_norm": 0.244140625, "learning_rate": 0.00026918669739874876, "loss": 0.5439, "step": 4970 }, { "epoch": 0.327895837105562, "grad_norm": 0.208984375, "learning_rate": 0.0002689232795521897, "loss": 0.5904, "step": 4980 }, { "epoch": 0.328554262481276, "grad_norm": 0.265625, "learning_rate": 0.0002686598617056306, "loss": 0.6158, "step": 4990 }, { "epoch": 0.32921268785699, "grad_norm": 0.2060546875, "learning_rate": 0.00026839644385907147, "loss": 0.5642, "step": 5000 }, { "epoch": 0.32987111323270396, "grad_norm": 0.1806640625, "learning_rate": 0.0002681330260125124, "loss": 0.5542, "step": 5010 }, { "epoch": 0.330529538608418, "grad_norm": 0.279296875, "learning_rate": 0.00026786960816595326, "loss": 0.5722, "step": 5020 }, { "epoch": 0.33118796398413197, "grad_norm": 0.234375, "learning_rate": 0.00026760619031939413, "loss": 0.6086, "step": 5030 }, { "epoch": 0.33184638935984595, "grad_norm": 0.2060546875, "learning_rate": 0.00026734277247283505, "loss": 0.5376, "step": 5040 }, { "epoch": 0.33250481473555993, "grad_norm": 0.251953125, "learning_rate": 0.0002670793546262759, "loss": 0.5979, "step": 5050 }, { "epoch": 0.3331632401112739, "grad_norm": 0.296875, "learning_rate": 0.00026681593677971684, "loss": 0.642, "step": 5060 }, { "epoch": 0.3338216654869879, "grad_norm": 0.236328125, "learning_rate": 0.00026655251893315776, "loss": 0.4995, "step": 5070 }, { "epoch": 0.33448009086270186, "grad_norm": 0.22265625, "learning_rate": 0.00026628910108659863, "loss": 0.5449, "step": 5080 }, { "epoch": 0.33513851623841584, "grad_norm": 0.32421875, "learning_rate": 0.00026602568324003955, "loss": 0.5777, "step": 5090 }, { "epoch": 0.3357969416141298, "grad_norm": 0.25390625, "learning_rate": 0.0002657622653934804, "loss": 0.5379, "step": 5100 }, { "epoch": 0.3364553669898438, "grad_norm": 0.2294921875, "learning_rate": 0.00026549884754692134, "loss": 0.5464, "step": 5110 }, { "epoch": 0.3371137923655578, "grad_norm": 0.291015625, "learning_rate": 0.0002652354297003622, "loss": 0.5763, "step": 5120 }, { "epoch": 0.33777221774127175, "grad_norm": 0.24609375, "learning_rate": 0.0002649720118538031, "loss": 0.5778, "step": 5130 }, { "epoch": 0.33843064311698573, "grad_norm": 0.251953125, "learning_rate": 0.000264708594007244, "loss": 0.5281, "step": 5140 }, { "epoch": 0.3390890684926997, "grad_norm": 0.27734375, "learning_rate": 0.00026444517616068487, "loss": 0.6174, "step": 5150 }, { "epoch": 0.3397474938684137, "grad_norm": 0.271484375, "learning_rate": 0.0002641817583141258, "loss": 0.6323, "step": 5160 }, { "epoch": 0.34040591924412766, "grad_norm": 0.208984375, "learning_rate": 0.0002639183404675667, "loss": 0.516, "step": 5170 }, { "epoch": 0.34106434461984164, "grad_norm": 0.28125, "learning_rate": 0.0002636549226210076, "loss": 0.5756, "step": 5180 }, { "epoch": 0.3417227699955556, "grad_norm": 0.25390625, "learning_rate": 0.0002633915047744485, "loss": 0.594, "step": 5190 }, { "epoch": 0.3423811953712696, "grad_norm": 0.294921875, "learning_rate": 0.00026312808692788937, "loss": 0.6021, "step": 5200 }, { "epoch": 0.3430396207469836, "grad_norm": 0.1904296875, "learning_rate": 0.0002628646690813303, "loss": 0.5612, "step": 5210 }, { "epoch": 0.34369804612269755, "grad_norm": 0.259765625, "learning_rate": 0.00026260125123477116, "loss": 0.6146, "step": 5220 }, { "epoch": 0.34435647149841153, "grad_norm": 0.2734375, "learning_rate": 0.00026233783338821203, "loss": 0.6453, "step": 5230 }, { "epoch": 0.3450148968741255, "grad_norm": 0.2158203125, "learning_rate": 0.00026207441554165295, "loss": 0.5713, "step": 5240 }, { "epoch": 0.3456733222498395, "grad_norm": 0.2333984375, "learning_rate": 0.0002618109976950939, "loss": 0.5654, "step": 5250 }, { "epoch": 0.34633174762555347, "grad_norm": 0.251953125, "learning_rate": 0.00026154757984853474, "loss": 0.6033, "step": 5260 }, { "epoch": 0.34699017300126744, "grad_norm": 0.255859375, "learning_rate": 0.00026128416200197566, "loss": 0.6029, "step": 5270 }, { "epoch": 0.3476485983769814, "grad_norm": 0.2451171875, "learning_rate": 0.00026102074415541653, "loss": 0.5001, "step": 5280 }, { "epoch": 0.34830702375269545, "grad_norm": 0.27734375, "learning_rate": 0.00026075732630885745, "loss": 0.6114, "step": 5290 }, { "epoch": 0.34896544912840943, "grad_norm": 0.2490234375, "learning_rate": 0.0002604939084622983, "loss": 0.5776, "step": 5300 }, { "epoch": 0.3496238745041234, "grad_norm": 0.2236328125, "learning_rate": 0.0002602304906157392, "loss": 0.5948, "step": 5310 }, { "epoch": 0.3502822998798374, "grad_norm": 0.30859375, "learning_rate": 0.0002599670727691801, "loss": 0.5614, "step": 5320 }, { "epoch": 0.35094072525555137, "grad_norm": 0.271484375, "learning_rate": 0.00025970365492262104, "loss": 0.5788, "step": 5330 }, { "epoch": 0.35159915063126534, "grad_norm": 0.26171875, "learning_rate": 0.00025944023707606196, "loss": 0.6636, "step": 5340 }, { "epoch": 0.3522575760069793, "grad_norm": 0.2275390625, "learning_rate": 0.0002591768192295028, "loss": 0.539, "step": 5350 }, { "epoch": 0.3529160013826933, "grad_norm": 0.234375, "learning_rate": 0.0002589134013829437, "loss": 0.548, "step": 5360 }, { "epoch": 0.3535744267584073, "grad_norm": 0.2412109375, "learning_rate": 0.0002586499835363846, "loss": 0.5925, "step": 5370 }, { "epoch": 0.35423285213412126, "grad_norm": 0.2451171875, "learning_rate": 0.0002583865656898255, "loss": 0.6221, "step": 5380 }, { "epoch": 0.35489127750983523, "grad_norm": 0.2412109375, "learning_rate": 0.0002581231478432664, "loss": 0.6567, "step": 5390 }, { "epoch": 0.3555497028855492, "grad_norm": 0.26953125, "learning_rate": 0.0002578597299967073, "loss": 0.5838, "step": 5400 }, { "epoch": 0.3562081282612632, "grad_norm": 0.25, "learning_rate": 0.00025759631215014814, "loss": 0.5567, "step": 5410 }, { "epoch": 0.35686655363697717, "grad_norm": 0.275390625, "learning_rate": 0.00025733289430358906, "loss": 0.5507, "step": 5420 }, { "epoch": 0.35752497901269115, "grad_norm": 0.2578125, "learning_rate": 0.00025706947645703, "loss": 0.5797, "step": 5430 }, { "epoch": 0.3581834043884051, "grad_norm": 0.240234375, "learning_rate": 0.0002568060586104709, "loss": 0.5534, "step": 5440 }, { "epoch": 0.3588418297641191, "grad_norm": 0.263671875, "learning_rate": 0.0002565426407639118, "loss": 0.5808, "step": 5450 }, { "epoch": 0.3595002551398331, "grad_norm": 0.2470703125, "learning_rate": 0.00025627922291735264, "loss": 0.5531, "step": 5460 }, { "epoch": 0.36015868051554706, "grad_norm": 0.26171875, "learning_rate": 0.00025601580507079357, "loss": 0.6264, "step": 5470 }, { "epoch": 0.36081710589126104, "grad_norm": 0.26953125, "learning_rate": 0.00025575238722423443, "loss": 0.6001, "step": 5480 }, { "epoch": 0.361475531266975, "grad_norm": 0.2373046875, "learning_rate": 0.00025548896937767536, "loss": 0.596, "step": 5490 }, { "epoch": 0.362133956642689, "grad_norm": 0.265625, "learning_rate": 0.0002552255515311162, "loss": 0.6452, "step": 5500 }, { "epoch": 0.36279238201840297, "grad_norm": 0.2255859375, "learning_rate": 0.00025496213368455715, "loss": 0.489, "step": 5510 }, { "epoch": 0.36345080739411695, "grad_norm": 0.267578125, "learning_rate": 0.00025469871583799807, "loss": 0.6185, "step": 5520 }, { "epoch": 0.3641092327698309, "grad_norm": 0.29296875, "learning_rate": 0.00025443529799143894, "loss": 0.5972, "step": 5530 }, { "epoch": 0.3647676581455449, "grad_norm": 0.267578125, "learning_rate": 0.00025417188014487986, "loss": 0.5762, "step": 5540 }, { "epoch": 0.3654260835212589, "grad_norm": 0.2255859375, "learning_rate": 0.00025390846229832073, "loss": 0.5555, "step": 5550 }, { "epoch": 0.3660845088969729, "grad_norm": 0.2138671875, "learning_rate": 0.0002536450444517616, "loss": 0.5399, "step": 5560 }, { "epoch": 0.3667429342726869, "grad_norm": 0.291015625, "learning_rate": 0.0002533816266052025, "loss": 0.5598, "step": 5570 }, { "epoch": 0.36740135964840087, "grad_norm": 0.2578125, "learning_rate": 0.0002531182087586434, "loss": 0.5919, "step": 5580 }, { "epoch": 0.36805978502411485, "grad_norm": 0.263671875, "learning_rate": 0.0002528547909120843, "loss": 0.6165, "step": 5590 }, { "epoch": 0.3687182103998288, "grad_norm": 0.208984375, "learning_rate": 0.00025259137306552523, "loss": 0.5661, "step": 5600 }, { "epoch": 0.3693766357755428, "grad_norm": 0.2578125, "learning_rate": 0.0002523279552189661, "loss": 0.6196, "step": 5610 }, { "epoch": 0.3700350611512568, "grad_norm": 0.2578125, "learning_rate": 0.000252064537372407, "loss": 0.5502, "step": 5620 }, { "epoch": 0.37069348652697076, "grad_norm": 0.255859375, "learning_rate": 0.0002518011195258479, "loss": 0.5001, "step": 5630 }, { "epoch": 0.37135191190268474, "grad_norm": 0.279296875, "learning_rate": 0.00025153770167928876, "loss": 0.5874, "step": 5640 }, { "epoch": 0.3720103372783987, "grad_norm": 0.2734375, "learning_rate": 0.0002512742838327297, "loss": 0.523, "step": 5650 }, { "epoch": 0.3726687626541127, "grad_norm": 0.240234375, "learning_rate": 0.00025101086598617055, "loss": 0.5724, "step": 5660 }, { "epoch": 0.3733271880298267, "grad_norm": 0.28515625, "learning_rate": 0.00025074744813961147, "loss": 0.5957, "step": 5670 }, { "epoch": 0.37398561340554065, "grad_norm": 0.271484375, "learning_rate": 0.00025048403029305234, "loss": 0.5989, "step": 5680 }, { "epoch": 0.37464403878125463, "grad_norm": 0.2470703125, "learning_rate": 0.00025022061244649326, "loss": 0.5624, "step": 5690 }, { "epoch": 0.3753024641569686, "grad_norm": 0.23828125, "learning_rate": 0.0002499571945999342, "loss": 0.5174, "step": 5700 }, { "epoch": 0.3759608895326826, "grad_norm": 0.251953125, "learning_rate": 0.00024969377675337505, "loss": 0.6549, "step": 5710 }, { "epoch": 0.37661931490839656, "grad_norm": 0.271484375, "learning_rate": 0.00024943035890681597, "loss": 0.6013, "step": 5720 }, { "epoch": 0.37727774028411054, "grad_norm": 0.251953125, "learning_rate": 0.00024916694106025684, "loss": 0.6374, "step": 5730 }, { "epoch": 0.3779361656598245, "grad_norm": 0.306640625, "learning_rate": 0.0002489035232136977, "loss": 0.6273, "step": 5740 }, { "epoch": 0.3785945910355385, "grad_norm": 0.234375, "learning_rate": 0.00024864010536713863, "loss": 0.5541, "step": 5750 }, { "epoch": 0.3792530164112525, "grad_norm": 0.306640625, "learning_rate": 0.0002483766875205795, "loss": 0.5627, "step": 5760 }, { "epoch": 0.37991144178696645, "grad_norm": 0.263671875, "learning_rate": 0.0002481132696740204, "loss": 0.5429, "step": 5770 }, { "epoch": 0.38056986716268043, "grad_norm": 0.2734375, "learning_rate": 0.00024784985182746134, "loss": 0.616, "step": 5780 }, { "epoch": 0.3812282925383944, "grad_norm": 0.25, "learning_rate": 0.0002475864339809022, "loss": 0.5474, "step": 5790 }, { "epoch": 0.3818867179141084, "grad_norm": 0.197265625, "learning_rate": 0.00024732301613434313, "loss": 0.5583, "step": 5800 }, { "epoch": 0.38254514328982236, "grad_norm": 0.2578125, "learning_rate": 0.000247059598287784, "loss": 0.6015, "step": 5810 }, { "epoch": 0.38320356866553634, "grad_norm": 0.265625, "learning_rate": 0.0002467961804412249, "loss": 0.5735, "step": 5820 }, { "epoch": 0.3838619940412504, "grad_norm": 0.26953125, "learning_rate": 0.0002465327625946658, "loss": 0.5183, "step": 5830 }, { "epoch": 0.38452041941696435, "grad_norm": 0.228515625, "learning_rate": 0.00024626934474810666, "loss": 0.5427, "step": 5840 }, { "epoch": 0.38517884479267833, "grad_norm": 0.2578125, "learning_rate": 0.0002460059269015476, "loss": 0.5555, "step": 5850 }, { "epoch": 0.3858372701683923, "grad_norm": 0.28125, "learning_rate": 0.0002457425090549885, "loss": 0.6115, "step": 5860 }, { "epoch": 0.3864956955441063, "grad_norm": 0.283203125, "learning_rate": 0.0002454790912084294, "loss": 0.5483, "step": 5870 }, { "epoch": 0.38715412091982027, "grad_norm": 0.2392578125, "learning_rate": 0.0002452156733618703, "loss": 0.5362, "step": 5880 }, { "epoch": 0.38781254629553424, "grad_norm": 0.251953125, "learning_rate": 0.00024495225551531116, "loss": 0.5913, "step": 5890 }, { "epoch": 0.3884709716712482, "grad_norm": 0.248046875, "learning_rate": 0.0002446888376687521, "loss": 0.5093, "step": 5900 }, { "epoch": 0.3891293970469622, "grad_norm": 0.271484375, "learning_rate": 0.00024442541982219295, "loss": 0.5862, "step": 5910 }, { "epoch": 0.3897878224226762, "grad_norm": 0.2451171875, "learning_rate": 0.0002441620019756339, "loss": 0.5553, "step": 5920 }, { "epoch": 0.39044624779839016, "grad_norm": 0.28125, "learning_rate": 0.00024389858412907477, "loss": 0.6086, "step": 5930 }, { "epoch": 0.39110467317410413, "grad_norm": 0.302734375, "learning_rate": 0.00024363516628251564, "loss": 0.6091, "step": 5940 }, { "epoch": 0.3917630985498181, "grad_norm": 0.234375, "learning_rate": 0.00024337174843595656, "loss": 0.576, "step": 5950 }, { "epoch": 0.3924215239255321, "grad_norm": 0.255859375, "learning_rate": 0.00024310833058939743, "loss": 0.5919, "step": 5960 }, { "epoch": 0.39307994930124607, "grad_norm": 0.248046875, "learning_rate": 0.00024284491274283835, "loss": 0.6181, "step": 5970 }, { "epoch": 0.39373837467696005, "grad_norm": 0.2080078125, "learning_rate": 0.00024258149489627924, "loss": 0.565, "step": 5980 }, { "epoch": 0.394396800052674, "grad_norm": 0.2333984375, "learning_rate": 0.0002423180770497201, "loss": 0.5241, "step": 5990 }, { "epoch": 0.395055225428388, "grad_norm": 0.28125, "learning_rate": 0.00024205465920316104, "loss": 0.5898, "step": 6000 }, { "epoch": 0.395713650804102, "grad_norm": 0.265625, "learning_rate": 0.0002417912413566019, "loss": 0.641, "step": 6010 }, { "epoch": 0.39637207617981596, "grad_norm": 0.2490234375, "learning_rate": 0.00024152782351004285, "loss": 0.5653, "step": 6020 }, { "epoch": 0.39703050155552994, "grad_norm": 0.2138671875, "learning_rate": 0.00024126440566348372, "loss": 0.6157, "step": 6030 }, { "epoch": 0.3976889269312439, "grad_norm": 0.30078125, "learning_rate": 0.0002410009878169246, "loss": 0.6422, "step": 6040 }, { "epoch": 0.3983473523069579, "grad_norm": 0.2578125, "learning_rate": 0.0002407375699703655, "loss": 0.5789, "step": 6050 }, { "epoch": 0.39900577768267187, "grad_norm": 0.263671875, "learning_rate": 0.0002404741521238064, "loss": 0.6621, "step": 6060 }, { "epoch": 0.39966420305838585, "grad_norm": 0.2060546875, "learning_rate": 0.00024021073427724727, "loss": 0.588, "step": 6070 }, { "epoch": 0.4003226284340998, "grad_norm": 0.259765625, "learning_rate": 0.0002399473164306882, "loss": 0.5861, "step": 6080 }, { "epoch": 0.4009810538098138, "grad_norm": 0.2421875, "learning_rate": 0.00023968389858412906, "loss": 0.6099, "step": 6090 }, { "epoch": 0.40163947918552784, "grad_norm": 0.259765625, "learning_rate": 0.00023942048073756999, "loss": 0.6249, "step": 6100 }, { "epoch": 0.4022979045612418, "grad_norm": 0.279296875, "learning_rate": 0.00023915706289101088, "loss": 0.6158, "step": 6110 }, { "epoch": 0.4029563299369558, "grad_norm": 0.2099609375, "learning_rate": 0.00023889364504445175, "loss": 0.5671, "step": 6120 }, { "epoch": 0.40361475531266977, "grad_norm": 0.2373046875, "learning_rate": 0.00023863022719789267, "loss": 0.5832, "step": 6130 }, { "epoch": 0.40427318068838375, "grad_norm": 0.2490234375, "learning_rate": 0.00023836680935133357, "loss": 0.6218, "step": 6140 }, { "epoch": 0.4049316060640977, "grad_norm": 0.287109375, "learning_rate": 0.0002381033915047745, "loss": 0.6446, "step": 6150 }, { "epoch": 0.4055900314398117, "grad_norm": 0.234375, "learning_rate": 0.00023783997365821536, "loss": 0.6225, "step": 6160 }, { "epoch": 0.4062484568155257, "grad_norm": 0.2421875, "learning_rate": 0.00023757655581165622, "loss": 0.5642, "step": 6170 }, { "epoch": 0.40690688219123966, "grad_norm": 0.22265625, "learning_rate": 0.00023731313796509715, "loss": 0.6204, "step": 6180 }, { "epoch": 0.40756530756695364, "grad_norm": 0.240234375, "learning_rate": 0.00023704972011853804, "loss": 0.5972, "step": 6190 }, { "epoch": 0.4082237329426676, "grad_norm": 0.294921875, "learning_rate": 0.00023678630227197896, "loss": 0.6289, "step": 6200 }, { "epoch": 0.4088821583183816, "grad_norm": 0.2216796875, "learning_rate": 0.00023652288442541983, "loss": 0.563, "step": 6210 }, { "epoch": 0.4095405836940956, "grad_norm": 0.2216796875, "learning_rate": 0.0002362594665788607, "loss": 0.5618, "step": 6220 }, { "epoch": 0.41019900906980955, "grad_norm": 0.259765625, "learning_rate": 0.00023599604873230162, "loss": 0.5921, "step": 6230 }, { "epoch": 0.41085743444552353, "grad_norm": 0.25, "learning_rate": 0.00023573263088574252, "loss": 0.5143, "step": 6240 }, { "epoch": 0.4115158598212375, "grad_norm": 0.27734375, "learning_rate": 0.00023546921303918344, "loss": 0.5977, "step": 6250 }, { "epoch": 0.4121742851969515, "grad_norm": 0.291015625, "learning_rate": 0.0002352057951926243, "loss": 0.5891, "step": 6260 }, { "epoch": 0.41283271057266546, "grad_norm": 0.271484375, "learning_rate": 0.0002349423773460652, "loss": 0.6097, "step": 6270 }, { "epoch": 0.41349113594837944, "grad_norm": 0.2109375, "learning_rate": 0.00023467895949950613, "loss": 0.5759, "step": 6280 }, { "epoch": 0.4141495613240934, "grad_norm": 0.298828125, "learning_rate": 0.000234415541652947, "loss": 0.6051, "step": 6290 }, { "epoch": 0.4148079866998074, "grad_norm": 0.2294921875, "learning_rate": 0.00023415212380638792, "loss": 0.5679, "step": 6300 }, { "epoch": 0.4154664120755214, "grad_norm": 0.2470703125, "learning_rate": 0.00023388870595982878, "loss": 0.565, "step": 6310 }, { "epoch": 0.41612483745123535, "grad_norm": 0.1845703125, "learning_rate": 0.00023362528811326968, "loss": 0.5826, "step": 6320 }, { "epoch": 0.41678326282694933, "grad_norm": 0.205078125, "learning_rate": 0.0002333618702667106, "loss": 0.5713, "step": 6330 }, { "epoch": 0.4174416882026633, "grad_norm": 0.1982421875, "learning_rate": 0.00023309845242015147, "loss": 0.5353, "step": 6340 }, { "epoch": 0.4181001135783773, "grad_norm": 0.302734375, "learning_rate": 0.0002328350345735924, "loss": 0.5442, "step": 6350 }, { "epoch": 0.41875853895409126, "grad_norm": 0.263671875, "learning_rate": 0.00023257161672703326, "loss": 0.5344, "step": 6360 }, { "epoch": 0.4194169643298053, "grad_norm": 0.265625, "learning_rate": 0.00023230819888047415, "loss": 0.585, "step": 6370 }, { "epoch": 0.4200753897055193, "grad_norm": 0.275390625, "learning_rate": 0.00023204478103391508, "loss": 0.6213, "step": 6380 }, { "epoch": 0.42073381508123325, "grad_norm": 0.2099609375, "learning_rate": 0.00023178136318735594, "loss": 0.5804, "step": 6390 }, { "epoch": 0.42139224045694723, "grad_norm": 0.224609375, "learning_rate": 0.00023151794534079687, "loss": 0.5254, "step": 6400 }, { "epoch": 0.4220506658326612, "grad_norm": 0.255859375, "learning_rate": 0.00023125452749423776, "loss": 0.5705, "step": 6410 }, { "epoch": 0.4227090912083752, "grad_norm": 0.25390625, "learning_rate": 0.00023099110964767863, "loss": 0.5617, "step": 6420 }, { "epoch": 0.42336751658408917, "grad_norm": 0.30078125, "learning_rate": 0.00023072769180111955, "loss": 0.6125, "step": 6430 }, { "epoch": 0.42402594195980314, "grad_norm": 0.26171875, "learning_rate": 0.00023046427395456042, "loss": 0.5562, "step": 6440 }, { "epoch": 0.4246843673355171, "grad_norm": 0.283203125, "learning_rate": 0.00023020085610800132, "loss": 0.6429, "step": 6450 }, { "epoch": 0.4253427927112311, "grad_norm": 0.25390625, "learning_rate": 0.00022993743826144224, "loss": 0.5516, "step": 6460 }, { "epoch": 0.4260012180869451, "grad_norm": 0.2490234375, "learning_rate": 0.0002296740204148831, "loss": 0.6311, "step": 6470 }, { "epoch": 0.42665964346265906, "grad_norm": 0.232421875, "learning_rate": 0.00022941060256832403, "loss": 0.5746, "step": 6480 }, { "epoch": 0.42731806883837303, "grad_norm": 0.28125, "learning_rate": 0.0002291471847217649, "loss": 0.5739, "step": 6490 }, { "epoch": 0.427976494214087, "grad_norm": 0.2255859375, "learning_rate": 0.0002288837668752058, "loss": 0.5726, "step": 6500 }, { "epoch": 0.428634919589801, "grad_norm": 0.240234375, "learning_rate": 0.0002286203490286467, "loss": 0.6209, "step": 6510 }, { "epoch": 0.42929334496551497, "grad_norm": 0.248046875, "learning_rate": 0.00022835693118208758, "loss": 0.5844, "step": 6520 }, { "epoch": 0.42995177034122894, "grad_norm": 0.25390625, "learning_rate": 0.0002280935133355285, "loss": 0.5648, "step": 6530 }, { "epoch": 0.4306101957169429, "grad_norm": 0.2421875, "learning_rate": 0.0002278300954889694, "loss": 0.5642, "step": 6540 }, { "epoch": 0.4312686210926569, "grad_norm": 0.2451171875, "learning_rate": 0.00022756667764241027, "loss": 0.4928, "step": 6550 }, { "epoch": 0.4319270464683709, "grad_norm": 0.244140625, "learning_rate": 0.0002273032597958512, "loss": 0.5632, "step": 6560 }, { "epoch": 0.43258547184408486, "grad_norm": 0.2314453125, "learning_rate": 0.00022703984194929206, "loss": 0.5871, "step": 6570 }, { "epoch": 0.43324389721979883, "grad_norm": 0.259765625, "learning_rate": 0.00022677642410273298, "loss": 0.5822, "step": 6580 }, { "epoch": 0.4339023225955128, "grad_norm": 0.251953125, "learning_rate": 0.00022651300625617387, "loss": 0.5689, "step": 6590 }, { "epoch": 0.4345607479712268, "grad_norm": 0.2265625, "learning_rate": 0.00022624958840961474, "loss": 0.5225, "step": 6600 }, { "epoch": 0.43521917334694077, "grad_norm": 0.28515625, "learning_rate": 0.00022598617056305566, "loss": 0.5718, "step": 6610 }, { "epoch": 0.43587759872265475, "grad_norm": 0.267578125, "learning_rate": 0.00022572275271649653, "loss": 0.5424, "step": 6620 }, { "epoch": 0.4365360240983687, "grad_norm": 0.26171875, "learning_rate": 0.00022545933486993745, "loss": 0.6085, "step": 6630 }, { "epoch": 0.43719444947408276, "grad_norm": 0.2265625, "learning_rate": 0.00022519591702337835, "loss": 0.5681, "step": 6640 }, { "epoch": 0.43785287484979674, "grad_norm": 0.275390625, "learning_rate": 0.00022493249917681922, "loss": 0.5294, "step": 6650 }, { "epoch": 0.4385113002255107, "grad_norm": 0.26953125, "learning_rate": 0.00022466908133026014, "loss": 0.5589, "step": 6660 }, { "epoch": 0.4391697256012247, "grad_norm": 0.283203125, "learning_rate": 0.00022440566348370103, "loss": 0.5823, "step": 6670 }, { "epoch": 0.43982815097693867, "grad_norm": 0.275390625, "learning_rate": 0.00022414224563714196, "loss": 0.5321, "step": 6680 }, { "epoch": 0.44048657635265265, "grad_norm": 0.275390625, "learning_rate": 0.00022387882779058283, "loss": 0.6068, "step": 6690 }, { "epoch": 0.4411450017283666, "grad_norm": 0.2373046875, "learning_rate": 0.0002236154099440237, "loss": 0.5888, "step": 6700 }, { "epoch": 0.4418034271040806, "grad_norm": 0.208984375, "learning_rate": 0.00022335199209746462, "loss": 0.5527, "step": 6710 }, { "epoch": 0.4424618524797946, "grad_norm": 0.2275390625, "learning_rate": 0.0002230885742509055, "loss": 0.5598, "step": 6720 }, { "epoch": 0.44312027785550856, "grad_norm": 0.23828125, "learning_rate": 0.00022282515640434643, "loss": 0.6122, "step": 6730 }, { "epoch": 0.44377870323122254, "grad_norm": 0.2490234375, "learning_rate": 0.0002225617385577873, "loss": 0.5608, "step": 6740 }, { "epoch": 0.4444371286069365, "grad_norm": 0.2412109375, "learning_rate": 0.00022229832071122817, "loss": 0.5477, "step": 6750 }, { "epoch": 0.4450955539826505, "grad_norm": 0.2470703125, "learning_rate": 0.0002220349028646691, "loss": 0.5497, "step": 6760 }, { "epoch": 0.44575397935836447, "grad_norm": 0.26953125, "learning_rate": 0.00022177148501810999, "loss": 0.622, "step": 6770 }, { "epoch": 0.44641240473407845, "grad_norm": 0.181640625, "learning_rate": 0.0002215080671715509, "loss": 0.5416, "step": 6780 }, { "epoch": 0.4470708301097924, "grad_norm": 0.2431640625, "learning_rate": 0.00022124464932499178, "loss": 0.5617, "step": 6790 }, { "epoch": 0.4477292554855064, "grad_norm": 0.26171875, "learning_rate": 0.00022098123147843267, "loss": 0.5988, "step": 6800 }, { "epoch": 0.4483876808612204, "grad_norm": 0.228515625, "learning_rate": 0.0002207178136318736, "loss": 0.5652, "step": 6810 }, { "epoch": 0.44904610623693436, "grad_norm": 0.275390625, "learning_rate": 0.00022045439578531446, "loss": 0.546, "step": 6820 }, { "epoch": 0.44970453161264834, "grad_norm": 0.2578125, "learning_rate": 0.00022019097793875538, "loss": 0.6543, "step": 6830 }, { "epoch": 0.4503629569883623, "grad_norm": 0.263671875, "learning_rate": 0.00021992756009219625, "loss": 0.5988, "step": 6840 }, { "epoch": 0.4510213823640763, "grad_norm": 0.27734375, "learning_rate": 0.00021966414224563715, "loss": 0.6041, "step": 6850 }, { "epoch": 0.4516798077397903, "grad_norm": 0.255859375, "learning_rate": 0.00021940072439907807, "loss": 0.6009, "step": 6860 }, { "epoch": 0.45233823311550425, "grad_norm": 0.2080078125, "learning_rate": 0.00021913730655251894, "loss": 0.5785, "step": 6870 }, { "epoch": 0.45299665849121823, "grad_norm": 0.2412109375, "learning_rate": 0.0002188738887059598, "loss": 0.5795, "step": 6880 }, { "epoch": 0.4536550838669322, "grad_norm": 0.287109375, "learning_rate": 0.00021861047085940073, "loss": 0.5987, "step": 6890 }, { "epoch": 0.4543135092426462, "grad_norm": 0.27734375, "learning_rate": 0.00021834705301284162, "loss": 0.5866, "step": 6900 }, { "epoch": 0.4549719346183602, "grad_norm": 0.21875, "learning_rate": 0.00021808363516628254, "loss": 0.6058, "step": 6910 }, { "epoch": 0.4556303599940742, "grad_norm": 0.2421875, "learning_rate": 0.0002178202173197234, "loss": 0.5955, "step": 6920 }, { "epoch": 0.4562887853697882, "grad_norm": 0.283203125, "learning_rate": 0.0002175567994731643, "loss": 0.5827, "step": 6930 }, { "epoch": 0.45694721074550215, "grad_norm": 0.240234375, "learning_rate": 0.00021729338162660523, "loss": 0.6041, "step": 6940 }, { "epoch": 0.45760563612121613, "grad_norm": 0.2734375, "learning_rate": 0.0002170299637800461, "loss": 0.5663, "step": 6950 }, { "epoch": 0.4582640614969301, "grad_norm": 0.26171875, "learning_rate": 0.00021676654593348702, "loss": 0.5833, "step": 6960 }, { "epoch": 0.4589224868726441, "grad_norm": 0.26953125, "learning_rate": 0.0002165031280869279, "loss": 0.5783, "step": 6970 }, { "epoch": 0.45958091224835806, "grad_norm": 0.216796875, "learning_rate": 0.00021623971024036878, "loss": 0.5157, "step": 6980 }, { "epoch": 0.46023933762407204, "grad_norm": 0.2333984375, "learning_rate": 0.0002159762923938097, "loss": 0.5969, "step": 6990 }, { "epoch": 0.460897762999786, "grad_norm": 0.263671875, "learning_rate": 0.00021571287454725057, "loss": 0.5538, "step": 7000 }, { "epoch": 0.4615561883755, "grad_norm": 0.23828125, "learning_rate": 0.0002154494567006915, "loss": 0.5036, "step": 7010 }, { "epoch": 0.462214613751214, "grad_norm": 0.236328125, "learning_rate": 0.00021518603885413236, "loss": 0.5588, "step": 7020 }, { "epoch": 0.46287303912692795, "grad_norm": 0.2333984375, "learning_rate": 0.00021492262100757326, "loss": 0.5697, "step": 7030 }, { "epoch": 0.46353146450264193, "grad_norm": 0.25390625, "learning_rate": 0.00021465920316101418, "loss": 0.5803, "step": 7040 }, { "epoch": 0.4641898898783559, "grad_norm": 0.2451171875, "learning_rate": 0.00021439578531445505, "loss": 0.5574, "step": 7050 }, { "epoch": 0.4648483152540699, "grad_norm": 0.267578125, "learning_rate": 0.00021413236746789597, "loss": 0.5982, "step": 7060 }, { "epoch": 0.46550674062978387, "grad_norm": 0.25, "learning_rate": 0.00021386894962133687, "loss": 0.5683, "step": 7070 }, { "epoch": 0.46616516600549784, "grad_norm": 0.208984375, "learning_rate": 0.00021360553177477773, "loss": 0.6076, "step": 7080 }, { "epoch": 0.4668235913812118, "grad_norm": 0.265625, "learning_rate": 0.00021334211392821866, "loss": 0.5755, "step": 7090 }, { "epoch": 0.4674820167569258, "grad_norm": 0.2421875, "learning_rate": 0.00021307869608165953, "loss": 0.5534, "step": 7100 }, { "epoch": 0.4681404421326398, "grad_norm": 0.259765625, "learning_rate": 0.00021281527823510045, "loss": 0.5325, "step": 7110 }, { "epoch": 0.46879886750835376, "grad_norm": 0.2412109375, "learning_rate": 0.00021255186038854134, "loss": 0.62, "step": 7120 }, { "epoch": 0.46945729288406773, "grad_norm": 0.30078125, "learning_rate": 0.0002122884425419822, "loss": 0.5964, "step": 7130 }, { "epoch": 0.4701157182597817, "grad_norm": 0.2890625, "learning_rate": 0.00021202502469542313, "loss": 0.571, "step": 7140 }, { "epoch": 0.4707741436354957, "grad_norm": 0.2431640625, "learning_rate": 0.000211761606848864, "loss": 0.5459, "step": 7150 }, { "epoch": 0.47143256901120967, "grad_norm": 0.2275390625, "learning_rate": 0.00021149818900230492, "loss": 0.5358, "step": 7160 }, { "epoch": 0.47209099438692365, "grad_norm": 0.2265625, "learning_rate": 0.00021123477115574582, "loss": 0.6507, "step": 7170 }, { "epoch": 0.4727494197626377, "grad_norm": 0.248046875, "learning_rate": 0.00021097135330918669, "loss": 0.5008, "step": 7180 }, { "epoch": 0.47340784513835166, "grad_norm": 0.25390625, "learning_rate": 0.0002107079354626276, "loss": 0.5704, "step": 7190 }, { "epoch": 0.47406627051406564, "grad_norm": 0.25390625, "learning_rate": 0.0002104445176160685, "loss": 0.5356, "step": 7200 }, { "epoch": 0.4747246958897796, "grad_norm": 0.2451171875, "learning_rate": 0.00021018109976950943, "loss": 0.6065, "step": 7210 }, { "epoch": 0.4753831212654936, "grad_norm": 0.296875, "learning_rate": 0.0002099176819229503, "loss": 0.6446, "step": 7220 }, { "epoch": 0.47604154664120757, "grad_norm": 0.2431640625, "learning_rate": 0.00020965426407639116, "loss": 0.6088, "step": 7230 }, { "epoch": 0.47669997201692155, "grad_norm": 0.28515625, "learning_rate": 0.00020939084622983208, "loss": 0.6278, "step": 7240 }, { "epoch": 0.4773583973926355, "grad_norm": 0.271484375, "learning_rate": 0.00020912742838327298, "loss": 0.6103, "step": 7250 }, { "epoch": 0.4780168227683495, "grad_norm": 0.25390625, "learning_rate": 0.0002088640105367139, "loss": 0.586, "step": 7260 }, { "epoch": 0.4786752481440635, "grad_norm": 0.2109375, "learning_rate": 0.00020860059269015477, "loss": 0.5344, "step": 7270 }, { "epoch": 0.47933367351977746, "grad_norm": 0.279296875, "learning_rate": 0.00020833717484359564, "loss": 0.6287, "step": 7280 }, { "epoch": 0.47999209889549144, "grad_norm": 0.296875, "learning_rate": 0.00020807375699703659, "loss": 0.5496, "step": 7290 }, { "epoch": 0.4806505242712054, "grad_norm": 0.29296875, "learning_rate": 0.00020781033915047745, "loss": 0.5533, "step": 7300 }, { "epoch": 0.4813089496469194, "grad_norm": 0.2578125, "learning_rate": 0.00020754692130391832, "loss": 0.5619, "step": 7310 }, { "epoch": 0.48196737502263337, "grad_norm": 0.2373046875, "learning_rate": 0.00020728350345735924, "loss": 0.5903, "step": 7320 }, { "epoch": 0.48262580039834735, "grad_norm": 0.275390625, "learning_rate": 0.00020702008561080014, "loss": 0.5542, "step": 7330 }, { "epoch": 0.4832842257740613, "grad_norm": 0.212890625, "learning_rate": 0.00020675666776424106, "loss": 0.5907, "step": 7340 }, { "epoch": 0.4839426511497753, "grad_norm": 0.236328125, "learning_rate": 0.00020649324991768193, "loss": 0.6071, "step": 7350 }, { "epoch": 0.4846010765254893, "grad_norm": 0.267578125, "learning_rate": 0.0002062298320711228, "loss": 0.6412, "step": 7360 }, { "epoch": 0.48525950190120326, "grad_norm": 0.251953125, "learning_rate": 0.00020596641422456372, "loss": 0.5775, "step": 7370 }, { "epoch": 0.48591792727691724, "grad_norm": 0.19921875, "learning_rate": 0.00020570299637800462, "loss": 0.5891, "step": 7380 }, { "epoch": 0.4865763526526312, "grad_norm": 0.265625, "learning_rate": 0.00020543957853144554, "loss": 0.5663, "step": 7390 }, { "epoch": 0.4872347780283452, "grad_norm": 0.255859375, "learning_rate": 0.0002051761606848864, "loss": 0.5573, "step": 7400 }, { "epoch": 0.4878932034040592, "grad_norm": 0.2578125, "learning_rate": 0.0002049127428383273, "loss": 0.5263, "step": 7410 }, { "epoch": 0.48855162877977315, "grad_norm": 0.28125, "learning_rate": 0.00020464932499176822, "loss": 0.6394, "step": 7420 }, { "epoch": 0.48921005415548713, "grad_norm": 0.275390625, "learning_rate": 0.0002043859071452091, "loss": 0.5594, "step": 7430 }, { "epoch": 0.4898684795312011, "grad_norm": 0.291015625, "learning_rate": 0.00020412248929865, "loss": 0.6143, "step": 7440 }, { "epoch": 0.49052690490691514, "grad_norm": 0.2265625, "learning_rate": 0.00020385907145209088, "loss": 0.537, "step": 7450 }, { "epoch": 0.4911853302826291, "grad_norm": 0.248046875, "learning_rate": 0.00020359565360553178, "loss": 0.5509, "step": 7460 }, { "epoch": 0.4918437556583431, "grad_norm": 0.2294921875, "learning_rate": 0.0002033322357589727, "loss": 0.5042, "step": 7470 }, { "epoch": 0.4925021810340571, "grad_norm": 0.30078125, "learning_rate": 0.00020306881791241357, "loss": 0.6534, "step": 7480 }, { "epoch": 0.49316060640977105, "grad_norm": 0.2216796875, "learning_rate": 0.0002028054000658545, "loss": 0.6382, "step": 7490 }, { "epoch": 0.49381903178548503, "grad_norm": 0.228515625, "learning_rate": 0.00020254198221929536, "loss": 0.5441, "step": 7500 }, { "epoch": 0.494477457161199, "grad_norm": 0.24609375, "learning_rate": 0.00020227856437273625, "loss": 0.5955, "step": 7510 }, { "epoch": 0.495135882536913, "grad_norm": 0.306640625, "learning_rate": 0.00020201514652617717, "loss": 0.6073, "step": 7520 }, { "epoch": 0.49579430791262696, "grad_norm": 0.19921875, "learning_rate": 0.00020175172867961804, "loss": 0.5792, "step": 7530 }, { "epoch": 0.49645273328834094, "grad_norm": 0.2451171875, "learning_rate": 0.00020148831083305896, "loss": 0.5792, "step": 7540 }, { "epoch": 0.4971111586640549, "grad_norm": 0.2109375, "learning_rate": 0.00020122489298649986, "loss": 0.5135, "step": 7550 }, { "epoch": 0.4977695840397689, "grad_norm": 0.27734375, "learning_rate": 0.00020096147513994073, "loss": 0.5581, "step": 7560 }, { "epoch": 0.4984280094154829, "grad_norm": 0.283203125, "learning_rate": 0.00020069805729338165, "loss": 0.5693, "step": 7570 }, { "epoch": 0.49908643479119685, "grad_norm": 0.1806640625, "learning_rate": 0.00020043463944682252, "loss": 0.5819, "step": 7580 }, { "epoch": 0.49974486016691083, "grad_norm": 0.314453125, "learning_rate": 0.00020017122160026344, "loss": 0.5501, "step": 7590 }, { "epoch": 0.5004032855426248, "grad_norm": 0.302734375, "learning_rate": 0.00019990780375370434, "loss": 0.5262, "step": 7600 }, { "epoch": 0.5010617109183388, "grad_norm": 0.259765625, "learning_rate": 0.00019964438590714523, "loss": 0.6019, "step": 7610 }, { "epoch": 0.5017201362940528, "grad_norm": 0.2431640625, "learning_rate": 0.0001993809680605861, "loss": 0.5358, "step": 7620 }, { "epoch": 0.5023785616697668, "grad_norm": 0.267578125, "learning_rate": 0.000199117550214027, "loss": 0.5824, "step": 7630 }, { "epoch": 0.5030369870454807, "grad_norm": 0.259765625, "learning_rate": 0.00019885413236746792, "loss": 0.5363, "step": 7640 }, { "epoch": 0.5036954124211948, "grad_norm": 0.2236328125, "learning_rate": 0.0001985907145209088, "loss": 0.6505, "step": 7650 }, { "epoch": 0.5043538377969087, "grad_norm": 0.2578125, "learning_rate": 0.0001983272966743497, "loss": 0.55, "step": 7660 }, { "epoch": 0.5050122631726227, "grad_norm": 0.26171875, "learning_rate": 0.00019806387882779057, "loss": 0.6156, "step": 7670 }, { "epoch": 0.5056706885483366, "grad_norm": 0.265625, "learning_rate": 0.0001978004609812315, "loss": 0.6012, "step": 7680 }, { "epoch": 0.5063291139240507, "grad_norm": 0.2431640625, "learning_rate": 0.0001975370431346724, "loss": 0.5494, "step": 7690 }, { "epoch": 0.5069875392997646, "grad_norm": 0.283203125, "learning_rate": 0.00019727362528811329, "loss": 0.5514, "step": 7700 }, { "epoch": 0.5076459646754786, "grad_norm": 0.283203125, "learning_rate": 0.00019701020744155418, "loss": 0.5774, "step": 7710 }, { "epoch": 0.5083043900511925, "grad_norm": 0.28515625, "learning_rate": 0.00019674678959499505, "loss": 0.5763, "step": 7720 }, { "epoch": 0.5089628154269066, "grad_norm": 0.216796875, "learning_rate": 0.00019648337174843597, "loss": 0.6115, "step": 7730 }, { "epoch": 0.5096212408026205, "grad_norm": 0.2353515625, "learning_rate": 0.00019621995390187687, "loss": 0.5278, "step": 7740 }, { "epoch": 0.5102796661783345, "grad_norm": 0.267578125, "learning_rate": 0.00019595653605531776, "loss": 0.5938, "step": 7750 }, { "epoch": 0.5109380915540485, "grad_norm": 0.24609375, "learning_rate": 0.00019569311820875866, "loss": 0.5935, "step": 7760 }, { "epoch": 0.5115965169297625, "grad_norm": 0.208984375, "learning_rate": 0.00019542970036219955, "loss": 0.6035, "step": 7770 }, { "epoch": 0.5122549423054764, "grad_norm": 0.283203125, "learning_rate": 0.00019516628251564045, "loss": 0.6158, "step": 7780 }, { "epoch": 0.5129133676811904, "grad_norm": 0.23828125, "learning_rate": 0.00019490286466908134, "loss": 0.5611, "step": 7790 }, { "epoch": 0.5135717930569044, "grad_norm": 0.208984375, "learning_rate": 0.00019463944682252224, "loss": 0.6014, "step": 7800 }, { "epoch": 0.5142302184326184, "grad_norm": 0.2314453125, "learning_rate": 0.00019437602897596313, "loss": 0.5748, "step": 7810 }, { "epoch": 0.5148886438083323, "grad_norm": 0.234375, "learning_rate": 0.00019411261112940403, "loss": 0.5442, "step": 7820 }, { "epoch": 0.5155470691840464, "grad_norm": 0.2470703125, "learning_rate": 0.00019384919328284492, "loss": 0.5574, "step": 7830 }, { "epoch": 0.5162054945597603, "grad_norm": 0.26171875, "learning_rate": 0.00019358577543628582, "loss": 0.5812, "step": 7840 }, { "epoch": 0.5168639199354743, "grad_norm": 0.2431640625, "learning_rate": 0.0001933223575897267, "loss": 0.5855, "step": 7850 }, { "epoch": 0.5175223453111883, "grad_norm": 0.1982421875, "learning_rate": 0.0001930589397431676, "loss": 0.4872, "step": 7860 }, { "epoch": 0.5181807706869023, "grad_norm": 0.2578125, "learning_rate": 0.0001927955218966085, "loss": 0.6148, "step": 7870 }, { "epoch": 0.5188391960626163, "grad_norm": 0.26953125, "learning_rate": 0.0001925321040500494, "loss": 0.5754, "step": 7880 }, { "epoch": 0.5194976214383302, "grad_norm": 0.26171875, "learning_rate": 0.0001922686862034903, "loss": 0.5317, "step": 7890 }, { "epoch": 0.5201560468140443, "grad_norm": 0.26171875, "learning_rate": 0.0001920052683569312, "loss": 0.5451, "step": 7900 }, { "epoch": 0.5208144721897582, "grad_norm": 0.2333984375, "learning_rate": 0.00019174185051037208, "loss": 0.5073, "step": 7910 }, { "epoch": 0.5214728975654722, "grad_norm": 0.234375, "learning_rate": 0.00019147843266381298, "loss": 0.5422, "step": 7920 }, { "epoch": 0.5221313229411861, "grad_norm": 0.2392578125, "learning_rate": 0.00019121501481725387, "loss": 0.5547, "step": 7930 }, { "epoch": 0.5227897483169002, "grad_norm": 0.287109375, "learning_rate": 0.00019095159697069477, "loss": 0.5595, "step": 7940 }, { "epoch": 0.5234481736926141, "grad_norm": 0.2431640625, "learning_rate": 0.0001906881791241357, "loss": 0.5855, "step": 7950 }, { "epoch": 0.5241065990683281, "grad_norm": 0.25390625, "learning_rate": 0.00019042476127757656, "loss": 0.5767, "step": 7960 }, { "epoch": 0.524765024444042, "grad_norm": 0.244140625, "learning_rate": 0.00019016134343101745, "loss": 0.551, "step": 7970 }, { "epoch": 0.5254234498197561, "grad_norm": 0.275390625, "learning_rate": 0.00018989792558445835, "loss": 0.5901, "step": 7980 }, { "epoch": 0.52608187519547, "grad_norm": 0.2021484375, "learning_rate": 0.00018963450773789927, "loss": 0.59, "step": 7990 }, { "epoch": 0.526740300571184, "grad_norm": 0.27734375, "learning_rate": 0.00018937108989134014, "loss": 0.5146, "step": 8000 }, { "epoch": 0.527398725946898, "grad_norm": 0.26171875, "learning_rate": 0.00018910767204478103, "loss": 0.5911, "step": 8010 }, { "epoch": 0.528057151322612, "grad_norm": 0.25390625, "learning_rate": 0.00018884425419822193, "loss": 0.5387, "step": 8020 }, { "epoch": 0.5287155766983259, "grad_norm": 0.25390625, "learning_rate": 0.00018858083635166283, "loss": 0.5501, "step": 8030 }, { "epoch": 0.52937400207404, "grad_norm": 0.2578125, "learning_rate": 0.00018831741850510375, "loss": 0.5901, "step": 8040 }, { "epoch": 0.5300324274497539, "grad_norm": 0.21875, "learning_rate": 0.00018805400065854462, "loss": 0.5759, "step": 8050 }, { "epoch": 0.5306908528254679, "grad_norm": 0.208984375, "learning_rate": 0.0001877905828119855, "loss": 0.506, "step": 8060 }, { "epoch": 0.5313492782011818, "grad_norm": 0.19921875, "learning_rate": 0.0001875271649654264, "loss": 0.5591, "step": 8070 }, { "epoch": 0.5320077035768959, "grad_norm": 0.29296875, "learning_rate": 0.00018726374711886733, "loss": 0.5447, "step": 8080 }, { "epoch": 0.5326661289526098, "grad_norm": 0.2373046875, "learning_rate": 0.00018700032927230822, "loss": 0.5347, "step": 8090 }, { "epoch": 0.5333245543283238, "grad_norm": 0.2451171875, "learning_rate": 0.0001867369114257491, "loss": 0.5373, "step": 8100 }, { "epoch": 0.5339829797040377, "grad_norm": 0.17578125, "learning_rate": 0.00018647349357918999, "loss": 0.4952, "step": 8110 }, { "epoch": 0.5346414050797518, "grad_norm": 0.2119140625, "learning_rate": 0.0001862100757326309, "loss": 0.5868, "step": 8120 }, { "epoch": 0.5352998304554658, "grad_norm": 0.271484375, "learning_rate": 0.0001859466578860718, "loss": 0.5725, "step": 8130 }, { "epoch": 0.5359582558311797, "grad_norm": 0.2421875, "learning_rate": 0.0001856832400395127, "loss": 0.5452, "step": 8140 }, { "epoch": 0.5366166812068938, "grad_norm": 0.2431640625, "learning_rate": 0.00018541982219295357, "loss": 0.6306, "step": 8150 }, { "epoch": 0.5372751065826077, "grad_norm": 0.23046875, "learning_rate": 0.00018515640434639446, "loss": 0.5296, "step": 8160 }, { "epoch": 0.5379335319583217, "grad_norm": 0.228515625, "learning_rate": 0.00018489298649983538, "loss": 0.4924, "step": 8170 }, { "epoch": 0.5385919573340356, "grad_norm": 0.29296875, "learning_rate": 0.00018462956865327628, "loss": 0.5782, "step": 8180 }, { "epoch": 0.5392503827097497, "grad_norm": 0.265625, "learning_rate": 0.00018436615080671717, "loss": 0.5163, "step": 8190 }, { "epoch": 0.5399088080854636, "grad_norm": 0.2421875, "learning_rate": 0.00018410273296015804, "loss": 0.5635, "step": 8200 }, { "epoch": 0.5405672334611776, "grad_norm": 0.2294921875, "learning_rate": 0.00018383931511359896, "loss": 0.5729, "step": 8210 }, { "epoch": 0.5412256588368916, "grad_norm": 0.25, "learning_rate": 0.00018357589726703986, "loss": 0.5906, "step": 8220 }, { "epoch": 0.5418840842126056, "grad_norm": 0.236328125, "learning_rate": 0.00018331247942048075, "loss": 0.5346, "step": 8230 }, { "epoch": 0.5425425095883195, "grad_norm": 0.267578125, "learning_rate": 0.00018304906157392162, "loss": 0.561, "step": 8240 }, { "epoch": 0.5432009349640335, "grad_norm": 0.2470703125, "learning_rate": 0.00018278564372736254, "loss": 0.5537, "step": 8250 }, { "epoch": 0.5438593603397475, "grad_norm": 0.265625, "learning_rate": 0.00018252222588080344, "loss": 0.5367, "step": 8260 }, { "epoch": 0.5445177857154615, "grad_norm": 0.2431640625, "learning_rate": 0.00018225880803424434, "loss": 0.5629, "step": 8270 }, { "epoch": 0.5451762110911754, "grad_norm": 0.1884765625, "learning_rate": 0.00018199539018768523, "loss": 0.5335, "step": 8280 }, { "epoch": 0.5458346364668895, "grad_norm": 0.29296875, "learning_rate": 0.0001817319723411261, "loss": 0.6001, "step": 8290 }, { "epoch": 0.5464930618426034, "grad_norm": 0.29296875, "learning_rate": 0.00018146855449456702, "loss": 0.577, "step": 8300 }, { "epoch": 0.5471514872183174, "grad_norm": 0.21875, "learning_rate": 0.00018120513664800792, "loss": 0.5449, "step": 8310 }, { "epoch": 0.5478099125940313, "grad_norm": 0.2734375, "learning_rate": 0.0001809417188014488, "loss": 0.5075, "step": 8320 }, { "epoch": 0.5484683379697454, "grad_norm": 0.26953125, "learning_rate": 0.0001806783009548897, "loss": 0.5969, "step": 8330 }, { "epoch": 0.5491267633454593, "grad_norm": 0.296875, "learning_rate": 0.0001804148831083306, "loss": 0.5023, "step": 8340 }, { "epoch": 0.5497851887211733, "grad_norm": 0.314453125, "learning_rate": 0.0001801514652617715, "loss": 0.6175, "step": 8350 }, { "epoch": 0.5504436140968872, "grad_norm": 0.2255859375, "learning_rate": 0.0001798880474152124, "loss": 0.5978, "step": 8360 }, { "epoch": 0.5511020394726013, "grad_norm": 0.28515625, "learning_rate": 0.00017962462956865329, "loss": 0.5457, "step": 8370 }, { "epoch": 0.5517604648483152, "grad_norm": 0.224609375, "learning_rate": 0.00017936121172209418, "loss": 0.5466, "step": 8380 }, { "epoch": 0.5524188902240292, "grad_norm": 0.2578125, "learning_rate": 0.00017909779387553508, "loss": 0.56, "step": 8390 }, { "epoch": 0.5530773155997433, "grad_norm": 0.255859375, "learning_rate": 0.00017883437602897597, "loss": 0.5992, "step": 8400 }, { "epoch": 0.5537357409754572, "grad_norm": 0.267578125, "learning_rate": 0.00017857095818241687, "loss": 0.5514, "step": 8410 }, { "epoch": 0.5543941663511712, "grad_norm": 0.2890625, "learning_rate": 0.00017830754033585776, "loss": 0.5806, "step": 8420 }, { "epoch": 0.5550525917268851, "grad_norm": 0.26171875, "learning_rate": 0.00017804412248929866, "loss": 0.5666, "step": 8430 }, { "epoch": 0.5557110171025992, "grad_norm": 0.24609375, "learning_rate": 0.00017778070464273955, "loss": 0.5789, "step": 8440 }, { "epoch": 0.5563694424783131, "grad_norm": 0.255859375, "learning_rate": 0.00017751728679618045, "loss": 0.594, "step": 8450 }, { "epoch": 0.5570278678540271, "grad_norm": 0.28515625, "learning_rate": 0.00017725386894962134, "loss": 0.5727, "step": 8460 }, { "epoch": 0.5576862932297411, "grad_norm": 0.2197265625, "learning_rate": 0.00017699045110306224, "loss": 0.5592, "step": 8470 }, { "epoch": 0.5583447186054551, "grad_norm": 0.283203125, "learning_rate": 0.00017672703325650313, "loss": 0.6004, "step": 8480 }, { "epoch": 0.559003143981169, "grad_norm": 0.21484375, "learning_rate": 0.00017646361540994403, "loss": 0.5893, "step": 8490 }, { "epoch": 0.559661569356883, "grad_norm": 0.2373046875, "learning_rate": 0.00017620019756338492, "loss": 0.5457, "step": 8500 }, { "epoch": 0.560319994732597, "grad_norm": 0.251953125, "learning_rate": 0.00017593677971682582, "loss": 0.5797, "step": 8510 }, { "epoch": 0.560978420108311, "grad_norm": 0.2890625, "learning_rate": 0.00017567336187026674, "loss": 0.5874, "step": 8520 }, { "epoch": 0.5616368454840249, "grad_norm": 0.248046875, "learning_rate": 0.0001754099440237076, "loss": 0.5811, "step": 8530 }, { "epoch": 0.562295270859739, "grad_norm": 0.2421875, "learning_rate": 0.0001751465261771485, "loss": 0.5596, "step": 8540 }, { "epoch": 0.5629536962354529, "grad_norm": 0.2431640625, "learning_rate": 0.0001748831083305894, "loss": 0.5748, "step": 8550 }, { "epoch": 0.5636121216111669, "grad_norm": 0.2294921875, "learning_rate": 0.00017461969048403032, "loss": 0.6017, "step": 8560 }, { "epoch": 0.5642705469868808, "grad_norm": 0.275390625, "learning_rate": 0.00017435627263747122, "loss": 0.6346, "step": 8570 }, { "epoch": 0.5649289723625949, "grad_norm": 0.27734375, "learning_rate": 0.00017409285479091208, "loss": 0.5453, "step": 8580 }, { "epoch": 0.5655873977383088, "grad_norm": 0.216796875, "learning_rate": 0.00017382943694435298, "loss": 0.5496, "step": 8590 }, { "epoch": 0.5662458231140228, "grad_norm": 0.275390625, "learning_rate": 0.00017356601909779387, "loss": 0.5355, "step": 8600 }, { "epoch": 0.5669042484897368, "grad_norm": 0.271484375, "learning_rate": 0.0001733026012512348, "loss": 0.5892, "step": 8610 }, { "epoch": 0.5675626738654508, "grad_norm": 0.244140625, "learning_rate": 0.00017303918340467566, "loss": 0.59, "step": 8620 }, { "epoch": 0.5682210992411647, "grad_norm": 0.275390625, "learning_rate": 0.00017277576555811656, "loss": 0.578, "step": 8630 }, { "epoch": 0.5688795246168787, "grad_norm": 0.234375, "learning_rate": 0.00017251234771155745, "loss": 0.5614, "step": 8640 }, { "epoch": 0.5695379499925927, "grad_norm": 0.28515625, "learning_rate": 0.00017224892986499838, "loss": 0.573, "step": 8650 }, { "epoch": 0.5701963753683067, "grad_norm": 0.2294921875, "learning_rate": 0.00017198551201843927, "loss": 0.5858, "step": 8660 }, { "epoch": 0.5708548007440207, "grad_norm": 0.26171875, "learning_rate": 0.00017172209417188014, "loss": 0.6008, "step": 8670 }, { "epoch": 0.5715132261197347, "grad_norm": 0.248046875, "learning_rate": 0.00017145867632532103, "loss": 0.5427, "step": 8680 }, { "epoch": 0.5721716514954487, "grad_norm": 0.224609375, "learning_rate": 0.00017119525847876196, "loss": 0.534, "step": 8690 }, { "epoch": 0.5728300768711626, "grad_norm": 0.26953125, "learning_rate": 0.00017093184063220285, "loss": 0.4574, "step": 8700 }, { "epoch": 0.5734885022468766, "grad_norm": 0.2412109375, "learning_rate": 0.00017066842278564375, "loss": 0.5428, "step": 8710 }, { "epoch": 0.5741469276225906, "grad_norm": 0.205078125, "learning_rate": 0.00017040500493908462, "loss": 0.5376, "step": 8720 }, { "epoch": 0.5748053529983046, "grad_norm": 0.26171875, "learning_rate": 0.0001701415870925255, "loss": 0.5638, "step": 8730 }, { "epoch": 0.5754637783740185, "grad_norm": 0.2490234375, "learning_rate": 0.00016987816924596643, "loss": 0.5537, "step": 8740 }, { "epoch": 0.5761222037497326, "grad_norm": 0.271484375, "learning_rate": 0.00016961475139940733, "loss": 0.5683, "step": 8750 }, { "epoch": 0.5767806291254465, "grad_norm": 0.23828125, "learning_rate": 0.00016935133355284822, "loss": 0.5818, "step": 8760 }, { "epoch": 0.5774390545011605, "grad_norm": 0.2275390625, "learning_rate": 0.0001690879157062891, "loss": 0.5019, "step": 8770 }, { "epoch": 0.5780974798768744, "grad_norm": 0.28125, "learning_rate": 0.00016882449785973, "loss": 0.5278, "step": 8780 }, { "epoch": 0.5787559052525885, "grad_norm": 0.2451171875, "learning_rate": 0.0001685610800131709, "loss": 0.6248, "step": 8790 }, { "epoch": 0.5794143306283024, "grad_norm": 0.22265625, "learning_rate": 0.0001682976621666118, "loss": 0.5233, "step": 8800 }, { "epoch": 0.5800727560040164, "grad_norm": 0.234375, "learning_rate": 0.00016803424432005267, "loss": 0.5319, "step": 8810 }, { "epoch": 0.5807311813797303, "grad_norm": 0.259765625, "learning_rate": 0.0001677708264734936, "loss": 0.5671, "step": 8820 }, { "epoch": 0.5813896067554444, "grad_norm": 0.2392578125, "learning_rate": 0.0001675074086269345, "loss": 0.5558, "step": 8830 }, { "epoch": 0.5820480321311583, "grad_norm": 0.251953125, "learning_rate": 0.00016724399078037538, "loss": 0.5892, "step": 8840 }, { "epoch": 0.5827064575068723, "grad_norm": 0.216796875, "learning_rate": 0.00016698057293381628, "loss": 0.5653, "step": 8850 }, { "epoch": 0.5833648828825863, "grad_norm": 0.265625, "learning_rate": 0.00016671715508725715, "loss": 0.5634, "step": 8860 }, { "epoch": 0.5840233082583003, "grad_norm": 0.296875, "learning_rate": 0.00016645373724069807, "loss": 0.5952, "step": 8870 }, { "epoch": 0.5846817336340142, "grad_norm": 0.283203125, "learning_rate": 0.00016619031939413896, "loss": 0.5979, "step": 8880 }, { "epoch": 0.5853401590097282, "grad_norm": 0.283203125, "learning_rate": 0.00016592690154757986, "loss": 0.5751, "step": 8890 }, { "epoch": 0.5859985843854422, "grad_norm": 0.28515625, "learning_rate": 0.00016566348370102075, "loss": 0.5929, "step": 8900 }, { "epoch": 0.5866570097611562, "grad_norm": 0.28125, "learning_rate": 0.00016540006585446165, "loss": 0.5582, "step": 8910 }, { "epoch": 0.5873154351368701, "grad_norm": 0.2099609375, "learning_rate": 0.00016513664800790254, "loss": 0.5148, "step": 8920 }, { "epoch": 0.5879738605125842, "grad_norm": 0.197265625, "learning_rate": 0.00016487323016134344, "loss": 0.5593, "step": 8930 }, { "epoch": 0.5886322858882982, "grad_norm": 0.25390625, "learning_rate": 0.00016460981231478433, "loss": 0.518, "step": 8940 }, { "epoch": 0.5892907112640121, "grad_norm": 0.1982421875, "learning_rate": 0.00016434639446822523, "loss": 0.5623, "step": 8950 }, { "epoch": 0.5899491366397261, "grad_norm": 0.23046875, "learning_rate": 0.00016408297662166613, "loss": 0.5611, "step": 8960 }, { "epoch": 0.5906075620154401, "grad_norm": 0.232421875, "learning_rate": 0.00016381955877510702, "loss": 0.5853, "step": 8970 }, { "epoch": 0.5912659873911541, "grad_norm": 0.279296875, "learning_rate": 0.00016355614092854792, "loss": 0.5858, "step": 8980 }, { "epoch": 0.591924412766868, "grad_norm": 0.294921875, "learning_rate": 0.0001632927230819888, "loss": 0.5842, "step": 8990 }, { "epoch": 0.5925828381425821, "grad_norm": 0.2373046875, "learning_rate": 0.0001630293052354297, "loss": 0.5842, "step": 9000 }, { "epoch": 0.593241263518296, "grad_norm": 0.244140625, "learning_rate": 0.0001627658873888706, "loss": 0.5296, "step": 9010 }, { "epoch": 0.59389968889401, "grad_norm": 0.228515625, "learning_rate": 0.0001625024695423115, "loss": 0.5362, "step": 9020 }, { "epoch": 0.5945581142697239, "grad_norm": 0.2421875, "learning_rate": 0.0001622390516957524, "loss": 0.5786, "step": 9030 }, { "epoch": 0.595216539645438, "grad_norm": 0.22265625, "learning_rate": 0.00016197563384919329, "loss": 0.5597, "step": 9040 }, { "epoch": 0.5958749650211519, "grad_norm": 0.265625, "learning_rate": 0.00016171221600263418, "loss": 0.5613, "step": 9050 }, { "epoch": 0.5965333903968659, "grad_norm": 0.205078125, "learning_rate": 0.00016144879815607508, "loss": 0.5695, "step": 9060 }, { "epoch": 0.5971918157725798, "grad_norm": 0.2333984375, "learning_rate": 0.00016118538030951597, "loss": 0.5574, "step": 9070 }, { "epoch": 0.5978502411482939, "grad_norm": 0.259765625, "learning_rate": 0.00016092196246295687, "loss": 0.548, "step": 9080 }, { "epoch": 0.5985086665240078, "grad_norm": 0.255859375, "learning_rate": 0.0001606585446163978, "loss": 0.5158, "step": 9090 }, { "epoch": 0.5991670918997218, "grad_norm": 0.27734375, "learning_rate": 0.00016039512676983866, "loss": 0.5764, "step": 9100 }, { "epoch": 0.5998255172754358, "grad_norm": 0.236328125, "learning_rate": 0.00016013170892327955, "loss": 0.4436, "step": 9110 }, { "epoch": 0.6004839426511498, "grad_norm": 0.2470703125, "learning_rate": 0.00015986829107672045, "loss": 0.5177, "step": 9120 }, { "epoch": 0.6011423680268637, "grad_norm": 0.28515625, "learning_rate": 0.00015960487323016137, "loss": 0.5877, "step": 9130 }, { "epoch": 0.6018007934025777, "grad_norm": 0.25, "learning_rate": 0.00015934145538360226, "loss": 0.5802, "step": 9140 }, { "epoch": 0.6024592187782917, "grad_norm": 0.26171875, "learning_rate": 0.00015907803753704313, "loss": 0.5951, "step": 9150 }, { "epoch": 0.6031176441540057, "grad_norm": 0.26953125, "learning_rate": 0.00015881461969048403, "loss": 0.5403, "step": 9160 }, { "epoch": 0.6037760695297196, "grad_norm": 0.220703125, "learning_rate": 0.00015855120184392492, "loss": 0.5579, "step": 9170 }, { "epoch": 0.6044344949054337, "grad_norm": 0.2294921875, "learning_rate": 0.00015828778399736584, "loss": 0.5918, "step": 9180 }, { "epoch": 0.6050929202811476, "grad_norm": 0.28515625, "learning_rate": 0.00015802436615080674, "loss": 0.5831, "step": 9190 }, { "epoch": 0.6057513456568616, "grad_norm": 0.23828125, "learning_rate": 0.0001577609483042476, "loss": 0.5385, "step": 9200 }, { "epoch": 0.6064097710325757, "grad_norm": 0.2412109375, "learning_rate": 0.0001574975304576885, "loss": 0.5581, "step": 9210 }, { "epoch": 0.6070681964082896, "grad_norm": 0.248046875, "learning_rate": 0.00015723411261112943, "loss": 0.6021, "step": 9220 }, { "epoch": 0.6077266217840036, "grad_norm": 0.2470703125, "learning_rate": 0.00015697069476457032, "loss": 0.591, "step": 9230 }, { "epoch": 0.6083850471597175, "grad_norm": 0.259765625, "learning_rate": 0.0001567072769180112, "loss": 0.5361, "step": 9240 }, { "epoch": 0.6090434725354316, "grad_norm": 0.30078125, "learning_rate": 0.00015644385907145208, "loss": 0.5998, "step": 9250 }, { "epoch": 0.6097018979111455, "grad_norm": 0.2255859375, "learning_rate": 0.000156180441224893, "loss": 0.6073, "step": 9260 }, { "epoch": 0.6103603232868595, "grad_norm": 0.2392578125, "learning_rate": 0.0001559170233783339, "loss": 0.608, "step": 9270 }, { "epoch": 0.6110187486625734, "grad_norm": 0.2109375, "learning_rate": 0.0001556536055317748, "loss": 0.5666, "step": 9280 }, { "epoch": 0.6116771740382875, "grad_norm": 0.248046875, "learning_rate": 0.00015539018768521566, "loss": 0.5287, "step": 9290 }, { "epoch": 0.6123355994140014, "grad_norm": 0.2099609375, "learning_rate": 0.00015512676983865656, "loss": 0.5429, "step": 9300 }, { "epoch": 0.6129940247897154, "grad_norm": 0.27734375, "learning_rate": 0.00015486335199209748, "loss": 0.5551, "step": 9310 }, { "epoch": 0.6136524501654294, "grad_norm": 0.263671875, "learning_rate": 0.00015459993414553838, "loss": 0.5805, "step": 9320 }, { "epoch": 0.6143108755411434, "grad_norm": 0.240234375, "learning_rate": 0.00015433651629897927, "loss": 0.6098, "step": 9330 }, { "epoch": 0.6149693009168573, "grad_norm": 0.2314453125, "learning_rate": 0.00015407309845242014, "loss": 0.5828, "step": 9340 }, { "epoch": 0.6156277262925713, "grad_norm": 0.291015625, "learning_rate": 0.00015380968060586106, "loss": 0.5841, "step": 9350 }, { "epoch": 0.6162861516682853, "grad_norm": 0.2275390625, "learning_rate": 0.00015354626275930196, "loss": 0.5667, "step": 9360 }, { "epoch": 0.6169445770439993, "grad_norm": 0.2041015625, "learning_rate": 0.00015328284491274285, "loss": 0.515, "step": 9370 }, { "epoch": 0.6176030024197132, "grad_norm": 0.2021484375, "learning_rate": 0.00015301942706618375, "loss": 0.5427, "step": 9380 }, { "epoch": 0.6182614277954273, "grad_norm": 0.2431640625, "learning_rate": 0.00015275600921962464, "loss": 0.5731, "step": 9390 }, { "epoch": 0.6189198531711412, "grad_norm": 0.2412109375, "learning_rate": 0.00015249259137306554, "loss": 0.5273, "step": 9400 }, { "epoch": 0.6195782785468552, "grad_norm": 0.2060546875, "learning_rate": 0.00015222917352650643, "loss": 0.5534, "step": 9410 }, { "epoch": 0.6202367039225691, "grad_norm": 0.2451171875, "learning_rate": 0.00015196575567994733, "loss": 0.6129, "step": 9420 }, { "epoch": 0.6208951292982832, "grad_norm": 0.21484375, "learning_rate": 0.0001517023378333882, "loss": 0.5455, "step": 9430 }, { "epoch": 0.6215535546739971, "grad_norm": 0.2578125, "learning_rate": 0.00015143891998682912, "loss": 0.5949, "step": 9440 }, { "epoch": 0.6222119800497111, "grad_norm": 0.2060546875, "learning_rate": 0.00015117550214027, "loss": 0.5539, "step": 9450 }, { "epoch": 0.622870405425425, "grad_norm": 0.19140625, "learning_rate": 0.0001509120842937109, "loss": 0.5687, "step": 9460 }, { "epoch": 0.6235288308011391, "grad_norm": 0.275390625, "learning_rate": 0.0001506486664471518, "loss": 0.5924, "step": 9470 }, { "epoch": 0.6241872561768531, "grad_norm": 0.328125, "learning_rate": 0.0001503852486005927, "loss": 0.6211, "step": 9480 }, { "epoch": 0.624845681552567, "grad_norm": 0.25390625, "learning_rate": 0.0001501218307540336, "loss": 0.5574, "step": 9490 }, { "epoch": 0.6255041069282811, "grad_norm": 0.2392578125, "learning_rate": 0.0001498584129074745, "loss": 0.5238, "step": 9500 }, { "epoch": 0.626162532303995, "grad_norm": 0.2333984375, "learning_rate": 0.00014959499506091538, "loss": 0.5538, "step": 9510 }, { "epoch": 0.626820957679709, "grad_norm": 0.27734375, "learning_rate": 0.00014933157721435628, "loss": 0.5821, "step": 9520 }, { "epoch": 0.627479383055423, "grad_norm": 0.193359375, "learning_rate": 0.00014906815936779717, "loss": 0.5253, "step": 9530 }, { "epoch": 0.628137808431137, "grad_norm": 0.232421875, "learning_rate": 0.00014880474152123807, "loss": 0.5638, "step": 9540 }, { "epoch": 0.6287962338068509, "grad_norm": 0.263671875, "learning_rate": 0.00014854132367467896, "loss": 0.4465, "step": 9550 }, { "epoch": 0.6294546591825649, "grad_norm": 0.23828125, "learning_rate": 0.00014827790582811986, "loss": 0.5396, "step": 9560 }, { "epoch": 0.6301130845582789, "grad_norm": 0.212890625, "learning_rate": 0.00014801448798156075, "loss": 0.5473, "step": 9570 }, { "epoch": 0.6307715099339929, "grad_norm": 0.2080078125, "learning_rate": 0.00014775107013500165, "loss": 0.5304, "step": 9580 }, { "epoch": 0.6314299353097068, "grad_norm": 0.2314453125, "learning_rate": 0.00014748765228844254, "loss": 0.6133, "step": 9590 }, { "epoch": 0.6320883606854208, "grad_norm": 0.271484375, "learning_rate": 0.00014722423444188344, "loss": 0.5481, "step": 9600 }, { "epoch": 0.6327467860611348, "grad_norm": 0.2392578125, "learning_rate": 0.00014696081659532433, "loss": 0.525, "step": 9610 }, { "epoch": 0.6334052114368488, "grad_norm": 0.314453125, "learning_rate": 0.00014669739874876526, "loss": 0.6242, "step": 9620 }, { "epoch": 0.6340636368125627, "grad_norm": 0.2294921875, "learning_rate": 0.00014643398090220613, "loss": 0.5682, "step": 9630 }, { "epoch": 0.6347220621882768, "grad_norm": 0.240234375, "learning_rate": 0.00014617056305564702, "loss": 0.5735, "step": 9640 }, { "epoch": 0.6353804875639907, "grad_norm": 0.234375, "learning_rate": 0.00014590714520908792, "loss": 0.5387, "step": 9650 }, { "epoch": 0.6360389129397047, "grad_norm": 0.27734375, "learning_rate": 0.00014564372736252884, "loss": 0.6102, "step": 9660 }, { "epoch": 0.6366973383154186, "grad_norm": 0.220703125, "learning_rate": 0.0001453803095159697, "loss": 0.5653, "step": 9670 }, { "epoch": 0.6373557636911327, "grad_norm": 0.296875, "learning_rate": 0.0001451168916694106, "loss": 0.5596, "step": 9680 }, { "epoch": 0.6380141890668466, "grad_norm": 0.2451171875, "learning_rate": 0.0001448534738228515, "loss": 0.5369, "step": 9690 }, { "epoch": 0.6386726144425606, "grad_norm": 0.25390625, "learning_rate": 0.0001445900559762924, "loss": 0.5603, "step": 9700 }, { "epoch": 0.6393310398182745, "grad_norm": 0.2451171875, "learning_rate": 0.0001443266381297333, "loss": 0.5851, "step": 9710 }, { "epoch": 0.6399894651939886, "grad_norm": 0.2353515625, "learning_rate": 0.00014406322028317418, "loss": 0.553, "step": 9720 }, { "epoch": 0.6406478905697025, "grad_norm": 0.26171875, "learning_rate": 0.00014379980243661508, "loss": 0.5797, "step": 9730 }, { "epoch": 0.6413063159454165, "grad_norm": 0.27734375, "learning_rate": 0.00014353638459005597, "loss": 0.5861, "step": 9740 }, { "epoch": 0.6419647413211305, "grad_norm": 0.2392578125, "learning_rate": 0.0001432729667434969, "loss": 0.5354, "step": 9750 }, { "epoch": 0.6426231666968445, "grad_norm": 0.2216796875, "learning_rate": 0.0001430095488969378, "loss": 0.5349, "step": 9760 }, { "epoch": 0.6432815920725585, "grad_norm": 0.220703125, "learning_rate": 0.00014274613105037866, "loss": 0.4912, "step": 9770 }, { "epoch": 0.6439400174482725, "grad_norm": 0.2421875, "learning_rate": 0.00014248271320381955, "loss": 0.5076, "step": 9780 }, { "epoch": 0.6445984428239865, "grad_norm": 0.2373046875, "learning_rate": 0.00014221929535726047, "loss": 0.5036, "step": 9790 }, { "epoch": 0.6452568681997004, "grad_norm": 0.306640625, "learning_rate": 0.00014195587751070137, "loss": 0.4999, "step": 9800 }, { "epoch": 0.6459152935754144, "grad_norm": 0.2431640625, "learning_rate": 0.00014169245966414226, "loss": 0.6072, "step": 9810 }, { "epoch": 0.6465737189511284, "grad_norm": 0.228515625, "learning_rate": 0.00014142904181758313, "loss": 0.4869, "step": 9820 }, { "epoch": 0.6472321443268424, "grad_norm": 0.25390625, "learning_rate": 0.00014116562397102405, "loss": 0.5531, "step": 9830 }, { "epoch": 0.6478905697025563, "grad_norm": 0.2734375, "learning_rate": 0.00014090220612446495, "loss": 0.559, "step": 9840 }, { "epoch": 0.6485489950782704, "grad_norm": 0.2734375, "learning_rate": 0.00014063878827790584, "loss": 0.6009, "step": 9850 }, { "epoch": 0.6492074204539843, "grad_norm": 0.2890625, "learning_rate": 0.0001403753704313467, "loss": 0.6047, "step": 9860 }, { "epoch": 0.6498658458296983, "grad_norm": 0.255859375, "learning_rate": 0.0001401119525847876, "loss": 0.6204, "step": 9870 }, { "epoch": 0.6505242712054122, "grad_norm": 0.265625, "learning_rate": 0.00013984853473822853, "loss": 0.4671, "step": 9880 }, { "epoch": 0.6511826965811263, "grad_norm": 0.2236328125, "learning_rate": 0.00013958511689166943, "loss": 0.5238, "step": 9890 }, { "epoch": 0.6518411219568402, "grad_norm": 0.2177734375, "learning_rate": 0.00013932169904511032, "loss": 0.5989, "step": 9900 }, { "epoch": 0.6524995473325542, "grad_norm": 0.2490234375, "learning_rate": 0.0001390582811985512, "loss": 0.5271, "step": 9910 }, { "epoch": 0.6531579727082681, "grad_norm": 0.2275390625, "learning_rate": 0.0001387948633519921, "loss": 0.5649, "step": 9920 }, { "epoch": 0.6538163980839822, "grad_norm": 0.3046875, "learning_rate": 0.000138531445505433, "loss": 0.6143, "step": 9930 }, { "epoch": 0.6544748234596961, "grad_norm": 0.2255859375, "learning_rate": 0.0001382680276588739, "loss": 0.587, "step": 9940 }, { "epoch": 0.6551332488354101, "grad_norm": 0.2333984375, "learning_rate": 0.0001380046098123148, "loss": 0.546, "step": 9950 }, { "epoch": 0.655791674211124, "grad_norm": 0.2314453125, "learning_rate": 0.0001377411919657557, "loss": 0.5902, "step": 9960 }, { "epoch": 0.6564500995868381, "grad_norm": 0.2119140625, "learning_rate": 0.00013747777411919659, "loss": 0.5523, "step": 9970 }, { "epoch": 0.657108524962552, "grad_norm": 0.236328125, "learning_rate": 0.00013721435627263748, "loss": 0.5183, "step": 9980 }, { "epoch": 0.657766950338266, "grad_norm": 0.203125, "learning_rate": 0.00013695093842607838, "loss": 0.5316, "step": 9990 }, { "epoch": 0.65842537571398, "grad_norm": 0.2578125, "learning_rate": 0.00013668752057951927, "loss": 0.5896, "step": 10000 }, { "epoch": 0.659083801089694, "grad_norm": 0.294921875, "learning_rate": 0.00013642410273296017, "loss": 0.5901, "step": 10010 }, { "epoch": 0.6597422264654079, "grad_norm": 0.275390625, "learning_rate": 0.00013616068488640106, "loss": 0.5606, "step": 10020 }, { "epoch": 0.660400651841122, "grad_norm": 0.30078125, "learning_rate": 0.00013589726703984196, "loss": 0.5739, "step": 10030 }, { "epoch": 0.661059077216836, "grad_norm": 0.2890625, "learning_rate": 0.00013563384919328285, "loss": 0.5572, "step": 10040 }, { "epoch": 0.6617175025925499, "grad_norm": 0.2431640625, "learning_rate": 0.00013537043134672375, "loss": 0.5056, "step": 10050 }, { "epoch": 0.6623759279682639, "grad_norm": 0.271484375, "learning_rate": 0.00013510701350016464, "loss": 0.4889, "step": 10060 }, { "epoch": 0.6630343533439779, "grad_norm": 0.28515625, "learning_rate": 0.00013484359565360554, "loss": 0.577, "step": 10070 }, { "epoch": 0.6636927787196919, "grad_norm": 0.2734375, "learning_rate": 0.00013458017780704643, "loss": 0.5827, "step": 10080 }, { "epoch": 0.6643512040954058, "grad_norm": 0.2236328125, "learning_rate": 0.00013431675996048733, "loss": 0.5339, "step": 10090 }, { "epoch": 0.6650096294711199, "grad_norm": 0.279296875, "learning_rate": 0.00013405334211392822, "loss": 0.5761, "step": 10100 }, { "epoch": 0.6656680548468338, "grad_norm": 0.2373046875, "learning_rate": 0.00013378992426736912, "loss": 0.5679, "step": 10110 }, { "epoch": 0.6663264802225478, "grad_norm": 0.28515625, "learning_rate": 0.00013352650642081, "loss": 0.6436, "step": 10120 }, { "epoch": 0.6669849055982617, "grad_norm": 0.337890625, "learning_rate": 0.0001332630885742509, "loss": 0.6243, "step": 10130 }, { "epoch": 0.6676433309739758, "grad_norm": 0.314453125, "learning_rate": 0.0001329996707276918, "loss": 0.5822, "step": 10140 }, { "epoch": 0.6683017563496897, "grad_norm": 0.287109375, "learning_rate": 0.0001327362528811327, "loss": 0.5187, "step": 10150 }, { "epoch": 0.6689601817254037, "grad_norm": 0.2109375, "learning_rate": 0.0001324728350345736, "loss": 0.551, "step": 10160 }, { "epoch": 0.6696186071011176, "grad_norm": 0.232421875, "learning_rate": 0.0001322094171880145, "loss": 0.5737, "step": 10170 }, { "epoch": 0.6702770324768317, "grad_norm": 0.25390625, "learning_rate": 0.00013194599934145538, "loss": 0.5595, "step": 10180 }, { "epoch": 0.6709354578525456, "grad_norm": 0.259765625, "learning_rate": 0.0001316825814948963, "loss": 0.523, "step": 10190 }, { "epoch": 0.6715938832282596, "grad_norm": 0.2294921875, "learning_rate": 0.00013141916364833717, "loss": 0.5801, "step": 10200 }, { "epoch": 0.6722523086039736, "grad_norm": 0.2451171875, "learning_rate": 0.00013115574580177807, "loss": 0.5059, "step": 10210 }, { "epoch": 0.6729107339796876, "grad_norm": 0.28515625, "learning_rate": 0.00013089232795521896, "loss": 0.5704, "step": 10220 }, { "epoch": 0.6735691593554015, "grad_norm": 0.2578125, "learning_rate": 0.00013062891010865989, "loss": 0.5845, "step": 10230 }, { "epoch": 0.6742275847311155, "grad_norm": 0.275390625, "learning_rate": 0.00013036549226210078, "loss": 0.5722, "step": 10240 }, { "epoch": 0.6748860101068295, "grad_norm": 0.2431640625, "learning_rate": 0.00013010207441554165, "loss": 0.501, "step": 10250 }, { "epoch": 0.6755444354825435, "grad_norm": 0.2265625, "learning_rate": 0.00012983865656898254, "loss": 0.5677, "step": 10260 }, { "epoch": 0.6762028608582574, "grad_norm": 0.25, "learning_rate": 0.00012957523872242344, "loss": 0.6038, "step": 10270 }, { "epoch": 0.6768612862339715, "grad_norm": 0.25390625, "learning_rate": 0.00012931182087586436, "loss": 0.5673, "step": 10280 }, { "epoch": 0.6775197116096854, "grad_norm": 0.26953125, "learning_rate": 0.00012904840302930523, "loss": 0.5761, "step": 10290 }, { "epoch": 0.6781781369853994, "grad_norm": 0.25390625, "learning_rate": 0.00012878498518274613, "loss": 0.5793, "step": 10300 }, { "epoch": 0.6788365623611134, "grad_norm": 0.2578125, "learning_rate": 0.00012852156733618702, "loss": 0.5363, "step": 10310 }, { "epoch": 0.6794949877368274, "grad_norm": 0.2451171875, "learning_rate": 0.00012825814948962794, "loss": 0.5545, "step": 10320 }, { "epoch": 0.6801534131125414, "grad_norm": 0.2333984375, "learning_rate": 0.00012799473164306884, "loss": 0.5431, "step": 10330 }, { "epoch": 0.6808118384882553, "grad_norm": 0.2578125, "learning_rate": 0.0001277313137965097, "loss": 0.6756, "step": 10340 }, { "epoch": 0.6814702638639694, "grad_norm": 0.30078125, "learning_rate": 0.0001274678959499506, "loss": 0.6096, "step": 10350 }, { "epoch": 0.6821286892396833, "grad_norm": 0.26171875, "learning_rate": 0.00012720447810339152, "loss": 0.5444, "step": 10360 }, { "epoch": 0.6827871146153973, "grad_norm": 0.25, "learning_rate": 0.00012694106025683242, "loss": 0.5192, "step": 10370 }, { "epoch": 0.6834455399911112, "grad_norm": 0.26953125, "learning_rate": 0.0001266776424102733, "loss": 0.5328, "step": 10380 }, { "epoch": 0.6841039653668253, "grad_norm": 0.29296875, "learning_rate": 0.00012641422456371418, "loss": 0.5151, "step": 10390 }, { "epoch": 0.6847623907425392, "grad_norm": 0.228515625, "learning_rate": 0.0001261508067171551, "loss": 0.5341, "step": 10400 }, { "epoch": 0.6854208161182532, "grad_norm": 0.2734375, "learning_rate": 0.000125887388870596, "loss": 0.5432, "step": 10410 }, { "epoch": 0.6860792414939672, "grad_norm": 0.2734375, "learning_rate": 0.0001256239710240369, "loss": 0.5868, "step": 10420 }, { "epoch": 0.6867376668696812, "grad_norm": 0.23828125, "learning_rate": 0.0001253605531774778, "loss": 0.5954, "step": 10430 }, { "epoch": 0.6873960922453951, "grad_norm": 0.27734375, "learning_rate": 0.00012509713533091866, "loss": 0.5886, "step": 10440 }, { "epoch": 0.6880545176211091, "grad_norm": 0.1943359375, "learning_rate": 0.00012483371748435958, "loss": 0.5354, "step": 10450 }, { "epoch": 0.6887129429968231, "grad_norm": 0.18359375, "learning_rate": 0.00012457029963780047, "loss": 0.534, "step": 10460 }, { "epoch": 0.6893713683725371, "grad_norm": 0.2353515625, "learning_rate": 0.00012430688179124137, "loss": 0.6048, "step": 10470 }, { "epoch": 0.690029793748251, "grad_norm": 0.24609375, "learning_rate": 0.00012404346394468224, "loss": 0.5522, "step": 10480 }, { "epoch": 0.690688219123965, "grad_norm": 0.2353515625, "learning_rate": 0.00012378004609812316, "loss": 0.5527, "step": 10490 }, { "epoch": 0.691346644499679, "grad_norm": 0.236328125, "learning_rate": 0.00012351662825156405, "loss": 0.5568, "step": 10500 }, { "epoch": 0.692005069875393, "grad_norm": 0.228515625, "learning_rate": 0.00012325321040500495, "loss": 0.5372, "step": 10510 }, { "epoch": 0.6926634952511069, "grad_norm": 0.265625, "learning_rate": 0.00012298979255844584, "loss": 0.5589, "step": 10520 }, { "epoch": 0.693321920626821, "grad_norm": 0.283203125, "learning_rate": 0.00012272637471188674, "loss": 0.517, "step": 10530 }, { "epoch": 0.6939803460025349, "grad_norm": 0.21875, "learning_rate": 0.00012246295686532764, "loss": 0.5093, "step": 10540 }, { "epoch": 0.6946387713782489, "grad_norm": 0.271484375, "learning_rate": 0.00012219953901876853, "loss": 0.5464, "step": 10550 }, { "epoch": 0.6952971967539628, "grad_norm": 0.193359375, "learning_rate": 0.00012193612117220943, "loss": 0.5038, "step": 10560 }, { "epoch": 0.6959556221296769, "grad_norm": 0.265625, "learning_rate": 0.00012167270332565033, "loss": 0.5991, "step": 10570 }, { "epoch": 0.6966140475053909, "grad_norm": 0.25390625, "learning_rate": 0.0001214092854790912, "loss": 0.5877, "step": 10580 }, { "epoch": 0.6972724728811048, "grad_norm": 0.21875, "learning_rate": 0.00012114586763253211, "loss": 0.5275, "step": 10590 }, { "epoch": 0.6979308982568189, "grad_norm": 0.2109375, "learning_rate": 0.000120882449785973, "loss": 0.5539, "step": 10600 }, { "epoch": 0.6985893236325328, "grad_norm": 0.2490234375, "learning_rate": 0.0001206190319394139, "loss": 0.5322, "step": 10610 }, { "epoch": 0.6992477490082468, "grad_norm": 0.26953125, "learning_rate": 0.00012035561409285481, "loss": 0.5251, "step": 10620 }, { "epoch": 0.6999061743839607, "grad_norm": 0.2353515625, "learning_rate": 0.00012009219624629569, "loss": 0.5359, "step": 10630 }, { "epoch": 0.7005645997596748, "grad_norm": 0.255859375, "learning_rate": 0.00011982877839973659, "loss": 0.5668, "step": 10640 }, { "epoch": 0.7012230251353887, "grad_norm": 0.25390625, "learning_rate": 0.00011956536055317748, "loss": 0.5682, "step": 10650 }, { "epoch": 0.7018814505111027, "grad_norm": 0.2294921875, "learning_rate": 0.00011930194270661839, "loss": 0.5345, "step": 10660 }, { "epoch": 0.7025398758868167, "grad_norm": 0.2041015625, "learning_rate": 0.00011903852486005926, "loss": 0.5115, "step": 10670 }, { "epoch": 0.7031983012625307, "grad_norm": 0.169921875, "learning_rate": 0.00011877510701350017, "loss": 0.5304, "step": 10680 }, { "epoch": 0.7038567266382446, "grad_norm": 0.26953125, "learning_rate": 0.00011851168916694106, "loss": 0.5636, "step": 10690 }, { "epoch": 0.7045151520139586, "grad_norm": 0.28125, "learning_rate": 0.00011824827132038197, "loss": 0.491, "step": 10700 }, { "epoch": 0.7051735773896726, "grad_norm": 0.2373046875, "learning_rate": 0.00011798485347382287, "loss": 0.5862, "step": 10710 }, { "epoch": 0.7058320027653866, "grad_norm": 0.2451171875, "learning_rate": 0.00011772143562726375, "loss": 0.5254, "step": 10720 }, { "epoch": 0.7064904281411005, "grad_norm": 0.271484375, "learning_rate": 0.00011745801778070464, "loss": 0.5725, "step": 10730 }, { "epoch": 0.7071488535168146, "grad_norm": 0.2890625, "learning_rate": 0.00011719459993414554, "loss": 0.5542, "step": 10740 }, { "epoch": 0.7078072788925285, "grad_norm": 0.255859375, "learning_rate": 0.00011693118208758645, "loss": 0.5434, "step": 10750 }, { "epoch": 0.7084657042682425, "grad_norm": 0.1962890625, "learning_rate": 0.00011666776424102734, "loss": 0.5898, "step": 10760 }, { "epoch": 0.7091241296439564, "grad_norm": 0.26171875, "learning_rate": 0.00011640434639446822, "loss": 0.6026, "step": 10770 }, { "epoch": 0.7097825550196705, "grad_norm": 0.27734375, "learning_rate": 0.00011614092854790912, "loss": 0.5426, "step": 10780 }, { "epoch": 0.7104409803953844, "grad_norm": 0.2890625, "learning_rate": 0.00011587751070135003, "loss": 0.5909, "step": 10790 }, { "epoch": 0.7110994057710984, "grad_norm": 0.265625, "learning_rate": 0.00011561409285479092, "loss": 0.5437, "step": 10800 }, { "epoch": 0.7117578311468123, "grad_norm": 0.27734375, "learning_rate": 0.00011535067500823182, "loss": 0.5242, "step": 10810 }, { "epoch": 0.7124162565225264, "grad_norm": 0.26953125, "learning_rate": 0.0001150872571616727, "loss": 0.5492, "step": 10820 }, { "epoch": 0.7130746818982403, "grad_norm": 0.26953125, "learning_rate": 0.00011482383931511361, "loss": 0.5823, "step": 10830 }, { "epoch": 0.7137331072739543, "grad_norm": 0.1748046875, "learning_rate": 0.0001145604214685545, "loss": 0.5107, "step": 10840 }, { "epoch": 0.7143915326496684, "grad_norm": 0.279296875, "learning_rate": 0.0001142970036219954, "loss": 0.5826, "step": 10850 }, { "epoch": 0.7150499580253823, "grad_norm": 0.29296875, "learning_rate": 0.00011403358577543628, "loss": 0.5729, "step": 10860 }, { "epoch": 0.7157083834010963, "grad_norm": 0.29296875, "learning_rate": 0.00011377016792887717, "loss": 0.643, "step": 10870 }, { "epoch": 0.7163668087768102, "grad_norm": 0.197265625, "learning_rate": 0.00011350675008231808, "loss": 0.5618, "step": 10880 }, { "epoch": 0.7170252341525243, "grad_norm": 0.314453125, "learning_rate": 0.00011324333223575898, "loss": 0.6456, "step": 10890 }, { "epoch": 0.7176836595282382, "grad_norm": 0.27734375, "learning_rate": 0.00011297991438919989, "loss": 0.6142, "step": 10900 }, { "epoch": 0.7183420849039522, "grad_norm": 0.283203125, "learning_rate": 0.00011271649654264075, "loss": 0.5569, "step": 10910 }, { "epoch": 0.7190005102796662, "grad_norm": 0.33203125, "learning_rate": 0.00011245307869608166, "loss": 0.58, "step": 10920 }, { "epoch": 0.7196589356553802, "grad_norm": 0.2333984375, "learning_rate": 0.00011218966084952256, "loss": 0.5267, "step": 10930 }, { "epoch": 0.7203173610310941, "grad_norm": 0.2109375, "learning_rate": 0.00011192624300296347, "loss": 0.5088, "step": 10940 }, { "epoch": 0.7209757864068082, "grad_norm": 0.275390625, "learning_rate": 0.00011166282515640436, "loss": 0.5724, "step": 10950 }, { "epoch": 0.7216342117825221, "grad_norm": 0.2216796875, "learning_rate": 0.00011139940730984524, "loss": 0.5333, "step": 10960 }, { "epoch": 0.7222926371582361, "grad_norm": 0.1845703125, "learning_rate": 0.00011113598946328614, "loss": 0.5415, "step": 10970 }, { "epoch": 0.72295106253395, "grad_norm": 0.23828125, "learning_rate": 0.00011087257161672703, "loss": 0.585, "step": 10980 }, { "epoch": 0.7236094879096641, "grad_norm": 0.2353515625, "learning_rate": 0.00011060915377016794, "loss": 0.5317, "step": 10990 }, { "epoch": 0.724267913285378, "grad_norm": 0.263671875, "learning_rate": 0.00011034573592360884, "loss": 0.5921, "step": 11000 }, { "epoch": 0.724926338661092, "grad_norm": 0.27734375, "learning_rate": 0.00011008231807704972, "loss": 0.5483, "step": 11010 }, { "epoch": 0.7255847640368059, "grad_norm": 0.2451171875, "learning_rate": 0.00010981890023049061, "loss": 0.5679, "step": 11020 }, { "epoch": 0.72624318941252, "grad_norm": 0.248046875, "learning_rate": 0.00010955548238393152, "loss": 0.5369, "step": 11030 }, { "epoch": 0.7269016147882339, "grad_norm": 0.291015625, "learning_rate": 0.00010929206453737242, "loss": 0.572, "step": 11040 }, { "epoch": 0.7275600401639479, "grad_norm": 0.232421875, "learning_rate": 0.00010902864669081331, "loss": 0.5404, "step": 11050 }, { "epoch": 0.7282184655396619, "grad_norm": 0.25390625, "learning_rate": 0.0001087652288442542, "loss": 0.5756, "step": 11060 }, { "epoch": 0.7288768909153759, "grad_norm": 0.275390625, "learning_rate": 0.0001085018109976951, "loss": 0.5749, "step": 11070 }, { "epoch": 0.7295353162910898, "grad_norm": 0.23828125, "learning_rate": 0.000108238393151136, "loss": 0.4827, "step": 11080 }, { "epoch": 0.7301937416668038, "grad_norm": 0.294921875, "learning_rate": 0.0001079749753045769, "loss": 0.6258, "step": 11090 }, { "epoch": 0.7308521670425178, "grad_norm": 0.24609375, "learning_rate": 0.00010771155745801778, "loss": 0.5484, "step": 11100 }, { "epoch": 0.7315105924182318, "grad_norm": 0.236328125, "learning_rate": 0.00010744813961145867, "loss": 0.5463, "step": 11110 }, { "epoch": 0.7321690177939458, "grad_norm": 0.2109375, "learning_rate": 0.00010718472176489958, "loss": 0.561, "step": 11120 }, { "epoch": 0.7328274431696598, "grad_norm": 0.26953125, "learning_rate": 0.00010692130391834047, "loss": 0.5433, "step": 11130 }, { "epoch": 0.7334858685453738, "grad_norm": 0.251953125, "learning_rate": 0.00010665788607178138, "loss": 0.5849, "step": 11140 }, { "epoch": 0.7341442939210877, "grad_norm": 0.25, "learning_rate": 0.00010639446822522225, "loss": 0.5735, "step": 11150 }, { "epoch": 0.7348027192968017, "grad_norm": 0.28125, "learning_rate": 0.00010613105037866316, "loss": 0.5427, "step": 11160 }, { "epoch": 0.7354611446725157, "grad_norm": 0.265625, "learning_rate": 0.00010586763253210405, "loss": 0.5672, "step": 11170 }, { "epoch": 0.7361195700482297, "grad_norm": 0.279296875, "learning_rate": 0.00010560421468554495, "loss": 0.6194, "step": 11180 }, { "epoch": 0.7367779954239436, "grad_norm": 0.2353515625, "learning_rate": 0.00010534079683898586, "loss": 0.4899, "step": 11190 }, { "epoch": 0.7374364207996577, "grad_norm": 0.2353515625, "learning_rate": 0.00010507737899242674, "loss": 0.6073, "step": 11200 }, { "epoch": 0.7380948461753716, "grad_norm": 0.2451171875, "learning_rate": 0.00010481396114586764, "loss": 0.5765, "step": 11210 }, { "epoch": 0.7387532715510856, "grad_norm": 0.287109375, "learning_rate": 0.00010455054329930853, "loss": 0.5706, "step": 11220 }, { "epoch": 0.7394116969267995, "grad_norm": 0.29296875, "learning_rate": 0.00010428712545274944, "loss": 0.5993, "step": 11230 }, { "epoch": 0.7400701223025136, "grad_norm": 0.267578125, "learning_rate": 0.00010402370760619033, "loss": 0.519, "step": 11240 }, { "epoch": 0.7407285476782275, "grad_norm": 0.28515625, "learning_rate": 0.00010376028975963122, "loss": 0.609, "step": 11250 }, { "epoch": 0.7413869730539415, "grad_norm": 0.255859375, "learning_rate": 0.00010349687191307211, "loss": 0.5859, "step": 11260 }, { "epoch": 0.7420453984296554, "grad_norm": 0.21875, "learning_rate": 0.00010323345406651302, "loss": 0.5314, "step": 11270 }, { "epoch": 0.7427038238053695, "grad_norm": 0.26953125, "learning_rate": 0.00010297003621995391, "loss": 0.5587, "step": 11280 }, { "epoch": 0.7433622491810834, "grad_norm": 0.232421875, "learning_rate": 0.0001027066183733948, "loss": 0.5331, "step": 11290 }, { "epoch": 0.7440206745567974, "grad_norm": 0.26953125, "learning_rate": 0.00010244320052683569, "loss": 0.5525, "step": 11300 }, { "epoch": 0.7446790999325114, "grad_norm": 0.2373046875, "learning_rate": 0.00010217978268027659, "loss": 0.5075, "step": 11310 }, { "epoch": 0.7453375253082254, "grad_norm": 0.283203125, "learning_rate": 0.0001019163648337175, "loss": 0.6376, "step": 11320 }, { "epoch": 0.7459959506839393, "grad_norm": 0.240234375, "learning_rate": 0.00010165294698715839, "loss": 0.5547, "step": 11330 }, { "epoch": 0.7466543760596533, "grad_norm": 0.23828125, "learning_rate": 0.00010138952914059927, "loss": 0.5509, "step": 11340 }, { "epoch": 0.7473128014353673, "grad_norm": 0.232421875, "learning_rate": 0.00010112611129404017, "loss": 0.5828, "step": 11350 }, { "epoch": 0.7479712268110813, "grad_norm": 0.271484375, "learning_rate": 0.00010086269344748108, "loss": 0.5699, "step": 11360 }, { "epoch": 0.7486296521867952, "grad_norm": 0.2216796875, "learning_rate": 0.00010059927560092197, "loss": 0.5777, "step": 11370 }, { "epoch": 0.7492880775625093, "grad_norm": 0.26953125, "learning_rate": 0.00010033585775436287, "loss": 0.5873, "step": 11380 }, { "epoch": 0.7499465029382233, "grad_norm": 0.279296875, "learning_rate": 0.00010007243990780375, "loss": 0.5171, "step": 11390 }, { "epoch": 0.7506049283139372, "grad_norm": 0.232421875, "learning_rate": 9.980902206124466e-05, "loss": 0.5469, "step": 11400 }, { "epoch": 0.7512633536896512, "grad_norm": 0.2431640625, "learning_rate": 9.954560421468555e-05, "loss": 0.4752, "step": 11410 }, { "epoch": 0.7519217790653652, "grad_norm": 0.201171875, "learning_rate": 9.928218636812645e-05, "loss": 0.5068, "step": 11420 }, { "epoch": 0.7525802044410792, "grad_norm": 0.263671875, "learning_rate": 9.901876852156734e-05, "loss": 0.5142, "step": 11430 }, { "epoch": 0.7532386298167931, "grad_norm": 0.267578125, "learning_rate": 9.875535067500824e-05, "loss": 0.6019, "step": 11440 }, { "epoch": 0.7538970551925072, "grad_norm": 0.251953125, "learning_rate": 9.849193282844913e-05, "loss": 0.5689, "step": 11450 }, { "epoch": 0.7545554805682211, "grad_norm": 0.224609375, "learning_rate": 9.822851498189003e-05, "loss": 0.5422, "step": 11460 }, { "epoch": 0.7552139059439351, "grad_norm": 0.259765625, "learning_rate": 9.796509713533092e-05, "loss": 0.6003, "step": 11470 }, { "epoch": 0.755872331319649, "grad_norm": 0.287109375, "learning_rate": 9.770167928877182e-05, "loss": 0.583, "step": 11480 }, { "epoch": 0.7565307566953631, "grad_norm": 0.26171875, "learning_rate": 9.743826144221273e-05, "loss": 0.542, "step": 11490 }, { "epoch": 0.757189182071077, "grad_norm": 0.265625, "learning_rate": 9.717484359565361e-05, "loss": 0.5271, "step": 11500 }, { "epoch": 0.757847607446791, "grad_norm": 0.234375, "learning_rate": 9.69114257490945e-05, "loss": 0.59, "step": 11510 }, { "epoch": 0.758506032822505, "grad_norm": 0.2421875, "learning_rate": 9.66480079025354e-05, "loss": 0.4796, "step": 11520 }, { "epoch": 0.759164458198219, "grad_norm": 0.283203125, "learning_rate": 9.638459005597629e-05, "loss": 0.5477, "step": 11530 }, { "epoch": 0.7598228835739329, "grad_norm": 0.275390625, "learning_rate": 9.612117220941719e-05, "loss": 0.568, "step": 11540 }, { "epoch": 0.7604813089496469, "grad_norm": 0.2275390625, "learning_rate": 9.585775436285808e-05, "loss": 0.5373, "step": 11550 }, { "epoch": 0.7611397343253609, "grad_norm": 0.26953125, "learning_rate": 9.559433651629899e-05, "loss": 0.5183, "step": 11560 }, { "epoch": 0.7617981597010749, "grad_norm": 0.2421875, "learning_rate": 9.533091866973987e-05, "loss": 0.5953, "step": 11570 }, { "epoch": 0.7624565850767888, "grad_norm": 0.248046875, "learning_rate": 9.506750082318078e-05, "loss": 0.5148, "step": 11580 }, { "epoch": 0.7631150104525029, "grad_norm": 0.2431640625, "learning_rate": 9.480408297662166e-05, "loss": 0.4786, "step": 11590 }, { "epoch": 0.7637734358282168, "grad_norm": 0.24609375, "learning_rate": 9.454066513006257e-05, "loss": 0.5541, "step": 11600 }, { "epoch": 0.7644318612039308, "grad_norm": 0.224609375, "learning_rate": 9.427724728350347e-05, "loss": 0.5316, "step": 11610 }, { "epoch": 0.7650902865796447, "grad_norm": 0.265625, "learning_rate": 9.401382943694436e-05, "loss": 0.5132, "step": 11620 }, { "epoch": 0.7657487119553588, "grad_norm": 0.259765625, "learning_rate": 9.375041159038526e-05, "loss": 0.5472, "step": 11630 }, { "epoch": 0.7664071373310727, "grad_norm": 0.25, "learning_rate": 9.348699374382615e-05, "loss": 0.5956, "step": 11640 }, { "epoch": 0.7670655627067867, "grad_norm": 0.267578125, "learning_rate": 9.322357589726705e-05, "loss": 0.5701, "step": 11650 }, { "epoch": 0.7677239880825008, "grad_norm": 0.2119140625, "learning_rate": 9.296015805070793e-05, "loss": 0.5041, "step": 11660 }, { "epoch": 0.7683824134582147, "grad_norm": 0.2734375, "learning_rate": 9.269674020414884e-05, "loss": 0.5338, "step": 11670 }, { "epoch": 0.7690408388339287, "grad_norm": 0.25, "learning_rate": 9.243332235758973e-05, "loss": 0.5209, "step": 11680 }, { "epoch": 0.7696992642096426, "grad_norm": 0.2373046875, "learning_rate": 9.216990451103063e-05, "loss": 0.5295, "step": 11690 }, { "epoch": 0.7703576895853567, "grad_norm": 0.2490234375, "learning_rate": 9.190648666447152e-05, "loss": 0.5117, "step": 11700 }, { "epoch": 0.7710161149610706, "grad_norm": 0.259765625, "learning_rate": 9.164306881791242e-05, "loss": 0.5246, "step": 11710 }, { "epoch": 0.7716745403367846, "grad_norm": 0.169921875, "learning_rate": 9.137965097135331e-05, "loss": 0.5004, "step": 11720 }, { "epoch": 0.7723329657124985, "grad_norm": 0.24609375, "learning_rate": 9.111623312479421e-05, "loss": 0.5289, "step": 11730 }, { "epoch": 0.7729913910882126, "grad_norm": 0.271484375, "learning_rate": 9.08528152782351e-05, "loss": 0.53, "step": 11740 }, { "epoch": 0.7736498164639265, "grad_norm": 0.291015625, "learning_rate": 9.0589397431676e-05, "loss": 0.5573, "step": 11750 }, { "epoch": 0.7743082418396405, "grad_norm": 0.26171875, "learning_rate": 9.03259795851169e-05, "loss": 0.5263, "step": 11760 }, { "epoch": 0.7749666672153545, "grad_norm": 0.267578125, "learning_rate": 9.006256173855779e-05, "loss": 0.5243, "step": 11770 }, { "epoch": 0.7756250925910685, "grad_norm": 0.28515625, "learning_rate": 8.979914389199868e-05, "loss": 0.5493, "step": 11780 }, { "epoch": 0.7762835179667824, "grad_norm": 0.263671875, "learning_rate": 8.953572604543958e-05, "loss": 0.5023, "step": 11790 }, { "epoch": 0.7769419433424964, "grad_norm": 0.265625, "learning_rate": 8.927230819888049e-05, "loss": 0.5784, "step": 11800 }, { "epoch": 0.7776003687182104, "grad_norm": 0.29296875, "learning_rate": 8.900889035232137e-05, "loss": 0.5542, "step": 11810 }, { "epoch": 0.7782587940939244, "grad_norm": 0.25, "learning_rate": 8.874547250576228e-05, "loss": 0.5729, "step": 11820 }, { "epoch": 0.7789172194696383, "grad_norm": 0.271484375, "learning_rate": 8.848205465920316e-05, "loss": 0.5426, "step": 11830 }, { "epoch": 0.7795756448453524, "grad_norm": 0.24609375, "learning_rate": 8.821863681264407e-05, "loss": 0.5331, "step": 11840 }, { "epoch": 0.7802340702210663, "grad_norm": 0.25390625, "learning_rate": 8.795521896608495e-05, "loss": 0.5334, "step": 11850 }, { "epoch": 0.7808924955967803, "grad_norm": 0.25390625, "learning_rate": 8.769180111952586e-05, "loss": 0.5369, "step": 11860 }, { "epoch": 0.7815509209724942, "grad_norm": 0.271484375, "learning_rate": 8.742838327296675e-05, "loss": 0.5494, "step": 11870 }, { "epoch": 0.7822093463482083, "grad_norm": 0.248046875, "learning_rate": 8.716496542640763e-05, "loss": 0.5444, "step": 11880 }, { "epoch": 0.7828677717239222, "grad_norm": 0.2353515625, "learning_rate": 8.690154757984854e-05, "loss": 0.5746, "step": 11890 }, { "epoch": 0.7835261970996362, "grad_norm": 0.26953125, "learning_rate": 8.663812973328943e-05, "loss": 0.554, "step": 11900 }, { "epoch": 0.7841846224753501, "grad_norm": 0.255859375, "learning_rate": 8.637471188673033e-05, "loss": 0.5645, "step": 11910 }, { "epoch": 0.7848430478510642, "grad_norm": 0.28125, "learning_rate": 8.611129404017123e-05, "loss": 0.5825, "step": 11920 }, { "epoch": 0.7855014732267782, "grad_norm": 0.228515625, "learning_rate": 8.584787619361212e-05, "loss": 0.5791, "step": 11930 }, { "epoch": 0.7861598986024921, "grad_norm": 0.23828125, "learning_rate": 8.558445834705302e-05, "loss": 0.5473, "step": 11940 }, { "epoch": 0.7868183239782062, "grad_norm": 0.2177734375, "learning_rate": 8.532104050049391e-05, "loss": 0.5521, "step": 11950 }, { "epoch": 0.7874767493539201, "grad_norm": 0.263671875, "learning_rate": 8.505762265393481e-05, "loss": 0.6025, "step": 11960 }, { "epoch": 0.7881351747296341, "grad_norm": 0.2099609375, "learning_rate": 8.47942048073757e-05, "loss": 0.5539, "step": 11970 }, { "epoch": 0.788793600105348, "grad_norm": 0.26953125, "learning_rate": 8.45307869608166e-05, "loss": 0.5861, "step": 11980 }, { "epoch": 0.7894520254810621, "grad_norm": 0.287109375, "learning_rate": 8.42673691142575e-05, "loss": 0.5362, "step": 11990 }, { "epoch": 0.790110450856776, "grad_norm": 0.240234375, "learning_rate": 8.400395126769839e-05, "loss": 0.5176, "step": 12000 }, { "epoch": 0.79076887623249, "grad_norm": 0.255859375, "learning_rate": 8.374053342113929e-05, "loss": 0.5129, "step": 12010 }, { "epoch": 0.791427301608204, "grad_norm": 0.21484375, "learning_rate": 8.347711557458018e-05, "loss": 0.5489, "step": 12020 }, { "epoch": 0.792085726983918, "grad_norm": 0.259765625, "learning_rate": 8.321369772802108e-05, "loss": 0.5643, "step": 12030 }, { "epoch": 0.7927441523596319, "grad_norm": 0.2158203125, "learning_rate": 8.295027988146197e-05, "loss": 0.493, "step": 12040 }, { "epoch": 0.793402577735346, "grad_norm": 0.23046875, "learning_rate": 8.268686203490287e-05, "loss": 0.5631, "step": 12050 }, { "epoch": 0.7940610031110599, "grad_norm": 0.3046875, "learning_rate": 8.242344418834377e-05, "loss": 0.5289, "step": 12060 }, { "epoch": 0.7947194284867739, "grad_norm": 0.263671875, "learning_rate": 8.216002634178466e-05, "loss": 0.5787, "step": 12070 }, { "epoch": 0.7953778538624878, "grad_norm": 0.28515625, "learning_rate": 8.189660849522555e-05, "loss": 0.5671, "step": 12080 }, { "epoch": 0.7960362792382019, "grad_norm": 0.255859375, "learning_rate": 8.163319064866645e-05, "loss": 0.5895, "step": 12090 }, { "epoch": 0.7966947046139158, "grad_norm": 0.265625, "learning_rate": 8.136977280210734e-05, "loss": 0.5868, "step": 12100 }, { "epoch": 0.7973531299896298, "grad_norm": 0.26171875, "learning_rate": 8.110635495554825e-05, "loss": 0.5335, "step": 12110 }, { "epoch": 0.7980115553653437, "grad_norm": 0.3046875, "learning_rate": 8.084293710898913e-05, "loss": 0.5594, "step": 12120 }, { "epoch": 0.7986699807410578, "grad_norm": 0.263671875, "learning_rate": 8.057951926243004e-05, "loss": 0.5076, "step": 12130 }, { "epoch": 0.7993284061167717, "grad_norm": 0.291015625, "learning_rate": 8.031610141587092e-05, "loss": 0.5194, "step": 12140 }, { "epoch": 0.7999868314924857, "grad_norm": 0.259765625, "learning_rate": 8.005268356931183e-05, "loss": 0.5926, "step": 12150 }, { "epoch": 0.8006452568681997, "grad_norm": 0.2412109375, "learning_rate": 7.978926572275271e-05, "loss": 0.5564, "step": 12160 }, { "epoch": 0.8013036822439137, "grad_norm": 0.255859375, "learning_rate": 7.952584787619362e-05, "loss": 0.5566, "step": 12170 }, { "epoch": 0.8019621076196276, "grad_norm": 0.2353515625, "learning_rate": 7.926243002963452e-05, "loss": 0.5623, "step": 12180 }, { "epoch": 0.8026205329953416, "grad_norm": 0.2109375, "learning_rate": 7.899901218307541e-05, "loss": 0.506, "step": 12190 }, { "epoch": 0.8032789583710557, "grad_norm": 0.248046875, "learning_rate": 7.87355943365163e-05, "loss": 0.5474, "step": 12200 }, { "epoch": 0.8039373837467696, "grad_norm": 0.26953125, "learning_rate": 7.84721764899572e-05, "loss": 0.5043, "step": 12210 }, { "epoch": 0.8045958091224836, "grad_norm": 0.203125, "learning_rate": 7.82087586433981e-05, "loss": 0.5672, "step": 12220 }, { "epoch": 0.8052542344981976, "grad_norm": 0.251953125, "learning_rate": 7.794534079683899e-05, "loss": 0.5723, "step": 12230 }, { "epoch": 0.8059126598739116, "grad_norm": 0.251953125, "learning_rate": 7.768192295027989e-05, "loss": 0.5733, "step": 12240 }, { "epoch": 0.8065710852496255, "grad_norm": 0.20703125, "learning_rate": 7.741850510372078e-05, "loss": 0.526, "step": 12250 }, { "epoch": 0.8072295106253395, "grad_norm": 0.2734375, "learning_rate": 7.715508725716168e-05, "loss": 0.6008, "step": 12260 }, { "epoch": 0.8078879360010535, "grad_norm": 0.25, "learning_rate": 7.689166941060257e-05, "loss": 0.5503, "step": 12270 }, { "epoch": 0.8085463613767675, "grad_norm": 0.255859375, "learning_rate": 7.662825156404347e-05, "loss": 0.5412, "step": 12280 }, { "epoch": 0.8092047867524814, "grad_norm": 0.2451171875, "learning_rate": 7.636483371748436e-05, "loss": 0.6072, "step": 12290 }, { "epoch": 0.8098632121281955, "grad_norm": 0.2431640625, "learning_rate": 7.610141587092526e-05, "loss": 0.5353, "step": 12300 }, { "epoch": 0.8105216375039094, "grad_norm": 0.298828125, "learning_rate": 7.583799802436615e-05, "loss": 0.6163, "step": 12310 }, { "epoch": 0.8111800628796234, "grad_norm": 0.2412109375, "learning_rate": 7.557458017780705e-05, "loss": 0.5369, "step": 12320 }, { "epoch": 0.8118384882553373, "grad_norm": 0.28125, "learning_rate": 7.531116233124794e-05, "loss": 0.5442, "step": 12330 }, { "epoch": 0.8124969136310514, "grad_norm": 0.294921875, "learning_rate": 7.504774448468884e-05, "loss": 0.5574, "step": 12340 }, { "epoch": 0.8131553390067653, "grad_norm": 0.2578125, "learning_rate": 7.478432663812973e-05, "loss": 0.5613, "step": 12350 }, { "epoch": 0.8138137643824793, "grad_norm": 0.255859375, "learning_rate": 7.452090879157063e-05, "loss": 0.6005, "step": 12360 }, { "epoch": 0.8144721897581932, "grad_norm": 0.259765625, "learning_rate": 7.425749094501154e-05, "loss": 0.5967, "step": 12370 }, { "epoch": 0.8151306151339073, "grad_norm": 0.251953125, "learning_rate": 7.399407309845242e-05, "loss": 0.5818, "step": 12380 }, { "epoch": 0.8157890405096212, "grad_norm": 0.240234375, "learning_rate": 7.373065525189333e-05, "loss": 0.5359, "step": 12390 }, { "epoch": 0.8164474658853352, "grad_norm": 0.302734375, "learning_rate": 7.346723740533421e-05, "loss": 0.5521, "step": 12400 }, { "epoch": 0.8171058912610492, "grad_norm": 0.296875, "learning_rate": 7.320381955877512e-05, "loss": 0.585, "step": 12410 }, { "epoch": 0.8177643166367632, "grad_norm": 0.240234375, "learning_rate": 7.294040171221601e-05, "loss": 0.5205, "step": 12420 }, { "epoch": 0.8184227420124771, "grad_norm": 0.283203125, "learning_rate": 7.26769838656569e-05, "loss": 0.5689, "step": 12430 }, { "epoch": 0.8190811673881911, "grad_norm": 0.21484375, "learning_rate": 7.24135660190978e-05, "loss": 0.5261, "step": 12440 }, { "epoch": 0.8197395927639051, "grad_norm": 0.2734375, "learning_rate": 7.215014817253868e-05, "loss": 0.5771, "step": 12450 }, { "epoch": 0.8203980181396191, "grad_norm": 0.25390625, "learning_rate": 7.188673032597959e-05, "loss": 0.5748, "step": 12460 }, { "epoch": 0.8210564435153331, "grad_norm": 0.232421875, "learning_rate": 7.162331247942047e-05, "loss": 0.5664, "step": 12470 }, { "epoch": 0.8217148688910471, "grad_norm": 0.2099609375, "learning_rate": 7.135989463286138e-05, "loss": 0.4903, "step": 12480 }, { "epoch": 0.8223732942667611, "grad_norm": 0.2158203125, "learning_rate": 7.109647678630228e-05, "loss": 0.5058, "step": 12490 }, { "epoch": 0.823031719642475, "grad_norm": 0.24609375, "learning_rate": 7.083305893974317e-05, "loss": 0.5298, "step": 12500 }, { "epoch": 0.823690145018189, "grad_norm": 0.2333984375, "learning_rate": 7.056964109318407e-05, "loss": 0.551, "step": 12510 }, { "epoch": 0.824348570393903, "grad_norm": 0.265625, "learning_rate": 7.030622324662496e-05, "loss": 0.546, "step": 12520 }, { "epoch": 0.825006995769617, "grad_norm": 0.29296875, "learning_rate": 7.004280540006586e-05, "loss": 0.5973, "step": 12530 }, { "epoch": 0.8256654211453309, "grad_norm": 0.27734375, "learning_rate": 6.977938755350675e-05, "loss": 0.5821, "step": 12540 }, { "epoch": 0.826323846521045, "grad_norm": 0.2333984375, "learning_rate": 6.951596970694765e-05, "loss": 0.5234, "step": 12550 }, { "epoch": 0.8269822718967589, "grad_norm": 0.28515625, "learning_rate": 6.925255186038854e-05, "loss": 0.5763, "step": 12560 }, { "epoch": 0.8276406972724729, "grad_norm": 0.279296875, "learning_rate": 6.898913401382944e-05, "loss": 0.5614, "step": 12570 }, { "epoch": 0.8282991226481868, "grad_norm": 0.2294921875, "learning_rate": 6.872571616727033e-05, "loss": 0.5152, "step": 12580 }, { "epoch": 0.8289575480239009, "grad_norm": 0.255859375, "learning_rate": 6.846229832071123e-05, "loss": 0.5884, "step": 12590 }, { "epoch": 0.8296159733996148, "grad_norm": 0.279296875, "learning_rate": 6.819888047415212e-05, "loss": 0.5124, "step": 12600 }, { "epoch": 0.8302743987753288, "grad_norm": 0.265625, "learning_rate": 6.793546262759303e-05, "loss": 0.5275, "step": 12610 }, { "epoch": 0.8309328241510427, "grad_norm": 0.2734375, "learning_rate": 6.767204478103391e-05, "loss": 0.5601, "step": 12620 }, { "epoch": 0.8315912495267568, "grad_norm": 0.2421875, "learning_rate": 6.740862693447482e-05, "loss": 0.5652, "step": 12630 }, { "epoch": 0.8322496749024707, "grad_norm": 0.244140625, "learning_rate": 6.71452090879157e-05, "loss": 0.5399, "step": 12640 }, { "epoch": 0.8329081002781847, "grad_norm": 0.275390625, "learning_rate": 6.68817912413566e-05, "loss": 0.5759, "step": 12650 }, { "epoch": 0.8335665256538987, "grad_norm": 0.2392578125, "learning_rate": 6.66183733947975e-05, "loss": 0.5292, "step": 12660 }, { "epoch": 0.8342249510296127, "grad_norm": 0.2578125, "learning_rate": 6.635495554823839e-05, "loss": 0.605, "step": 12670 }, { "epoch": 0.8348833764053266, "grad_norm": 0.2451171875, "learning_rate": 6.60915377016793e-05, "loss": 0.5284, "step": 12680 }, { "epoch": 0.8355418017810406, "grad_norm": 0.2431640625, "learning_rate": 6.582811985512018e-05, "loss": 0.6073, "step": 12690 }, { "epoch": 0.8362002271567546, "grad_norm": 0.298828125, "learning_rate": 6.556470200856109e-05, "loss": 0.5473, "step": 12700 }, { "epoch": 0.8368586525324686, "grad_norm": 0.2021484375, "learning_rate": 6.530128416200197e-05, "loss": 0.5503, "step": 12710 }, { "epoch": 0.8375170779081825, "grad_norm": 0.2734375, "learning_rate": 6.503786631544288e-05, "loss": 0.5176, "step": 12720 }, { "epoch": 0.8381755032838966, "grad_norm": 0.283203125, "learning_rate": 6.477444846888377e-05, "loss": 0.6212, "step": 12730 }, { "epoch": 0.8388339286596106, "grad_norm": 0.23828125, "learning_rate": 6.451103062232467e-05, "loss": 0.5643, "step": 12740 }, { "epoch": 0.8394923540353245, "grad_norm": 0.2294921875, "learning_rate": 6.424761277576556e-05, "loss": 0.5191, "step": 12750 }, { "epoch": 0.8401507794110386, "grad_norm": 0.294921875, "learning_rate": 6.398419492920646e-05, "loss": 0.5421, "step": 12760 }, { "epoch": 0.8408092047867525, "grad_norm": 0.263671875, "learning_rate": 6.372077708264735e-05, "loss": 0.5303, "step": 12770 }, { "epoch": 0.8414676301624665, "grad_norm": 0.25, "learning_rate": 6.345735923608825e-05, "loss": 0.582, "step": 12780 }, { "epoch": 0.8421260555381804, "grad_norm": 0.248046875, "learning_rate": 6.319394138952914e-05, "loss": 0.599, "step": 12790 }, { "epoch": 0.8427844809138945, "grad_norm": 0.271484375, "learning_rate": 6.293052354297004e-05, "loss": 0.5947, "step": 12800 }, { "epoch": 0.8434429062896084, "grad_norm": 0.22265625, "learning_rate": 6.266710569641094e-05, "loss": 0.5339, "step": 12810 }, { "epoch": 0.8441013316653224, "grad_norm": 0.251953125, "learning_rate": 6.240368784985183e-05, "loss": 0.5286, "step": 12820 }, { "epoch": 0.8447597570410363, "grad_norm": 0.263671875, "learning_rate": 6.214027000329273e-05, "loss": 0.559, "step": 12830 }, { "epoch": 0.8454181824167504, "grad_norm": 0.2333984375, "learning_rate": 6.187685215673362e-05, "loss": 0.5752, "step": 12840 }, { "epoch": 0.8460766077924643, "grad_norm": 0.234375, "learning_rate": 6.161343431017453e-05, "loss": 0.5736, "step": 12850 }, { "epoch": 0.8467350331681783, "grad_norm": 0.25390625, "learning_rate": 6.135001646361541e-05, "loss": 0.5897, "step": 12860 }, { "epoch": 0.8473934585438923, "grad_norm": 0.24609375, "learning_rate": 6.10865986170563e-05, "loss": 0.4808, "step": 12870 }, { "epoch": 0.8480518839196063, "grad_norm": 0.251953125, "learning_rate": 6.08231807704972e-05, "loss": 0.5275, "step": 12880 }, { "epoch": 0.8487103092953202, "grad_norm": 0.255859375, "learning_rate": 6.05597629239381e-05, "loss": 0.5804, "step": 12890 }, { "epoch": 0.8493687346710342, "grad_norm": 0.2177734375, "learning_rate": 6.029634507737899e-05, "loss": 0.5502, "step": 12900 }, { "epoch": 0.8500271600467482, "grad_norm": 0.24609375, "learning_rate": 6.003292723081989e-05, "loss": 0.5923, "step": 12910 }, { "epoch": 0.8506855854224622, "grad_norm": 0.271484375, "learning_rate": 5.976950938426079e-05, "loss": 0.5516, "step": 12920 }, { "epoch": 0.8513440107981761, "grad_norm": 0.23046875, "learning_rate": 5.950609153770168e-05, "loss": 0.5367, "step": 12930 }, { "epoch": 0.8520024361738902, "grad_norm": 0.2353515625, "learning_rate": 5.924267369114258e-05, "loss": 0.5397, "step": 12940 }, { "epoch": 0.8526608615496041, "grad_norm": 0.271484375, "learning_rate": 5.897925584458347e-05, "loss": 0.567, "step": 12950 }, { "epoch": 0.8533192869253181, "grad_norm": 0.265625, "learning_rate": 5.871583799802437e-05, "loss": 0.5727, "step": 12960 }, { "epoch": 0.853977712301032, "grad_norm": 0.2734375, "learning_rate": 5.845242015146526e-05, "loss": 0.5239, "step": 12970 }, { "epoch": 0.8546361376767461, "grad_norm": 0.21484375, "learning_rate": 5.818900230490616e-05, "loss": 0.5503, "step": 12980 }, { "epoch": 0.85529456305246, "grad_norm": 0.2578125, "learning_rate": 5.792558445834706e-05, "loss": 0.5557, "step": 12990 }, { "epoch": 0.855952988428174, "grad_norm": 0.263671875, "learning_rate": 5.766216661178795e-05, "loss": 0.544, "step": 13000 }, { "epoch": 0.856611413803888, "grad_norm": 0.291015625, "learning_rate": 5.739874876522885e-05, "loss": 0.6071, "step": 13010 }, { "epoch": 0.857269839179602, "grad_norm": 0.21875, "learning_rate": 5.713533091866974e-05, "loss": 0.5418, "step": 13020 }, { "epoch": 0.857928264555316, "grad_norm": 0.2197265625, "learning_rate": 5.687191307211064e-05, "loss": 0.5433, "step": 13030 }, { "epoch": 0.8585866899310299, "grad_norm": 0.2578125, "learning_rate": 5.6608495225551536e-05, "loss": 0.5659, "step": 13040 }, { "epoch": 0.859245115306744, "grad_norm": 0.26171875, "learning_rate": 5.6345077378992425e-05, "loss": 0.5727, "step": 13050 }, { "epoch": 0.8599035406824579, "grad_norm": 0.2373046875, "learning_rate": 5.6081659532433327e-05, "loss": 0.5487, "step": 13060 }, { "epoch": 0.8605619660581719, "grad_norm": 0.29296875, "learning_rate": 5.5818241685874215e-05, "loss": 0.5145, "step": 13070 }, { "epoch": 0.8612203914338858, "grad_norm": 0.2177734375, "learning_rate": 5.555482383931512e-05, "loss": 0.5391, "step": 13080 }, { "epoch": 0.8618788168095999, "grad_norm": 0.2314453125, "learning_rate": 5.5291405992756005e-05, "loss": 0.5348, "step": 13090 }, { "epoch": 0.8625372421853138, "grad_norm": 0.2490234375, "learning_rate": 5.502798814619691e-05, "loss": 0.5672, "step": 13100 }, { "epoch": 0.8631956675610278, "grad_norm": 0.21875, "learning_rate": 5.476457029963781e-05, "loss": 0.5516, "step": 13110 }, { "epoch": 0.8638540929367418, "grad_norm": 0.2265625, "learning_rate": 5.45011524530787e-05, "loss": 0.4941, "step": 13120 }, { "epoch": 0.8645125183124558, "grad_norm": 0.25, "learning_rate": 5.42377346065196e-05, "loss": 0.5751, "step": 13130 }, { "epoch": 0.8651709436881697, "grad_norm": 0.265625, "learning_rate": 5.397431675996049e-05, "loss": 0.5242, "step": 13140 }, { "epoch": 0.8658293690638837, "grad_norm": 0.193359375, "learning_rate": 5.371089891340139e-05, "loss": 0.522, "step": 13150 }, { "epoch": 0.8664877944395977, "grad_norm": 0.259765625, "learning_rate": 5.3447481066842285e-05, "loss": 0.5491, "step": 13160 }, { "epoch": 0.8671462198153117, "grad_norm": 0.2890625, "learning_rate": 5.318406322028317e-05, "loss": 0.6062, "step": 13170 }, { "epoch": 0.8678046451910256, "grad_norm": 0.212890625, "learning_rate": 5.2920645373724075e-05, "loss": 0.5142, "step": 13180 }, { "epoch": 0.8684630705667397, "grad_norm": 0.279296875, "learning_rate": 5.265722752716496e-05, "loss": 0.6109, "step": 13190 }, { "epoch": 0.8691214959424536, "grad_norm": 0.2236328125, "learning_rate": 5.2393809680605865e-05, "loss": 0.5381, "step": 13200 }, { "epoch": 0.8697799213181676, "grad_norm": 0.2431640625, "learning_rate": 5.213039183404675e-05, "loss": 0.5449, "step": 13210 }, { "epoch": 0.8704383466938815, "grad_norm": 0.28515625, "learning_rate": 5.1866973987487655e-05, "loss": 0.5492, "step": 13220 }, { "epoch": 0.8710967720695956, "grad_norm": 0.28125, "learning_rate": 5.160355614092856e-05, "loss": 0.5176, "step": 13230 }, { "epoch": 0.8717551974453095, "grad_norm": 0.236328125, "learning_rate": 5.1340138294369445e-05, "loss": 0.5727, "step": 13240 }, { "epoch": 0.8724136228210235, "grad_norm": 0.25390625, "learning_rate": 5.107672044781035e-05, "loss": 0.5221, "step": 13250 }, { "epoch": 0.8730720481967374, "grad_norm": 0.294921875, "learning_rate": 5.0813302601251236e-05, "loss": 0.5912, "step": 13260 }, { "epoch": 0.8737304735724515, "grad_norm": 0.2333984375, "learning_rate": 5.054988475469213e-05, "loss": 0.6068, "step": 13270 }, { "epoch": 0.8743888989481655, "grad_norm": 0.21484375, "learning_rate": 5.0286466908133026e-05, "loss": 0.4656, "step": 13280 }, { "epoch": 0.8750473243238794, "grad_norm": 0.212890625, "learning_rate": 5.002304906157392e-05, "loss": 0.5206, "step": 13290 }, { "epoch": 0.8757057496995935, "grad_norm": 0.2734375, "learning_rate": 4.9759631215014816e-05, "loss": 0.5424, "step": 13300 }, { "epoch": 0.8763641750753074, "grad_norm": 0.212890625, "learning_rate": 4.949621336845571e-05, "loss": 0.571, "step": 13310 }, { "epoch": 0.8770226004510214, "grad_norm": 0.28125, "learning_rate": 4.923279552189661e-05, "loss": 0.5445, "step": 13320 }, { "epoch": 0.8776810258267354, "grad_norm": 0.267578125, "learning_rate": 4.896937767533751e-05, "loss": 0.5795, "step": 13330 }, { "epoch": 0.8783394512024494, "grad_norm": 0.2490234375, "learning_rate": 4.87059598287784e-05, "loss": 0.5657, "step": 13340 }, { "epoch": 0.8789978765781633, "grad_norm": 0.275390625, "learning_rate": 4.84425419822193e-05, "loss": 0.5587, "step": 13350 }, { "epoch": 0.8796563019538773, "grad_norm": 0.2490234375, "learning_rate": 4.8179124135660194e-05, "loss": 0.5333, "step": 13360 }, { "epoch": 0.8803147273295913, "grad_norm": 0.2431640625, "learning_rate": 4.791570628910109e-05, "loss": 0.613, "step": 13370 }, { "epoch": 0.8809731527053053, "grad_norm": 0.228515625, "learning_rate": 4.7652288442541984e-05, "loss": 0.4969, "step": 13380 }, { "epoch": 0.8816315780810192, "grad_norm": 0.232421875, "learning_rate": 4.738887059598288e-05, "loss": 0.5014, "step": 13390 }, { "epoch": 0.8822900034567333, "grad_norm": 0.255859375, "learning_rate": 4.7125452749423774e-05, "loss": 0.5563, "step": 13400 }, { "epoch": 0.8829484288324472, "grad_norm": 0.208984375, "learning_rate": 4.686203490286467e-05, "loss": 0.499, "step": 13410 }, { "epoch": 0.8836068542081612, "grad_norm": 0.197265625, "learning_rate": 4.6598617056305564e-05, "loss": 0.5678, "step": 13420 }, { "epoch": 0.8842652795838751, "grad_norm": 0.263671875, "learning_rate": 4.633519920974646e-05, "loss": 0.5523, "step": 13430 }, { "epoch": 0.8849237049595892, "grad_norm": 0.2353515625, "learning_rate": 4.607178136318736e-05, "loss": 0.5194, "step": 13440 }, { "epoch": 0.8855821303353031, "grad_norm": 0.25, "learning_rate": 4.5808363516628256e-05, "loss": 0.5563, "step": 13450 }, { "epoch": 0.8862405557110171, "grad_norm": 0.27734375, "learning_rate": 4.554494567006915e-05, "loss": 0.6098, "step": 13460 }, { "epoch": 0.886898981086731, "grad_norm": 0.26953125, "learning_rate": 4.528152782351005e-05, "loss": 0.5749, "step": 13470 }, { "epoch": 0.8875574064624451, "grad_norm": 0.2421875, "learning_rate": 4.501810997695094e-05, "loss": 0.5527, "step": 13480 }, { "epoch": 0.888215831838159, "grad_norm": 0.296875, "learning_rate": 4.475469213039184e-05, "loss": 0.5611, "step": 13490 }, { "epoch": 0.888874257213873, "grad_norm": 0.263671875, "learning_rate": 4.449127428383273e-05, "loss": 0.58, "step": 13500 }, { "epoch": 0.889532682589587, "grad_norm": 0.2197265625, "learning_rate": 4.422785643727363e-05, "loss": 0.5286, "step": 13510 }, { "epoch": 0.890191107965301, "grad_norm": 0.265625, "learning_rate": 4.396443859071452e-05, "loss": 0.597, "step": 13520 }, { "epoch": 0.8908495333410149, "grad_norm": 0.2177734375, "learning_rate": 4.370102074415542e-05, "loss": 0.5456, "step": 13530 }, { "epoch": 0.8915079587167289, "grad_norm": 0.265625, "learning_rate": 4.343760289759631e-05, "loss": 0.5496, "step": 13540 }, { "epoch": 0.892166384092443, "grad_norm": 0.25, "learning_rate": 4.317418505103721e-05, "loss": 0.5601, "step": 13550 }, { "epoch": 0.8928248094681569, "grad_norm": 0.30859375, "learning_rate": 4.29107672044781e-05, "loss": 0.5855, "step": 13560 }, { "epoch": 0.8934832348438709, "grad_norm": 0.255859375, "learning_rate": 4.2647349357919005e-05, "loss": 0.5837, "step": 13570 }, { "epoch": 0.8941416602195849, "grad_norm": 0.23828125, "learning_rate": 4.23839315113599e-05, "loss": 0.5412, "step": 13580 }, { "epoch": 0.8948000855952989, "grad_norm": 0.287109375, "learning_rate": 4.2120513664800795e-05, "loss": 0.5495, "step": 13590 }, { "epoch": 0.8954585109710128, "grad_norm": 0.3046875, "learning_rate": 4.185709581824169e-05, "loss": 0.5557, "step": 13600 }, { "epoch": 0.8961169363467268, "grad_norm": 0.23828125, "learning_rate": 4.1593677971682585e-05, "loss": 0.501, "step": 13610 }, { "epoch": 0.8967753617224408, "grad_norm": 0.2421875, "learning_rate": 4.1330260125123473e-05, "loss": 0.5218, "step": 13620 }, { "epoch": 0.8974337870981548, "grad_norm": 0.240234375, "learning_rate": 4.1066842278564375e-05, "loss": 0.5572, "step": 13630 }, { "epoch": 0.8980922124738687, "grad_norm": 0.265625, "learning_rate": 4.080342443200527e-05, "loss": 0.5568, "step": 13640 }, { "epoch": 0.8987506378495828, "grad_norm": 0.2734375, "learning_rate": 4.0540006585446166e-05, "loss": 0.5658, "step": 13650 }, { "epoch": 0.8994090632252967, "grad_norm": 0.251953125, "learning_rate": 4.027658873888706e-05, "loss": 0.5616, "step": 13660 }, { "epoch": 0.9000674886010107, "grad_norm": 0.21875, "learning_rate": 4.0013170892327956e-05, "loss": 0.5684, "step": 13670 }, { "epoch": 0.9007259139767246, "grad_norm": 0.25390625, "learning_rate": 3.974975304576885e-05, "loss": 0.5407, "step": 13680 }, { "epoch": 0.9013843393524387, "grad_norm": 0.2392578125, "learning_rate": 3.948633519920975e-05, "loss": 0.4934, "step": 13690 }, { "epoch": 0.9020427647281526, "grad_norm": 0.234375, "learning_rate": 3.922291735265065e-05, "loss": 0.5104, "step": 13700 }, { "epoch": 0.9027011901038666, "grad_norm": 0.2392578125, "learning_rate": 3.895949950609154e-05, "loss": 0.5254, "step": 13710 }, { "epoch": 0.9033596154795805, "grad_norm": 0.306640625, "learning_rate": 3.869608165953244e-05, "loss": 0.5824, "step": 13720 }, { "epoch": 0.9040180408552946, "grad_norm": 0.259765625, "learning_rate": 3.8432663812973327e-05, "loss": 0.5553, "step": 13730 }, { "epoch": 0.9046764662310085, "grad_norm": 0.294921875, "learning_rate": 3.816924596641422e-05, "loss": 0.5705, "step": 13740 }, { "epoch": 0.9053348916067225, "grad_norm": 0.2734375, "learning_rate": 3.7905828119855124e-05, "loss": 0.5905, "step": 13750 }, { "epoch": 0.9059933169824365, "grad_norm": 0.255859375, "learning_rate": 3.764241027329602e-05, "loss": 0.5174, "step": 13760 }, { "epoch": 0.9066517423581505, "grad_norm": 0.28515625, "learning_rate": 3.7378992426736914e-05, "loss": 0.5471, "step": 13770 }, { "epoch": 0.9073101677338644, "grad_norm": 0.2421875, "learning_rate": 3.711557458017781e-05, "loss": 0.5562, "step": 13780 }, { "epoch": 0.9079685931095784, "grad_norm": 0.2451171875, "learning_rate": 3.6852156733618704e-05, "loss": 0.5269, "step": 13790 }, { "epoch": 0.9086270184852924, "grad_norm": 0.2275390625, "learning_rate": 3.65887388870596e-05, "loss": 0.5518, "step": 13800 }, { "epoch": 0.9092854438610064, "grad_norm": 0.2431640625, "learning_rate": 3.6325321040500494e-05, "loss": 0.5305, "step": 13810 }, { "epoch": 0.9099438692367204, "grad_norm": 0.28515625, "learning_rate": 3.6061903193941396e-05, "loss": 0.5774, "step": 13820 }, { "epoch": 0.9106022946124344, "grad_norm": 0.2490234375, "learning_rate": 3.579848534738229e-05, "loss": 0.5942, "step": 13830 }, { "epoch": 0.9112607199881484, "grad_norm": 0.234375, "learning_rate": 3.553506750082318e-05, "loss": 0.5642, "step": 13840 }, { "epoch": 0.9119191453638623, "grad_norm": 0.27734375, "learning_rate": 3.5271649654264075e-05, "loss": 0.5589, "step": 13850 }, { "epoch": 0.9125775707395763, "grad_norm": 0.251953125, "learning_rate": 3.500823180770497e-05, "loss": 0.5538, "step": 13860 }, { "epoch": 0.9132359961152903, "grad_norm": 0.2373046875, "learning_rate": 3.4744813961145865e-05, "loss": 0.4792, "step": 13870 }, { "epoch": 0.9138944214910043, "grad_norm": 0.24609375, "learning_rate": 3.448139611458677e-05, "loss": 0.4885, "step": 13880 }, { "epoch": 0.9145528468667182, "grad_norm": 0.244140625, "learning_rate": 3.421797826802766e-05, "loss": 0.5334, "step": 13890 }, { "epoch": 0.9152112722424323, "grad_norm": 0.255859375, "learning_rate": 3.395456042146856e-05, "loss": 0.4956, "step": 13900 }, { "epoch": 0.9158696976181462, "grad_norm": 0.232421875, "learning_rate": 3.369114257490945e-05, "loss": 0.5246, "step": 13910 }, { "epoch": 0.9165281229938602, "grad_norm": 0.259765625, "learning_rate": 3.342772472835035e-05, "loss": 0.5943, "step": 13920 }, { "epoch": 0.9171865483695741, "grad_norm": 0.279296875, "learning_rate": 3.316430688179124e-05, "loss": 0.6362, "step": 13930 }, { "epoch": 0.9178449737452882, "grad_norm": 0.251953125, "learning_rate": 3.290088903523214e-05, "loss": 0.5504, "step": 13940 }, { "epoch": 0.9185033991210021, "grad_norm": 0.2265625, "learning_rate": 3.263747118867303e-05, "loss": 0.5952, "step": 13950 }, { "epoch": 0.9191618244967161, "grad_norm": 0.267578125, "learning_rate": 3.237405334211393e-05, "loss": 0.5971, "step": 13960 }, { "epoch": 0.91982024987243, "grad_norm": 0.251953125, "learning_rate": 3.211063549555482e-05, "loss": 0.488, "step": 13970 }, { "epoch": 0.9204786752481441, "grad_norm": 0.19921875, "learning_rate": 3.184721764899572e-05, "loss": 0.5001, "step": 13980 }, { "epoch": 0.921137100623858, "grad_norm": 0.248046875, "learning_rate": 3.158379980243661e-05, "loss": 0.5488, "step": 13990 }, { "epoch": 0.921795525999572, "grad_norm": 0.275390625, "learning_rate": 3.1320381955877515e-05, "loss": 0.5497, "step": 14000 }, { "epoch": 0.922453951375286, "grad_norm": 0.19921875, "learning_rate": 3.105696410931841e-05, "loss": 0.5212, "step": 14010 }, { "epoch": 0.923112376751, "grad_norm": 0.26953125, "learning_rate": 3.0793546262759305e-05, "loss": 0.5417, "step": 14020 }, { "epoch": 0.9237708021267139, "grad_norm": 0.20703125, "learning_rate": 3.05301284162002e-05, "loss": 0.5754, "step": 14030 }, { "epoch": 0.924429227502428, "grad_norm": 0.232421875, "learning_rate": 3.0266710569641092e-05, "loss": 0.6052, "step": 14040 }, { "epoch": 0.9250876528781419, "grad_norm": 0.25390625, "learning_rate": 3.0003292723081987e-05, "loss": 0.5509, "step": 14050 }, { "epoch": 0.9257460782538559, "grad_norm": 0.275390625, "learning_rate": 2.973987487652289e-05, "loss": 0.5575, "step": 14060 }, { "epoch": 0.9264045036295698, "grad_norm": 0.28125, "learning_rate": 2.9476457029963784e-05, "loss": 0.5859, "step": 14070 }, { "epoch": 0.9270629290052839, "grad_norm": 0.275390625, "learning_rate": 2.921303918340468e-05, "loss": 0.5265, "step": 14080 }, { "epoch": 0.9277213543809979, "grad_norm": 0.255859375, "learning_rate": 2.894962133684557e-05, "loss": 0.5724, "step": 14090 }, { "epoch": 0.9283797797567118, "grad_norm": 0.23828125, "learning_rate": 2.8686203490286466e-05, "loss": 0.4676, "step": 14100 }, { "epoch": 0.9290382051324259, "grad_norm": 0.265625, "learning_rate": 2.842278564372736e-05, "loss": 0.5351, "step": 14110 }, { "epoch": 0.9296966305081398, "grad_norm": 0.28125, "learning_rate": 2.8159367797168256e-05, "loss": 0.5402, "step": 14120 }, { "epoch": 0.9303550558838538, "grad_norm": 0.271484375, "learning_rate": 2.7895949950609158e-05, "loss": 0.5326, "step": 14130 }, { "epoch": 0.9310134812595677, "grad_norm": 0.2265625, "learning_rate": 2.7632532104050053e-05, "loss": 0.5429, "step": 14140 }, { "epoch": 0.9316719066352818, "grad_norm": 0.234375, "learning_rate": 2.7369114257490945e-05, "loss": 0.5687, "step": 14150 }, { "epoch": 0.9323303320109957, "grad_norm": 0.306640625, "learning_rate": 2.710569641093184e-05, "loss": 0.6136, "step": 14160 }, { "epoch": 0.9329887573867097, "grad_norm": 0.23828125, "learning_rate": 2.6842278564372735e-05, "loss": 0.4745, "step": 14170 }, { "epoch": 0.9336471827624236, "grad_norm": 0.2275390625, "learning_rate": 2.657886071781363e-05, "loss": 0.5199, "step": 14180 }, { "epoch": 0.9343056081381377, "grad_norm": 0.23828125, "learning_rate": 2.6315442871254532e-05, "loss": 0.5625, "step": 14190 }, { "epoch": 0.9349640335138516, "grad_norm": 0.2177734375, "learning_rate": 2.6052025024695424e-05, "loss": 0.5438, "step": 14200 }, { "epoch": 0.9356224588895656, "grad_norm": 0.298828125, "learning_rate": 2.578860717813632e-05, "loss": 0.5618, "step": 14210 }, { "epoch": 0.9362808842652796, "grad_norm": 0.208984375, "learning_rate": 2.5525189331577214e-05, "loss": 0.5064, "step": 14220 }, { "epoch": 0.9369393096409936, "grad_norm": 0.29296875, "learning_rate": 2.526177148501811e-05, "loss": 0.6035, "step": 14230 }, { "epoch": 0.9375977350167075, "grad_norm": 0.24609375, "learning_rate": 2.4998353638459008e-05, "loss": 0.5951, "step": 14240 }, { "epoch": 0.9382561603924215, "grad_norm": 0.26171875, "learning_rate": 2.4734935791899903e-05, "loss": 0.562, "step": 14250 }, { "epoch": 0.9389145857681355, "grad_norm": 0.279296875, "learning_rate": 2.4471517945340798e-05, "loss": 0.5915, "step": 14260 }, { "epoch": 0.9395730111438495, "grad_norm": 0.2236328125, "learning_rate": 2.4208100098781693e-05, "loss": 0.485, "step": 14270 }, { "epoch": 0.9402314365195634, "grad_norm": 0.21875, "learning_rate": 2.394468225222259e-05, "loss": 0.5605, "step": 14280 }, { "epoch": 0.9408898618952775, "grad_norm": 0.251953125, "learning_rate": 2.3681264405663484e-05, "loss": 0.5506, "step": 14290 }, { "epoch": 0.9415482872709914, "grad_norm": 0.248046875, "learning_rate": 2.3417846559104382e-05, "loss": 0.6155, "step": 14300 }, { "epoch": 0.9422067126467054, "grad_norm": 0.2490234375, "learning_rate": 2.3154428712545277e-05, "loss": 0.5376, "step": 14310 }, { "epoch": 0.9428651380224193, "grad_norm": 0.2353515625, "learning_rate": 2.289101086598617e-05, "loss": 0.5455, "step": 14320 }, { "epoch": 0.9435235633981334, "grad_norm": 0.26171875, "learning_rate": 2.2627593019427067e-05, "loss": 0.5675, "step": 14330 }, { "epoch": 0.9441819887738473, "grad_norm": 0.283203125, "learning_rate": 2.2364175172867963e-05, "loss": 0.528, "step": 14340 }, { "epoch": 0.9448404141495613, "grad_norm": 0.29296875, "learning_rate": 2.2100757326308858e-05, "loss": 0.5457, "step": 14350 }, { "epoch": 0.9454988395252754, "grad_norm": 0.275390625, "learning_rate": 2.1837339479749756e-05, "loss": 0.6134, "step": 14360 }, { "epoch": 0.9461572649009893, "grad_norm": 0.255859375, "learning_rate": 2.157392163319065e-05, "loss": 0.5448, "step": 14370 }, { "epoch": 0.9468156902767033, "grad_norm": 0.23828125, "learning_rate": 2.1310503786631543e-05, "loss": 0.5647, "step": 14380 }, { "epoch": 0.9474741156524172, "grad_norm": 0.236328125, "learning_rate": 2.104708594007244e-05, "loss": 0.56, "step": 14390 }, { "epoch": 0.9481325410281313, "grad_norm": 0.24609375, "learning_rate": 2.0783668093513337e-05, "loss": 0.5658, "step": 14400 }, { "epoch": 0.9487909664038452, "grad_norm": 0.2294921875, "learning_rate": 2.0520250246954232e-05, "loss": 0.4746, "step": 14410 }, { "epoch": 0.9494493917795592, "grad_norm": 0.28125, "learning_rate": 2.025683240039513e-05, "loss": 0.5673, "step": 14420 }, { "epoch": 0.9501078171552731, "grad_norm": 0.271484375, "learning_rate": 1.9993414553836022e-05, "loss": 0.5378, "step": 14430 }, { "epoch": 0.9507662425309872, "grad_norm": 0.259765625, "learning_rate": 1.9729996707276917e-05, "loss": 0.59, "step": 14440 }, { "epoch": 0.9514246679067011, "grad_norm": 0.287109375, "learning_rate": 1.9466578860717816e-05, "loss": 0.5889, "step": 14450 }, { "epoch": 0.9520830932824151, "grad_norm": 0.259765625, "learning_rate": 1.920316101415871e-05, "loss": 0.5231, "step": 14460 }, { "epoch": 0.9527415186581291, "grad_norm": 0.263671875, "learning_rate": 1.8939743167599606e-05, "loss": 0.5422, "step": 14470 }, { "epoch": 0.9533999440338431, "grad_norm": 0.27734375, "learning_rate": 1.86763253210405e-05, "loss": 0.6298, "step": 14480 }, { "epoch": 0.954058369409557, "grad_norm": 0.23046875, "learning_rate": 1.8412907474481396e-05, "loss": 0.5118, "step": 14490 }, { "epoch": 0.954716794785271, "grad_norm": 0.255859375, "learning_rate": 1.814948962792229e-05, "loss": 0.5305, "step": 14500 }, { "epoch": 0.955375220160985, "grad_norm": 0.30078125, "learning_rate": 1.788607178136319e-05, "loss": 0.5644, "step": 14510 }, { "epoch": 0.956033645536699, "grad_norm": 0.2275390625, "learning_rate": 1.7622653934804085e-05, "loss": 0.5784, "step": 14520 }, { "epoch": 0.9566920709124129, "grad_norm": 0.27734375, "learning_rate": 1.735923608824498e-05, "loss": 0.5887, "step": 14530 }, { "epoch": 0.957350496288127, "grad_norm": 0.25390625, "learning_rate": 1.7095818241685875e-05, "loss": 0.5311, "step": 14540 }, { "epoch": 0.9580089216638409, "grad_norm": 0.23046875, "learning_rate": 1.683240039512677e-05, "loss": 0.5365, "step": 14550 }, { "epoch": 0.9586673470395549, "grad_norm": 0.26171875, "learning_rate": 1.6568982548567665e-05, "loss": 0.6081, "step": 14560 }, { "epoch": 0.9593257724152688, "grad_norm": 0.2333984375, "learning_rate": 1.630556470200856e-05, "loss": 0.5758, "step": 14570 }, { "epoch": 0.9599841977909829, "grad_norm": 0.25390625, "learning_rate": 1.604214685544946e-05, "loss": 0.5782, "step": 14580 }, { "epoch": 0.9606426231666968, "grad_norm": 0.2578125, "learning_rate": 1.5778729008890354e-05, "loss": 0.5632, "step": 14590 }, { "epoch": 0.9613010485424108, "grad_norm": 0.271484375, "learning_rate": 1.551531116233125e-05, "loss": 0.512, "step": 14600 }, { "epoch": 0.9619594739181248, "grad_norm": 0.28125, "learning_rate": 1.5251893315772144e-05, "loss": 0.5789, "step": 14610 }, { "epoch": 0.9626178992938388, "grad_norm": 0.2490234375, "learning_rate": 1.498847546921304e-05, "loss": 0.5708, "step": 14620 }, { "epoch": 0.9632763246695528, "grad_norm": 0.3125, "learning_rate": 1.4725057622653934e-05, "loss": 0.599, "step": 14630 }, { "epoch": 0.9639347500452667, "grad_norm": 0.287109375, "learning_rate": 1.4461639776094831e-05, "loss": 0.5415, "step": 14640 }, { "epoch": 0.9645931754209808, "grad_norm": 0.298828125, "learning_rate": 1.4198221929535726e-05, "loss": 0.5342, "step": 14650 }, { "epoch": 0.9652516007966947, "grad_norm": 0.30859375, "learning_rate": 1.3934804082976622e-05, "loss": 0.555, "step": 14660 }, { "epoch": 0.9659100261724087, "grad_norm": 0.27734375, "learning_rate": 1.3671386236417518e-05, "loss": 0.5161, "step": 14670 }, { "epoch": 0.9665684515481227, "grad_norm": 0.2734375, "learning_rate": 1.3407968389858413e-05, "loss": 0.5746, "step": 14680 }, { "epoch": 0.9672268769238367, "grad_norm": 0.283203125, "learning_rate": 1.3144550543299309e-05, "loss": 0.5457, "step": 14690 }, { "epoch": 0.9678853022995506, "grad_norm": 0.255859375, "learning_rate": 1.2881132696740205e-05, "loss": 0.5692, "step": 14700 }, { "epoch": 0.9685437276752646, "grad_norm": 0.2294921875, "learning_rate": 1.26177148501811e-05, "loss": 0.4973, "step": 14710 }, { "epoch": 0.9692021530509786, "grad_norm": 0.2578125, "learning_rate": 1.2354297003621997e-05, "loss": 0.6032, "step": 14720 }, { "epoch": 0.9698605784266926, "grad_norm": 0.251953125, "learning_rate": 1.209087915706289e-05, "loss": 0.5423, "step": 14730 }, { "epoch": 0.9705190038024065, "grad_norm": 0.2275390625, "learning_rate": 1.1827461310503788e-05, "loss": 0.5275, "step": 14740 }, { "epoch": 0.9711774291781206, "grad_norm": 0.255859375, "learning_rate": 1.1564043463944683e-05, "loss": 0.5678, "step": 14750 }, { "epoch": 0.9718358545538345, "grad_norm": 0.271484375, "learning_rate": 1.1300625617385578e-05, "loss": 0.5262, "step": 14760 }, { "epoch": 0.9724942799295485, "grad_norm": 0.201171875, "learning_rate": 1.1037207770826475e-05, "loss": 0.5203, "step": 14770 }, { "epoch": 0.9731527053052624, "grad_norm": 0.2490234375, "learning_rate": 1.077378992426737e-05, "loss": 0.5263, "step": 14780 }, { "epoch": 0.9738111306809765, "grad_norm": 0.2890625, "learning_rate": 1.0510372077708265e-05, "loss": 0.5865, "step": 14790 }, { "epoch": 0.9744695560566904, "grad_norm": 0.2470703125, "learning_rate": 1.0246954231149162e-05, "loss": 0.5571, "step": 14800 }, { "epoch": 0.9751279814324044, "grad_norm": 0.283203125, "learning_rate": 9.983536384590055e-06, "loss": 0.6077, "step": 14810 }, { "epoch": 0.9757864068081183, "grad_norm": 0.271484375, "learning_rate": 9.720118538030952e-06, "loss": 0.5399, "step": 14820 }, { "epoch": 0.9764448321838324, "grad_norm": 0.205078125, "learning_rate": 9.456700691471849e-06, "loss": 0.5349, "step": 14830 }, { "epoch": 0.9771032575595463, "grad_norm": 0.244140625, "learning_rate": 9.193282844912742e-06, "loss": 0.5595, "step": 14840 }, { "epoch": 0.9777616829352603, "grad_norm": 0.25, "learning_rate": 8.929864998353639e-06, "loss": 0.5829, "step": 14850 }, { "epoch": 0.9784201083109743, "grad_norm": 0.240234375, "learning_rate": 8.666447151794536e-06, "loss": 0.5486, "step": 14860 }, { "epoch": 0.9790785336866883, "grad_norm": 0.28125, "learning_rate": 8.40302930523543e-06, "loss": 0.5497, "step": 14870 }, { "epoch": 0.9797369590624022, "grad_norm": 0.193359375, "learning_rate": 8.139611458676326e-06, "loss": 0.5922, "step": 14880 }, { "epoch": 0.9803953844381162, "grad_norm": 0.23828125, "learning_rate": 7.876193612117223e-06, "loss": 0.544, "step": 14890 }, { "epoch": 0.9810538098138303, "grad_norm": 0.25390625, "learning_rate": 7.612775765558117e-06, "loss": 0.5611, "step": 14900 }, { "epoch": 0.9817122351895442, "grad_norm": 0.263671875, "learning_rate": 7.349357918999013e-06, "loss": 0.5994, "step": 14910 }, { "epoch": 0.9823706605652582, "grad_norm": 0.232421875, "learning_rate": 7.085940072439907e-06, "loss": 0.4737, "step": 14920 }, { "epoch": 0.9830290859409722, "grad_norm": 0.2412109375, "learning_rate": 6.822522225880803e-06, "loss": 0.5975, "step": 14930 }, { "epoch": 0.9836875113166862, "grad_norm": 0.2275390625, "learning_rate": 6.5591043793217e-06, "loss": 0.5262, "step": 14940 }, { "epoch": 0.9843459366924001, "grad_norm": 0.234375, "learning_rate": 6.295686532762594e-06, "loss": 0.5668, "step": 14950 }, { "epoch": 0.9850043620681141, "grad_norm": 0.220703125, "learning_rate": 6.03226868620349e-06, "loss": 0.574, "step": 14960 }, { "epoch": 0.9856627874438281, "grad_norm": 0.2080078125, "learning_rate": 5.768850839644386e-06, "loss": 0.5478, "step": 14970 }, { "epoch": 0.9863212128195421, "grad_norm": 0.265625, "learning_rate": 5.505432993085282e-06, "loss": 0.5058, "step": 14980 }, { "epoch": 0.986979638195256, "grad_norm": 0.2373046875, "learning_rate": 5.242015146526177e-06, "loss": 0.5374, "step": 14990 }, { "epoch": 0.9876380635709701, "grad_norm": 0.1953125, "learning_rate": 4.9785972999670725e-06, "loss": 0.4689, "step": 15000 }, { "epoch": 0.988296488946684, "grad_norm": 0.26953125, "learning_rate": 4.715179453407969e-06, "loss": 0.5913, "step": 15010 }, { "epoch": 0.988954914322398, "grad_norm": 0.18359375, "learning_rate": 4.451761606848864e-06, "loss": 0.534, "step": 15020 }, { "epoch": 0.9896133396981119, "grad_norm": 0.232421875, "learning_rate": 4.1883437602897595e-06, "loss": 0.563, "step": 15030 }, { "epoch": 0.990271765073826, "grad_norm": 0.296875, "learning_rate": 3.9249259137306555e-06, "loss": 0.5504, "step": 15040 }, { "epoch": 0.9909301904495399, "grad_norm": 0.263671875, "learning_rate": 3.6615080671715514e-06, "loss": 0.5811, "step": 15050 }, { "epoch": 0.9915886158252539, "grad_norm": 0.265625, "learning_rate": 3.3980902206124466e-06, "loss": 0.5681, "step": 15060 }, { "epoch": 0.9922470412009678, "grad_norm": 0.2138671875, "learning_rate": 3.134672374053342e-06, "loss": 0.5, "step": 15070 }, { "epoch": 0.9929054665766819, "grad_norm": 0.259765625, "learning_rate": 2.8712545274942376e-06, "loss": 0.5586, "step": 15080 }, { "epoch": 0.9935638919523958, "grad_norm": 0.28125, "learning_rate": 2.6078366809351336e-06, "loss": 0.5518, "step": 15090 }, { "epoch": 0.9942223173281098, "grad_norm": 0.2265625, "learning_rate": 2.344418834376029e-06, "loss": 0.5361, "step": 15100 }, { "epoch": 0.9948807427038238, "grad_norm": 0.267578125, "learning_rate": 2.0810009878169247e-06, "loss": 0.5142, "step": 15110 }, { "epoch": 0.9955391680795378, "grad_norm": 0.216796875, "learning_rate": 1.8175831412578202e-06, "loss": 0.581, "step": 15120 }, { "epoch": 0.9961975934552517, "grad_norm": 0.244140625, "learning_rate": 1.554165294698716e-06, "loss": 0.5341, "step": 15130 }, { "epoch": 0.9968560188309658, "grad_norm": 0.2490234375, "learning_rate": 1.2907474481396115e-06, "loss": 0.5635, "step": 15140 }, { "epoch": 0.9975144442066797, "grad_norm": 0.271484375, "learning_rate": 1.027329601580507e-06, "loss": 0.6278, "step": 15150 }, { "epoch": 0.9981728695823937, "grad_norm": 0.244140625, "learning_rate": 7.639117550214027e-07, "loss": 0.5967, "step": 15160 }, { "epoch": 0.9988312949581077, "grad_norm": 0.279296875, "learning_rate": 5.004939084622983e-07, "loss": 0.5639, "step": 15170 }, { "epoch": 0.9994897203338217, "grad_norm": 0.2412109375, "learning_rate": 2.3707606190319394e-07, "loss": 0.5455, "step": 15180 } ], "logging_steps": 10, "max_steps": 15188, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2.6717390686755226e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }