| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 1000, |
| "global_step": 8029, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0012454851164528584, |
| "grad_norm": 32.3415608390714, |
| "learning_rate": 9.950248756218906e-08, |
| "loss": 3.4644, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0024909702329057168, |
| "grad_norm": 25.480025620708208, |
| "learning_rate": 3.4825870646766175e-07, |
| "loss": 3.2929, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.003736455349358575, |
| "grad_norm": 12.863917253019975, |
| "learning_rate": 5.970149253731343e-07, |
| "loss": 2.7645, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0049819404658114335, |
| "grad_norm": 8.661769957642282, |
| "learning_rate": 8.457711442786071e-07, |
| "loss": 1.9337, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.006227425582264292, |
| "grad_norm": 4.547851186090259, |
| "learning_rate": 1.0945273631840796e-06, |
| "loss": 1.2927, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.00747291069871715, |
| "grad_norm": 6.988951275950853, |
| "learning_rate": 1.3432835820895524e-06, |
| "loss": 0.8596, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.008718395815170008, |
| "grad_norm": 4.536503979583195, |
| "learning_rate": 1.592039800995025e-06, |
| "loss": 0.6875, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.009963880931622867, |
| "grad_norm": 2.346121168881654, |
| "learning_rate": 1.8407960199004975e-06, |
| "loss": 0.4645, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.011209366048075726, |
| "grad_norm": 2.1671318696701634, |
| "learning_rate": 2.08955223880597e-06, |
| "loss": 0.3597, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.012454851164528585, |
| "grad_norm": 1.4808764283998557, |
| "learning_rate": 2.338308457711443e-06, |
| "loss": 0.3404, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.013700336280981442, |
| "grad_norm": 2.6469110933498814, |
| "learning_rate": 2.5870646766169156e-06, |
| "loss": 0.2943, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0149458213974343, |
| "grad_norm": 1.3279656822564871, |
| "learning_rate": 2.835820895522388e-06, |
| "loss": 0.247, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.016191306513887158, |
| "grad_norm": 1.302836510685337, |
| "learning_rate": 3.0845771144278608e-06, |
| "loss": 0.2096, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.017436791630340016, |
| "grad_norm": 1.6249274804656253, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.2025, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.018682276746792875, |
| "grad_norm": 0.576179870318832, |
| "learning_rate": 3.582089552238806e-06, |
| "loss": 0.18, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.019927761863245734, |
| "grad_norm": 0.47200629179365866, |
| "learning_rate": 3.8308457711442784e-06, |
| "loss": 0.1537, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.021173246979698593, |
| "grad_norm": 0.4438513005336629, |
| "learning_rate": 4.079601990049751e-06, |
| "loss": 0.1416, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.02241873209615145, |
| "grad_norm": 0.5119712526129353, |
| "learning_rate": 4.3283582089552236e-06, |
| "loss": 0.1355, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02366421721260431, |
| "grad_norm": 0.32603135016250945, |
| "learning_rate": 4.577114427860697e-06, |
| "loss": 0.1308, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.02490970232905717, |
| "grad_norm": 0.6505900620341762, |
| "learning_rate": 4.8258706467661695e-06, |
| "loss": 0.1191, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.026155187445510025, |
| "grad_norm": 0.7492762783220748, |
| "learning_rate": 5.074626865671642e-06, |
| "loss": 0.1126, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.027400672561962883, |
| "grad_norm": 0.31871727876603, |
| "learning_rate": 5.323383084577115e-06, |
| "loss": 0.115, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.028646157678415742, |
| "grad_norm": 0.35982305102159207, |
| "learning_rate": 5.572139303482588e-06, |
| "loss": 0.1065, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.0298916427948686, |
| "grad_norm": 1.1496609573283096, |
| "learning_rate": 5.820895522388061e-06, |
| "loss": 0.0991, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03113712791132146, |
| "grad_norm": 0.33707215880834224, |
| "learning_rate": 6.069651741293533e-06, |
| "loss": 0.1008, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.032382613027774315, |
| "grad_norm": 0.6415190743111118, |
| "learning_rate": 6.318407960199006e-06, |
| "loss": 0.095, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.033628098144227174, |
| "grad_norm": 0.2926220853782081, |
| "learning_rate": 6.567164179104478e-06, |
| "loss": 0.0891, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.03487358326068003, |
| "grad_norm": 1.0821127561427188, |
| "learning_rate": 6.815920398009951e-06, |
| "loss": 0.0926, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03611906837713289, |
| "grad_norm": 0.2223395687156767, |
| "learning_rate": 7.064676616915423e-06, |
| "loss": 0.0887, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.03736455349358575, |
| "grad_norm": 0.7983248688393392, |
| "learning_rate": 7.313432835820896e-06, |
| "loss": 0.0871, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03861003861003861, |
| "grad_norm": 0.33593570329622213, |
| "learning_rate": 7.5621890547263685e-06, |
| "loss": 0.082, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.03985552372649147, |
| "grad_norm": 0.2641752043712419, |
| "learning_rate": 7.810945273631842e-06, |
| "loss": 0.082, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04110100884294433, |
| "grad_norm": 0.2489578420678032, |
| "learning_rate": 8.059701492537314e-06, |
| "loss": 0.0807, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.042346493959397186, |
| "grad_norm": 0.26255217591168595, |
| "learning_rate": 8.308457711442787e-06, |
| "loss": 0.0785, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.043591979075850044, |
| "grad_norm": 0.23946518388509047, |
| "learning_rate": 8.557213930348259e-06, |
| "loss": 0.075, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0448374641923029, |
| "grad_norm": 0.48978889854780566, |
| "learning_rate": 8.805970149253732e-06, |
| "loss": 0.0703, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04608294930875576, |
| "grad_norm": 0.2962946028664091, |
| "learning_rate": 9.054726368159204e-06, |
| "loss": 0.0728, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.04732843442520862, |
| "grad_norm": 2.561942986560748, |
| "learning_rate": 9.303482587064677e-06, |
| "loss": 0.072, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.04857391954166148, |
| "grad_norm": 0.19974610955113598, |
| "learning_rate": 9.552238805970149e-06, |
| "loss": 0.0726, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.04981940465811434, |
| "grad_norm": 0.2590515690991322, |
| "learning_rate": 9.800995024875622e-06, |
| "loss": 0.0699, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.0510648897745672, |
| "grad_norm": 0.23290141366261857, |
| "learning_rate": 9.99999830335013e-06, |
| "loss": 0.0703, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.05231037489102005, |
| "grad_norm": 0.40462475733847536, |
| "learning_rate": 9.9999389207256e-06, |
| "loss": 0.0671, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.05355586000747291, |
| "grad_norm": 0.1992853939667153, |
| "learning_rate": 9.999794706759033e-06, |
| "loss": 0.0642, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.05480134512392577, |
| "grad_norm": 0.25005263193683325, |
| "learning_rate": 9.99956566389724e-06, |
| "loss": 0.0651, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.056046830240378626, |
| "grad_norm": 0.19810910279996163, |
| "learning_rate": 9.999251796026267e-06, |
| "loss": 0.0636, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.057292315356831484, |
| "grad_norm": 0.29240057935413744, |
| "learning_rate": 9.998853108471344e-06, |
| "loss": 0.0636, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.05853780047328434, |
| "grad_norm": 0.1984892241286391, |
| "learning_rate": 9.998369607996798e-06, |
| "loss": 0.066, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.0597832855897372, |
| "grad_norm": 0.2947006490171397, |
| "learning_rate": 9.997801302805926e-06, |
| "loss": 0.0594, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.06102877070619006, |
| "grad_norm": 0.18665953295143467, |
| "learning_rate": 9.99714820254086e-06, |
| "loss": 0.0689, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.06227425582264292, |
| "grad_norm": 0.15776324665440072, |
| "learning_rate": 9.996410318282419e-06, |
| "loss": 0.0629, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06351974093909578, |
| "grad_norm": 0.19893409117531088, |
| "learning_rate": 9.995587662549889e-06, |
| "loss": 0.0625, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.06476522605554863, |
| "grad_norm": 0.1735255827587707, |
| "learning_rate": 9.994680249300844e-06, |
| "loss": 0.0589, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0660107111720015, |
| "grad_norm": 0.19646006827520265, |
| "learning_rate": 9.993688093930886e-06, |
| "loss": 0.0652, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.06725619628845435, |
| "grad_norm": 0.22623430709009726, |
| "learning_rate": 9.992611213273399e-06, |
| "loss": 0.0597, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.06850168140490721, |
| "grad_norm": 0.18327306390120063, |
| "learning_rate": 9.991449625599248e-06, |
| "loss": 0.0588, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.06974716652136007, |
| "grad_norm": 0.1580054956829609, |
| "learning_rate": 9.990203350616484e-06, |
| "loss": 0.0619, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07099265163781293, |
| "grad_norm": 0.19834896954819606, |
| "learning_rate": 9.988872409470001e-06, |
| "loss": 0.0611, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.07223813675426578, |
| "grad_norm": 0.16314415947022498, |
| "learning_rate": 9.98745682474118e-06, |
| "loss": 0.0604, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07348362187071865, |
| "grad_norm": 0.16290843158832854, |
| "learning_rate": 9.985956620447504e-06, |
| "loss": 0.0576, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0747291069871715, |
| "grad_norm": 0.19591924007546974, |
| "learning_rate": 9.984371822042151e-06, |
| "loss": 0.057, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07597459210362437, |
| "grad_norm": 0.2320859070446132, |
| "learning_rate": 9.982702456413569e-06, |
| "loss": 0.0583, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.07722007722007722, |
| "grad_norm": 0.24472879145819784, |
| "learning_rate": 9.980948551885005e-06, |
| "loss": 0.0578, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.07846556233653008, |
| "grad_norm": 0.1669725544164473, |
| "learning_rate": 9.97911013821404e-06, |
| "loss": 0.0575, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.07971104745298294, |
| "grad_norm": 0.17241984682854564, |
| "learning_rate": 9.977187246592077e-06, |
| "loss": 0.0603, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.0809565325694358, |
| "grad_norm": 0.16131121027720133, |
| "learning_rate": 9.975179909643805e-06, |
| "loss": 0.0562, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.08220201768588865, |
| "grad_norm": 0.1604328826857812, |
| "learning_rate": 9.973088161426658e-06, |
| "loss": 0.0576, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.0834475028023415, |
| "grad_norm": 0.1629200393652728, |
| "learning_rate": 9.970912037430234e-06, |
| "loss": 0.0572, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.08469298791879437, |
| "grad_norm": 0.1461978920145311, |
| "learning_rate": 9.968651574575687e-06, |
| "loss": 0.0553, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.08593847303524722, |
| "grad_norm": 0.16209938995070383, |
| "learning_rate": 9.966306811215105e-06, |
| "loss": 0.0536, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.08718395815170009, |
| "grad_norm": 0.19541525812908397, |
| "learning_rate": 9.963877787130859e-06, |
| "loss": 0.0539, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.08842944326815294, |
| "grad_norm": 0.1545173625361575, |
| "learning_rate": 9.961364543534924e-06, |
| "loss": 0.0553, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.0896749283846058, |
| "grad_norm": 0.16095801919296102, |
| "learning_rate": 9.95876712306819e-06, |
| "loss": 0.0537, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09092041350105866, |
| "grad_norm": 0.14887807294672145, |
| "learning_rate": 9.956085569799724e-06, |
| "loss": 0.0504, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.09216589861751152, |
| "grad_norm": 0.1698520709293453, |
| "learning_rate": 9.95331992922604e-06, |
| "loss": 0.0529, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09341138373396438, |
| "grad_norm": 0.16598062442974584, |
| "learning_rate": 9.950470248270307e-06, |
| "loss": 0.0564, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.09465686885041724, |
| "grad_norm": 0.17737770942501244, |
| "learning_rate": 9.947536575281568e-06, |
| "loss": 0.0512, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.0959023539668701, |
| "grad_norm": 0.16015622463667809, |
| "learning_rate": 9.944518960033917e-06, |
| "loss": 0.0551, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.09714783908332296, |
| "grad_norm": 0.14721291686225765, |
| "learning_rate": 9.941417453725649e-06, |
| "loss": 0.0507, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.09839332419977581, |
| "grad_norm": 0.15025959809228565, |
| "learning_rate": 9.938232108978393e-06, |
| "loss": 0.0502, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.09963880931622868, |
| "grad_norm": 0.15529305685637196, |
| "learning_rate": 9.934962979836224e-06, |
| "loss": 0.0504, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.10088429443268153, |
| "grad_norm": 0.15689543890929084, |
| "learning_rate": 9.931610121764744e-06, |
| "loss": 0.0508, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1021297795491344, |
| "grad_norm": 0.1344138827444646, |
| "learning_rate": 9.928173591650137e-06, |
| "loss": 0.0519, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.10337526466558725, |
| "grad_norm": 0.7979415465164218, |
| "learning_rate": 9.924653447798204e-06, |
| "loss": 0.054, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.1046207497820401, |
| "grad_norm": 0.18879786339120036, |
| "learning_rate": 9.921049749933384e-06, |
| "loss": 0.0539, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.10586623489849296, |
| "grad_norm": 0.14405857504328634, |
| "learning_rate": 9.91736255919773e-06, |
| "loss": 0.0533, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.10711172001494582, |
| "grad_norm": 0.13950191715821708, |
| "learning_rate": 9.913591938149872e-06, |
| "loss": 0.0505, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.10835720513139868, |
| "grad_norm": 0.14169146418069137, |
| "learning_rate": 9.909737950763958e-06, |
| "loss": 0.0508, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.10960269024785153, |
| "grad_norm": 0.12924275214745518, |
| "learning_rate": 9.905800662428575e-06, |
| "loss": 0.0482, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.1108481753643044, |
| "grad_norm": 0.1470760362836568, |
| "learning_rate": 9.901780139945627e-06, |
| "loss": 0.0482, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.11209366048075725, |
| "grad_norm": 0.13291195502690506, |
| "learning_rate": 9.897676451529215e-06, |
| "loss": 0.0517, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.11333914559721012, |
| "grad_norm": 0.13390278563858438, |
| "learning_rate": 9.893489666804463e-06, |
| "loss": 0.0509, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.11458463071366297, |
| "grad_norm": 0.1671697925970578, |
| "learning_rate": 9.889219856806356e-06, |
| "loss": 0.0494, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.11583011583011583, |
| "grad_norm": 0.12304313859255972, |
| "learning_rate": 9.88486709397852e-06, |
| "loss": 0.0486, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.11707560094656869, |
| "grad_norm": 0.13908830833667438, |
| "learning_rate": 9.880431452171999e-06, |
| "loss": 0.0488, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.11832108606302155, |
| "grad_norm": 0.12296731852388516, |
| "learning_rate": 9.875913006644005e-06, |
| "loss": 0.0479, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.1195665711794744, |
| "grad_norm": 0.1691596906562094, |
| "learning_rate": 9.87131183405663e-06, |
| "loss": 0.051, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.12081205629592727, |
| "grad_norm": 0.130152721836032, |
| "learning_rate": 9.866628012475558e-06, |
| "loss": 0.0487, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.12205754141238012, |
| "grad_norm": 0.11267290434698013, |
| "learning_rate": 9.861861621368736e-06, |
| "loss": 0.0507, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.12330302652883297, |
| "grad_norm": 0.11331354524627157, |
| "learning_rate": 9.857012741605021e-06, |
| "loss": 0.0468, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.12454851164528584, |
| "grad_norm": 0.15865708412965962, |
| "learning_rate": 9.852081455452814e-06, |
| "loss": 0.0489, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12454851164528584, |
| "eval_loss": 0.05067430064082146, |
| "eval_runtime": 837.2581, |
| "eval_samples_per_second": 4.779, |
| "eval_steps_per_second": 0.3, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1257939967617387, |
| "grad_norm": 0.12008518001971867, |
| "learning_rate": 9.847067846578659e-06, |
| "loss": 0.0484, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.12703948187819156, |
| "grad_norm": 0.12646879015730683, |
| "learning_rate": 9.841972000045835e-06, |
| "loss": 0.0591, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.12828496699464442, |
| "grad_norm": 0.11364990085331482, |
| "learning_rate": 9.83679400231289e-06, |
| "loss": 0.0494, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.12953045211109726, |
| "grad_norm": 0.11021349917771965, |
| "learning_rate": 9.831533941232204e-06, |
| "loss": 0.0481, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.13077593722755013, |
| "grad_norm": 0.13551575516221423, |
| "learning_rate": 9.826191906048472e-06, |
| "loss": 0.0474, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.132021422344003, |
| "grad_norm": 0.14122398348644333, |
| "learning_rate": 9.820767987397203e-06, |
| "loss": 0.0459, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.13326690746045586, |
| "grad_norm": 0.12736875628169675, |
| "learning_rate": 9.815262277303183e-06, |
| "loss": 0.0477, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1345123925769087, |
| "grad_norm": 0.23110936390101788, |
| "learning_rate": 9.809674869178907e-06, |
| "loss": 0.0462, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.13575787769336156, |
| "grad_norm": 0.14834027930375704, |
| "learning_rate": 9.804005857822998e-06, |
| "loss": 0.0511, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.13700336280981443, |
| "grad_norm": 0.15740511829453357, |
| "learning_rate": 9.798255339418602e-06, |
| "loss": 0.0465, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.1382488479262673, |
| "grad_norm": 0.6994208642724673, |
| "learning_rate": 9.792423411531748e-06, |
| "loss": 0.0452, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.13949433304272013, |
| "grad_norm": 0.10523328058081761, |
| "learning_rate": 9.786510173109698e-06, |
| "loss": 0.0473, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.140739818159173, |
| "grad_norm": 0.1237911423948465, |
| "learning_rate": 9.780515724479269e-06, |
| "loss": 0.0478, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.14198530327562586, |
| "grad_norm": 0.10909368404610931, |
| "learning_rate": 9.774440167345128e-06, |
| "loss": 0.0519, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.14323078839207873, |
| "grad_norm": 0.11941370989825983, |
| "learning_rate": 9.768283604788066e-06, |
| "loss": 0.0448, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.14447627350853157, |
| "grad_norm": 0.10569604500692853, |
| "learning_rate": 9.762046141263252e-06, |
| "loss": 0.0473, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.14572175862498443, |
| "grad_norm": 0.11930885115843079, |
| "learning_rate": 9.75572788259846e-06, |
| "loss": 0.0454, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1469672437414373, |
| "grad_norm": 0.1529042882405941, |
| "learning_rate": 9.749328935992272e-06, |
| "loss": 0.0479, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.14821272885789014, |
| "grad_norm": 0.12662782458494234, |
| "learning_rate": 9.742849410012258e-06, |
| "loss": 0.0487, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.149458213974343, |
| "grad_norm": 0.13041132917045617, |
| "learning_rate": 9.736289414593141e-06, |
| "loss": 0.0457, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.15070369909079587, |
| "grad_norm": 0.164274078618184, |
| "learning_rate": 9.72964906103492e-06, |
| "loss": 0.0485, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.15194918420724873, |
| "grad_norm": 0.10818673095804575, |
| "learning_rate": 9.722928462000995e-06, |
| "loss": 0.0456, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.15319466932370157, |
| "grad_norm": 0.1552950433826579, |
| "learning_rate": 9.716127731516244e-06, |
| "loss": 0.045, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.15444015444015444, |
| "grad_norm": 0.12126428490890664, |
| "learning_rate": 9.709246984965096e-06, |
| "loss": 0.0455, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.1556856395566073, |
| "grad_norm": 0.11864472718798152, |
| "learning_rate": 9.702286339089571e-06, |
| "loss": 0.0481, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.15693112467306017, |
| "grad_norm": 0.10464973543054351, |
| "learning_rate": 9.695245911987296e-06, |
| "loss": 0.0445, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.158176609789513, |
| "grad_norm": 0.1326030396019517, |
| "learning_rate": 9.68812582310951e-06, |
| "loss": 0.045, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.15942209490596587, |
| "grad_norm": 0.10871250003075815, |
| "learning_rate": 9.68092619325902e-06, |
| "loss": 0.0445, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.16066758002241874, |
| "grad_norm": 0.12614974726798006, |
| "learning_rate": 9.673647144588179e-06, |
| "loss": 0.0468, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1619130651388716, |
| "grad_norm": 0.12395416843875896, |
| "learning_rate": 9.666288800596783e-06, |
| "loss": 0.0459, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.16315855025532444, |
| "grad_norm": 0.12469526881318954, |
| "learning_rate": 9.65885128613e-06, |
| "loss": 0.0479, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.1644040353717773, |
| "grad_norm": 0.10888988016342659, |
| "learning_rate": 9.651334727376238e-06, |
| "loss": 0.0438, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.16564952048823017, |
| "grad_norm": 0.11437633567324614, |
| "learning_rate": 9.643739251865007e-06, |
| "loss": 0.0461, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.166895005604683, |
| "grad_norm": 0.11243100463309648, |
| "learning_rate": 9.636064988464758e-06, |
| "loss": 0.0477, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.16814049072113588, |
| "grad_norm": 0.11775229353678274, |
| "learning_rate": 9.628312067380692e-06, |
| "loss": 0.0439, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.16938597583758874, |
| "grad_norm": 0.10576070226559706, |
| "learning_rate": 9.62048062015256e-06, |
| "loss": 0.0421, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.1706314609540416, |
| "grad_norm": 0.1225756664014832, |
| "learning_rate": 9.612570779652416e-06, |
| "loss": 0.0464, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.17187694607049445, |
| "grad_norm": 0.2526510367759425, |
| "learning_rate": 9.604582680082381e-06, |
| "loss": 0.0473, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.1731224311869473, |
| "grad_norm": 0.17121671255735518, |
| "learning_rate": 9.59651645697235e-06, |
| "loss": 0.0469, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.17436791630340018, |
| "grad_norm": 0.13788045784235398, |
| "learning_rate": 9.5883722471777e-06, |
| "loss": 0.0449, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.17561340141985304, |
| "grad_norm": 0.11515249340982896, |
| "learning_rate": 9.580150188876972e-06, |
| "loss": 0.0448, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.17685888653630588, |
| "grad_norm": 0.1253470560419917, |
| "learning_rate": 9.571850421569513e-06, |
| "loss": 0.0443, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.17810437165275875, |
| "grad_norm": 0.10614690655604767, |
| "learning_rate": 9.563473086073125e-06, |
| "loss": 0.0427, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.1793498567692116, |
| "grad_norm": 0.10078492497548407, |
| "learning_rate": 9.55501832452167e-06, |
| "loss": 0.044, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.18059534188566448, |
| "grad_norm": 0.11636102799380885, |
| "learning_rate": 9.54648628036265e-06, |
| "loss": 0.0436, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.18184082700211732, |
| "grad_norm": 0.1251116625684969, |
| "learning_rate": 9.537877098354787e-06, |
| "loss": 0.0541, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.18308631211857018, |
| "grad_norm": 0.1419915597237492, |
| "learning_rate": 9.529190924565555e-06, |
| "loss": 0.0431, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.18433179723502305, |
| "grad_norm": 0.11419668667392972, |
| "learning_rate": 9.520427906368715e-06, |
| "loss": 0.0449, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.1855772823514759, |
| "grad_norm": 0.11598298797722469, |
| "learning_rate": 9.511588192441799e-06, |
| "loss": 0.0444, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.18682276746792875, |
| "grad_norm": 0.11089301562266411, |
| "learning_rate": 9.502671932763598e-06, |
| "loss": 0.0441, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.18806825258438162, |
| "grad_norm": 0.10698032319807455, |
| "learning_rate": 9.493679278611616e-06, |
| "loss": 0.0438, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.18931373770083448, |
| "grad_norm": 0.12527021698193896, |
| "learning_rate": 9.484610382559501e-06, |
| "loss": 0.0445, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.19055922281728732, |
| "grad_norm": 0.10900615710064696, |
| "learning_rate": 9.475465398474455e-06, |
| "loss": 0.0445, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1918047079337402, |
| "grad_norm": 0.1403468055385648, |
| "learning_rate": 9.46624448151463e-06, |
| "loss": 0.0456, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.19305019305019305, |
| "grad_norm": 0.1869277922181907, |
| "learning_rate": 9.45694778812649e-06, |
| "loss": 0.0458, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.19429567816664592, |
| "grad_norm": 0.157447180906341, |
| "learning_rate": 9.447575476042155e-06, |
| "loss": 0.044, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.19554116328309876, |
| "grad_norm": 0.12324051539101406, |
| "learning_rate": 9.43812770427673e-06, |
| "loss": 0.0427, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.19678664839955162, |
| "grad_norm": 0.11563356170107901, |
| "learning_rate": 9.428604633125606e-06, |
| "loss": 0.0408, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.1980321335160045, |
| "grad_norm": 0.09761737865487308, |
| "learning_rate": 9.419006424161739e-06, |
| "loss": 0.0427, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.19927761863245735, |
| "grad_norm": 0.10249368675553559, |
| "learning_rate": 9.409333240232905e-06, |
| "loss": 0.0428, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2005231037489102, |
| "grad_norm": 0.11669776086288003, |
| "learning_rate": 9.399585245458947e-06, |
| "loss": 0.0443, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.20176858886536306, |
| "grad_norm": 0.09468584586364824, |
| "learning_rate": 9.389762605228975e-06, |
| "loss": 0.0413, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.20301407398181592, |
| "grad_norm": 0.11968306874997592, |
| "learning_rate": 9.379865486198584e-06, |
| "loss": 0.0437, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.2042595590982688, |
| "grad_norm": 0.09494979516841215, |
| "learning_rate": 9.369894056286996e-06, |
| "loss": 0.0419, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.20550504421472163, |
| "grad_norm": 0.09623346347367455, |
| "learning_rate": 9.359848484674239e-06, |
| "loss": 0.0426, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.2067505293311745, |
| "grad_norm": 0.12130237072433238, |
| "learning_rate": 9.349728941798258e-06, |
| "loss": 0.041, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.20799601444762736, |
| "grad_norm": 0.12871340456904928, |
| "learning_rate": 9.339535599352028e-06, |
| "loss": 0.0434, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.2092414995640802, |
| "grad_norm": 0.09171151878863659, |
| "learning_rate": 9.329268630280648e-06, |
| "loss": 0.0429, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.21048698468053306, |
| "grad_norm": 0.09982291501970612, |
| "learning_rate": 9.318928208778398e-06, |
| "loss": 0.0393, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.21173246979698593, |
| "grad_norm": 0.102908470033454, |
| "learning_rate": 9.308514510285789e-06, |
| "loss": 0.0437, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2129779549134388, |
| "grad_norm": 0.10809759008020647, |
| "learning_rate": 9.298027711486583e-06, |
| "loss": 0.0414, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.21422344002989163, |
| "grad_norm": 0.09922481615525773, |
| "learning_rate": 9.287467990304796e-06, |
| "loss": 0.0405, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.2154689251463445, |
| "grad_norm": 0.2454857877766523, |
| "learning_rate": 9.278967829598777e-06, |
| "loss": 0.0642, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.21671441026279736, |
| "grad_norm": 0.12679122997721115, |
| "learning_rate": 9.268277300444182e-06, |
| "loss": 0.0466, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.21795989537925023, |
| "grad_norm": 0.10334949659338302, |
| "learning_rate": 9.257514353666632e-06, |
| "loss": 0.0422, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.21920538049570307, |
| "grad_norm": 0.10766550798989903, |
| "learning_rate": 9.2466791718754e-06, |
| "loss": 0.0426, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.22045086561215593, |
| "grad_norm": 0.09498401264455936, |
| "learning_rate": 9.235771938905337e-06, |
| "loss": 0.0449, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2216963507286088, |
| "grad_norm": 0.09915101652344138, |
| "learning_rate": 9.224792839813743e-06, |
| "loss": 0.0435, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.22294183584506166, |
| "grad_norm": 0.16658667419219628, |
| "learning_rate": 9.213742060877235e-06, |
| "loss": 0.0522, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.2241873209615145, |
| "grad_norm": 0.11676226870887034, |
| "learning_rate": 9.202619789588587e-06, |
| "loss": 0.0419, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.22543280607796737, |
| "grad_norm": 0.11632456369300531, |
| "learning_rate": 9.191426214653545e-06, |
| "loss": 0.0422, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.22667829119442023, |
| "grad_norm": 0.13094132334044692, |
| "learning_rate": 9.180161525987622e-06, |
| "loss": 0.0432, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.22792377631087307, |
| "grad_norm": 0.5133186348285592, |
| "learning_rate": 9.168825914712887e-06, |
| "loss": 0.0439, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.22916926142732594, |
| "grad_norm": 0.1126566913085879, |
| "learning_rate": 9.157419573154712e-06, |
| "loss": 0.0424, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.2304147465437788, |
| "grad_norm": 0.11872246307002708, |
| "learning_rate": 9.145942694838514e-06, |
| "loss": 0.0452, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.23166023166023167, |
| "grad_norm": 0.11638084946068121, |
| "learning_rate": 9.134395474486471e-06, |
| "loss": 0.043, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.2329057167766845, |
| "grad_norm": 0.09781456820229469, |
| "learning_rate": 9.122778108014212e-06, |
| "loss": 0.0405, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.23415120189313737, |
| "grad_norm": 0.10584584559462579, |
| "learning_rate": 9.111090792527505e-06, |
| "loss": 0.0423, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.23539668700959024, |
| "grad_norm": 0.10925593174245034, |
| "learning_rate": 9.099333726318904e-06, |
| "loss": 0.047, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2366421721260431, |
| "grad_norm": 0.10367090384152275, |
| "learning_rate": 9.087507108864388e-06, |
| "loss": 0.0426, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.23788765724249594, |
| "grad_norm": 0.09506359091665009, |
| "learning_rate": 9.075611140819971e-06, |
| "loss": 0.0401, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.2391331423589488, |
| "grad_norm": 0.1111594741008404, |
| "learning_rate": 9.063646024018309e-06, |
| "loss": 0.0451, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.24037862747540167, |
| "grad_norm": 0.11301927478560299, |
| "learning_rate": 9.051611961465264e-06, |
| "loss": 0.0421, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.24162411259185454, |
| "grad_norm": 0.10789281571638606, |
| "learning_rate": 9.039509157336461e-06, |
| "loss": 0.0401, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.24286959770830738, |
| "grad_norm": 0.1089623526464556, |
| "learning_rate": 9.027337816973839e-06, |
| "loss": 0.0433, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.24411508282476024, |
| "grad_norm": 0.11849781991781926, |
| "learning_rate": 9.015098146882143e-06, |
| "loss": 0.0429, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.2453605679412131, |
| "grad_norm": 0.10702936405408302, |
| "learning_rate": 9.002790354725439e-06, |
| "loss": 0.0407, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.24660605305766595, |
| "grad_norm": 0.1009623884471384, |
| "learning_rate": 8.990414649323581e-06, |
| "loss": 0.0411, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.2478515381741188, |
| "grad_norm": 0.098165132502255, |
| "learning_rate": 8.977971240648683e-06, |
| "loss": 0.0407, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.24909702329057168, |
| "grad_norm": 0.09911720442830722, |
| "learning_rate": 8.965460339821524e-06, |
| "loss": 0.0413, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.24909702329057168, |
| "eval_loss": 0.04383137822151184, |
| "eval_runtime": 837.2466, |
| "eval_samples_per_second": 4.779, |
| "eval_steps_per_second": 0.3, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.25034250840702454, |
| "grad_norm": 0.09733221424301261, |
| "learning_rate": 8.952882159108001e-06, |
| "loss": 0.0462, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.2515879935234774, |
| "grad_norm": 0.08904028592951219, |
| "learning_rate": 8.940236911915517e-06, |
| "loss": 0.0397, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.2528334786399303, |
| "grad_norm": 0.10223479310930707, |
| "learning_rate": 8.927524812789344e-06, |
| "loss": 0.0417, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.2540789637563831, |
| "grad_norm": 0.10176207129527515, |
| "learning_rate": 8.914746077409007e-06, |
| "loss": 0.0398, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.25532444887283595, |
| "grad_norm": 0.1345916238686809, |
| "learning_rate": 8.901900922584607e-06, |
| "loss": 0.0412, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.25656993398928885, |
| "grad_norm": 0.12462863862373187, |
| "learning_rate": 8.88898956625315e-06, |
| "loss": 0.0407, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.2578154191057417, |
| "grad_norm": 0.18923051207281882, |
| "learning_rate": 8.87601222747485e-06, |
| "loss": 0.04, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.2590609042221945, |
| "grad_norm": 0.12257338708335132, |
| "learning_rate": 8.86296912642941e-06, |
| "loss": 0.0411, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.2603063893386474, |
| "grad_norm": 0.11075532387556147, |
| "learning_rate": 8.849860484412286e-06, |
| "loss": 0.0451, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.26155187445510025, |
| "grad_norm": 0.09032535067048295, |
| "learning_rate": 8.836686523830932e-06, |
| "loss": 0.0404, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.26279735957155315, |
| "grad_norm": 0.09193144129394688, |
| "learning_rate": 8.823447468201034e-06, |
| "loss": 0.0401, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.264042844688006, |
| "grad_norm": 0.10362652954418632, |
| "learning_rate": 8.810143542142704e-06, |
| "loss": 0.0417, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.2652883298044588, |
| "grad_norm": 0.11300498286039973, |
| "learning_rate": 8.79677497137668e-06, |
| "loss": 0.0401, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.2665338149209117, |
| "grad_norm": 0.10397514267437184, |
| "learning_rate": 8.783341982720493e-06, |
| "loss": 0.0402, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.26777930003736455, |
| "grad_norm": 0.15892501392526515, |
| "learning_rate": 8.76984480408462e-06, |
| "loss": 0.0397, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.2690247851538174, |
| "grad_norm": 0.10218806129831098, |
| "learning_rate": 8.756283664468609e-06, |
| "loss": 0.0396, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.2702702702702703, |
| "grad_norm": 0.10968625770271137, |
| "learning_rate": 8.74265879395721e-06, |
| "loss": 0.0404, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.2715157553867231, |
| "grad_norm": 0.0941877475595611, |
| "learning_rate": 8.728970423716455e-06, |
| "loss": 0.0382, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.27276124050317596, |
| "grad_norm": 0.08706969977702901, |
| "learning_rate": 8.715218785989746e-06, |
| "loss": 0.0386, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.27400672561962885, |
| "grad_norm": 0.10169423226434647, |
| "learning_rate": 8.701404114093907e-06, |
| "loss": 0.0408, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.2752522107360817, |
| "grad_norm": 0.1088585215738465, |
| "learning_rate": 8.687526642415234e-06, |
| "loss": 0.0504, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.2764976958525346, |
| "grad_norm": 0.11049918001821324, |
| "learning_rate": 8.673586606405515e-06, |
| "loss": 0.0415, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.2777431809689874, |
| "grad_norm": 0.09280566997623665, |
| "learning_rate": 8.659584242578027e-06, |
| "loss": 0.0393, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.27898866608544026, |
| "grad_norm": 0.10571033510018531, |
| "learning_rate": 8.64551978850354e-06, |
| "loss": 0.041, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.28023415120189316, |
| "grad_norm": 0.11616105487029853, |
| "learning_rate": 8.63139348280627e-06, |
| "loss": 0.0407, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.281479636318346, |
| "grad_norm": 0.15087648013362626, |
| "learning_rate": 8.617205565159837e-06, |
| "loss": 0.041, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.28272512143479883, |
| "grad_norm": 0.12873729187439528, |
| "learning_rate": 8.602956276283203e-06, |
| "loss": 0.0427, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.2839706065512517, |
| "grad_norm": 0.11892192024900505, |
| "learning_rate": 8.58864585793658e-06, |
| "loss": 0.0399, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.28521609166770456, |
| "grad_norm": 0.10031768131797066, |
| "learning_rate": 8.574274552917332e-06, |
| "loss": 0.039, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.28646157678415746, |
| "grad_norm": 0.10020071796996806, |
| "learning_rate": 8.559842605055857e-06, |
| "loss": 0.0392, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.2877070619006103, |
| "grad_norm": 0.10436992009765807, |
| "learning_rate": 8.545350259211446e-06, |
| "loss": 0.0412, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.28895254701706313, |
| "grad_norm": 0.1110208366008346, |
| "learning_rate": 8.530797761268132e-06, |
| "loss": 0.0393, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.290198032133516, |
| "grad_norm": 0.12229516537117378, |
| "learning_rate": 8.516185358130521e-06, |
| "loss": 0.0397, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.29144351724996886, |
| "grad_norm": 0.09885538403138262, |
| "learning_rate": 8.501513297719591e-06, |
| "loss": 0.0401, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.2926890023664217, |
| "grad_norm": 0.08486977949008306, |
| "learning_rate": 8.486781828968497e-06, |
| "loss": 0.0384, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.2939344874828746, |
| "grad_norm": 0.09549355152979244, |
| "learning_rate": 8.47199120181835e-06, |
| "loss": 0.0387, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.29517997259932743, |
| "grad_norm": 0.09412138643820275, |
| "learning_rate": 8.457141667213964e-06, |
| "loss": 0.041, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.29642545771578027, |
| "grad_norm": 0.10599371085007579, |
| "learning_rate": 8.442233477099606e-06, |
| "loss": 0.0433, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.29767094283223317, |
| "grad_norm": 0.09226690222055461, |
| "learning_rate": 8.427266884414717e-06, |
| "loss": 0.0414, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.298916427948686, |
| "grad_norm": 0.10960059061019917, |
| "learning_rate": 8.412242143089634e-06, |
| "loss": 0.0392, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.3001619130651389, |
| "grad_norm": 0.09400507906095983, |
| "learning_rate": 8.397159508041259e-06, |
| "loss": 0.0394, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.30140739818159173, |
| "grad_norm": 0.0876337900908495, |
| "learning_rate": 8.38201923516876e-06, |
| "loss": 0.0402, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.3026528832980446, |
| "grad_norm": 0.10685042487637744, |
| "learning_rate": 8.3668215813492e-06, |
| "loss": 0.0379, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.30389836841449747, |
| "grad_norm": 0.09343466669123661, |
| "learning_rate": 8.351566804433207e-06, |
| "loss": 0.0392, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.3051438535309503, |
| "grad_norm": 0.11232771427051269, |
| "learning_rate": 8.336255163240583e-06, |
| "loss": 0.0442, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.30638933864740314, |
| "grad_norm": 0.120922739449198, |
| "learning_rate": 8.320886917555915e-06, |
| "loss": 0.0392, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.30763482376385604, |
| "grad_norm": 0.0982996904722228, |
| "learning_rate": 8.30546232812417e-06, |
| "loss": 0.0376, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.3088803088803089, |
| "grad_norm": 0.09473609450051207, |
| "learning_rate": 8.289981656646265e-06, |
| "loss": 0.0405, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.3101257939967617, |
| "grad_norm": 0.10866745221704315, |
| "learning_rate": 8.274445165774642e-06, |
| "loss": 0.0416, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.3113712791132146, |
| "grad_norm": 0.10297062161793576, |
| "learning_rate": 8.258853119108792e-06, |
| "loss": 0.039, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.31261676422966744, |
| "grad_norm": 0.08904243384684579, |
| "learning_rate": 8.243205781190796e-06, |
| "loss": 0.0405, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.31386224934612034, |
| "grad_norm": 0.09914719735887853, |
| "learning_rate": 8.227503417500832e-06, |
| "loss": 0.0409, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.3151077344625732, |
| "grad_norm": 0.09801174377656924, |
| "learning_rate": 8.211746294452671e-06, |
| "loss": 0.0402, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.316353219579026, |
| "grad_norm": 0.09207471394052044, |
| "learning_rate": 8.195934679389159e-06, |
| "loss": 0.0395, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.3175987046954789, |
| "grad_norm": 0.0998841361762494, |
| "learning_rate": 8.180068840577676e-06, |
| "loss": 0.0399, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.31884418981193174, |
| "grad_norm": 0.2734444046615027, |
| "learning_rate": 8.164149047205593e-06, |
| "loss": 0.039, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.3200896749283846, |
| "grad_norm": 0.09809929708143017, |
| "learning_rate": 8.148175569375696e-06, |
| "loss": 0.0398, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.3213351600448375, |
| "grad_norm": 0.09598861497985733, |
| "learning_rate": 8.132148678101605e-06, |
| "loss": 0.0387, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.3225806451612903, |
| "grad_norm": 0.10548719945871352, |
| "learning_rate": 8.116068645303185e-06, |
| "loss": 0.0392, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.3238261302777432, |
| "grad_norm": 0.1112917380798265, |
| "learning_rate": 8.099935743801919e-06, |
| "loss": 0.0405, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.32507161539419605, |
| "grad_norm": 0.09667326537617928, |
| "learning_rate": 8.083750247316287e-06, |
| "loss": 0.042, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.3263171005106489, |
| "grad_norm": 0.08565875844370581, |
| "learning_rate": 8.067512430457122e-06, |
| "loss": 0.0402, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.3275625856271018, |
| "grad_norm": 0.09463079394910894, |
| "learning_rate": 8.051222568722951e-06, |
| "loss": 0.0404, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.3288080707435546, |
| "grad_norm": 0.09671091654042781, |
| "learning_rate": 8.034880938495314e-06, |
| "loss": 0.039, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.33005355586000745, |
| "grad_norm": 0.1079506452875451, |
| "learning_rate": 8.018487817034083e-06, |
| "loss": 0.0391, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.33129904097646035, |
| "grad_norm": 0.1151332285179333, |
| "learning_rate": 8.002043482472755e-06, |
| "loss": 0.0399, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.3325445260929132, |
| "grad_norm": 0.09005373864469504, |
| "learning_rate": 7.985548213813731e-06, |
| "loss": 0.0386, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.333790011209366, |
| "grad_norm": 0.10997395130510185, |
| "learning_rate": 7.96900229092359e-06, |
| "loss": 0.0409, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.3350354963258189, |
| "grad_norm": 0.12491568601669467, |
| "learning_rate": 7.952405994528321e-06, |
| "loss": 0.0407, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.33628098144227175, |
| "grad_norm": 0.12759285808221393, |
| "learning_rate": 7.935759606208591e-06, |
| "loss": 0.0389, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.33752646655872465, |
| "grad_norm": 0.10047860560284863, |
| "learning_rate": 7.919063408394939e-06, |
| "loss": 0.0385, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.3387719516751775, |
| "grad_norm": 0.09488782333922151, |
| "learning_rate": 7.902317684363e-06, |
| "loss": 0.0373, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.3400174367916303, |
| "grad_norm": 0.10229240494191594, |
| "learning_rate": 7.88552271822869e-06, |
| "loss": 0.0404, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.3412629219080832, |
| "grad_norm": 0.10860330897269024, |
| "learning_rate": 7.8686787949434e-06, |
| "loss": 0.0452, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.34250840702453605, |
| "grad_norm": 0.12046253584694053, |
| "learning_rate": 7.851786200289138e-06, |
| "loss": 0.0383, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.3437538921409889, |
| "grad_norm": 0.09588233012721392, |
| "learning_rate": 7.834845220873704e-06, |
| "loss": 0.0379, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.3449993772574418, |
| "grad_norm": 0.11141514409699106, |
| "learning_rate": 7.817856144125812e-06, |
| "loss": 0.0404, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.3462448623738946, |
| "grad_norm": 0.0929166117688466, |
| "learning_rate": 7.800819258290217e-06, |
| "loss": 0.0385, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.3474903474903475, |
| "grad_norm": 0.12872377426032375, |
| "learning_rate": 7.783734852422832e-06, |
| "loss": 0.0369, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.34873583260680036, |
| "grad_norm": 0.10248060164902685, |
| "learning_rate": 7.766603216385811e-06, |
| "loss": 0.0383, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.3499813177232532, |
| "grad_norm": 0.09236553046935063, |
| "learning_rate": 7.74942464084264e-06, |
| "loss": 0.0385, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.3512268028397061, |
| "grad_norm": 0.09960999182950707, |
| "learning_rate": 7.732199417253205e-06, |
| "loss": 0.0378, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.3524722879561589, |
| "grad_norm": 0.08158158710183284, |
| "learning_rate": 7.714927837868839e-06, |
| "loss": 0.0419, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.35371777307261176, |
| "grad_norm": 0.10038517508781465, |
| "learning_rate": 7.697610195727376e-06, |
| "loss": 0.0411, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.35496325818906466, |
| "grad_norm": 0.11182473811936411, |
| "learning_rate": 7.680246784648168e-06, |
| "loss": 0.0386, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.3562087433055175, |
| "grad_norm": 0.10940388386133251, |
| "learning_rate": 7.66283789922711e-06, |
| "loss": 0.0402, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.35745422842197033, |
| "grad_norm": 0.09514114187943787, |
| "learning_rate": 7.645383834831632e-06, |
| "loss": 0.0361, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.3586997135384232, |
| "grad_norm": 0.12614933036066395, |
| "learning_rate": 7.627884887595691e-06, |
| "loss": 0.0418, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.35994519865487606, |
| "grad_norm": 0.08549408832523489, |
| "learning_rate": 7.6103413544147485e-06, |
| "loss": 0.0389, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.36119068377132896, |
| "grad_norm": 0.0775555820195004, |
| "learning_rate": 7.592753532940735e-06, |
| "loss": 0.0371, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.3624361688877818, |
| "grad_norm": 0.09559583490394649, |
| "learning_rate": 7.575121721576999e-06, |
| "loss": 0.0363, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.36368165400423463, |
| "grad_norm": 0.09082312459081106, |
| "learning_rate": 7.557446219473234e-06, |
| "loss": 0.039, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.3649271391206875, |
| "grad_norm": 0.08688457316413475, |
| "learning_rate": 7.5397273265204164e-06, |
| "loss": 0.0363, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.36617262423714037, |
| "grad_norm": 0.09279603811387303, |
| "learning_rate": 7.521965343345714e-06, |
| "loss": 0.04, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.3674181093535932, |
| "grad_norm": 0.09546109850007727, |
| "learning_rate": 7.504160571307384e-06, |
| "loss": 0.0373, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.3686635944700461, |
| "grad_norm": 0.0900380879214148, |
| "learning_rate": 7.486313312489655e-06, |
| "loss": 0.0375, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.36990907958649893, |
| "grad_norm": 0.08133584321860296, |
| "learning_rate": 7.468423869697608e-06, |
| "loss": 0.0403, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.3711545647029518, |
| "grad_norm": 0.09421374605290615, |
| "learning_rate": 7.450492546452044e-06, |
| "loss": 0.0402, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.37240004981940467, |
| "grad_norm": 0.10830645226608504, |
| "learning_rate": 7.43251964698432e-06, |
| "loss": 0.0382, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.3736455349358575, |
| "grad_norm": 0.10977667899434115, |
| "learning_rate": 7.414505476231197e-06, |
| "loss": 0.0394, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3736455349358575, |
| "eval_loss": 0.040858492255210876, |
| "eval_runtime": 837.3599, |
| "eval_samples_per_second": 4.778, |
| "eval_steps_per_second": 0.3, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.3748910200523104, |
| "grad_norm": 0.09711498859085808, |
| "learning_rate": 7.396450339829663e-06, |
| "loss": 0.0399, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.37613650516876324, |
| "grad_norm": 0.0901346610564539, |
| "learning_rate": 7.378354544111754e-06, |
| "loss": 0.0406, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.3773819902852161, |
| "grad_norm": 0.09688866851727604, |
| "learning_rate": 7.360218396099346e-06, |
| "loss": 0.0365, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.37862747540166897, |
| "grad_norm": 0.23387727804118624, |
| "learning_rate": 7.342042203498952e-06, |
| "loss": 0.0399, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.3798729605181218, |
| "grad_norm": 0.11523194837485062, |
| "learning_rate": 7.323826274696502e-06, |
| "loss": 0.0379, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.38111844563457464, |
| "grad_norm": 0.11882080178623564, |
| "learning_rate": 7.30557091875211e-06, |
| "loss": 0.0391, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.38236393075102754, |
| "grad_norm": 0.08130643445119262, |
| "learning_rate": 7.287276445394829e-06, |
| "loss": 0.0408, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.3836094158674804, |
| "grad_norm": 0.09322150514308884, |
| "learning_rate": 7.268943165017393e-06, |
| "loss": 0.0387, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.38485490098393327, |
| "grad_norm": 0.08315906543611476, |
| "learning_rate": 7.250571388670958e-06, |
| "loss": 0.0389, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.3861003861003861, |
| "grad_norm": 0.09634973122982947, |
| "learning_rate": 7.232161428059824e-06, |
| "loss": 0.0383, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.38734587121683894, |
| "grad_norm": 0.09970447471105355, |
| "learning_rate": 7.213713595536135e-06, |
| "loss": 0.0382, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.38859135633329184, |
| "grad_norm": 0.10057346750293096, |
| "learning_rate": 7.195228204094596e-06, |
| "loss": 0.0381, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.3898368414497447, |
| "grad_norm": 0.08999580358587174, |
| "learning_rate": 7.17670556736715e-06, |
| "loss": 0.037, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.3910823265661975, |
| "grad_norm": 0.09136321882720792, |
| "learning_rate": 7.1581459996176605e-06, |
| "loss": 0.0467, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.3923278116826504, |
| "grad_norm": 0.12563106478394556, |
| "learning_rate": 7.139549815736586e-06, |
| "loss": 0.0387, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.39357329679910324, |
| "grad_norm": 0.09101166085701792, |
| "learning_rate": 7.1209173312356236e-06, |
| "loss": 0.0373, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.3948187819155561, |
| "grad_norm": 0.08122854516944507, |
| "learning_rate": 7.102248862242372e-06, |
| "loss": 0.0376, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.396064267032009, |
| "grad_norm": 0.09960511898606343, |
| "learning_rate": 7.083544725494952e-06, |
| "loss": 0.0359, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.3973097521484618, |
| "grad_norm": 0.09474808949631978, |
| "learning_rate": 7.064805238336648e-06, |
| "loss": 0.0374, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.3985552372649147, |
| "grad_norm": 0.10134253688315532, |
| "learning_rate": 7.046030718710512e-06, |
| "loss": 0.0398, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.39980072238136755, |
| "grad_norm": 0.07918405098273072, |
| "learning_rate": 7.027221485153973e-06, |
| "loss": 0.0369, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.4010462074978204, |
| "grad_norm": 0.09635090014215289, |
| "learning_rate": 7.008377856793438e-06, |
| "loss": 0.0392, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.4022916926142733, |
| "grad_norm": 0.09855638055068429, |
| "learning_rate": 6.9895001533388655e-06, |
| "loss": 0.0382, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.4035371777307261, |
| "grad_norm": 0.11203107568068171, |
| "learning_rate": 6.970588695078352e-06, |
| "loss": 0.0375, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.40478266284717895, |
| "grad_norm": 0.09400579660862664, |
| "learning_rate": 6.951643802872694e-06, |
| "loss": 0.0382, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.40602814796363185, |
| "grad_norm": 0.09007080595096814, |
| "learning_rate": 6.9326657981499455e-06, |
| "loss": 0.0375, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.4072736330800847, |
| "grad_norm": 0.08872251352854935, |
| "learning_rate": 6.913655002899963e-06, |
| "loss": 0.0379, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.4085191181965376, |
| "grad_norm": 0.08156717974302112, |
| "learning_rate": 6.894611739668938e-06, |
| "loss": 0.0383, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.4097646033129904, |
| "grad_norm": 0.07436587923812871, |
| "learning_rate": 6.875536331553936e-06, |
| "loss": 0.0356, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.41101008842944325, |
| "grad_norm": 0.1028753466102165, |
| "learning_rate": 6.856429102197402e-06, |
| "loss": 0.0393, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.41225557354589615, |
| "grad_norm": 0.08917324817657225, |
| "learning_rate": 6.8372903757816785e-06, |
| "loss": 0.0352, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.413501058662349, |
| "grad_norm": 0.08448940604648857, |
| "learning_rate": 6.818120477023502e-06, |
| "loss": 0.0387, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.4147465437788018, |
| "grad_norm": 0.0893460784893377, |
| "learning_rate": 6.798919731168494e-06, |
| "loss": 0.0378, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.4159920288952547, |
| "grad_norm": 0.09353075063275997, |
| "learning_rate": 6.779688463985641e-06, |
| "loss": 0.0369, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.41723751401170756, |
| "grad_norm": 0.09142697273532494, |
| "learning_rate": 6.76042700176177e-06, |
| "loss": 0.0388, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.4184829991281604, |
| "grad_norm": 0.09851205130893685, |
| "learning_rate": 6.741135671296011e-06, |
| "loss": 0.0363, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.4197284842446133, |
| "grad_norm": 0.09031023070478926, |
| "learning_rate": 6.721814799894253e-06, |
| "loss": 0.0375, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.4209739693610661, |
| "grad_norm": 0.0840573742921597, |
| "learning_rate": 6.70246471536359e-06, |
| "loss": 0.0398, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.422219454477519, |
| "grad_norm": 0.10066838375332304, |
| "learning_rate": 6.68308574600676e-06, |
| "loss": 0.0387, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.42346493959397186, |
| "grad_norm": 0.09550683351843423, |
| "learning_rate": 6.663678220616576e-06, |
| "loss": 0.0387, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.4247104247104247, |
| "grad_norm": 0.10723200453106543, |
| "learning_rate": 6.6442424684703465e-06, |
| "loss": 0.0379, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.4259559098268776, |
| "grad_norm": 0.09925503698863433, |
| "learning_rate": 6.624778819324285e-06, |
| "loss": 0.039, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.4272013949433304, |
| "grad_norm": 0.08675689051040839, |
| "learning_rate": 6.605287603407922e-06, |
| "loss": 0.0458, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.42844688005978326, |
| "grad_norm": 0.09760322646858284, |
| "learning_rate": 6.585769151418499e-06, |
| "loss": 0.0439, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.42969236517623616, |
| "grad_norm": 0.08833172310610418, |
| "learning_rate": 6.566223794515354e-06, |
| "loss": 0.0361, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.430937850292689, |
| "grad_norm": 0.10904819378533635, |
| "learning_rate": 6.5466518643143104e-06, |
| "loss": 0.0374, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.43218333540914183, |
| "grad_norm": 0.07692639646342093, |
| "learning_rate": 6.527053692882048e-06, |
| "loss": 0.0414, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.4334288205255947, |
| "grad_norm": 0.09853563227999187, |
| "learning_rate": 6.507429612730465e-06, |
| "loss": 0.0346, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.43467430564204756, |
| "grad_norm": 0.07701996602957163, |
| "learning_rate": 6.487779956811038e-06, |
| "loss": 0.0393, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.43591979075850046, |
| "grad_norm": 0.07580579829906375, |
| "learning_rate": 6.468105058509174e-06, |
| "loss": 0.0365, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.4371652758749533, |
| "grad_norm": 0.10290784742784614, |
| "learning_rate": 6.448405251638562e-06, |
| "loss": 0.04, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.43841076099140613, |
| "grad_norm": 0.08603442461481811, |
| "learning_rate": 6.428680870435492e-06, |
| "loss": 0.0379, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.43965624610785903, |
| "grad_norm": 0.096295774246373, |
| "learning_rate": 6.408932249553198e-06, |
| "loss": 0.0375, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.44090173122431187, |
| "grad_norm": 0.09699707334972303, |
| "learning_rate": 6.389159724056175e-06, |
| "loss": 0.0358, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.4421472163407647, |
| "grad_norm": 0.08164011122773947, |
| "learning_rate": 6.3693636294145e-06, |
| "loss": 0.0381, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.4433927014572176, |
| "grad_norm": 0.08751001930302163, |
| "learning_rate": 6.349544301498127e-06, |
| "loss": 0.0356, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.44463818657367044, |
| "grad_norm": 0.08965656172522919, |
| "learning_rate": 6.329702076571202e-06, |
| "loss": 0.0367, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.44588367169012333, |
| "grad_norm": 0.08872702673172018, |
| "learning_rate": 6.30983729128635e-06, |
| "loss": 0.0374, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.44712915680657617, |
| "grad_norm": 0.09919217277076049, |
| "learning_rate": 6.289950282678968e-06, |
| "loss": 0.0365, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.448374641923029, |
| "grad_norm": 0.1204688614416355, |
| "learning_rate": 6.2700413881615045e-06, |
| "loss": 0.0405, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.4496201270394819, |
| "grad_norm": 0.0886836308714703, |
| "learning_rate": 6.2501109455177335e-06, |
| "loss": 0.0376, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.45086561215593474, |
| "grad_norm": 0.07736114102152715, |
| "learning_rate": 6.230159292897024e-06, |
| "loss": 0.0384, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.4521110972723876, |
| "grad_norm": 0.08573745332344869, |
| "learning_rate": 6.210186768808608e-06, |
| "loss": 0.0359, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.45335658238884047, |
| "grad_norm": 0.0879163698710747, |
| "learning_rate": 6.190193712115826e-06, |
| "loss": 0.0429, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.4546020675052933, |
| "grad_norm": 0.08385409268772795, |
| "learning_rate": 6.1701804620303885e-06, |
| "loss": 0.0384, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.45584755262174614, |
| "grad_norm": 0.08913212132892431, |
| "learning_rate": 6.150147358106616e-06, |
| "loss": 0.0431, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.45709303773819904, |
| "grad_norm": 0.0866186587160168, |
| "learning_rate": 6.130094740235679e-06, |
| "loss": 0.0376, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.4583385228546519, |
| "grad_norm": 0.09083929180589548, |
| "learning_rate": 6.110022948639833e-06, |
| "loss": 0.0357, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.45958400797110477, |
| "grad_norm": 0.10433973917520964, |
| "learning_rate": 6.089932323866639e-06, |
| "loss": 0.0365, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.4608294930875576, |
| "grad_norm": 0.08693585315855797, |
| "learning_rate": 6.069823206783194e-06, |
| "loss": 0.0358, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.46207497820401044, |
| "grad_norm": 0.09506549061024662, |
| "learning_rate": 6.049695938570342e-06, |
| "loss": 0.0359, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.46332046332046334, |
| "grad_norm": 0.08650360999384969, |
| "learning_rate": 6.029550860716894e-06, |
| "loss": 0.0373, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.4645659484369162, |
| "grad_norm": 0.08774369289195169, |
| "learning_rate": 6.009388315013819e-06, |
| "loss": 0.035, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.465811433553369, |
| "grad_norm": 0.09281844863222019, |
| "learning_rate": 5.9892086435484575e-06, |
| "loss": 0.0355, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.4670569186698219, |
| "grad_norm": 0.08168130617977422, |
| "learning_rate": 5.969012188698717e-06, |
| "loss": 0.0366, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.46830240378627475, |
| "grad_norm": 0.09289124591513812, |
| "learning_rate": 5.948799293127258e-06, |
| "loss": 0.0368, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.46954788890272764, |
| "grad_norm": 0.08590808622934684, |
| "learning_rate": 5.9285702997756774e-06, |
| "loss": 0.0372, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.4707933740191805, |
| "grad_norm": 0.09587624744407341, |
| "learning_rate": 5.908325551858703e-06, |
| "loss": 0.0365, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.4720388591356333, |
| "grad_norm": 0.09008095094062744, |
| "learning_rate": 5.8880653928583555e-06, |
| "loss": 0.038, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.4732843442520862, |
| "grad_norm": 0.07615490717221561, |
| "learning_rate": 5.867790166518129e-06, |
| "loss": 0.0354, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.47452982936853905, |
| "grad_norm": 0.09473010524394446, |
| "learning_rate": 5.8475002168371585e-06, |
| "loss": 0.0374, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.4757753144849919, |
| "grad_norm": 0.08303526376060547, |
| "learning_rate": 5.827195888064383e-06, |
| "loss": 0.0371, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.4770207996014448, |
| "grad_norm": 0.08855714494970791, |
| "learning_rate": 5.806877524692699e-06, |
| "loss": 0.0358, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.4782662847178976, |
| "grad_norm": 0.07160984703351547, |
| "learning_rate": 5.786545471453129e-06, |
| "loss": 0.0352, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.47951176983435045, |
| "grad_norm": 0.0997131158733735, |
| "learning_rate": 5.766200073308957e-06, |
| "loss": 0.0364, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.48075725495080335, |
| "grad_norm": 0.09305720410336772, |
| "learning_rate": 5.7458416754498835e-06, |
| "loss": 0.0357, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.4820027400672562, |
| "grad_norm": 0.07178448066058737, |
| "learning_rate": 5.725470623286172e-06, |
| "loss": 0.0372, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.4832482251837091, |
| "grad_norm": 0.08008774183521761, |
| "learning_rate": 5.705087262442785e-06, |
| "loss": 0.0369, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.4844937103001619, |
| "grad_norm": 0.07477132401537798, |
| "learning_rate": 5.684691938753517e-06, |
| "loss": 0.0376, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.48573919541661476, |
| "grad_norm": 0.08712972267469035, |
| "learning_rate": 5.6642849982551315e-06, |
| "loss": 0.0551, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.48698468053306765, |
| "grad_norm": 0.09715561691541937, |
| "learning_rate": 5.643866787181486e-06, |
| "loss": 0.038, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.4882301656495205, |
| "grad_norm": 0.08465964641344985, |
| "learning_rate": 5.623437651957666e-06, |
| "loss": 0.0363, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.4894756507659733, |
| "grad_norm": 0.1084167071375196, |
| "learning_rate": 5.602997939194094e-06, |
| "loss": 0.0374, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.4907211358824262, |
| "grad_norm": 0.0813004465711618, |
| "learning_rate": 5.582547995680658e-06, |
| "loss": 0.037, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.49196662099887906, |
| "grad_norm": 0.0845492848679353, |
| "learning_rate": 5.5620881683808285e-06, |
| "loss": 0.0453, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.4932121061153319, |
| "grad_norm": 0.09095736782725126, |
| "learning_rate": 5.541618804425768e-06, |
| "loss": 0.0375, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.4944575912317848, |
| "grad_norm": 0.09077674512465791, |
| "learning_rate": 5.521140251108443e-06, |
| "loss": 0.0359, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.4957030763482376, |
| "grad_norm": 0.08095932810450854, |
| "learning_rate": 5.500652855877728e-06, |
| "loss": 0.0412, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.4969485614646905, |
| "grad_norm": 0.10046653085305575, |
| "learning_rate": 5.480156966332516e-06, |
| "loss": 0.0373, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.49819404658114336, |
| "grad_norm": 0.07731109541739078, |
| "learning_rate": 5.4596529302158195e-06, |
| "loss": 0.0379, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.49819404658114336, |
| "eval_loss": 0.03875109180808067, |
| "eval_runtime": 837.2143, |
| "eval_samples_per_second": 4.779, |
| "eval_steps_per_second": 0.3, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.4994395316975962, |
| "grad_norm": 0.08087609269303184, |
| "learning_rate": 5.439141095408868e-06, |
| "loss": 0.0401, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.5006850168140491, |
| "grad_norm": 0.08137909411365103, |
| "learning_rate": 5.4186218099252055e-06, |
| "loss": 0.0379, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.5019305019305019, |
| "grad_norm": 0.08950480563012517, |
| "learning_rate": 5.398095421904791e-06, |
| "loss": 0.0365, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.5031759870469548, |
| "grad_norm": 0.1057918321419654, |
| "learning_rate": 5.377562279608089e-06, |
| "loss": 0.0356, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.5044214721634076, |
| "grad_norm": 0.07251854316319703, |
| "learning_rate": 5.357022731410157e-06, |
| "loss": 0.0351, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.5056669572798606, |
| "grad_norm": 0.08066012398266963, |
| "learning_rate": 5.336477125794743e-06, |
| "loss": 0.0356, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.5069124423963134, |
| "grad_norm": 0.0761800355561372, |
| "learning_rate": 5.315925811348357e-06, |
| "loss": 0.0346, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.5081579275127662, |
| "grad_norm": 0.15590272248770423, |
| "learning_rate": 5.295369136754384e-06, |
| "loss": 0.0385, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.5094034126292191, |
| "grad_norm": 0.08073245707842704, |
| "learning_rate": 5.274807450787137e-06, |
| "loss": 0.0365, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.5106488977456719, |
| "grad_norm": 0.09757351217404539, |
| "learning_rate": 5.254241102305965e-06, |
| "loss": 0.0382, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.5118943828621249, |
| "grad_norm": 0.08013336393248688, |
| "learning_rate": 5.233670440249318e-06, |
| "loss": 0.0354, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.5131398679785777, |
| "grad_norm": 0.08500527243988966, |
| "learning_rate": 5.21309581362883e-06, |
| "loss": 0.0356, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.5143853530950305, |
| "grad_norm": 0.08246081379011684, |
| "learning_rate": 5.192517571523408e-06, |
| "loss": 0.038, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.5156308382114834, |
| "grad_norm": 0.08795733956897053, |
| "learning_rate": 5.171936063073292e-06, |
| "loss": 0.043, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.5168763233279362, |
| "grad_norm": 0.17188664091219194, |
| "learning_rate": 5.151351637474145e-06, |
| "loss": 0.0371, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.518121808444389, |
| "grad_norm": 0.08935192789639629, |
| "learning_rate": 5.130764643971123e-06, |
| "loss": 0.0364, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.519367293560842, |
| "grad_norm": 0.08254538202102524, |
| "learning_rate": 5.110175431852954e-06, |
| "loss": 0.0407, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.5206127786772948, |
| "grad_norm": 0.08501238116429123, |
| "learning_rate": 5.089584350446001e-06, |
| "loss": 0.0371, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.5218582637937477, |
| "grad_norm": 0.0846361975040117, |
| "learning_rate": 5.068991749108345e-06, |
| "loss": 0.0383, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.5231037489102005, |
| "grad_norm": 0.0826265348364115, |
| "learning_rate": 5.048397977223856e-06, |
| "loss": 0.0367, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.5243492340266533, |
| "grad_norm": 0.08860053794001904, |
| "learning_rate": 5.027803384196265e-06, |
| "loss": 0.0373, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.5255947191431063, |
| "grad_norm": 0.0800144716438524, |
| "learning_rate": 5.007208319443233e-06, |
| "loss": 0.0369, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.5268402042595591, |
| "grad_norm": 0.08494407990290043, |
| "learning_rate": 4.9866131323904225e-06, |
| "loss": 0.0356, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.528085689376012, |
| "grad_norm": 0.07571005703566845, |
| "learning_rate": 4.966018172465577e-06, |
| "loss": 0.0369, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.5293311744924648, |
| "grad_norm": 0.08285683201982978, |
| "learning_rate": 4.945423789092582e-06, |
| "loss": 0.0344, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.5305766596089176, |
| "grad_norm": 0.08546389296460612, |
| "learning_rate": 4.924830331685539e-06, |
| "loss": 0.0364, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.5318221447253705, |
| "grad_norm": 0.11128427091364633, |
| "learning_rate": 4.904238149642847e-06, |
| "loss": 0.0364, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.5330676298418234, |
| "grad_norm": 0.07670884663714952, |
| "learning_rate": 4.883647592341258e-06, |
| "loss": 0.0365, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.5343131149582763, |
| "grad_norm": 0.3176148785698488, |
| "learning_rate": 4.863059009129962e-06, |
| "loss": 0.0369, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.5355586000747291, |
| "grad_norm": 0.10713813466482028, |
| "learning_rate": 4.842472749324656e-06, |
| "loss": 0.0359, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.536804085191182, |
| "grad_norm": 0.07931238210250223, |
| "learning_rate": 4.821889162201615e-06, |
| "loss": 0.0358, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.5380495703076348, |
| "grad_norm": 0.08258895469888074, |
| "learning_rate": 4.801308596991769e-06, |
| "loss": 0.0346, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.5392950554240877, |
| "grad_norm": 0.1109589196940028, |
| "learning_rate": 4.780731402874778e-06, |
| "loss": 0.0363, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.5405405405405406, |
| "grad_norm": 0.0981222571494136, |
| "learning_rate": 4.760157928973105e-06, |
| "loss": 0.0386, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.5417860256569934, |
| "grad_norm": 0.08759331671597073, |
| "learning_rate": 4.739588524346093e-06, |
| "loss": 0.035, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.5430315107734462, |
| "grad_norm": 0.08247240433770839, |
| "learning_rate": 4.719023537984046e-06, |
| "loss": 0.0365, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.5442769958898991, |
| "grad_norm": 0.2538358357776023, |
| "learning_rate": 4.698463318802305e-06, |
| "loss": 0.046, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.5455224810063519, |
| "grad_norm": 0.0924003545309488, |
| "learning_rate": 4.677908215635328e-06, |
| "loss": 0.0348, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.5467679661228049, |
| "grad_norm": 0.07953047997851986, |
| "learning_rate": 4.657358577230772e-06, |
| "loss": 0.035, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.5480134512392577, |
| "grad_norm": 0.07615861201505639, |
| "learning_rate": 4.636814752243577e-06, |
| "loss": 0.0347, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.5492589363557105, |
| "grad_norm": 0.07306009452356657, |
| "learning_rate": 4.616277089230051e-06, |
| "loss": 0.0348, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.5505044214721634, |
| "grad_norm": 0.08089102430322212, |
| "learning_rate": 4.595745936641955e-06, |
| "loss": 0.0361, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.5517499065886162, |
| "grad_norm": 0.08217252158628566, |
| "learning_rate": 4.575221642820588e-06, |
| "loss": 0.0424, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.5529953917050692, |
| "grad_norm": 0.07762469038975436, |
| "learning_rate": 4.55470455599088e-06, |
| "loss": 0.0364, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.554240876821522, |
| "grad_norm": 0.0686081495172252, |
| "learning_rate": 4.534195024255488e-06, |
| "loss": 0.0351, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.5554863619379748, |
| "grad_norm": 0.08788638662330096, |
| "learning_rate": 4.513693395588883e-06, |
| "loss": 0.0341, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.5567318470544277, |
| "grad_norm": 0.07249731141269991, |
| "learning_rate": 4.493200017831448e-06, |
| "loss": 0.0368, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.5579773321708805, |
| "grad_norm": 0.08456421928370435, |
| "learning_rate": 4.472715238683577e-06, |
| "loss": 0.0359, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.5592228172873334, |
| "grad_norm": 0.08888692985996884, |
| "learning_rate": 4.45223940569978e-06, |
| "loss": 0.0355, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.5604683024037863, |
| "grad_norm": 0.0728067762448024, |
| "learning_rate": 4.431772866282776e-06, |
| "loss": 0.0359, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.5617137875202391, |
| "grad_norm": 0.09569939502128422, |
| "learning_rate": 4.41131596767761e-06, |
| "loss": 0.0401, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.562959272636692, |
| "grad_norm": 0.09245622279833991, |
| "learning_rate": 4.390869056965752e-06, |
| "loss": 0.0346, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.5642047577531448, |
| "grad_norm": 0.0856450746438228, |
| "learning_rate": 4.370432481059219e-06, |
| "loss": 0.0357, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.5654502428695977, |
| "grad_norm": 0.07864235155334423, |
| "learning_rate": 4.3500065866946736e-06, |
| "loss": 0.0354, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.5666957279860506, |
| "grad_norm": 0.07895524505876401, |
| "learning_rate": 4.329591720427561e-06, |
| "loss": 0.038, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.5679412131025035, |
| "grad_norm": 0.06919521619960296, |
| "learning_rate": 4.30918822862621e-06, |
| "loss": 0.0392, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.5691866982189563, |
| "grad_norm": 0.06988408853131772, |
| "learning_rate": 4.288796457465967e-06, |
| "loss": 0.0367, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.5704321833354091, |
| "grad_norm": 0.08530089083645045, |
| "learning_rate": 4.268416752923323e-06, |
| "loss": 0.034, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.571677668451862, |
| "grad_norm": 0.0866092035592873, |
| "learning_rate": 4.2480494607700394e-06, |
| "loss": 0.039, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.5729231535683149, |
| "grad_norm": 0.07426315591183634, |
| "learning_rate": 4.2276949265672815e-06, |
| "loss": 0.0355, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.5741686386847678, |
| "grad_norm": 0.07105220250355836, |
| "learning_rate": 4.207353495659758e-06, |
| "loss": 0.0348, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.5754141238012206, |
| "grad_norm": 0.0828502788807824, |
| "learning_rate": 4.1870255131698636e-06, |
| "loss": 0.036, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.5766596089176734, |
| "grad_norm": 0.08079433895964318, |
| "learning_rate": 4.166711323991818e-06, |
| "loss": 0.0435, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.5779050940341263, |
| "grad_norm": 0.08493675955532878, |
| "learning_rate": 4.146411272785815e-06, |
| "loss": 0.035, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.5791505791505791, |
| "grad_norm": 0.07728604940447889, |
| "learning_rate": 4.1261257039721845e-06, |
| "loss": 0.0362, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.580396064267032, |
| "grad_norm": 0.08914486315528271, |
| "learning_rate": 4.1058549617255315e-06, |
| "loss": 0.0362, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.5816415493834849, |
| "grad_norm": 0.084417951611929, |
| "learning_rate": 4.085599389968913e-06, |
| "loss": 0.035, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.5828870344999377, |
| "grad_norm": 0.08307682451486548, |
| "learning_rate": 4.065359332367992e-06, |
| "loss": 0.0535, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.5841325196163906, |
| "grad_norm": 0.07165685132824422, |
| "learning_rate": 4.045135132325216e-06, |
| "loss": 0.0342, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.5853780047328434, |
| "grad_norm": 0.08250346834846708, |
| "learning_rate": 4.024927132973984e-06, |
| "loss": 0.0375, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.5866234898492964, |
| "grad_norm": 0.09593473940955272, |
| "learning_rate": 4.004735677172823e-06, |
| "loss": 0.0352, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.5878689749657492, |
| "grad_norm": 0.08037620776646574, |
| "learning_rate": 3.984561107499576e-06, |
| "loss": 0.0376, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.589114460082202, |
| "grad_norm": 0.08192591510347322, |
| "learning_rate": 3.9644037662455904e-06, |
| "loss": 0.0368, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.5903599451986549, |
| "grad_norm": 0.08855109420448647, |
| "learning_rate": 3.944263995409905e-06, |
| "loss": 0.0368, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.5916054303151077, |
| "grad_norm": 0.07587131061896397, |
| "learning_rate": 3.924142136693452e-06, |
| "loss": 0.0362, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.5928509154315605, |
| "grad_norm": 0.0818796399275586, |
| "learning_rate": 3.904038531493257e-06, |
| "loss": 0.0367, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.5940964005480135, |
| "grad_norm": 0.06799608040292701, |
| "learning_rate": 3.8839535208966474e-06, |
| "loss": 0.0353, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.5953418856644663, |
| "grad_norm": 0.09285743533757898, |
| "learning_rate": 3.86388744567547e-06, |
| "loss": 0.0366, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.5965873707809192, |
| "grad_norm": 0.08503340805142413, |
| "learning_rate": 3.8438406462803e-06, |
| "loss": 0.0343, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.597832855897372, |
| "grad_norm": 0.08719236424372612, |
| "learning_rate": 3.82381346283467e-06, |
| "loss": 0.0345, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.5990783410138248, |
| "grad_norm": 0.07911759435664936, |
| "learning_rate": 3.8038062351293036e-06, |
| "loss": 0.0344, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.6003238261302778, |
| "grad_norm": 0.07129019359967453, |
| "learning_rate": 3.783819302616339e-06, |
| "loss": 0.0345, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.6015693112467306, |
| "grad_norm": 0.08169666397178237, |
| "learning_rate": 3.763853004403585e-06, |
| "loss": 0.0366, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.6028147963631835, |
| "grad_norm": 0.07816183273790703, |
| "learning_rate": 3.743907679248752e-06, |
| "loss": 0.0403, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.6040602814796363, |
| "grad_norm": 0.07799188265438552, |
| "learning_rate": 3.723983665553712e-06, |
| "loss": 0.0356, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.6053057665960891, |
| "grad_norm": 0.08453695233583738, |
| "learning_rate": 3.7040813013587617e-06, |
| "loss": 0.0352, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.606551251712542, |
| "grad_norm": 0.08582922327632445, |
| "learning_rate": 3.6842009243368783e-06, |
| "loss": 0.0391, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.6077967368289949, |
| "grad_norm": 0.07682972276297419, |
| "learning_rate": 3.6643428717879935e-06, |
| "loss": 0.036, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.6090422219454478, |
| "grad_norm": 0.07689096654430388, |
| "learning_rate": 3.6445074806332724e-06, |
| "loss": 0.0358, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.6102877070619006, |
| "grad_norm": 0.07295422485911567, |
| "learning_rate": 3.624695087409399e-06, |
| "loss": 0.0338, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.6115331921783534, |
| "grad_norm": 0.07075949046510298, |
| "learning_rate": 3.604906028262858e-06, |
| "loss": 0.0345, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.6127786772948063, |
| "grad_norm": 0.08032966979093947, |
| "learning_rate": 3.585140638944242e-06, |
| "loss": 0.0347, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.6140241624112592, |
| "grad_norm": 0.07888132297133613, |
| "learning_rate": 3.565399254802545e-06, |
| "loss": 0.034, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.6152696475277121, |
| "grad_norm": 0.07750218855014168, |
| "learning_rate": 3.545682210779484e-06, |
| "loss": 0.0345, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.6165151326441649, |
| "grad_norm": 0.07217659392974636, |
| "learning_rate": 3.5259898414038053e-06, |
| "loss": 0.0331, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.6177606177606177, |
| "grad_norm": 0.07462403764615293, |
| "learning_rate": 3.5063224807856116e-06, |
| "loss": 0.0349, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.6190061028770706, |
| "grad_norm": 0.09085399586194012, |
| "learning_rate": 3.486680462610704e-06, |
| "loss": 0.0362, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.6202515879935234, |
| "grad_norm": 0.08134490027796866, |
| "learning_rate": 3.467064120134902e-06, |
| "loss": 0.0416, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.6214970731099764, |
| "grad_norm": 0.07439865538712978, |
| "learning_rate": 3.447473786178405e-06, |
| "loss": 0.0337, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.6227425582264292, |
| "grad_norm": 0.08988556766682597, |
| "learning_rate": 3.4279097931201365e-06, |
| "loss": 0.0366, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.6227425582264292, |
| "eval_loss": 0.037423599511384964, |
| "eval_runtime": 838.985, |
| "eval_samples_per_second": 4.769, |
| "eval_steps_per_second": 0.299, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.623988043342882, |
| "grad_norm": 0.07368562348225001, |
| "learning_rate": 3.4083724728921086e-06, |
| "loss": 0.0379, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.6252335284593349, |
| "grad_norm": 0.08044415630307507, |
| "learning_rate": 3.388862156973789e-06, |
| "loss": 0.0335, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.6264790135757877, |
| "grad_norm": 0.07652489551491354, |
| "learning_rate": 3.3693791763864784e-06, |
| "loss": 0.0334, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.6277244986922407, |
| "grad_norm": 0.07059001987028125, |
| "learning_rate": 3.3499238616876937e-06, |
| "loss": 0.036, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.6289699838086935, |
| "grad_norm": 0.0789315683738395, |
| "learning_rate": 3.3304965429655567e-06, |
| "loss": 0.0348, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.6302154689251463, |
| "grad_norm": 0.0784458276562498, |
| "learning_rate": 3.3110975498331986e-06, |
| "loss": 0.0426, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.6314609540415992, |
| "grad_norm": 0.07596701292317404, |
| "learning_rate": 3.2917272114231653e-06, |
| "loss": 0.037, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.632706439158052, |
| "grad_norm": 0.07339182015190028, |
| "learning_rate": 3.272385856381831e-06, |
| "loss": 0.0347, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.633951924274505, |
| "grad_norm": 0.08699033400119037, |
| "learning_rate": 3.253073812863824e-06, |
| "loss": 0.0352, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.6351974093909578, |
| "grad_norm": 0.08139071221185196, |
| "learning_rate": 3.233791408526461e-06, |
| "loss": 0.0361, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.6364428945074107, |
| "grad_norm": 0.08719769563593989, |
| "learning_rate": 3.21453897052419e-06, |
| "loss": 0.0349, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.6376883796238635, |
| "grad_norm": 0.0708422951525975, |
| "learning_rate": 3.195316825503029e-06, |
| "loss": 0.0337, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.6389338647403163, |
| "grad_norm": 0.0690633791829835, |
| "learning_rate": 3.176125299595033e-06, |
| "loss": 0.0335, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.6401793498567692, |
| "grad_norm": 0.07564271868343764, |
| "learning_rate": 3.1569647184127606e-06, |
| "loss": 0.0346, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.6414248349732221, |
| "grad_norm": 0.08599533730869659, |
| "learning_rate": 3.1378354070437455e-06, |
| "loss": 0.0359, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.642670320089675, |
| "grad_norm": 0.07806729703434577, |
| "learning_rate": 3.118737690044984e-06, |
| "loss": 0.0369, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.6439158052061278, |
| "grad_norm": 0.07961361093653316, |
| "learning_rate": 3.099671891437427e-06, |
| "loss": 0.0331, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.6451612903225806, |
| "grad_norm": 0.07733227309637837, |
| "learning_rate": 3.0806383347004807e-06, |
| "loss": 0.0333, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.6464067754390335, |
| "grad_norm": 0.08695812998134722, |
| "learning_rate": 3.0616373427665256e-06, |
| "loss": 0.0379, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.6476522605554864, |
| "grad_norm": 0.08035052137063912, |
| "learning_rate": 3.042669238015427e-06, |
| "loss": 0.0348, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.6488977456719393, |
| "grad_norm": 0.07238695738490918, |
| "learning_rate": 3.0237343422690725e-06, |
| "loss": 0.0341, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.6501432307883921, |
| "grad_norm": 0.08224468669410057, |
| "learning_rate": 3.0048329767859104e-06, |
| "loss": 0.0345, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.6513887159048449, |
| "grad_norm": 0.07629162025553535, |
| "learning_rate": 2.985965462255499e-06, |
| "loss": 0.0359, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.6526342010212978, |
| "grad_norm": 0.0717956931175302, |
| "learning_rate": 2.9671321187930615e-06, |
| "loss": 0.0352, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.6538796861377506, |
| "grad_norm": 0.0740179945086292, |
| "learning_rate": 2.9483332659340652e-06, |
| "loss": 0.0359, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.6551251712542036, |
| "grad_norm": 0.08241315185207748, |
| "learning_rate": 2.9295692226287875e-06, |
| "loss": 0.035, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.6563706563706564, |
| "grad_norm": 0.07213980543546894, |
| "learning_rate": 2.910840307236915e-06, |
| "loss": 0.0342, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.6576161414871092, |
| "grad_norm": 0.09165264225787473, |
| "learning_rate": 2.8921468375221308e-06, |
| "loss": 0.0358, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.6588616266035621, |
| "grad_norm": 0.07828015809476291, |
| "learning_rate": 2.8734891306467383e-06, |
| "loss": 0.033, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.6601071117200149, |
| "grad_norm": 0.07430820316934614, |
| "learning_rate": 2.854867503166265e-06, |
| "loss": 0.0348, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.6613525968364679, |
| "grad_norm": 0.07466403058109475, |
| "learning_rate": 2.8362822710241002e-06, |
| "loss": 0.0343, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.6625980819529207, |
| "grad_norm": 0.08245007542150891, |
| "learning_rate": 2.817733749546134e-06, |
| "loss": 0.035, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.6638435670693735, |
| "grad_norm": 0.08359123302429086, |
| "learning_rate": 2.799222253435403e-06, |
| "loss": 0.0341, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.6650890521858264, |
| "grad_norm": 0.10350263178886938, |
| "learning_rate": 2.780748096766758e-06, |
| "loss": 0.0372, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.6663345373022792, |
| "grad_norm": 0.07256896882094224, |
| "learning_rate": 2.762311592981525e-06, |
| "loss": 0.0334, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.667580022418732, |
| "grad_norm": 0.06577753138989224, |
| "learning_rate": 2.7439130548821986e-06, |
| "loss": 0.0364, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.668825507535185, |
| "grad_norm": 0.07686341741378933, |
| "learning_rate": 2.7255527946271287e-06, |
| "loss": 0.0358, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.6700709926516378, |
| "grad_norm": 0.08122361668658674, |
| "learning_rate": 2.7072311237252224e-06, |
| "loss": 0.0354, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.6713164777680907, |
| "grad_norm": 0.07345421003800728, |
| "learning_rate": 2.6889483530306657e-06, |
| "loss": 0.0345, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.6725619628845435, |
| "grad_norm": 0.07687336721271233, |
| "learning_rate": 2.670704792737642e-06, |
| "loss": 0.0342, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.6738074480009963, |
| "grad_norm": 0.0762945284392139, |
| "learning_rate": 2.6525007523750723e-06, |
| "loss": 0.0355, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.6750529331174493, |
| "grad_norm": 0.07771757792483129, |
| "learning_rate": 2.6343365408013642e-06, |
| "loss": 0.0345, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.6762984182339021, |
| "grad_norm": 0.08056552324055927, |
| "learning_rate": 2.6162124661991715e-06, |
| "loss": 0.0405, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.677543903350355, |
| "grad_norm": 0.0881648990710348, |
| "learning_rate": 2.598128836070164e-06, |
| "loss": 0.0354, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.6787893884668078, |
| "grad_norm": 0.0729587992152256, |
| "learning_rate": 2.5800859572298147e-06, |
| "loss": 0.035, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.6800348735832606, |
| "grad_norm": 0.06861549815799306, |
| "learning_rate": 2.5620841358021874e-06, |
| "loss": 0.0371, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.6812803586997135, |
| "grad_norm": 0.07161887920463696, |
| "learning_rate": 2.544123677214747e-06, |
| "loss": 0.0355, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.6825258438161664, |
| "grad_norm": 0.08025793937642813, |
| "learning_rate": 2.5262048861931767e-06, |
| "loss": 0.0343, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.6837713289326193, |
| "grad_norm": 0.07592732953174938, |
| "learning_rate": 2.5083280667562087e-06, |
| "loss": 0.0337, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.6850168140490721, |
| "grad_norm": 0.08841842120417269, |
| "learning_rate": 2.4904935222104654e-06, |
| "loss": 0.0449, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.686262299165525, |
| "grad_norm": 0.06970957798997367, |
| "learning_rate": 2.472701555145312e-06, |
| "loss": 0.0325, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.6875077842819778, |
| "grad_norm": 0.07452151758517693, |
| "learning_rate": 2.454952467427723e-06, |
| "loss": 0.0369, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.6887532693984307, |
| "grad_norm": 0.07907233219809202, |
| "learning_rate": 2.437246560197166e-06, |
| "loss": 0.034, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.6899987545148836, |
| "grad_norm": 0.07972745109645156, |
| "learning_rate": 2.4195841338604864e-06, |
| "loss": 0.0337, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.6912442396313364, |
| "grad_norm": 0.07781076797157135, |
| "learning_rate": 2.4019654880868092e-06, |
| "loss": 0.0349, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.6924897247477892, |
| "grad_norm": 0.07140371730661917, |
| "learning_rate": 2.384390921802459e-06, |
| "loss": 0.0336, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.6937352098642421, |
| "grad_norm": 0.0853135196439208, |
| "learning_rate": 2.3668607331858872e-06, |
| "loss": 0.0341, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.694980694980695, |
| "grad_norm": 0.06966149731893141, |
| "learning_rate": 2.3493752196626126e-06, |
| "loss": 0.0335, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.6962261800971479, |
| "grad_norm": 0.07825025391893654, |
| "learning_rate": 2.331934677900174e-06, |
| "loss": 0.0343, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.6974716652136007, |
| "grad_norm": 0.07204338779249021, |
| "learning_rate": 2.3145394038030977e-06, |
| "loss": 0.0345, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.6987171503300535, |
| "grad_norm": 0.08198716232024462, |
| "learning_rate": 2.297189692507882e-06, |
| "loss": 0.0355, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.6999626354465064, |
| "grad_norm": 0.08676996469723806, |
| "learning_rate": 2.279885838377979e-06, |
| "loss": 0.0343, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.7012081205629592, |
| "grad_norm": 0.07800253672080891, |
| "learning_rate": 2.2626281349988106e-06, |
| "loss": 0.0343, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.7024536056794122, |
| "grad_norm": 0.09856175213052162, |
| "learning_rate": 2.245416875172779e-06, |
| "loss": 0.0368, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.703699090795865, |
| "grad_norm": 0.07902099079501247, |
| "learning_rate": 2.228252350914306e-06, |
| "loss": 0.0453, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.7049445759123179, |
| "grad_norm": 0.13763358144193752, |
| "learning_rate": 2.2111348534448736e-06, |
| "loss": 0.0581, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.7061900610287707, |
| "grad_norm": 0.06722867008673782, |
| "learning_rate": 2.1940646731880887e-06, |
| "loss": 0.0339, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.7074355461452235, |
| "grad_norm": 0.08888938596568086, |
| "learning_rate": 2.177042099764748e-06, |
| "loss": 0.0343, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.7086810312616765, |
| "grad_norm": 0.08088289502197214, |
| "learning_rate": 2.1600674219879277e-06, |
| "loss": 0.036, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.7099265163781293, |
| "grad_norm": 0.0724852977114884, |
| "learning_rate": 2.1431409278580878e-06, |
| "loss": 0.0332, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.7111720014945822, |
| "grad_norm": 0.07400827446136445, |
| "learning_rate": 2.1279485175330795e-06, |
| "loss": 0.034, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.712417486611035, |
| "grad_norm": 0.0669817077398449, |
| "learning_rate": 2.1111143628419344e-06, |
| "loss": 0.034, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.7136629717274878, |
| "grad_norm": 0.0675754646108786, |
| "learning_rate": 2.0943292223586536e-06, |
| "loss": 0.0343, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.7149084568439407, |
| "grad_norm": 0.07721647391309475, |
| "learning_rate": 2.077593380867918e-06, |
| "loss": 0.0335, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.7161539419603936, |
| "grad_norm": 0.08116065782751342, |
| "learning_rate": 2.060907122317974e-06, |
| "loss": 0.0408, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.7173994270768465, |
| "grad_norm": 0.0695172297111555, |
| "learning_rate": 2.0442707298158203e-06, |
| "loss": 0.038, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.7186449121932993, |
| "grad_norm": 0.07339425885257164, |
| "learning_rate": 2.0276844856224058e-06, |
| "loss": 0.0357, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.7198903973097521, |
| "grad_norm": 0.07839644345847782, |
| "learning_rate": 2.011148671147838e-06, |
| "loss": 0.0335, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.721135882426205, |
| "grad_norm": 0.07242668204963501, |
| "learning_rate": 1.994663566946613e-06, |
| "loss": 0.0349, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.7223813675426579, |
| "grad_norm": 0.06638249084357817, |
| "learning_rate": 1.97822945271285e-06, |
| "loss": 0.0342, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.7236268526591108, |
| "grad_norm": 0.0784823693702381, |
| "learning_rate": 1.9618466072755464e-06, |
| "loss": 0.0384, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.7248723377755636, |
| "grad_norm": 0.0785131020021455, |
| "learning_rate": 1.9455153085938517e-06, |
| "loss": 0.0315, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.7261178228920164, |
| "grad_norm": 0.07073482685372633, |
| "learning_rate": 1.9292358337523477e-06, |
| "loss": 0.0356, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.7273633080084693, |
| "grad_norm": 0.08165610699922707, |
| "learning_rate": 1.9130084589563473e-06, |
| "loss": 0.0338, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.7286087931249221, |
| "grad_norm": 0.06498902084786715, |
| "learning_rate": 1.8968334595272097e-06, |
| "loss": 0.0331, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.729854278241375, |
| "grad_norm": 0.07583702681271821, |
| "learning_rate": 1.8807111098976716e-06, |
| "loss": 0.0336, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.7310997633578279, |
| "grad_norm": 0.07197627691130293, |
| "learning_rate": 1.8646416836071822e-06, |
| "loss": 0.0336, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.7323452484742807, |
| "grad_norm": 0.07891173135399616, |
| "learning_rate": 1.8486254532972758e-06, |
| "loss": 0.0332, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.7335907335907336, |
| "grad_norm": 0.07356845117523034, |
| "learning_rate": 1.8326626907069316e-06, |
| "loss": 0.0363, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.7348362187071864, |
| "grad_norm": 0.07343814227481309, |
| "learning_rate": 1.8167536666679731e-06, |
| "loss": 0.0344, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.7360817038236394, |
| "grad_norm": 0.08483159827157047, |
| "learning_rate": 1.80089865110047e-06, |
| "loss": 0.035, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.7373271889400922, |
| "grad_norm": 0.07339981334410413, |
| "learning_rate": 1.7850979130081576e-06, |
| "loss": 0.0328, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.738572674056545, |
| "grad_norm": 0.06258653634322751, |
| "learning_rate": 1.7693517204738736e-06, |
| "loss": 0.0315, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.7398181591729979, |
| "grad_norm": 0.08163291026144019, |
| "learning_rate": 1.7536603406550101e-06, |
| "loss": 0.0332, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.7410636442894507, |
| "grad_norm": 0.07902800672185287, |
| "learning_rate": 1.7380240397789838e-06, |
| "loss": 0.0365, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.7423091294059035, |
| "grad_norm": 0.07995187879995147, |
| "learning_rate": 1.7224430831387107e-06, |
| "loss": 0.0344, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.7435546145223565, |
| "grad_norm": 0.0763305452070105, |
| "learning_rate": 1.7069177350881138e-06, |
| "loss": 0.0351, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.7448000996388093, |
| "grad_norm": 0.07471841853434173, |
| "learning_rate": 1.6914482590376318e-06, |
| "loss": 0.0339, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.7460455847552622, |
| "grad_norm": 0.06801475140677903, |
| "learning_rate": 1.6760349174497542e-06, |
| "loss": 0.0374, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.747291069871715, |
| "grad_norm": 0.06206446688924529, |
| "learning_rate": 1.6606779718345662e-06, |
| "loss": 0.0329, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.747291069871715, |
| "eval_loss": 0.0365239642560482, |
| "eval_runtime": 838.4523, |
| "eval_samples_per_second": 4.772, |
| "eval_steps_per_second": 0.299, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.7485365549881678, |
| "grad_norm": 0.07526072165078002, |
| "learning_rate": 1.6453776827453099e-06, |
| "loss": 0.0339, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.7497820401046208, |
| "grad_norm": 0.07043851968247505, |
| "learning_rate": 1.6301343097739714e-06, |
| "loss": 0.0344, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.7510275252210736, |
| "grad_norm": 0.0783487848180965, |
| "learning_rate": 1.6149481115468634e-06, |
| "loss": 0.0354, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.7522730103375265, |
| "grad_norm": 0.069822418915247, |
| "learning_rate": 1.5998193457202532e-06, |
| "loss": 0.0339, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.7535184954539793, |
| "grad_norm": 0.06528825794120303, |
| "learning_rate": 1.5847482689759747e-06, |
| "loss": 0.033, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.7547639805704321, |
| "grad_norm": 0.07313532691839966, |
| "learning_rate": 1.569735137017086e-06, |
| "loss": 0.0364, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.7560094656868851, |
| "grad_norm": 0.0747987256879236, |
| "learning_rate": 1.5547802045635241e-06, |
| "loss": 0.0366, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.7572549508033379, |
| "grad_norm": 0.07210718675492371, |
| "learning_rate": 1.5398837253477877e-06, |
| "loss": 0.0334, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.7585004359197908, |
| "grad_norm": 0.06919547631061922, |
| "learning_rate": 1.5250459521106287e-06, |
| "loss": 0.0352, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.7597459210362436, |
| "grad_norm": 0.07119325113096954, |
| "learning_rate": 1.510267136596763e-06, |
| "loss": 0.0346, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.7609914061526964, |
| "grad_norm": 0.07318013984700833, |
| "learning_rate": 1.4955475295506094e-06, |
| "loss": 0.0342, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.7622368912691493, |
| "grad_norm": 0.07616351276339006, |
| "learning_rate": 1.4808873807120193e-06, |
| "loss": 0.0336, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.7634823763856022, |
| "grad_norm": 0.0796790430809141, |
| "learning_rate": 1.466286938812052e-06, |
| "loss": 0.0346, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.7647278615020551, |
| "grad_norm": 0.07509216834289828, |
| "learning_rate": 1.45174645156875e-06, |
| "loss": 0.0345, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.7659733466185079, |
| "grad_norm": 0.07381476393416156, |
| "learning_rate": 1.4372661656829345e-06, |
| "loss": 0.0354, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.7672188317349607, |
| "grad_norm": 0.08480920007243628, |
| "learning_rate": 1.422846326834027e-06, |
| "loss": 0.0362, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.7684643168514136, |
| "grad_norm": 0.08367728643096982, |
| "learning_rate": 1.4084871796758697e-06, |
| "loss": 0.0346, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.7697098019678665, |
| "grad_norm": 0.06943587680204816, |
| "learning_rate": 1.394188967832585e-06, |
| "loss": 0.0355, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.7709552870843194, |
| "grad_norm": 0.06973678116522715, |
| "learning_rate": 1.379951933894434e-06, |
| "loss": 0.0333, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.7722007722007722, |
| "grad_norm": 0.08517060522280089, |
| "learning_rate": 1.3657763194137096e-06, |
| "loss": 0.0341, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.773446257317225, |
| "grad_norm": 0.06449083173655625, |
| "learning_rate": 1.3516623649006283e-06, |
| "loss": 0.0315, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.7746917424336779, |
| "grad_norm": 0.06900815834199764, |
| "learning_rate": 1.3376103098192561e-06, |
| "loss": 0.0339, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.7759372275501307, |
| "grad_norm": 0.1471776063205498, |
| "learning_rate": 1.3236203925834435e-06, |
| "loss": 0.0395, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.7771827126665837, |
| "grad_norm": 0.06884582924522074, |
| "learning_rate": 1.3096928505527812e-06, |
| "loss": 0.0351, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.7784281977830365, |
| "grad_norm": 0.06486078332241468, |
| "learning_rate": 1.2958279200285717e-06, |
| "loss": 0.0334, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.7796736828994894, |
| "grad_norm": 0.06824091168803899, |
| "learning_rate": 1.28202583624982e-06, |
| "loss": 0.0334, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.7809191680159422, |
| "grad_norm": 0.07118767063867026, |
| "learning_rate": 1.2682868333892478e-06, |
| "loss": 0.0348, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.782164653132395, |
| "grad_norm": 0.07944253692635138, |
| "learning_rate": 1.2546111445493115e-06, |
| "loss": 0.035, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.783410138248848, |
| "grad_norm": 0.09656962543872709, |
| "learning_rate": 1.2409990017582507e-06, |
| "loss": 0.0354, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.7846556233653008, |
| "grad_norm": 0.07502602214178333, |
| "learning_rate": 1.2274506359661587e-06, |
| "loss": 0.0375, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.7859011084817537, |
| "grad_norm": 0.0799756957228317, |
| "learning_rate": 1.2139662770410526e-06, |
| "loss": 0.0352, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.7871465935982065, |
| "grad_norm": 0.08452422194255815, |
| "learning_rate": 1.2005461537649788e-06, |
| "loss": 0.0347, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.7883920787146593, |
| "grad_norm": 0.07815588940216203, |
| "learning_rate": 1.1871904938301338e-06, |
| "loss": 0.0358, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.7896375638311122, |
| "grad_norm": 0.08213543731741436, |
| "learning_rate": 1.173899523834996e-06, |
| "loss": 0.0344, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.7908830489475651, |
| "grad_norm": 0.07754270311286994, |
| "learning_rate": 1.1606734692804833e-06, |
| "loss": 0.0334, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.792128534064018, |
| "grad_norm": 0.07612816225051539, |
| "learning_rate": 1.1475125545661308e-06, |
| "loss": 0.0354, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.7933740191804708, |
| "grad_norm": 0.06720925454007079, |
| "learning_rate": 1.1344170029862773e-06, |
| "loss": 0.0344, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.7946195042969236, |
| "grad_norm": 0.06632967939022859, |
| "learning_rate": 1.121387036726279e-06, |
| "loss": 0.0359, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.7958649894133765, |
| "grad_norm": 0.0671224246804576, |
| "learning_rate": 1.108422876858742e-06, |
| "loss": 0.0352, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.7971104745298294, |
| "grad_norm": 0.06375225401763122, |
| "learning_rate": 1.0955247433397693e-06, |
| "loss": 0.0345, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.7983559596462823, |
| "grad_norm": 0.07554971366582727, |
| "learning_rate": 1.0826928550052286e-06, |
| "loss": 0.0321, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.7996014447627351, |
| "grad_norm": 0.08051411691295206, |
| "learning_rate": 1.069927429567041e-06, |
| "loss": 0.0334, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.8008469298791879, |
| "grad_norm": 0.07633425405522394, |
| "learning_rate": 1.057228683609488e-06, |
| "loss": 0.0332, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.8020924149956408, |
| "grad_norm": 0.07031116683085095, |
| "learning_rate": 1.0445968325855315e-06, |
| "loss": 0.0345, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.8033379001120936, |
| "grad_norm": 0.07126571844908727, |
| "learning_rate": 1.0320320908131681e-06, |
| "loss": 0.0349, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.8045833852285466, |
| "grad_norm": 0.06854061650174853, |
| "learning_rate": 1.0195346714717813e-06, |
| "loss": 0.0329, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.8058288703449994, |
| "grad_norm": 0.07110914763011278, |
| "learning_rate": 1.0071047865985318e-06, |
| "loss": 0.0383, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.8070743554614522, |
| "grad_norm": 0.0712690327715076, |
| "learning_rate": 9.947426470847598e-07, |
| "loss": 0.0345, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.8083198405779051, |
| "grad_norm": 0.07063224017464265, |
| "learning_rate": 9.82448462672404e-07, |
| "loss": 0.0347, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.8095653256943579, |
| "grad_norm": 0.07361058725909074, |
| "learning_rate": 9.702224419504453e-07, |
| "loss": 0.0336, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.8108108108108109, |
| "grad_norm": 0.06933750107159053, |
| "learning_rate": 9.580647923513647e-07, |
| "loss": 0.0329, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.8120562959272637, |
| "grad_norm": 0.06908483991302168, |
| "learning_rate": 9.459757201476322e-07, |
| "loss": 0.0352, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.8133017810437165, |
| "grad_norm": 0.07893525507405788, |
| "learning_rate": 9.339554304481952e-07, |
| "loss": 0.0333, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.8145472661601694, |
| "grad_norm": 0.06864557485898842, |
| "learning_rate": 9.220041271950059e-07, |
| "loss": 0.0341, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.8157927512766222, |
| "grad_norm": 0.06645002526767543, |
| "learning_rate": 9.101220131595612e-07, |
| "loss": 0.0343, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.8170382363930752, |
| "grad_norm": 0.06922021736452175, |
| "learning_rate": 8.983092899394585e-07, |
| "loss": 0.0391, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.818283721509528, |
| "grad_norm": 0.06287165787203189, |
| "learning_rate": 8.865661579549784e-07, |
| "loss": 0.0369, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.8195292066259808, |
| "grad_norm": 0.08007108761184983, |
| "learning_rate": 8.748928164456866e-07, |
| "loss": 0.0344, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.8207746917424337, |
| "grad_norm": 0.07917196668748554, |
| "learning_rate": 8.632894634670463e-07, |
| "loss": 0.0348, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.8220201768588865, |
| "grad_norm": 0.06481402186032732, |
| "learning_rate": 8.517562958870624e-07, |
| "loss": 0.0329, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.8232656619753393, |
| "grad_norm": 0.06706391748518929, |
| "learning_rate": 8.40293509382944e-07, |
| "loss": 0.0341, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.8245111470917923, |
| "grad_norm": 0.07465582263708473, |
| "learning_rate": 8.289012984377781e-07, |
| "loss": 0.0363, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.8257566322082451, |
| "grad_norm": 0.06769000558134151, |
| "learning_rate": 8.17579856337235e-07, |
| "loss": 0.0334, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.827002117324698, |
| "grad_norm": 0.0736599723550588, |
| "learning_rate": 8.063293751662865e-07, |
| "loss": 0.0334, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.8282476024411508, |
| "grad_norm": 0.07564679944959335, |
| "learning_rate": 7.951500458059475e-07, |
| "loss": 0.0333, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.8294930875576036, |
| "grad_norm": 0.07611705351089817, |
| "learning_rate": 7.840420579300379e-07, |
| "loss": 0.0333, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.8307385726740566, |
| "grad_norm": 0.07192878132208759, |
| "learning_rate": 7.730056000019614e-07, |
| "loss": 0.0328, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.8319840577905094, |
| "grad_norm": 0.06292019065033208, |
| "learning_rate": 7.620408592715167e-07, |
| "loss": 0.0343, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.8332295429069623, |
| "grad_norm": 0.07416346158348398, |
| "learning_rate": 7.511480217717088e-07, |
| "loss": 0.0334, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.8344750280234151, |
| "grad_norm": 0.06463777918980437, |
| "learning_rate": 7.403272723156002e-07, |
| "loss": 0.0352, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.835720513139868, |
| "grad_norm": 0.08165169020726025, |
| "learning_rate": 7.295787944931715e-07, |
| "loss": 0.0354, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.8369659982563208, |
| "grad_norm": 0.07131556603635962, |
| "learning_rate": 7.189027706682128e-07, |
| "loss": 0.0336, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.8382114833727737, |
| "grad_norm": 0.0719099714750811, |
| "learning_rate": 7.082993819752215e-07, |
| "loss": 0.0342, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.8394569684892266, |
| "grad_norm": 0.07154371844407563, |
| "learning_rate": 6.977688083163342e-07, |
| "loss": 0.032, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.8407024536056794, |
| "grad_norm": 0.07312235337311399, |
| "learning_rate": 6.873112283582722e-07, |
| "loss": 0.0329, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.8419479387221322, |
| "grad_norm": 0.06850012770711321, |
| "learning_rate": 6.7692681952931e-07, |
| "loss": 0.0327, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.8431934238385851, |
| "grad_norm": 0.06977693532355342, |
| "learning_rate": 6.666157580162702e-07, |
| "loss": 0.0329, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.844438908955038, |
| "grad_norm": 0.0719753214839795, |
| "learning_rate": 6.563782187615253e-07, |
| "loss": 0.0339, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.8456843940714909, |
| "grad_norm": 0.07280895416767508, |
| "learning_rate": 6.462143754600359e-07, |
| "loss": 0.0325, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.8469298791879437, |
| "grad_norm": 0.07571464330534158, |
| "learning_rate": 6.361244005564033e-07, |
| "loss": 0.0348, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.8481753643043966, |
| "grad_norm": 0.0784979836153967, |
| "learning_rate": 6.261084652419396e-07, |
| "loss": 0.0328, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.8494208494208494, |
| "grad_norm": 0.08689547960009887, |
| "learning_rate": 6.161667394517684e-07, |
| "loss": 0.0343, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.8506663345373022, |
| "grad_norm": 0.06584632674297429, |
| "learning_rate": 6.06299391861937e-07, |
| "loss": 0.0323, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.8519118196537552, |
| "grad_norm": 0.06953629816129804, |
| "learning_rate": 5.965065898865607e-07, |
| "loss": 0.0335, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.853157304770208, |
| "grad_norm": 0.07939544549983875, |
| "learning_rate": 5.86788499674974e-07, |
| "loss": 0.035, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.8544027898866609, |
| "grad_norm": 0.08134197942470128, |
| "learning_rate": 5.771452861089188e-07, |
| "loss": 0.0333, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.8556482750031137, |
| "grad_norm": 0.07280175167550847, |
| "learning_rate": 5.675771127997442e-07, |
| "loss": 0.0342, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.8568937601195665, |
| "grad_norm": 0.07641298068874042, |
| "learning_rate": 5.580841420856286e-07, |
| "loss": 0.0333, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.8581392452360195, |
| "grad_norm": 0.06946607578947374, |
| "learning_rate": 5.48666535028829e-07, |
| "loss": 0.0351, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.8593847303524723, |
| "grad_norm": 0.08052086443622808, |
| "learning_rate": 5.393244514129459e-07, |
| "loss": 0.0341, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.8606302154689252, |
| "grad_norm": 0.08590426319330488, |
| "learning_rate": 5.300580497402141e-07, |
| "loss": 0.0327, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.861875700585378, |
| "grad_norm": 0.06389092214924613, |
| "learning_rate": 5.208674872288111e-07, |
| "loss": 0.0344, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.8631211857018308, |
| "grad_norm": 0.0732213114303925, |
| "learning_rate": 5.117529198101944e-07, |
| "loss": 0.0327, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.8643666708182837, |
| "grad_norm": 0.07779488412768652, |
| "learning_rate": 5.027145021264484e-07, |
| "loss": 0.0325, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.8656121559347366, |
| "grad_norm": 0.06643221408607018, |
| "learning_rate": 4.937523875276679e-07, |
| "loss": 0.0355, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.8668576410511895, |
| "grad_norm": 0.0749954905480658, |
| "learning_rate": 4.848667280693515e-07, |
| "loss": 0.0341, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.8681031261676423, |
| "grad_norm": 0.06878078966121552, |
| "learning_rate": 4.7605767450982386e-07, |
| "loss": 0.0331, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.8693486112840951, |
| "grad_norm": 0.07671105542204411, |
| "learning_rate": 4.6732537630767847e-07, |
| "loss": 0.0319, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.870594096400548, |
| "grad_norm": 0.0771166533771837, |
| "learning_rate": 4.5866998161923916e-07, |
| "loss": 0.0345, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.8718395815170009, |
| "grad_norm": 0.06325435618259866, |
| "learning_rate": 4.5009163729605123e-07, |
| "loss": 0.0358, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.8718395815170009, |
| "eval_loss": 0.03601476922631264, |
| "eval_runtime": 837.2719, |
| "eval_samples_per_second": 4.779, |
| "eval_steps_per_second": 0.3, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.8730850666334538, |
| "grad_norm": 0.07013513035528042, |
| "learning_rate": 4.4159048888238296e-07, |
| "loss": 0.0371, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.8743305517499066, |
| "grad_norm": 0.0796985853346479, |
| "learning_rate": 4.3316668061276437e-07, |
| "loss": 0.0358, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.8755760368663594, |
| "grad_norm": 0.07657422399818352, |
| "learning_rate": 4.2482035540953146e-07, |
| "loss": 0.0345, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.8768215219828123, |
| "grad_norm": 0.08303698297275255, |
| "learning_rate": 4.165516548804088e-07, |
| "loss": 0.0339, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.8780670070992652, |
| "grad_norm": 0.06701075185473475, |
| "learning_rate": 4.083607193161021e-07, |
| "loss": 0.0337, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.8793124922157181, |
| "grad_norm": 0.07440386317561543, |
| "learning_rate": 4.002476876879202e-07, |
| "loss": 0.0337, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.8805579773321709, |
| "grad_norm": 0.06559265895649592, |
| "learning_rate": 3.922126976454171e-07, |
| "loss": 0.0328, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.8818034624486237, |
| "grad_norm": 0.07360217409200592, |
| "learning_rate": 3.842558855140549e-07, |
| "loss": 0.033, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.8830489475650766, |
| "grad_norm": 0.07352757190270637, |
| "learning_rate": 3.7637738629289487e-07, |
| "loss": 0.0325, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.8842944326815294, |
| "grad_norm": 0.09092598561951667, |
| "learning_rate": 3.685773336523013e-07, |
| "loss": 0.0397, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.8855399177979824, |
| "grad_norm": 0.06933268688345073, |
| "learning_rate": 3.6085585993167804e-07, |
| "loss": 0.0338, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.8867854029144352, |
| "grad_norm": 0.07631042389502997, |
| "learning_rate": 3.532130961372199e-07, |
| "loss": 0.0344, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.888030888030888, |
| "grad_norm": 0.06438416491374326, |
| "learning_rate": 3.4564917193969315e-07, |
| "loss": 0.0329, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.8892763731473409, |
| "grad_norm": 0.06287657387840852, |
| "learning_rate": 3.381642156722348e-07, |
| "loss": 0.0338, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.8905218582637937, |
| "grad_norm": 0.073583377093947, |
| "learning_rate": 3.3075835432817226e-07, |
| "loss": 0.0345, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.8917673433802467, |
| "grad_norm": 0.07084202608928916, |
| "learning_rate": 3.234317135588721e-07, |
| "loss": 0.0353, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.8930128284966995, |
| "grad_norm": 0.0683170544172917, |
| "learning_rate": 3.161844176716056e-07, |
| "loss": 0.0335, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.8942583136131523, |
| "grad_norm": 0.07513088308413, |
| "learning_rate": 3.0901658962744385e-07, |
| "loss": 0.0335, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.8955037987296052, |
| "grad_norm": 0.08217480053437234, |
| "learning_rate": 3.019283510391663e-07, |
| "loss": 0.0344, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.896749283846058, |
| "grad_norm": 0.07491705413401013, |
| "learning_rate": 2.949198221692001e-07, |
| "loss": 0.033, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.8979947689625108, |
| "grad_norm": 0.06926357003461246, |
| "learning_rate": 2.879911219275805e-07, |
| "loss": 0.0326, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.8992402540789638, |
| "grad_norm": 0.07318044389849242, |
| "learning_rate": 2.811423678699304e-07, |
| "loss": 0.0339, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.9004857391954166, |
| "grad_norm": 0.07056617475435807, |
| "learning_rate": 2.743736761954696e-07, |
| "loss": 0.0341, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.9017312243118695, |
| "grad_norm": 0.0715107422245273, |
| "learning_rate": 2.676851617450399e-07, |
| "loss": 0.0361, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.9029767094283223, |
| "grad_norm": 0.0838238159782872, |
| "learning_rate": 2.6107693799916066e-07, |
| "loss": 0.0336, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.9042221945447751, |
| "grad_norm": 0.07576479304363574, |
| "learning_rate": 2.5454911707609774e-07, |
| "loss": 0.0372, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.9054676796612281, |
| "grad_norm": 0.07883180504697644, |
| "learning_rate": 2.4810180972996643e-07, |
| "loss": 0.0337, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.9067131647776809, |
| "grad_norm": 0.07220224003715747, |
| "learning_rate": 2.4173512534885035e-07, |
| "loss": 0.0346, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.9079586498941338, |
| "grad_norm": 0.07243548971532544, |
| "learning_rate": 2.3544917195294448e-07, |
| "loss": 0.0349, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.9092041350105866, |
| "grad_norm": 0.06773035160663944, |
| "learning_rate": 2.2924405619272504e-07, |
| "loss": 0.033, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.9104496201270394, |
| "grad_norm": 0.0745810384721887, |
| "learning_rate": 2.2311988334713652e-07, |
| "loss": 0.0323, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.9116951052434923, |
| "grad_norm": 0.09334001378278338, |
| "learning_rate": 2.170767573218091e-07, |
| "loss": 0.0335, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.9129405903599452, |
| "grad_norm": 0.06509794428143283, |
| "learning_rate": 2.1111478064729296e-07, |
| "loss": 0.0323, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.9141860754763981, |
| "grad_norm": 0.06801541543633163, |
| "learning_rate": 2.052340544773207e-07, |
| "loss": 0.0325, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.9154315605928509, |
| "grad_norm": 0.0684881277926702, |
| "learning_rate": 1.9943467858708987e-07, |
| "loss": 0.038, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.9166770457093038, |
| "grad_norm": 0.07156360624516987, |
| "learning_rate": 1.9371675137157041e-07, |
| "loss": 0.0353, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.9179225308257566, |
| "grad_norm": 0.07770709574833054, |
| "learning_rate": 1.8808036984383494e-07, |
| "loss": 0.036, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.9191680159422095, |
| "grad_norm": 0.08221487487909415, |
| "learning_rate": 1.825256296334138e-07, |
| "loss": 0.0338, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.9204135010586624, |
| "grad_norm": 0.06484900429613018, |
| "learning_rate": 1.7705262498467101e-07, |
| "loss": 0.0323, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.9216589861751152, |
| "grad_norm": 0.08944384334335836, |
| "learning_rate": 1.7166144875520762e-07, |
| "loss": 0.04, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.922904471291568, |
| "grad_norm": 0.06977381086844832, |
| "learning_rate": 1.66352192414283e-07, |
| "loss": 0.0331, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.9241499564080209, |
| "grad_norm": 0.06972307171771487, |
| "learning_rate": 1.6112494604126617e-07, |
| "loss": 0.0342, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.9253954415244737, |
| "grad_norm": 0.07621473599772897, |
| "learning_rate": 1.559797983241057e-07, |
| "loss": 0.0354, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.9266409266409267, |
| "grad_norm": 0.06949411673451975, |
| "learning_rate": 1.5091683655782563e-07, |
| "loss": 0.0322, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.9278864117573795, |
| "grad_norm": 0.07109337082909367, |
| "learning_rate": 1.4593614664304202e-07, |
| "loss": 0.0335, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.9291318968738324, |
| "grad_norm": 0.07040888774127627, |
| "learning_rate": 1.410378130845108e-07, |
| "loss": 0.0333, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.9303773819902852, |
| "grad_norm": 0.08008290533382605, |
| "learning_rate": 1.3622191898968794e-07, |
| "loss": 0.0378, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.931622867106738, |
| "grad_norm": 0.09568843705776367, |
| "learning_rate": 1.3148854606732375e-07, |
| "loss": 0.0345, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.932868352223191, |
| "grad_norm": 0.06672547669772788, |
| "learning_rate": 1.268377746260746e-07, |
| "loss": 0.0338, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.9341138373396438, |
| "grad_norm": 0.06819892775291685, |
| "learning_rate": 1.2226968357314128e-07, |
| "loss": 0.0344, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.9353593224560967, |
| "grad_norm": 0.08377122880684172, |
| "learning_rate": 1.1778435041292947e-07, |
| "loss": 0.0341, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.9366048075725495, |
| "grad_norm": 0.06632013597935872, |
| "learning_rate": 1.133818512457352e-07, |
| "loss": 0.0321, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.9378502926890023, |
| "grad_norm": 0.06804778518558732, |
| "learning_rate": 1.0906226076645266e-07, |
| "loss": 0.0338, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.9390957778054553, |
| "grad_norm": 0.07515421815726762, |
| "learning_rate": 1.0482565226330955e-07, |
| "loss": 0.034, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.9403412629219081, |
| "grad_norm": 0.07383191334773143, |
| "learning_rate": 1.0067209761662033e-07, |
| "loss": 0.0331, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.941586748038361, |
| "grad_norm": 0.0656525186197339, |
| "learning_rate": 9.660166729756892e-08, |
| "loss": 0.0339, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.9428322331548138, |
| "grad_norm": 0.08473468853272019, |
| "learning_rate": 9.26144303670129e-08, |
| "loss": 0.0347, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.9440777182712666, |
| "grad_norm": 0.06772453808502675, |
| "learning_rate": 8.871045447430948e-08, |
| "loss": 0.0333, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.9453232033877195, |
| "grad_norm": 0.07105872568274649, |
| "learning_rate": 8.488980585617202e-08, |
| "loss": 0.0364, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.9465686885041724, |
| "grad_norm": 0.07268210266497814, |
| "learning_rate": 8.11525493355414e-08, |
| "loss": 0.0367, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.9478141736206253, |
| "grad_norm": 0.06304480996299118, |
| "learning_rate": 7.749874832048976e-08, |
| "loss": 0.032, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.9490596587370781, |
| "grad_norm": 0.07028355086867726, |
| "learning_rate": 7.392846480314297e-08, |
| "loss": 0.0337, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.9503051438535309, |
| "grad_norm": 0.06809291178200033, |
| "learning_rate": 7.044175935862985e-08, |
| "loss": 0.0351, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.9515506289699838, |
| "grad_norm": 0.07135816971461638, |
| "learning_rate": 6.703869114405292e-08, |
| "loss": 0.0331, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.9527961140864367, |
| "grad_norm": 0.07846522105920983, |
| "learning_rate": 6.371931789748598e-08, |
| "loss": 0.0376, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.9540415992028896, |
| "grad_norm": 0.07016745603597967, |
| "learning_rate": 6.048369593699533e-08, |
| "loss": 0.0343, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.9552870843193424, |
| "grad_norm": 0.07623936730645538, |
| "learning_rate": 5.733188015968172e-08, |
| "loss": 0.033, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.9565325694357952, |
| "grad_norm": 0.074221653559916, |
| "learning_rate": 5.426392404075109e-08, |
| "loss": 0.0336, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.9577780545522481, |
| "grad_norm": 0.081984794751667, |
| "learning_rate": 5.127987963260583e-08, |
| "loss": 0.0341, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.9590235396687009, |
| "grad_norm": 0.062234312126669994, |
| "learning_rate": 4.837979756396327e-08, |
| "loss": 0.0327, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.9602690247851539, |
| "grad_norm": 0.0718672304470415, |
| "learning_rate": 4.556372703899525e-08, |
| "loss": 0.0324, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.9615145099016067, |
| "grad_norm": 0.06876702733799522, |
| "learning_rate": 4.2831715836493814e-08, |
| "loss": 0.0324, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.9627599950180595, |
| "grad_norm": 0.08240294881302636, |
| "learning_rate": 4.018381030906016e-08, |
| "loss": 0.0347, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.9640054801345124, |
| "grad_norm": 0.0738460586959311, |
| "learning_rate": 3.762005538231861e-08, |
| "loss": 0.0319, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.9652509652509652, |
| "grad_norm": 0.0743464723827432, |
| "learning_rate": 3.514049455415558e-08, |
| "loss": 0.0331, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.9664964503674182, |
| "grad_norm": 0.0695618078874069, |
| "learning_rate": 3.274516989397958e-08, |
| "loss": 0.0347, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.967741935483871, |
| "grad_norm": 0.07847632210065156, |
| "learning_rate": 3.043412204200791e-08, |
| "loss": 0.0333, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.9689874206003238, |
| "grad_norm": 0.06762044113316065, |
| "learning_rate": 2.8207390208577768e-08, |
| "loss": 0.0329, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.9702329057167767, |
| "grad_norm": 0.06421198468053373, |
| "learning_rate": 2.606501217348012e-08, |
| "loss": 0.038, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.9714783908332295, |
| "grad_norm": 0.07605307023985369, |
| "learning_rate": 2.4007024285320202e-08, |
| "loss": 0.0341, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.9727238759496823, |
| "grad_norm": 0.07720901420141715, |
| "learning_rate": 2.2033461460899685e-08, |
| "loss": 0.0342, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.9739693610661353, |
| "grad_norm": 0.0706246030278367, |
| "learning_rate": 2.0144357184623265e-08, |
| "loss": 0.0336, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.9752148461825881, |
| "grad_norm": 0.07575875269027028, |
| "learning_rate": 1.833974350793355e-08, |
| "loss": 0.0434, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.976460331299041, |
| "grad_norm": 0.06902760318668755, |
| "learning_rate": 1.661965104876484e-08, |
| "loss": 0.0349, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.9777058164154938, |
| "grad_norm": 0.06632820472757216, |
| "learning_rate": 1.4984108991022985e-08, |
| "loss": 0.0323, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.9789513015319466, |
| "grad_norm": 0.07955882222040188, |
| "learning_rate": 1.3433145084093547e-08, |
| "loss": 0.0371, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.9801967866483996, |
| "grad_norm": 0.06755112335574645, |
| "learning_rate": 1.1966785642367195e-08, |
| "loss": 0.034, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.9814422717648524, |
| "grad_norm": 0.07115529103369396, |
| "learning_rate": 1.0585055544795608e-08, |
| "loss": 0.0367, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.9826877568813053, |
| "grad_norm": 0.07314774971455064, |
| "learning_rate": 9.287978234469585e-09, |
| "loss": 0.0334, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.9839332419977581, |
| "grad_norm": 0.06746293247651736, |
| "learning_rate": 8.07557571821882e-09, |
| "loss": 0.034, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.985178727114211, |
| "grad_norm": 0.08210523419371389, |
| "learning_rate": 6.947868566242188e-09, |
| "loss": 0.0341, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.9864242122306638, |
| "grad_norm": 0.0689360972402286, |
| "learning_rate": 5.904875911754704e-09, |
| "loss": 0.0335, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.9876696973471167, |
| "grad_norm": 0.07186254814721327, |
| "learning_rate": 4.946615450666659e-09, |
| "loss": 0.0358, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.9889151824635696, |
| "grad_norm": 0.06520526448362651, |
| "learning_rate": 4.07310344127998e-09, |
| "loss": 0.0342, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.9901606675800224, |
| "grad_norm": 0.07531178940209358, |
| "learning_rate": 3.2843547040151136e-09, |
| "loss": 0.0348, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.9914061526964753, |
| "grad_norm": 0.06750753677525495, |
| "learning_rate": 2.5803826211590056e-09, |
| "loss": 0.0311, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.9926516378129281, |
| "grad_norm": 0.07832974054383601, |
| "learning_rate": 1.961199136636394e-09, |
| "loss": 0.0499, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.993897122929381, |
| "grad_norm": 0.08569431873882229, |
| "learning_rate": 1.4268147558088585e-09, |
| "loss": 0.0347, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.9951426080458339, |
| "grad_norm": 0.07167215689654272, |
| "learning_rate": 9.772385452955223e-10, |
| "loss": 0.0336, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.9963880931622867, |
| "grad_norm": 0.07528961214946711, |
| "learning_rate": 6.124781328215034e-10, |
| "loss": 0.0319, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.9963880931622867, |
| "eval_loss": 0.03589002415537834, |
| "eval_runtime": 837.1266, |
| "eval_samples_per_second": 4.779, |
| "eval_steps_per_second": 0.3, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.9976335782787396, |
| "grad_norm": 0.08293808161992938, |
| "learning_rate": 3.325397070841341e-10, |
| "loss": 0.0338, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.9988790633951924, |
| "grad_norm": 0.0731739534718667, |
| "learning_rate": 1.3742801765193048e-10, |
| "loss": 0.0365, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 8029, |
| "total_flos": 7777072302784512.0, |
| "train_loss": 0.06085372139276492, |
| "train_runtime": 119385.8868, |
| "train_samples_per_second": 1.076, |
| "train_steps_per_second": 0.067 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 8029, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7777072302784512.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
