| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 6723, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.004462293618920125, |
| "grad_norm": 3.7051006087750524, |
| "learning_rate": 1.337295690936107e-07, |
| "loss": 0.5444, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00892458723784025, |
| "grad_norm": 3.048784847442942, |
| "learning_rate": 2.823179791976226e-07, |
| "loss": 0.5572, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.013386880856760375, |
| "grad_norm": 2.048957705438653, |
| "learning_rate": 4.309063893016345e-07, |
| "loss": 0.5423, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0178491744756805, |
| "grad_norm": 1.461567031084094, |
| "learning_rate": 5.794947994056464e-07, |
| "loss": 0.5134, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.022311468094600623, |
| "grad_norm": 1.0103720435475612, |
| "learning_rate": 7.280832095096584e-07, |
| "loss": 0.4907, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.02677376171352075, |
| "grad_norm": 0.6889844403965782, |
| "learning_rate": 8.766716196136702e-07, |
| "loss": 0.4818, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.031236055332440876, |
| "grad_norm": 0.5268842063919165, |
| "learning_rate": 1.025260029717682e-06, |
| "loss": 0.4483, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.035698348951361, |
| "grad_norm": 0.46396807974468, |
| "learning_rate": 1.173848439821694e-06, |
| "loss": 0.4457, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.040160642570281124, |
| "grad_norm": 0.45432241367642123, |
| "learning_rate": 1.322436849925706e-06, |
| "loss": 0.4398, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04462293618920125, |
| "grad_norm": 0.3566878144571345, |
| "learning_rate": 1.4710252600297179e-06, |
| "loss": 0.4295, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.049085229808121376, |
| "grad_norm": 0.3076647669838012, |
| "learning_rate": 1.6196136701337297e-06, |
| "loss": 0.4126, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0535475234270415, |
| "grad_norm": 0.30260053228577904, |
| "learning_rate": 1.7682020802377416e-06, |
| "loss": 0.4021, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05800981704596162, |
| "grad_norm": 0.3122317267903143, |
| "learning_rate": 1.9167904903417537e-06, |
| "loss": 0.3946, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06247211066488175, |
| "grad_norm": 0.3476751821982303, |
| "learning_rate": 2.0653789004457653e-06, |
| "loss": 0.3965, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.06693440428380187, |
| "grad_norm": 0.33812027755011803, |
| "learning_rate": 2.213967310549777e-06, |
| "loss": 0.4031, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.071396697902722, |
| "grad_norm": 0.3120124573653305, |
| "learning_rate": 2.362555720653789e-06, |
| "loss": 0.3984, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.07585899152164212, |
| "grad_norm": 0.32219654623219857, |
| "learning_rate": 2.511144130757801e-06, |
| "loss": 0.382, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08032128514056225, |
| "grad_norm": 0.37321844110875607, |
| "learning_rate": 2.659732540861813e-06, |
| "loss": 0.397, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.08478357875948238, |
| "grad_norm": 0.34121006704676865, |
| "learning_rate": 2.808320950965825e-06, |
| "loss": 0.3877, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0892458723784025, |
| "grad_norm": 0.34259431719098377, |
| "learning_rate": 2.956909361069837e-06, |
| "loss": 0.3778, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.09370816599732262, |
| "grad_norm": 0.4634153760914143, |
| "learning_rate": 3.1054977711738487e-06, |
| "loss": 0.3838, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.09817045961624275, |
| "grad_norm": 0.34508537944318013, |
| "learning_rate": 3.2540861812778607e-06, |
| "loss": 0.3823, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.10263275323516287, |
| "grad_norm": 0.38159809656131194, |
| "learning_rate": 3.4026745913818724e-06, |
| "loss": 0.3641, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.107095046854083, |
| "grad_norm": 0.3204989890164747, |
| "learning_rate": 3.5512630014858845e-06, |
| "loss": 0.3819, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.11155734047300313, |
| "grad_norm": 0.3576572957193155, |
| "learning_rate": 3.6998514115898966e-06, |
| "loss": 0.3727, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.11601963409192324, |
| "grad_norm": 0.35700198129793526, |
| "learning_rate": 3.848439821693909e-06, |
| "loss": 0.3563, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.12048192771084337, |
| "grad_norm": 0.3192301931360082, |
| "learning_rate": 3.99702823179792e-06, |
| "loss": 0.3738, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1249442213297635, |
| "grad_norm": 0.3196766826358136, |
| "learning_rate": 4.145616641901932e-06, |
| "loss": 0.3587, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.12940651494868363, |
| "grad_norm": 0.610281080707191, |
| "learning_rate": 4.294205052005943e-06, |
| "loss": 0.3664, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.13386880856760375, |
| "grad_norm": 0.35583167134748195, |
| "learning_rate": 4.442793462109955e-06, |
| "loss": 0.3631, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.13833110218652386, |
| "grad_norm": 0.3595334153498753, |
| "learning_rate": 4.591381872213967e-06, |
| "loss": 0.3764, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.142793395805444, |
| "grad_norm": 0.3524084490333156, |
| "learning_rate": 4.7399702823179795e-06, |
| "loss": 0.3644, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.14725568942436412, |
| "grad_norm": 0.3288515185706153, |
| "learning_rate": 4.8885586924219916e-06, |
| "loss": 0.3661, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.15171798304328424, |
| "grad_norm": 0.3351573861983467, |
| "learning_rate": 5.037147102526004e-06, |
| "loss": 0.3532, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.15618027666220438, |
| "grad_norm": 0.33700658750684853, |
| "learning_rate": 5.185735512630016e-06, |
| "loss": 0.3531, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.1606425702811245, |
| "grad_norm": 0.32516141156935247, |
| "learning_rate": 5.334323922734027e-06, |
| "loss": 0.3473, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1651048639000446, |
| "grad_norm": 0.3337986135592338, |
| "learning_rate": 5.48291233283804e-06, |
| "loss": 0.3511, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.16956715751896476, |
| "grad_norm": 0.3323774922346478, |
| "learning_rate": 5.631500742942051e-06, |
| "loss": 0.3586, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.17402945113788487, |
| "grad_norm": 0.4792457547540971, |
| "learning_rate": 5.780089153046062e-06, |
| "loss": 0.3624, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.178491744756805, |
| "grad_norm": 0.42063892972841144, |
| "learning_rate": 5.9286775631500745e-06, |
| "loss": 0.3608, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.18295403837572513, |
| "grad_norm": 1.0840249935976123, |
| "learning_rate": 6.0772659732540865e-06, |
| "loss": 0.3602, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.18741633199464525, |
| "grad_norm": 0.3558589627850871, |
| "learning_rate": 6.225854383358099e-06, |
| "loss": 0.3514, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.19187862561356536, |
| "grad_norm": 0.40948391676162177, |
| "learning_rate": 6.37444279346211e-06, |
| "loss": 0.3568, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.1963409192324855, |
| "grad_norm": 0.33870866081421813, |
| "learning_rate": 6.523031203566123e-06, |
| "loss": 0.3475, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.20080321285140562, |
| "grad_norm": 0.3491791728647271, |
| "learning_rate": 6.671619613670134e-06, |
| "loss": 0.3455, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.20526550647032574, |
| "grad_norm": 0.35294486681555637, |
| "learning_rate": 6.820208023774146e-06, |
| "loss": 0.358, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.20972780008924588, |
| "grad_norm": 0.3561095555301197, |
| "learning_rate": 6.968796433878157e-06, |
| "loss": 0.3484, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.214190093708166, |
| "grad_norm": 0.37400205186538277, |
| "learning_rate": 7.11738484398217e-06, |
| "loss": 0.3512, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2186523873270861, |
| "grad_norm": 0.368948524072989, |
| "learning_rate": 7.2659732540861815e-06, |
| "loss": 0.3564, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.22311468094600626, |
| "grad_norm": 0.31992893707470843, |
| "learning_rate": 7.4145616641901944e-06, |
| "loss": 0.3491, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.22757697456492637, |
| "grad_norm": 0.3196176367911485, |
| "learning_rate": 7.563150074294206e-06, |
| "loss": 0.3465, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.2320392681838465, |
| "grad_norm": 0.36129211410497347, |
| "learning_rate": 7.711738484398219e-06, |
| "loss": 0.3406, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.23650156180276663, |
| "grad_norm": 0.3545213437105017, |
| "learning_rate": 7.86032689450223e-06, |
| "loss": 0.3445, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.24096385542168675, |
| "grad_norm": 0.35389453665592974, |
| "learning_rate": 8.008915304606241e-06, |
| "loss": 0.3459, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.24542614904060686, |
| "grad_norm": 0.3543572102436423, |
| "learning_rate": 8.157503714710252e-06, |
| "loss": 0.3412, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.249888442659527, |
| "grad_norm": 0.36271347062518616, |
| "learning_rate": 8.306092124814265e-06, |
| "loss": 0.3387, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2543507362784471, |
| "grad_norm": 0.4426754614509785, |
| "learning_rate": 8.454680534918276e-06, |
| "loss": 0.3491, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.25881302989736726, |
| "grad_norm": 0.39369474546630295, |
| "learning_rate": 8.60326894502229e-06, |
| "loss": 0.3384, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.26327532351628735, |
| "grad_norm": 0.3582656486286681, |
| "learning_rate": 8.7518573551263e-06, |
| "loss": 0.3544, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.2677376171352075, |
| "grad_norm": 0.34957569136942046, |
| "learning_rate": 8.900445765230312e-06, |
| "loss": 0.3429, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.27219991075412764, |
| "grad_norm": 0.3945306585524228, |
| "learning_rate": 9.049034175334325e-06, |
| "loss": 0.3478, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2766622043730477, |
| "grad_norm": 0.3424763037614921, |
| "learning_rate": 9.197622585438336e-06, |
| "loss": 0.3312, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.28112449799196787, |
| "grad_norm": 0.3459851560845357, |
| "learning_rate": 9.346210995542349e-06, |
| "loss": 0.3495, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.285586791610888, |
| "grad_norm": 0.3744360789694989, |
| "learning_rate": 9.49479940564636e-06, |
| "loss": 0.3483, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2900490852298081, |
| "grad_norm": 0.35814716631290894, |
| "learning_rate": 9.643387815750373e-06, |
| "loss": 0.341, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.29451137884872824, |
| "grad_norm": 0.5299368509807092, |
| "learning_rate": 9.791976225854384e-06, |
| "loss": 0.3365, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2989736724676484, |
| "grad_norm": 0.38875418783791804, |
| "learning_rate": 9.940564635958396e-06, |
| "loss": 0.3424, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3034359660865685, |
| "grad_norm": 0.45411665098963555, |
| "learning_rate": 9.999975732158253e-06, |
| "loss": 0.3368, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3078982597054886, |
| "grad_norm": 0.3825559069839744, |
| "learning_rate": 9.999827429534007e-06, |
| "loss": 0.3389, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.31236055332440876, |
| "grad_norm": 0.36176618602239424, |
| "learning_rate": 9.999544310413833e-06, |
| "loss": 0.3395, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.31682284694332885, |
| "grad_norm": 0.40796102054124517, |
| "learning_rate": 9.999126382431823e-06, |
| "loss": 0.3435, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.321285140562249, |
| "grad_norm": 0.3829565760724817, |
| "learning_rate": 9.998573656857085e-06, |
| "loss": 0.3339, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.32574743418116914, |
| "grad_norm": 0.40664177051788203, |
| "learning_rate": 9.997886148593436e-06, |
| "loss": 0.3317, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3302097278000892, |
| "grad_norm": 0.3640080288216767, |
| "learning_rate": 9.997063876179007e-06, |
| "loss": 0.3452, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.33467202141900937, |
| "grad_norm": 0.41068702259937845, |
| "learning_rate": 9.996106861785741e-06, |
| "loss": 0.3388, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.3391343150379295, |
| "grad_norm": 0.3410374798720669, |
| "learning_rate": 9.995015131218794e-06, |
| "loss": 0.349, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.3435966086568496, |
| "grad_norm": 0.37561698032089047, |
| "learning_rate": 9.99378871391584e-06, |
| "loss": 0.3375, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.34805890227576974, |
| "grad_norm": 0.3844118776195893, |
| "learning_rate": 9.992427642946278e-06, |
| "loss": 0.3339, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3525211958946899, |
| "grad_norm": 0.35418994101086143, |
| "learning_rate": 9.990931955010335e-06, |
| "loss": 0.3373, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.35698348951361, |
| "grad_norm": 0.3109086430490103, |
| "learning_rate": 9.989301690438087e-06, |
| "loss": 0.3255, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.3614457831325301, |
| "grad_norm": 0.35125455281231016, |
| "learning_rate": 9.987536893188363e-06, |
| "loss": 0.3385, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.36590807675145026, |
| "grad_norm": 0.35539785853231953, |
| "learning_rate": 9.98563761084756e-06, |
| "loss": 0.3334, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.8732726071617729, |
| "learning_rate": 9.983603894628366e-06, |
| "loss": 0.3216, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.3748326639892905, |
| "grad_norm": 0.3239156286291644, |
| "learning_rate": 9.98143579936837e-06, |
| "loss": 0.3395, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.37929495760821064, |
| "grad_norm": 0.35416799423504325, |
| "learning_rate": 9.979133383528591e-06, |
| "loss": 0.3419, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3837572512271307, |
| "grad_norm": 0.3697582867922802, |
| "learning_rate": 9.976696709191899e-06, |
| "loss": 0.3385, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.38821954484605087, |
| "grad_norm": 0.31652698452061007, |
| "learning_rate": 9.974125842061343e-06, |
| "loss": 0.3415, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.392681838464971, |
| "grad_norm": 0.3806737592473093, |
| "learning_rate": 9.971420851458373e-06, |
| "loss": 0.34, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.3971441320838911, |
| "grad_norm": 0.3493066568615837, |
| "learning_rate": 9.968581810320979e-06, |
| "loss": 0.3435, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.40160642570281124, |
| "grad_norm": 0.3441435892323655, |
| "learning_rate": 9.965608795201717e-06, |
| "loss": 0.327, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4060687193217314, |
| "grad_norm": 0.3347599296485585, |
| "learning_rate": 9.96250188626565e-06, |
| "loss": 0.3356, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.4105310129406515, |
| "grad_norm": 0.30962222868754863, |
| "learning_rate": 9.959261167288185e-06, |
| "loss": 0.3279, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4149933065595716, |
| "grad_norm": 0.48278711145118325, |
| "learning_rate": 9.955886725652815e-06, |
| "loss": 0.3358, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.41945560017849176, |
| "grad_norm": 0.33458745369628223, |
| "learning_rate": 9.952378652348758e-06, |
| "loss": 0.3359, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.42391789379741185, |
| "grad_norm": 0.36375248941574195, |
| "learning_rate": 9.948737041968509e-06, |
| "loss": 0.333, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.428380187416332, |
| "grad_norm": 0.38000071048511164, |
| "learning_rate": 9.944961992705288e-06, |
| "loss": 0.3393, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.43284248103525214, |
| "grad_norm": 0.3322040446425915, |
| "learning_rate": 9.941053606350389e-06, |
| "loss": 0.3289, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4373047746541722, |
| "grad_norm": 0.31368274498497106, |
| "learning_rate": 9.937011988290443e-06, |
| "loss": 0.323, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.44176706827309237, |
| "grad_norm": 0.33379459029750647, |
| "learning_rate": 9.932837247504566e-06, |
| "loss": 0.3332, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.4462293618920125, |
| "grad_norm": 0.3481057681661188, |
| "learning_rate": 9.928529496561428e-06, |
| "loss": 0.3249, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4506916555109326, |
| "grad_norm": 0.3805120805185267, |
| "learning_rate": 9.924088851616216e-06, |
| "loss": 0.3332, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.45515394912985274, |
| "grad_norm": 0.3514086594689373, |
| "learning_rate": 9.919515432407502e-06, |
| "loss": 0.3329, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.4596162427487729, |
| "grad_norm": 0.41618025357077787, |
| "learning_rate": 9.914809362254013e-06, |
| "loss": 0.3387, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.464078536367693, |
| "grad_norm": 0.3777422639135785, |
| "learning_rate": 9.909970768051302e-06, |
| "loss": 0.3359, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4685408299866131, |
| "grad_norm": 0.32565404467366765, |
| "learning_rate": 9.904999780268341e-06, |
| "loss": 0.3239, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.47300312360553326, |
| "grad_norm": 0.33049786269193765, |
| "learning_rate": 9.899896532943983e-06, |
| "loss": 0.3347, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.47746541722445335, |
| "grad_norm": 0.2971213231433049, |
| "learning_rate": 9.894661163683361e-06, |
| "loss": 0.3256, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 0.3265643495101442, |
| "learning_rate": 9.889293813654179e-06, |
| "loss": 0.3325, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.48639000446229363, |
| "grad_norm": 0.3291514794248415, |
| "learning_rate": 9.883794627582893e-06, |
| "loss": 0.327, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4908522980812137, |
| "grad_norm": 0.3243181563194639, |
| "learning_rate": 9.878163753750823e-06, |
| "loss": 0.3311, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.49531459170013387, |
| "grad_norm": 0.31360700475820674, |
| "learning_rate": 9.872401343990143e-06, |
| "loss": 0.3349, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.499776885319054, |
| "grad_norm": 0.3427769144056513, |
| "learning_rate": 9.866507553679797e-06, |
| "loss": 0.3302, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5042391789379741, |
| "grad_norm": 0.3268750022359849, |
| "learning_rate": 9.860482541741298e-06, |
| "loss": 0.3387, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5087014725568942, |
| "grad_norm": 0.36779760794001126, |
| "learning_rate": 9.854326470634454e-06, |
| "loss": 0.3204, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5131637661758144, |
| "grad_norm": 0.3437763178921102, |
| "learning_rate": 9.848039506352982e-06, |
| "loss": 0.314, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5176260597947345, |
| "grad_norm": 0.3146556406530087, |
| "learning_rate": 9.841621818420032e-06, |
| "loss": 0.3291, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5220883534136547, |
| "grad_norm": 0.3372062278564171, |
| "learning_rate": 9.835073579883614e-06, |
| "loss": 0.3184, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5265506470325747, |
| "grad_norm": 0.3279517665081858, |
| "learning_rate": 9.82839496731194e-06, |
| "loss": 0.3301, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5310129406514948, |
| "grad_norm": 0.35435668550704597, |
| "learning_rate": 9.821586160788652e-06, |
| "loss": 0.3192, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.535475234270415, |
| "grad_norm": 0.39621154055386365, |
| "learning_rate": 9.814647343907975e-06, |
| "loss": 0.3237, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5399375278893351, |
| "grad_norm": 0.314845881198322, |
| "learning_rate": 9.807578703769763e-06, |
| "loss": 0.317, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5443998215082553, |
| "grad_norm": 0.30404528418981586, |
| "learning_rate": 9.80038043097445e-06, |
| "loss": 0.327, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5488621151271754, |
| "grad_norm": 0.34277234804316314, |
| "learning_rate": 9.793052719617921e-06, |
| "loss": 0.3305, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5533244087460955, |
| "grad_norm": 0.315701512000068, |
| "learning_rate": 9.78559576728627e-06, |
| "loss": 0.3159, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.5577867023650156, |
| "grad_norm": 0.4064220753807774, |
| "learning_rate": 9.77800977505047e-06, |
| "loss": 0.3222, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5622489959839357, |
| "grad_norm": 0.38345533251016317, |
| "learning_rate": 9.770294947460964e-06, |
| "loss": 0.3155, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5667112896028559, |
| "grad_norm": 0.3666235687309694, |
| "learning_rate": 9.76245149254213e-06, |
| "loss": 0.3223, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.571173583221776, |
| "grad_norm": 0.3254173561944929, |
| "learning_rate": 9.754479621786694e-06, |
| "loss": 0.3253, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5756358768406962, |
| "grad_norm": 0.36867900317972835, |
| "learning_rate": 9.74637955015001e-06, |
| "loss": 0.3234, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5800981704596162, |
| "grad_norm": 0.3205667116149489, |
| "learning_rate": 9.738151496044268e-06, |
| "loss": 0.3238, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5845604640785363, |
| "grad_norm": 0.35181980934522605, |
| "learning_rate": 9.729795681332616e-06, |
| "loss": 0.3212, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5890227576974565, |
| "grad_norm": 0.3157343074157218, |
| "learning_rate": 9.721312331323159e-06, |
| "loss": 0.324, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5934850513163766, |
| "grad_norm": 0.3267527618647797, |
| "learning_rate": 9.712701674762894e-06, |
| "loss": 0.3293, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.5979473449352968, |
| "grad_norm": 0.3709092454966587, |
| "learning_rate": 9.703963943831548e-06, |
| "loss": 0.3195, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6024096385542169, |
| "grad_norm": 0.3404725913270717, |
| "learning_rate": 9.695099374135304e-06, |
| "loss": 0.3261, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.606871932173137, |
| "grad_norm": 0.33688175782559104, |
| "learning_rate": 9.686108204700456e-06, |
| "loss": 0.322, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6113342257920571, |
| "grad_norm": 0.3264040693280103, |
| "learning_rate": 9.676990677966965e-06, |
| "loss": 0.3262, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6157965194109772, |
| "grad_norm": 0.2946497602423895, |
| "learning_rate": 9.667747039781915e-06, |
| "loss": 0.3204, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6202588130298974, |
| "grad_norm": 0.3247321923979366, |
| "learning_rate": 9.65837753939289e-06, |
| "loss": 0.3115, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.6247211066488175, |
| "grad_norm": 0.3609340508110271, |
| "learning_rate": 9.648882429441258e-06, |
| "loss": 0.3299, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.6291834002677377, |
| "grad_norm": 0.3140886682745277, |
| "learning_rate": 9.639261965955339e-06, |
| "loss": 0.3204, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6336456938866577, |
| "grad_norm": 0.30604068166540555, |
| "learning_rate": 9.629516408343524e-06, |
| "loss": 0.3296, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6381079875055778, |
| "grad_norm": 0.34254988617650395, |
| "learning_rate": 9.619646019387269e-06, |
| "loss": 0.3291, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.642570281124498, |
| "grad_norm": 0.34269558101387265, |
| "learning_rate": 9.609651065234008e-06, |
| "loss": 0.3308, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6470325747434181, |
| "grad_norm": 0.3110380628077838, |
| "learning_rate": 9.599531815389987e-06, |
| "loss": 0.3231, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6514948683623383, |
| "grad_norm": 0.3543086604772253, |
| "learning_rate": 9.589288542712978e-06, |
| "loss": 0.315, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.6559571619812584, |
| "grad_norm": 0.29688329030679655, |
| "learning_rate": 9.578921523404943e-06, |
| "loss": 0.3212, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6604194556001785, |
| "grad_norm": 0.6477411665067504, |
| "learning_rate": 9.568431037004574e-06, |
| "loss": 0.3184, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6648817492190986, |
| "grad_norm": 0.4105291056831329, |
| "learning_rate": 9.557817366379756e-06, |
| "loss": 0.3316, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.6693440428380187, |
| "grad_norm": 0.3108965775539251, |
| "learning_rate": 9.547080797719943e-06, |
| "loss": 0.3292, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6738063364569389, |
| "grad_norm": 0.2925176192434652, |
| "learning_rate": 9.536221620528442e-06, |
| "loss": 0.3188, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.678268630075859, |
| "grad_norm": 0.32680827418487335, |
| "learning_rate": 9.5252401276146e-06, |
| "loss": 0.3189, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6827309236947792, |
| "grad_norm": 0.31001306605003415, |
| "learning_rate": 9.514136615085917e-06, |
| "loss": 0.3246, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6871932173136992, |
| "grad_norm": 0.3232212027929326, |
| "learning_rate": 9.502911382340056e-06, |
| "loss": 0.3223, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6916555109326193, |
| "grad_norm": 0.280224760234745, |
| "learning_rate": 9.491564732056775e-06, |
| "loss": 0.3144, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6961178045515395, |
| "grad_norm": 0.3237056713223196, |
| "learning_rate": 9.480096970189756e-06, |
| "loss": 0.3182, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7005800981704596, |
| "grad_norm": 0.31882269101613014, |
| "learning_rate": 9.46850840595837e-06, |
| "loss": 0.3223, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7050423917893798, |
| "grad_norm": 0.32578619260595243, |
| "learning_rate": 9.456799351839324e-06, |
| "loss": 0.3176, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7095046854082999, |
| "grad_norm": 0.3385848752838862, |
| "learning_rate": 9.44497012355824e-06, |
| "loss": 0.3284, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.71396697902722, |
| "grad_norm": 0.3130273460464875, |
| "learning_rate": 9.433021040081159e-06, |
| "loss": 0.3195, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7184292726461401, |
| "grad_norm": 0.3516738754933172, |
| "learning_rate": 9.420952423605904e-06, |
| "loss": 0.3267, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.3251716278941906, |
| "learning_rate": 9.408764599553429e-06, |
| "loss": 0.318, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.7273538598839804, |
| "grad_norm": 0.32226390759863277, |
| "learning_rate": 9.396457896559021e-06, |
| "loss": 0.3201, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.7318161535029005, |
| "grad_norm": 0.3035427600136032, |
| "learning_rate": 9.384032646463448e-06, |
| "loss": 0.3176, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.7362784471218207, |
| "grad_norm": 0.35729461477248853, |
| "learning_rate": 9.37148918430401e-06, |
| "loss": 0.3191, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.3103181941339719, |
| "learning_rate": 9.358827848305502e-06, |
| "loss": 0.3218, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7452030343596608, |
| "grad_norm": 0.34994784215316105, |
| "learning_rate": 9.346048979871098e-06, |
| "loss": 0.3212, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.749665327978581, |
| "grad_norm": 0.3270663588481017, |
| "learning_rate": 9.333152923573146e-06, |
| "loss": 0.3194, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.7541276215975011, |
| "grad_norm": 0.3017394614877857, |
| "learning_rate": 9.320140027143869e-06, |
| "loss": 0.3244, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.7585899152164213, |
| "grad_norm": 0.3371418446207733, |
| "learning_rate": 9.307010641466e-06, |
| "loss": 0.3223, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7630522088353414, |
| "grad_norm": 0.36102711717253444, |
| "learning_rate": 9.293765120563309e-06, |
| "loss": 0.3235, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.7675145024542614, |
| "grad_norm": 0.3007012064707952, |
| "learning_rate": 9.280403821591066e-06, |
| "loss": 0.3208, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.7719767960731816, |
| "grad_norm": 0.2993075622208931, |
| "learning_rate": 9.26692710482641e-06, |
| "loss": 0.3242, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7764390896921017, |
| "grad_norm": 0.31517853620369296, |
| "learning_rate": 9.253335333658627e-06, |
| "loss": 0.3209, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7809013833110219, |
| "grad_norm": 0.30592785176098447, |
| "learning_rate": 9.239628874579359e-06, |
| "loss": 0.3211, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.785363676929942, |
| "grad_norm": 0.3511159488999007, |
| "learning_rate": 9.22580809717272e-06, |
| "loss": 0.3159, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7898259705488622, |
| "grad_norm": 0.3207835963226278, |
| "learning_rate": 9.211873374105325e-06, |
| "loss": 0.323, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7942882641677822, |
| "grad_norm": 0.3169720632937591, |
| "learning_rate": 9.197825081116255e-06, |
| "loss": 0.3165, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.7987505577867023, |
| "grad_norm": 0.32507773728896977, |
| "learning_rate": 9.183663597006904e-06, |
| "loss": 0.3154, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.8032128514056225, |
| "grad_norm": 0.29822880733968704, |
| "learning_rate": 9.169389303630792e-06, |
| "loss": 0.3202, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8076751450245426, |
| "grad_norm": 0.27944537447466095, |
| "learning_rate": 9.155002585883238e-06, |
| "loss": 0.3194, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8121374386434628, |
| "grad_norm": 0.3257811138318699, |
| "learning_rate": 9.140503831691014e-06, |
| "loss": 0.319, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8165997322623829, |
| "grad_norm": 0.38751538240318106, |
| "learning_rate": 9.125893432001856e-06, |
| "loss": 0.324, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.821062025881303, |
| "grad_norm": 0.35676044959951964, |
| "learning_rate": 9.111171780773938e-06, |
| "loss": 0.3207, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.8255243195002231, |
| "grad_norm": 0.33066533272987186, |
| "learning_rate": 9.096339274965248e-06, |
| "loss": 0.3225, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.8299866131191432, |
| "grad_norm": 0.30077549406173915, |
| "learning_rate": 9.081396314522883e-06, |
| "loss": 0.3156, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.8344489067380634, |
| "grad_norm": 0.4455200746218136, |
| "learning_rate": 9.066343302372262e-06, |
| "loss": 0.3208, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.8389112003569835, |
| "grad_norm": 0.29588329863262136, |
| "learning_rate": 9.051180644406265e-06, |
| "loss": 0.3158, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.8433734939759037, |
| "grad_norm": 0.34195626405047574, |
| "learning_rate": 9.035908749474286e-06, |
| "loss": 0.3048, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.8478357875948237, |
| "grad_norm": 0.6420035384465244, |
| "learning_rate": 9.020528029371209e-06, |
| "loss": 0.3072, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8522980812137438, |
| "grad_norm": 0.3087614249615553, |
| "learning_rate": 9.005038898826307e-06, |
| "loss": 0.3178, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.856760374832664, |
| "grad_norm": 0.31279375725653125, |
| "learning_rate": 8.989441775492054e-06, |
| "loss": 0.3187, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.8612226684515841, |
| "grad_norm": 0.31745786814951604, |
| "learning_rate": 8.97373707993287e-06, |
| "loss": 0.3138, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.8656849620705043, |
| "grad_norm": 0.32729085562805416, |
| "learning_rate": 8.957925235613774e-06, |
| "loss": 0.3186, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.8701472556894244, |
| "grad_norm": 0.29401213857632397, |
| "learning_rate": 8.942006668888972e-06, |
| "loss": 0.3209, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.8746095493083444, |
| "grad_norm": 0.35071321892553325, |
| "learning_rate": 8.925981808990353e-06, |
| "loss": 0.3067, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.8790718429272646, |
| "grad_norm": 0.3254090010272678, |
| "learning_rate": 8.909851088015929e-06, |
| "loss": 0.319, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.8835341365461847, |
| "grad_norm": 0.31143570006446, |
| "learning_rate": 8.89361494091816e-06, |
| "loss": 0.3173, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.8879964301651049, |
| "grad_norm": 0.3368629213736036, |
| "learning_rate": 8.877273805492251e-06, |
| "loss": 0.3142, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.892458723784025, |
| "grad_norm": 0.32123265502775333, |
| "learning_rate": 8.860828122364333e-06, |
| "loss": 0.3114, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8969210174029452, |
| "grad_norm": 0.32040081950305627, |
| "learning_rate": 8.844278334979587e-06, |
| "loss": 0.3173, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9013833110218652, |
| "grad_norm": 0.31575327422413973, |
| "learning_rate": 8.82762488959028e-06, |
| "loss": 0.3161, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9058456046407853, |
| "grad_norm": 0.2756449995981234, |
| "learning_rate": 8.810868235243746e-06, |
| "loss": 0.3127, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.9103078982597055, |
| "grad_norm": 0.3264003117051716, |
| "learning_rate": 8.79400882377026e-06, |
| "loss": 0.3122, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.9147701918786256, |
| "grad_norm": 0.32023283877896064, |
| "learning_rate": 8.777047109770872e-06, |
| "loss": 0.3161, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.9192324854975458, |
| "grad_norm": 0.32023324438450435, |
| "learning_rate": 8.759983550605132e-06, |
| "loss": 0.3075, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.9236947791164659, |
| "grad_norm": 0.3495626563053784, |
| "learning_rate": 8.74281860637877e-06, |
| "loss": 0.321, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.928157072735386, |
| "grad_norm": 0.365734666051995, |
| "learning_rate": 8.725552739931295e-06, |
| "loss": 0.3172, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.9326193663543061, |
| "grad_norm": 0.5195262244868563, |
| "learning_rate": 8.70818641682349e-06, |
| "loss": 0.3114, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.9370816599732262, |
| "grad_norm": 0.31318241394583657, |
| "learning_rate": 8.690720105324887e-06, |
| "loss": 0.3145, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.9415439535921464, |
| "grad_norm": 0.30511794190937597, |
| "learning_rate": 8.673154276401123e-06, |
| "loss": 0.3107, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.9460062472110665, |
| "grad_norm": 0.33299848484970584, |
| "learning_rate": 8.655489403701244e-06, |
| "loss": 0.3199, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.9504685408299867, |
| "grad_norm": 0.2918060481120866, |
| "learning_rate": 8.63772596354494e-06, |
| "loss": 0.3241, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.9549308344489067, |
| "grad_norm": 0.3267067284562192, |
| "learning_rate": 8.619864434909692e-06, |
| "loss": 0.3144, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.9593931280678268, |
| "grad_norm": 0.3620884501681288, |
| "learning_rate": 8.601905299417865e-06, |
| "loss": 0.3064, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 0.3385652298929547, |
| "learning_rate": 8.583849041323717e-06, |
| "loss": 0.3167, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.9683177153056671, |
| "grad_norm": 0.31358881851824566, |
| "learning_rate": 8.565696147500338e-06, |
| "loss": 0.3173, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.9727800089245873, |
| "grad_norm": 0.26819324932064814, |
| "learning_rate": 8.54744710742653e-06, |
| "loss": 0.3098, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.9772423025435074, |
| "grad_norm": 0.3193733001824146, |
| "learning_rate": 8.529102413173605e-06, |
| "loss": 0.3019, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.9817045961624274, |
| "grad_norm": 0.28919148613320567, |
| "learning_rate": 8.510662559392113e-06, |
| "loss": 0.313, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.9861668897813476, |
| "grad_norm": 0.30310308101898775, |
| "learning_rate": 8.492128043298511e-06, |
| "loss": 0.3229, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.9906291834002677, |
| "grad_norm": 0.31282347332567895, |
| "learning_rate": 8.47349936466175e-06, |
| "loss": 0.3159, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.9950914770191879, |
| "grad_norm": 0.28804399192631563, |
| "learning_rate": 8.454777025789805e-06, |
| "loss": 0.313, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.999553770638108, |
| "grad_norm": 0.2868177500862966, |
| "learning_rate": 8.435961531516119e-06, |
| "loss": 0.2984, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.0040160642570282, |
| "grad_norm": 0.3322502574109939, |
| "learning_rate": 8.417053389186009e-06, |
| "loss": 0.2982, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.0084783578759482, |
| "grad_norm": 0.31601076209209755, |
| "learning_rate": 8.398053108642966e-06, |
| "loss": 0.2938, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.0129406514948684, |
| "grad_norm": 0.3085084676907704, |
| "learning_rate": 8.378961202214927e-06, |
| "loss": 0.3022, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.0174029451137885, |
| "grad_norm": 0.3030562804942466, |
| "learning_rate": 8.35977818470044e-06, |
| "loss": 0.2854, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.0218652387327085, |
| "grad_norm": 0.30673490305127743, |
| "learning_rate": 8.3405045733548e-06, |
| "loss": 0.2937, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.0263275323516288, |
| "grad_norm": 0.3079905769883883, |
| "learning_rate": 8.321140887876093e-06, |
| "loss": 0.2937, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.0307898259705488, |
| "grad_norm": 0.2833185510901884, |
| "learning_rate": 8.301687650391184e-06, |
| "loss": 0.2911, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.035252119589469, |
| "grad_norm": 0.2928224557074968, |
| "learning_rate": 8.28214538544164e-06, |
| "loss": 0.2925, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.039714413208389, |
| "grad_norm": 0.3119622799871382, |
| "learning_rate": 8.262514619969583e-06, |
| "loss": 0.2928, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.0441767068273093, |
| "grad_norm": 0.2909193051250449, |
| "learning_rate": 8.242795883303489e-06, |
| "loss": 0.2913, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.0486390004462294, |
| "grad_norm": 0.2878712035948744, |
| "learning_rate": 8.222989707143903e-06, |
| "loss": 0.2963, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.0531012940651494, |
| "grad_norm": 0.31820465000033393, |
| "learning_rate": 8.203096625549109e-06, |
| "loss": 0.293, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.0575635876840697, |
| "grad_norm": 0.3374605509762875, |
| "learning_rate": 8.183117174920733e-06, |
| "loss": 0.2946, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.0620258813029897, |
| "grad_norm": 0.3020068367212028, |
| "learning_rate": 8.163051893989273e-06, |
| "loss": 0.2925, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.06648817492191, |
| "grad_norm": 0.31068593851856324, |
| "learning_rate": 8.142901323799578e-06, |
| "loss": 0.2981, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.07095046854083, |
| "grad_norm": 0.3066541366441537, |
| "learning_rate": 8.122666007696251e-06, |
| "loss": 0.2916, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.07541276215975, |
| "grad_norm": 0.2898134349503606, |
| "learning_rate": 8.102346491309007e-06, |
| "loss": 0.2887, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.0798750557786703, |
| "grad_norm": 0.3017984948209697, |
| "learning_rate": 8.081943322537958e-06, |
| "loss": 0.2975, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.0843373493975903, |
| "grad_norm": 0.3106616772867366, |
| "learning_rate": 8.061457051538832e-06, |
| "loss": 0.2934, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.0887996430165106, |
| "grad_norm": 0.3117195701092512, |
| "learning_rate": 8.040888230708153e-06, |
| "loss": 0.2887, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.0932619366354306, |
| "grad_norm": 0.324577741353284, |
| "learning_rate": 8.02023741466833e-06, |
| "loss": 0.2886, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.0977242302543506, |
| "grad_norm": 0.31435192682062346, |
| "learning_rate": 7.999505160252712e-06, |
| "loss": 0.2913, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.1021865238732709, |
| "grad_norm": 0.30511195151083603, |
| "learning_rate": 7.978692026490576e-06, |
| "loss": 0.2963, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.106648817492191, |
| "grad_norm": 0.30143500498716036, |
| "learning_rate": 7.957798574592042e-06, |
| "loss": 0.2904, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 0.3029934237549778, |
| "learning_rate": 7.936825367932947e-06, |
| "loss": 0.2874, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.1155734047300312, |
| "grad_norm": 0.310379596751207, |
| "learning_rate": 7.91577297203966e-06, |
| "loss": 0.2864, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.1200356983489514, |
| "grad_norm": 0.2756683563500154, |
| "learning_rate": 7.89464195457382e-06, |
| "loss": 0.2838, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.1244979919678715, |
| "grad_norm": 0.2886788009666996, |
| "learning_rate": 7.873432885317036e-06, |
| "loss": 0.2892, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.1289602855867917, |
| "grad_norm": 0.6175230364141268, |
| "learning_rate": 7.852146336155531e-06, |
| "loss": 0.2961, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.1334225792057118, |
| "grad_norm": 0.33735487775658257, |
| "learning_rate": 7.830782881064707e-06, |
| "loss": 0.2989, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.1378848728246318, |
| "grad_norm": 0.2815200857691379, |
| "learning_rate": 7.809343096093676e-06, |
| "loss": 0.2918, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.142347166443552, |
| "grad_norm": 0.3190460322083763, |
| "learning_rate": 7.787827559349727e-06, |
| "loss": 0.2992, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.146809460062472, |
| "grad_norm": 0.316056300209666, |
| "learning_rate": 7.766236850982739e-06, |
| "loss": 0.2882, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.1512717536813923, |
| "grad_norm": 0.30178501428282056, |
| "learning_rate": 7.744571553169534e-06, |
| "loss": 0.2925, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.1557340473003124, |
| "grad_norm": 0.3001665670771815, |
| "learning_rate": 7.722832250098183e-06, |
| "loss": 0.2901, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.1601963409192324, |
| "grad_norm": 0.29583953397424706, |
| "learning_rate": 7.701019527952248e-06, |
| "loss": 0.2971, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.1646586345381527, |
| "grad_norm": 0.3241701984511909, |
| "learning_rate": 7.679133974894984e-06, |
| "loss": 0.2951, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.1691209281570727, |
| "grad_norm": 0.31677851739186413, |
| "learning_rate": 7.657176181053472e-06, |
| "loss": 0.3, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.173583221775993, |
| "grad_norm": 0.3740238542554803, |
| "learning_rate": 7.635146738502714e-06, |
| "loss": 0.2934, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.178045515394913, |
| "grad_norm": 0.31202486519983047, |
| "learning_rate": 7.6130462412496605e-06, |
| "loss": 0.2999, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.182507809013833, |
| "grad_norm": 0.3488189130672866, |
| "learning_rate": 7.590875285217201e-06, |
| "loss": 0.2913, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.1869701026327533, |
| "grad_norm": 0.31070266182233724, |
| "learning_rate": 7.568634468228085e-06, |
| "loss": 0.2847, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.1914323962516733, |
| "grad_norm": 0.29933114524992155, |
| "learning_rate": 7.546324389988817e-06, |
| "loss": 0.3017, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.1958946898705936, |
| "grad_norm": 0.29798742777776227, |
| "learning_rate": 7.5239456520734726e-06, |
| "loss": 0.2972, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.2003569834895136, |
| "grad_norm": 0.3062412855044856, |
| "learning_rate": 7.501498857907485e-06, |
| "loss": 0.2845, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.2048192771084336, |
| "grad_norm": 0.27470746072655944, |
| "learning_rate": 7.478984612751371e-06, |
| "loss": 0.2863, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.2092815707273539, |
| "grad_norm": 0.27866953124323884, |
| "learning_rate": 7.456403523684412e-06, |
| "loss": 0.2863, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.213743864346274, |
| "grad_norm": 0.2909116045188707, |
| "learning_rate": 7.433756199588282e-06, |
| "loss": 0.2926, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.2182061579651942, |
| "grad_norm": 0.29453973806838746, |
| "learning_rate": 7.411043251130634e-06, |
| "loss": 0.3008, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.2226684515841142, |
| "grad_norm": 0.31106123745886194, |
| "learning_rate": 7.388265290748631e-06, |
| "loss": 0.2966, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.2271307452030344, |
| "grad_norm": 0.3011866488239261, |
| "learning_rate": 7.36542293263243e-06, |
| "loss": 0.2937, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.2315930388219545, |
| "grad_norm": 0.2940575796812627, |
| "learning_rate": 7.342516792708627e-06, |
| "loss": 0.2852, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.2360553324408747, |
| "grad_norm": 0.26936074456201886, |
| "learning_rate": 7.319547488623642e-06, |
| "loss": 0.2921, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.2405176260597948, |
| "grad_norm": 0.290558981897068, |
| "learning_rate": 7.296515639727071e-06, |
| "loss": 0.2951, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.2449799196787148, |
| "grad_norm": 0.2852457393680859, |
| "learning_rate": 7.273421867054979e-06, |
| "loss": 0.2883, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.249442213297635, |
| "grad_norm": 0.3014603513538629, |
| "learning_rate": 7.250266793313161e-06, |
| "loss": 0.2865, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.253904506916555, |
| "grad_norm": 0.31555167954226493, |
| "learning_rate": 7.2270510428603465e-06, |
| "loss": 0.2872, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.2583668005354753, |
| "grad_norm": 0.30225060098084444, |
| "learning_rate": 7.2037752416913684e-06, |
| "loss": 0.2917, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.2628290941543954, |
| "grad_norm": 0.3044780265386901, |
| "learning_rate": 7.180440017420277e-06, |
| "loss": 0.2928, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.2672913877733154, |
| "grad_norm": 0.28549429454817354, |
| "learning_rate": 7.157045999263423e-06, |
| "loss": 0.2966, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.2717536813922357, |
| "grad_norm": 0.3366282530568157, |
| "learning_rate": 7.13359381802249e-06, |
| "loss": 0.2934, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.2762159750111557, |
| "grad_norm": 0.37361922324450697, |
| "learning_rate": 7.110084106067483e-06, |
| "loss": 0.2838, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.280678268630076, |
| "grad_norm": 0.3167267835607769, |
| "learning_rate": 7.0865174973196746e-06, |
| "loss": 0.303, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.285140562248996, |
| "grad_norm": 0.3151077338868855, |
| "learning_rate": 7.062894627234525e-06, |
| "loss": 0.286, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.289602855867916, |
| "grad_norm": 0.2948165918607916, |
| "learning_rate": 7.039216132784528e-06, |
| "loss": 0.2823, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.2940651494868363, |
| "grad_norm": 0.34833417956591767, |
| "learning_rate": 7.0154826524420506e-06, |
| "loss": 0.282, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.2985274431057563, |
| "grad_norm": 0.29607288645591945, |
| "learning_rate": 6.9916948261621145e-06, |
| "loss": 0.2903, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.3029897367246766, |
| "grad_norm": 0.3141375337783596, |
| "learning_rate": 6.96785329536513e-06, |
| "loss": 0.3022, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.3074520303435966, |
| "grad_norm": 0.3094386182548052, |
| "learning_rate": 6.943958702919618e-06, |
| "loss": 0.2963, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.3119143239625166, |
| "grad_norm": 0.29702645469864675, |
| "learning_rate": 6.9200116931248575e-06, |
| "loss": 0.2925, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.3163766175814369, |
| "grad_norm": 0.3131467834081039, |
| "learning_rate": 6.896012911693527e-06, |
| "loss": 0.2926, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.320838911200357, |
| "grad_norm": 0.30420307046401684, |
| "learning_rate": 6.871963005734283e-06, |
| "loss": 0.2914, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.3253012048192772, |
| "grad_norm": 0.2874880602952481, |
| "learning_rate": 6.847862623734316e-06, |
| "loss": 0.2907, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.3297634984381972, |
| "grad_norm": 0.31117439728389396, |
| "learning_rate": 6.823712415541867e-06, |
| "loss": 0.2906, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.3342257920571172, |
| "grad_norm": 0.3154785866126041, |
| "learning_rate": 6.7995130323486995e-06, |
| "loss": 0.2905, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.3386880856760375, |
| "grad_norm": 0.3162007988121743, |
| "learning_rate": 6.775265126672544e-06, |
| "loss": 0.2944, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.3431503792949577, |
| "grad_norm": 0.2996244368117481, |
| "learning_rate": 6.750969352339503e-06, |
| "loss": 0.2791, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.3476126729138778, |
| "grad_norm": 0.31285203943822604, |
| "learning_rate": 6.726626364466418e-06, |
| "loss": 0.2978, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.3520749665327978, |
| "grad_norm": 0.3069565443579846, |
| "learning_rate": 6.70223681944321e-06, |
| "loss": 0.2887, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.356537260151718, |
| "grad_norm": 0.3555134690217621, |
| "learning_rate": 6.677801374915175e-06, |
| "loss": 0.2938, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.360999553770638, |
| "grad_norm": 0.32323874683363596, |
| "learning_rate": 6.653320689765257e-06, |
| "loss": 0.2878, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.3654618473895583, |
| "grad_norm": 0.2958320258483459, |
| "learning_rate": 6.628795424096276e-06, |
| "loss": 0.2846, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.3699241410084784, |
| "grad_norm": 0.29591479942269067, |
| "learning_rate": 6.604226239213131e-06, |
| "loss": 0.2912, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.3743864346273984, |
| "grad_norm": 0.275955956029984, |
| "learning_rate": 6.579613797604971e-06, |
| "loss": 0.2841, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.3788487282463187, |
| "grad_norm": 0.3169860752144058, |
| "learning_rate": 6.554958762927328e-06, |
| "loss": 0.2911, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.3833110218652387, |
| "grad_norm": 0.2965804636519538, |
| "learning_rate": 6.530261799984225e-06, |
| "loss": 0.289, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.387773315484159, |
| "grad_norm": 0.3240128684238396, |
| "learning_rate": 6.5055235747102456e-06, |
| "loss": 0.2914, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.392235609103079, |
| "grad_norm": 0.27893092037168543, |
| "learning_rate": 6.480744754152581e-06, |
| "loss": 0.2904, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.396697902721999, |
| "grad_norm": 0.30817444273855016, |
| "learning_rate": 6.455926006453045e-06, |
| "loss": 0.2888, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.4011601963409193, |
| "grad_norm": 0.29700021328473286, |
| "learning_rate": 6.431068000830054e-06, |
| "loss": 0.2892, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.4056224899598393, |
| "grad_norm": 0.31253083958098826, |
| "learning_rate": 6.406171407560587e-06, |
| "loss": 0.2939, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.4100847835787595, |
| "grad_norm": 0.2949725175395465, |
| "learning_rate": 6.381236897962102e-06, |
| "loss": 0.2918, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.4145470771976796, |
| "grad_norm": 0.2835765420987079, |
| "learning_rate": 6.356265144374451e-06, |
| "loss": 0.2912, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.4190093708165996, |
| "grad_norm": 0.2911266952336509, |
| "learning_rate": 6.3312568201417335e-06, |
| "loss": 0.2863, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.4234716644355199, |
| "grad_norm": 0.2975023838090645, |
| "learning_rate": 6.306212599594155e-06, |
| "loss": 0.287, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.42793395805444, |
| "grad_norm": 0.33944728741572633, |
| "learning_rate": 6.281133158029833e-06, |
| "loss": 0.28, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.4323962516733602, |
| "grad_norm": 0.29846101119632584, |
| "learning_rate": 6.256019171696595e-06, |
| "loss": 0.2804, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.4368585452922802, |
| "grad_norm": 0.28248180975947623, |
| "learning_rate": 6.230871317773737e-06, |
| "loss": 0.2926, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.4413208389112002, |
| "grad_norm": 0.2851276821074005, |
| "learning_rate": 6.205690274353775e-06, |
| "loss": 0.2922, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.4457831325301205, |
| "grad_norm": 0.39429209152368455, |
| "learning_rate": 6.1804767204241515e-06, |
| "loss": 0.2836, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.4502454261490407, |
| "grad_norm": 0.28036841762852593, |
| "learning_rate": 6.155231335848927e-06, |
| "loss": 0.297, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.4547077197679608, |
| "grad_norm": 0.31725786994860594, |
| "learning_rate": 6.129954801350455e-06, |
| "loss": 0.2912, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.4591700133868808, |
| "grad_norm": 0.3367577417882933, |
| "learning_rate": 6.1046477984910215e-06, |
| "loss": 0.2941, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.463632307005801, |
| "grad_norm": 0.3029711035622468, |
| "learning_rate": 6.079311009654466e-06, |
| "loss": 0.2714, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.468094600624721, |
| "grad_norm": 0.36320361509650795, |
| "learning_rate": 6.053945118027789e-06, |
| "loss": 0.2998, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.4725568942436413, |
| "grad_norm": 0.3004963431679098, |
| "learning_rate": 6.028550807582718e-06, |
| "loss": 0.2841, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.4770191878625614, |
| "grad_norm": 0.28832303322372754, |
| "learning_rate": 6.00312876305728e-06, |
| "loss": 0.2907, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 0.2738988460065302, |
| "learning_rate": 5.977679669937325e-06, |
| "loss": 0.2865, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.4859437751004017, |
| "grad_norm": 0.3055752634708775, |
| "learning_rate": 5.952204214438049e-06, |
| "loss": 0.2886, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.4904060687193217, |
| "grad_norm": 0.3716780982022642, |
| "learning_rate": 5.926703083485488e-06, |
| "loss": 0.2906, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.494868362338242, |
| "grad_norm": 0.324100431102628, |
| "learning_rate": 5.901176964698e-06, |
| "loss": 0.2857, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.499330655957162, |
| "grad_norm": 0.27889777787988906, |
| "learning_rate": 5.875626546367716e-06, |
| "loss": 0.292, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.503792949576082, |
| "grad_norm": 0.30807078683693484, |
| "learning_rate": 5.850052517441991e-06, |
| "loss": 0.2963, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.5082552431950023, |
| "grad_norm": 0.2762209648675528, |
| "learning_rate": 5.824455567504817e-06, |
| "loss": 0.286, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.5127175368139225, |
| "grad_norm": 0.33369974271939384, |
| "learning_rate": 5.798836386758235e-06, |
| "loss": 0.2954, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.5171798304328425, |
| "grad_norm": 0.2860459702457261, |
| "learning_rate": 5.773195666003724e-06, |
| "loss": 0.2938, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.5216421240517626, |
| "grad_norm": 0.2779676376622302, |
| "learning_rate": 5.747534096623569e-06, |
| "loss": 0.2876, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.5261044176706826, |
| "grad_norm": 0.2955504033746034, |
| "learning_rate": 5.7218523705622275e-06, |
| "loss": 0.2929, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.5305667112896029, |
| "grad_norm": 0.2980806596476541, |
| "learning_rate": 5.696151180307661e-06, |
| "loss": 0.2925, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.5350290049085231, |
| "grad_norm": 0.2794624988961113, |
| "learning_rate": 5.670431218872672e-06, |
| "loss": 0.2931, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.5394912985274432, |
| "grad_norm": 0.2786208372363059, |
| "learning_rate": 5.644693179776213e-06, |
| "loss": 0.2974, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.5439535921463632, |
| "grad_norm": 0.27275146705308617, |
| "learning_rate": 5.618937757024683e-06, |
| "loss": 0.2912, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.5484158857652832, |
| "grad_norm": 0.27976748800298595, |
| "learning_rate": 5.593165645093222e-06, |
| "loss": 0.2951, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.5528781793842035, |
| "grad_norm": 0.2818438825086793, |
| "learning_rate": 5.567377538906977e-06, |
| "loss": 0.2923, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.5573404730031237, |
| "grad_norm": 0.27434503383015063, |
| "learning_rate": 5.541574133822374e-06, |
| "loss": 0.2903, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.5618027666220438, |
| "grad_norm": 0.28657591757615636, |
| "learning_rate": 5.515756125608355e-06, |
| "loss": 0.288, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.5662650602409638, |
| "grad_norm": 0.27282164230782224, |
| "learning_rate": 5.489924210427628e-06, |
| "loss": 0.2896, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.5707273538598838, |
| "grad_norm": 0.417801968862151, |
| "learning_rate": 5.464079084817892e-06, |
| "loss": 0.284, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.575189647478804, |
| "grad_norm": 0.29465703843658075, |
| "learning_rate": 5.4382214456730546e-06, |
| "loss": 0.2918, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.5796519410977243, |
| "grad_norm": 0.28542382527132004, |
| "learning_rate": 5.412351990224438e-06, |
| "loss": 0.2857, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.5841142347166444, |
| "grad_norm": 0.2693415075013077, |
| "learning_rate": 5.386471416021987e-06, |
| "loss": 0.2833, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.5885765283355644, |
| "grad_norm": 0.28674507691911566, |
| "learning_rate": 5.36058042091545e-06, |
| "loss": 0.2788, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.5930388219544847, |
| "grad_norm": 0.28366032186224716, |
| "learning_rate": 5.33467970303557e-06, |
| "loss": 0.2867, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.5975011155734047, |
| "grad_norm": 0.2953521127402904, |
| "learning_rate": 5.308769960775257e-06, |
| "loss": 0.2939, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.601963409192325, |
| "grad_norm": 0.2888287000335896, |
| "learning_rate": 5.28285189277076e-06, |
| "loss": 0.2905, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.606425702811245, |
| "grad_norm": 0.27937721122117365, |
| "learning_rate": 5.2569261978828155e-06, |
| "loss": 0.2982, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.610887996430165, |
| "grad_norm": 0.28062178431057444, |
| "learning_rate": 5.230993575177823e-06, |
| "loss": 0.2925, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.6153502900490853, |
| "grad_norm": 0.2959051465736045, |
| "learning_rate": 5.2050547239089796e-06, |
| "loss": 0.2766, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.6198125836680055, |
| "grad_norm": 0.3167636433656721, |
| "learning_rate": 5.179110343497432e-06, |
| "loss": 0.2921, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.6242748772869255, |
| "grad_norm": 0.27553361706720186, |
| "learning_rate": 5.15316113351342e-06, |
| "loss": 0.2866, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.6287371709058456, |
| "grad_norm": 0.281198216094774, |
| "learning_rate": 5.1272077936574005e-06, |
| "loss": 0.2869, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.6331994645247656, |
| "grad_norm": 0.28566411066751285, |
| "learning_rate": 5.1012510237411975e-06, |
| "loss": 0.2874, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.6376617581436859, |
| "grad_norm": 0.27128449582175607, |
| "learning_rate": 5.075291523669118e-06, |
| "loss": 0.2771, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.6421240517626061, |
| "grad_norm": 0.25597160345393283, |
| "learning_rate": 5.049329993419092e-06, |
| "loss": 0.2882, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.6465863453815262, |
| "grad_norm": 0.27857161981462486, |
| "learning_rate": 5.023367133023784e-06, |
| "loss": 0.2942, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.6510486390004462, |
| "grad_norm": 0.2862312874917413, |
| "learning_rate": 4.997403642551733e-06, |
| "loss": 0.2949, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.6555109326193662, |
| "grad_norm": 0.2553590681517932, |
| "learning_rate": 4.971440222088459e-06, |
| "loss": 0.2823, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.6599732262382865, |
| "grad_norm": 0.2806614787948605, |
| "learning_rate": 4.945477571717602e-06, |
| "loss": 0.2946, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.6644355198572067, |
| "grad_norm": 0.3072907017218825, |
| "learning_rate": 4.91951639150203e-06, |
| "loss": 0.2814, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.6688978134761268, |
| "grad_norm": 0.2874398898980506, |
| "learning_rate": 4.8935573814649765e-06, |
| "loss": 0.2915, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.6733601070950468, |
| "grad_norm": 0.28754909498663717, |
| "learning_rate": 4.867601241571153e-06, |
| "loss": 0.2883, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.6778224007139668, |
| "grad_norm": 0.273658543396969, |
| "learning_rate": 4.841648671707881e-06, |
| "loss": 0.2829, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.682284694332887, |
| "grad_norm": 0.288492021314724, |
| "learning_rate": 4.815700371666219e-06, |
| "loss": 0.2897, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.6867469879518073, |
| "grad_norm": 0.302492958266678, |
| "learning_rate": 4.789757041122093e-06, |
| "loss": 0.2806, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.6912092815707274, |
| "grad_norm": 0.2995952463789012, |
| "learning_rate": 4.763819379617432e-06, |
| "loss": 0.2896, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.6956715751896474, |
| "grad_norm": 0.30875546003288895, |
| "learning_rate": 4.737888086541298e-06, |
| "loss": 0.2859, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.7001338688085676, |
| "grad_norm": 0.2944845035908801, |
| "learning_rate": 4.711963861111043e-06, |
| "loss": 0.3009, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.7045961624274877, |
| "grad_norm": 0.3619439737256338, |
| "learning_rate": 4.686047402353433e-06, |
| "loss": 0.2841, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.709058456046408, |
| "grad_norm": 0.29449858921532607, |
| "learning_rate": 4.660139409085825e-06, |
| "loss": 0.2935, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.713520749665328, |
| "grad_norm": 0.2829699337998857, |
| "learning_rate": 4.634240579897299e-06, |
| "loss": 0.2921, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.717983043284248, |
| "grad_norm": 0.2600468326834046, |
| "learning_rate": 4.608351613129841e-06, |
| "loss": 0.2835, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.7224453369031683, |
| "grad_norm": 0.2793462803832517, |
| "learning_rate": 4.582473206859498e-06, |
| "loss": 0.2882, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.7269076305220885, |
| "grad_norm": 0.2868869922030311, |
| "learning_rate": 4.556606058877567e-06, |
| "loss": 0.2883, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.7313699241410085, |
| "grad_norm": 0.3862045749220281, |
| "learning_rate": 4.530750866671769e-06, |
| "loss": 0.2924, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.7358322177599286, |
| "grad_norm": 0.2561819626783043, |
| "learning_rate": 4.504908327407452e-06, |
| "loss": 0.2902, |
| "step": 3890 |
| }, |
| { |
| "epoch": 1.7402945113788486, |
| "grad_norm": 0.26603791907774466, |
| "learning_rate": 4.479079137908781e-06, |
| "loss": 0.2753, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.7447568049977689, |
| "grad_norm": 0.30516815757249277, |
| "learning_rate": 4.453263994639959e-06, |
| "loss": 0.293, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.7492190986166891, |
| "grad_norm": 0.2689881363760943, |
| "learning_rate": 4.427463593686442e-06, |
| "loss": 0.2947, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.7536813922356091, |
| "grad_norm": 0.26851951669717095, |
| "learning_rate": 4.401678630736172e-06, |
| "loss": 0.2835, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.7581436858545292, |
| "grad_norm": 0.26883125019727905, |
| "learning_rate": 4.3759098010608155e-06, |
| "loss": 0.2782, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.7626059794734492, |
| "grad_norm": 0.25218594985078024, |
| "learning_rate": 4.350157799497017e-06, |
| "loss": 0.2893, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.7670682730923695, |
| "grad_norm": 0.26946851688893303, |
| "learning_rate": 4.324423320427669e-06, |
| "loss": 0.279, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.7715305667112897, |
| "grad_norm": 0.2974783320098152, |
| "learning_rate": 4.298707057763175e-06, |
| "loss": 0.2855, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.7759928603302098, |
| "grad_norm": 0.2966897122885392, |
| "learning_rate": 4.273009704922757e-06, |
| "loss": 0.2884, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.7804551539491298, |
| "grad_norm": 0.2902971297459419, |
| "learning_rate": 4.24733195481574e-06, |
| "loss": 0.2796, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.7849174475680498, |
| "grad_norm": 0.296879555221403, |
| "learning_rate": 4.221674499822878e-06, |
| "loss": 0.2941, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.78937974118697, |
| "grad_norm": 0.2772609554006714, |
| "learning_rate": 4.196038031777688e-06, |
| "loss": 0.2784, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.7938420348058903, |
| "grad_norm": 0.3728763097589947, |
| "learning_rate": 4.170423241947782e-06, |
| "loss": 0.2825, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.7983043284248104, |
| "grad_norm": 0.2690864141407203, |
| "learning_rate": 4.144830821016245e-06, |
| "loss": 0.2848, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.8027666220437304, |
| "grad_norm": 0.2945504927368404, |
| "learning_rate": 4.119261459062992e-06, |
| "loss": 0.2886, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.8072289156626506, |
| "grad_norm": 0.2817141780614377, |
| "learning_rate": 4.0937158455461805e-06, |
| "loss": 0.2861, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.8116912092815707, |
| "grad_norm": 0.2908042660570454, |
| "learning_rate": 4.068194669283599e-06, |
| "loss": 0.2855, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.816153502900491, |
| "grad_norm": 0.26095488586703197, |
| "learning_rate": 4.042698618434115e-06, |
| "loss": 0.2775, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.820615796519411, |
| "grad_norm": 0.26782163829467626, |
| "learning_rate": 4.017228380479099e-06, |
| "loss": 0.2902, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.825078090138331, |
| "grad_norm": 0.2893359193551187, |
| "learning_rate": 3.991784642203904e-06, |
| "loss": 0.286, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.8295403837572513, |
| "grad_norm": 0.28187305106972493, |
| "learning_rate": 3.966368089679337e-06, |
| "loss": 0.2951, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.8340026773761715, |
| "grad_norm": 0.7149499820103131, |
| "learning_rate": 3.9409794082431585e-06, |
| "loss": 0.278, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.8384649709950915, |
| "grad_norm": 0.2781228028139923, |
| "learning_rate": 3.915619282481613e-06, |
| "loss": 0.2804, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.8429272646140116, |
| "grad_norm": 0.27787506538029344, |
| "learning_rate": 3.890288396210958e-06, |
| "loss": 0.2773, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.8473895582329316, |
| "grad_norm": 0.2775837112621051, |
| "learning_rate": 3.8649874324590355e-06, |
| "loss": 0.2891, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 0.27038074332915685, |
| "learning_rate": 3.839717073446842e-06, |
| "loss": 0.2819, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.8563141454707721, |
| "grad_norm": 0.27153282107037896, |
| "learning_rate": 3.8144780005701526e-06, |
| "loss": 0.2808, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.8607764390896921, |
| "grad_norm": 0.27119597948809526, |
| "learning_rate": 3.7892708943811224e-06, |
| "loss": 0.2828, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.8652387327086122, |
| "grad_norm": 0.26751701443601517, |
| "learning_rate": 3.7640964345699613e-06, |
| "loss": 0.2872, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.8697010263275322, |
| "grad_norm": 0.2668805357678453, |
| "learning_rate": 3.738955299946588e-06, |
| "loss": 0.2808, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.8741633199464525, |
| "grad_norm": 0.26385620413020505, |
| "learning_rate": 3.7138481684223316e-06, |
| "loss": 0.284, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.8786256135653727, |
| "grad_norm": 0.27804749998996886, |
| "learning_rate": 3.688775716991661e-06, |
| "loss": 0.2901, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.8830879071842928, |
| "grad_norm": 0.26632920843385016, |
| "learning_rate": 3.6637386217139158e-06, |
| "loss": 0.2817, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.8875502008032128, |
| "grad_norm": 0.28107011263915094, |
| "learning_rate": 3.6387375576950902e-06, |
| "loss": 0.2875, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.8920124944221328, |
| "grad_norm": 0.27319254801532444, |
| "learning_rate": 3.613773199069618e-06, |
| "loss": 0.2893, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.896474788041053, |
| "grad_norm": 0.2895639115697261, |
| "learning_rate": 3.588846218982204e-06, |
| "loss": 0.2869, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.9009370816599733, |
| "grad_norm": 0.27271032068079937, |
| "learning_rate": 3.563957289569669e-06, |
| "loss": 0.2869, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.9053993752788934, |
| "grad_norm": 0.26855796153698186, |
| "learning_rate": 3.5391070819428246e-06, |
| "loss": 0.2857, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.9098616688978134, |
| "grad_norm": 0.28223224193709756, |
| "learning_rate": 3.514296266168381e-06, |
| "loss": 0.2915, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.9143239625167336, |
| "grad_norm": 0.2641850196296661, |
| "learning_rate": 3.4895255112508773e-06, |
| "loss": 0.2762, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.9187862561356537, |
| "grad_norm": 0.3420858629489308, |
| "learning_rate": 3.4647954851146437e-06, |
| "loss": 0.2925, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.923248549754574, |
| "grad_norm": 0.2604588316374171, |
| "learning_rate": 3.4401068545857843e-06, |
| "loss": 0.2822, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.927710843373494, |
| "grad_norm": 0.2715732112484208, |
| "learning_rate": 3.4154602853742115e-06, |
| "loss": 0.2764, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.932173136992414, |
| "grad_norm": 0.29731471914640445, |
| "learning_rate": 3.3908564420556778e-06, |
| "loss": 0.284, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.9366354306113343, |
| "grad_norm": 0.299436802757538, |
| "learning_rate": 3.3662959880538744e-06, |
| "loss": 0.2785, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.9410977242302545, |
| "grad_norm": 0.25848952586710894, |
| "learning_rate": 3.341779585622522e-06, |
| "loss": 0.2782, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.9455600178491745, |
| "grad_norm": 0.26318821809460174, |
| "learning_rate": 3.3173078958275355e-06, |
| "loss": 0.2772, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.9500223114680946, |
| "grad_norm": 0.2849012354934153, |
| "learning_rate": 3.292881578529179e-06, |
| "loss": 0.2878, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.9544846050870146, |
| "grad_norm": 0.28212180104540435, |
| "learning_rate": 3.268501292364289e-06, |
| "loss": 0.2765, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.9589468987059349, |
| "grad_norm": 0.28217071136679106, |
| "learning_rate": 3.2441676947285035e-06, |
| "loss": 0.2841, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.9634091923248551, |
| "grad_norm": 0.4014867685340475, |
| "learning_rate": 3.219881441758541e-06, |
| "loss": 0.2842, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.9678714859437751, |
| "grad_norm": 0.26510923757329297, |
| "learning_rate": 3.19564318831451e-06, |
| "loss": 0.282, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.9723337795626952, |
| "grad_norm": 0.26724901583056526, |
| "learning_rate": 3.171453587962246e-06, |
| "loss": 0.2829, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.9767960731816152, |
| "grad_norm": 0.25923632674916225, |
| "learning_rate": 3.1473132929556927e-06, |
| "loss": 0.2879, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.9812583668005355, |
| "grad_norm": 0.2819718374318917, |
| "learning_rate": 3.1232229542193126e-06, |
| "loss": 0.2887, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.9857206604194557, |
| "grad_norm": 0.27554261636665484, |
| "learning_rate": 3.0991832213305367e-06, |
| "loss": 0.2868, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.9901829540383758, |
| "grad_norm": 0.3200504664553153, |
| "learning_rate": 3.0751947425022465e-06, |
| "loss": 0.2796, |
| "step": 4460 |
| }, |
| { |
| "epoch": 1.9946452476572958, |
| "grad_norm": 0.2610653468140633, |
| "learning_rate": 3.0512581645653007e-06, |
| "loss": 0.2911, |
| "step": 4470 |
| }, |
| { |
| "epoch": 1.9991075412762158, |
| "grad_norm": 0.3126154839381511, |
| "learning_rate": 3.0273741329510852e-06, |
| "loss": 0.287, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.0035698348951363, |
| "grad_norm": 0.29397339441332226, |
| "learning_rate": 3.0035432916741215e-06, |
| "loss": 0.2665, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.0080321285140563, |
| "grad_norm": 0.275630796936842, |
| "learning_rate": 2.979766283314688e-06, |
| "loss": 0.2643, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.0124944221329764, |
| "grad_norm": 0.26340335226827566, |
| "learning_rate": 2.9560437490015013e-06, |
| "loss": 0.2727, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.0169567157518964, |
| "grad_norm": 0.30161717213091244, |
| "learning_rate": 2.9323763283944338e-06, |
| "loss": 0.2625, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.0214190093708164, |
| "grad_norm": 0.3171900997207839, |
| "learning_rate": 2.9087646596672487e-06, |
| "loss": 0.2598, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.025881302989737, |
| "grad_norm": 0.3222582665257153, |
| "learning_rate": 2.8852093794904136e-06, |
| "loss": 0.2652, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.030343596608657, |
| "grad_norm": 0.28771230139561266, |
| "learning_rate": 2.861711123013911e-06, |
| "loss": 0.2708, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.034805890227577, |
| "grad_norm": 0.26951340411915475, |
| "learning_rate": 2.838270523850135e-06, |
| "loss": 0.271, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.039268183846497, |
| "grad_norm": 0.26621140063523485, |
| "learning_rate": 2.8148882140567844e-06, |
| "loss": 0.2675, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.043730477465417, |
| "grad_norm": 0.30555915513232423, |
| "learning_rate": 2.7915648241198386e-06, |
| "loss": 0.263, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.0481927710843375, |
| "grad_norm": 0.2975295129021857, |
| "learning_rate": 2.7683009829365417e-06, |
| "loss": 0.2598, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.0526550647032575, |
| "grad_norm": 0.2734727711740158, |
| "learning_rate": 2.745097317798452e-06, |
| "loss": 0.268, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.0571173583221776, |
| "grad_norm": 0.29391413176160824, |
| "learning_rate": 2.7219544543745335e-06, |
| "loss": 0.2661, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.0615796519410976, |
| "grad_norm": 0.2840209475626469, |
| "learning_rate": 2.698873016694271e-06, |
| "loss": 0.2655, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.0660419455600176, |
| "grad_norm": 0.2600456780446525, |
| "learning_rate": 2.6758536271308582e-06, |
| "loss": 0.2588, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.070504239178938, |
| "grad_norm": 0.28816278556575226, |
| "learning_rate": 2.6528969063844022e-06, |
| "loss": 0.2708, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.074966532797858, |
| "grad_norm": 0.27537400614220536, |
| "learning_rate": 2.630003473465202e-06, |
| "loss": 0.2603, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.079428826416778, |
| "grad_norm": 0.2799988616872821, |
| "learning_rate": 2.6071739456770394e-06, |
| "loss": 0.265, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.083891120035698, |
| "grad_norm": 0.27519216667774027, |
| "learning_rate": 2.5844089386005512e-06, |
| "loss": 0.2615, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.0883534136546187, |
| "grad_norm": 0.2817941036734103, |
| "learning_rate": 2.5617090660766218e-06, |
| "loss": 0.2747, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.0928157072735387, |
| "grad_norm": 0.2538075181305876, |
| "learning_rate": 2.5390749401898274e-06, |
| "loss": 0.2705, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.0972780008924587, |
| "grad_norm": 0.30549102286988794, |
| "learning_rate": 2.5165071712519447e-06, |
| "loss": 0.2751, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.101740294511379, |
| "grad_norm": 0.2794818884211519, |
| "learning_rate": 2.4940063677854775e-06, |
| "loss": 0.2668, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.106202588130299, |
| "grad_norm": 0.27303724559190734, |
| "learning_rate": 2.4715731365072666e-06, |
| "loss": 0.2628, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.1106648817492193, |
| "grad_norm": 0.29272010242374324, |
| "learning_rate": 2.449208082312111e-06, |
| "loss": 0.2647, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.1151271753681393, |
| "grad_norm": 0.270738388759199, |
| "learning_rate": 2.4269118082564774e-06, |
| "loss": 0.2617, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.1195894689870594, |
| "grad_norm": 0.2840129241196674, |
| "learning_rate": 2.4046849155422193e-06, |
| "loss": 0.274, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.1240517626059794, |
| "grad_norm": 0.2645544390527427, |
| "learning_rate": 2.382528003500384e-06, |
| "loss": 0.2686, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.1285140562248994, |
| "grad_norm": 0.2865191645329176, |
| "learning_rate": 2.3604416695750364e-06, |
| "loss": 0.2601, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.13297634984382, |
| "grad_norm": 0.2656950110555082, |
| "learning_rate": 2.3384265093071645e-06, |
| "loss": 0.2652, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.13743864346274, |
| "grad_norm": 0.2912542173901888, |
| "learning_rate": 2.316483116318608e-06, |
| "loss": 0.2569, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.14190093708166, |
| "grad_norm": 0.2747221058539636, |
| "learning_rate": 2.2946120822960562e-06, |
| "loss": 0.2662, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.14636323070058, |
| "grad_norm": 0.27225697835899576, |
| "learning_rate": 2.2728139969751005e-06, |
| "loss": 0.267, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.1508255243195, |
| "grad_norm": 0.2526714399887326, |
| "learning_rate": 2.2510894481243205e-06, |
| "loss": 0.2659, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.1552878179384205, |
| "grad_norm": 0.2787198573344132, |
| "learning_rate": 2.2294390215294483e-06, |
| "loss": 0.2612, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.1597501115573405, |
| "grad_norm": 0.2881621459035689, |
| "learning_rate": 2.207863300977558e-06, |
| "loss": 0.2658, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.1642124051762606, |
| "grad_norm": 0.2651959620965174, |
| "learning_rate": 2.186362868241341e-06, |
| "loss": 0.2656, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.1686746987951806, |
| "grad_norm": 0.27079635036661953, |
| "learning_rate": 2.164938303063404e-06, |
| "loss": 0.2651, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.1731369924141006, |
| "grad_norm": 0.2627129405327371, |
| "learning_rate": 2.1435901831406504e-06, |
| "loss": 0.259, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.177599286033021, |
| "grad_norm": 0.28039269813095946, |
| "learning_rate": 2.1223190841086893e-06, |
| "loss": 0.2672, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.182061579651941, |
| "grad_norm": 0.2641978867337932, |
| "learning_rate": 2.1011255795263232e-06, |
| "loss": 0.2658, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.186523873270861, |
| "grad_norm": 0.26996809053622206, |
| "learning_rate": 2.080010240860083e-06, |
| "loss": 0.2714, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.190986166889781, |
| "grad_norm": 0.28824583701799006, |
| "learning_rate": 2.058973637468811e-06, |
| "loss": 0.2676, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.1954484605087012, |
| "grad_norm": 0.27005127612792346, |
| "learning_rate": 2.0380163365883188e-06, |
| "loss": 0.2738, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.1999107541276217, |
| "grad_norm": 0.2740103878032033, |
| "learning_rate": 2.01713890331608e-06, |
| "loss": 0.2579, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.2043730477465417, |
| "grad_norm": 0.2908767212364278, |
| "learning_rate": 1.996341900596008e-06, |
| "loss": 0.2696, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.208835341365462, |
| "grad_norm": 0.2950349079099773, |
| "learning_rate": 1.9756258892032604e-06, |
| "loss": 0.2645, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.213297634984382, |
| "grad_norm": 0.26050135319115303, |
| "learning_rate": 1.9549914277291326e-06, |
| "loss": 0.2642, |
| "step": 4960 |
| }, |
| { |
| "epoch": 2.2177599286033023, |
| "grad_norm": 0.26630446740688435, |
| "learning_rate": 1.9344390725659827e-06, |
| "loss": 0.2684, |
| "step": 4970 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 0.2743425147318156, |
| "learning_rate": 1.9139693778922437e-06, |
| "loss": 0.2667, |
| "step": 4980 |
| }, |
| { |
| "epoch": 2.2266845158411424, |
| "grad_norm": 0.2736976794496928, |
| "learning_rate": 1.8935828956574615e-06, |
| "loss": 0.2696, |
| "step": 4990 |
| }, |
| { |
| "epoch": 2.2311468094600624, |
| "grad_norm": 0.26998232015281187, |
| "learning_rate": 1.873280175567434e-06, |
| "loss": 0.2685, |
| "step": 5000 |
| }, |
| { |
| "epoch": 2.2356091030789824, |
| "grad_norm": 0.2668005078365468, |
| "learning_rate": 1.8530617650693671e-06, |
| "loss": 0.2658, |
| "step": 5010 |
| }, |
| { |
| "epoch": 2.240071396697903, |
| "grad_norm": 0.27297408370818904, |
| "learning_rate": 1.832928209337133e-06, |
| "loss": 0.2711, |
| "step": 5020 |
| }, |
| { |
| "epoch": 2.244533690316823, |
| "grad_norm": 0.27120763446153706, |
| "learning_rate": 1.8128800512565514e-06, |
| "loss": 0.2632, |
| "step": 5030 |
| }, |
| { |
| "epoch": 2.248995983935743, |
| "grad_norm": 0.3043844117742173, |
| "learning_rate": 1.792917831410767e-06, |
| "loss": 0.2646, |
| "step": 5040 |
| }, |
| { |
| "epoch": 2.253458277554663, |
| "grad_norm": 0.27555460116170827, |
| "learning_rate": 1.7730420880656641e-06, |
| "loss": 0.2627, |
| "step": 5050 |
| }, |
| { |
| "epoch": 2.2579205711735835, |
| "grad_norm": 0.25867849621197275, |
| "learning_rate": 1.7532533571553523e-06, |
| "loss": 0.2723, |
| "step": 5060 |
| }, |
| { |
| "epoch": 2.2623828647925035, |
| "grad_norm": 0.2696220165863831, |
| "learning_rate": 1.7335521722677223e-06, |
| "loss": 0.2567, |
| "step": 5070 |
| }, |
| { |
| "epoch": 2.2668451584114235, |
| "grad_norm": 0.2844615695492899, |
| "learning_rate": 1.7139390646300503e-06, |
| "loss": 0.2636, |
| "step": 5080 |
| }, |
| { |
| "epoch": 2.2713074520303436, |
| "grad_norm": 0.26100844869286605, |
| "learning_rate": 1.6944145630946757e-06, |
| "loss": 0.2547, |
| "step": 5090 |
| }, |
| { |
| "epoch": 2.2757697456492636, |
| "grad_norm": 0.2655209152406865, |
| "learning_rate": 1.6749791941247501e-06, |
| "loss": 0.2667, |
| "step": 5100 |
| }, |
| { |
| "epoch": 2.280232039268184, |
| "grad_norm": 0.2670441776783262, |
| "learning_rate": 1.6556334817800247e-06, |
| "loss": 0.2593, |
| "step": 5110 |
| }, |
| { |
| "epoch": 2.284694332887104, |
| "grad_norm": 0.2702953527750314, |
| "learning_rate": 1.636377947702737e-06, |
| "loss": 0.2668, |
| "step": 5120 |
| }, |
| { |
| "epoch": 2.289156626506024, |
| "grad_norm": 0.2801526427682019, |
| "learning_rate": 1.6172131111035305e-06, |
| "loss": 0.2593, |
| "step": 5130 |
| }, |
| { |
| "epoch": 2.293618920124944, |
| "grad_norm": 0.2664506709616671, |
| "learning_rate": 1.598139488747467e-06, |
| "loss": 0.2679, |
| "step": 5140 |
| }, |
| { |
| "epoch": 2.298081213743864, |
| "grad_norm": 0.2842866153483872, |
| "learning_rate": 1.5791575949400801e-06, |
| "loss": 0.2683, |
| "step": 5150 |
| }, |
| { |
| "epoch": 2.3025435073627847, |
| "grad_norm": 0.2713206331551484, |
| "learning_rate": 1.5602679415135203e-06, |
| "loss": 0.2672, |
| "step": 5160 |
| }, |
| { |
| "epoch": 2.3070058009817047, |
| "grad_norm": 0.2680243773548362, |
| "learning_rate": 1.5414710378127407e-06, |
| "loss": 0.2668, |
| "step": 5170 |
| }, |
| { |
| "epoch": 2.3114680946006247, |
| "grad_norm": 0.2937301531788135, |
| "learning_rate": 1.522767390681776e-06, |
| "loss": 0.2621, |
| "step": 5180 |
| }, |
| { |
| "epoch": 2.3159303882195448, |
| "grad_norm": 0.359404031790861, |
| "learning_rate": 1.5041575044500645e-06, |
| "loss": 0.2667, |
| "step": 5190 |
| }, |
| { |
| "epoch": 2.320392681838465, |
| "grad_norm": 0.26130760139495907, |
| "learning_rate": 1.4856418809188538e-06, |
| "loss": 0.2544, |
| "step": 5200 |
| }, |
| { |
| "epoch": 2.3248549754573853, |
| "grad_norm": 0.25686940370213246, |
| "learning_rate": 1.4672210193476766e-06, |
| "loss": 0.274, |
| "step": 5210 |
| }, |
| { |
| "epoch": 2.3293172690763053, |
| "grad_norm": 0.2939624963929075, |
| "learning_rate": 1.4488954164408736e-06, |
| "loss": 0.2701, |
| "step": 5220 |
| }, |
| { |
| "epoch": 2.3337795626952254, |
| "grad_norm": 0.2783635407103021, |
| "learning_rate": 1.4306655663342173e-06, |
| "loss": 0.2563, |
| "step": 5230 |
| }, |
| { |
| "epoch": 2.3382418563141454, |
| "grad_norm": 0.29226415842720005, |
| "learning_rate": 1.412531960581572e-06, |
| "loss": 0.2541, |
| "step": 5240 |
| }, |
| { |
| "epoch": 2.3427041499330654, |
| "grad_norm": 0.3552878374922974, |
| "learning_rate": 1.3944950881416541e-06, |
| "loss": 0.2645, |
| "step": 5250 |
| }, |
| { |
| "epoch": 2.347166443551986, |
| "grad_norm": 0.25303935909037156, |
| "learning_rate": 1.3765554353648348e-06, |
| "loss": 0.26, |
| "step": 5260 |
| }, |
| { |
| "epoch": 2.351628737170906, |
| "grad_norm": 0.26959464702039115, |
| "learning_rate": 1.3587134859800378e-06, |
| "loss": 0.2622, |
| "step": 5270 |
| }, |
| { |
| "epoch": 2.356091030789826, |
| "grad_norm": 0.2767449988752219, |
| "learning_rate": 1.3409697210816846e-06, |
| "loss": 0.2631, |
| "step": 5280 |
| }, |
| { |
| "epoch": 2.360553324408746, |
| "grad_norm": 0.2948939949561596, |
| "learning_rate": 1.3233246191167293e-06, |
| "loss": 0.2721, |
| "step": 5290 |
| }, |
| { |
| "epoch": 2.365015618027666, |
| "grad_norm": 0.2806355856045073, |
| "learning_rate": 1.3057786558717593e-06, |
| "loss": 0.2674, |
| "step": 5300 |
| }, |
| { |
| "epoch": 2.3694779116465865, |
| "grad_norm": 0.2738252090208611, |
| "learning_rate": 1.2883323044601575e-06, |
| "loss": 0.274, |
| "step": 5310 |
| }, |
| { |
| "epoch": 2.3739402052655065, |
| "grad_norm": 0.2577368049277014, |
| "learning_rate": 1.2709860353093555e-06, |
| "loss": 0.2668, |
| "step": 5320 |
| }, |
| { |
| "epoch": 2.3784024988844266, |
| "grad_norm": 0.29099029260946785, |
| "learning_rate": 1.2537403161481387e-06, |
| "loss": 0.2669, |
| "step": 5330 |
| }, |
| { |
| "epoch": 2.3828647925033466, |
| "grad_norm": 0.264039286727906, |
| "learning_rate": 1.2365956119940436e-06, |
| "loss": 0.2768, |
| "step": 5340 |
| }, |
| { |
| "epoch": 2.3873270861222666, |
| "grad_norm": 0.2686625114381172, |
| "learning_rate": 1.2195523851408153e-06, |
| "loss": 0.2735, |
| "step": 5350 |
| }, |
| { |
| "epoch": 2.391789379741187, |
| "grad_norm": 0.27917896436759787, |
| "learning_rate": 1.2026110951459364e-06, |
| "loss": 0.2709, |
| "step": 5360 |
| }, |
| { |
| "epoch": 2.396251673360107, |
| "grad_norm": 0.2759607663737845, |
| "learning_rate": 1.1857721988182468e-06, |
| "loss": 0.264, |
| "step": 5370 |
| }, |
| { |
| "epoch": 2.400713966979027, |
| "grad_norm": 0.2744901640260912, |
| "learning_rate": 1.169036150205614e-06, |
| "loss": 0.2638, |
| "step": 5380 |
| }, |
| { |
| "epoch": 2.405176260597947, |
| "grad_norm": 0.2639450101124726, |
| "learning_rate": 1.1524034005827028e-06, |
| "loss": 0.2609, |
| "step": 5390 |
| }, |
| { |
| "epoch": 2.4096385542168672, |
| "grad_norm": 0.26462733650289344, |
| "learning_rate": 1.1358743984387939e-06, |
| "loss": 0.2571, |
| "step": 5400 |
| }, |
| { |
| "epoch": 2.4141008478357877, |
| "grad_norm": 0.26467540440445797, |
| "learning_rate": 1.1194495894657021e-06, |
| "loss": 0.264, |
| "step": 5410 |
| }, |
| { |
| "epoch": 2.4185631414547077, |
| "grad_norm": 0.2541839967727397, |
| "learning_rate": 1.103129416545749e-06, |
| "loss": 0.2734, |
| "step": 5420 |
| }, |
| { |
| "epoch": 2.4230254350736278, |
| "grad_norm": 0.25980858502680365, |
| "learning_rate": 1.0869143197398313e-06, |
| "loss": 0.2711, |
| "step": 5430 |
| }, |
| { |
| "epoch": 2.427487728692548, |
| "grad_norm": 0.2749178435606242, |
| "learning_rate": 1.070804736275543e-06, |
| "loss": 0.2638, |
| "step": 5440 |
| }, |
| { |
| "epoch": 2.4319500223114683, |
| "grad_norm": 0.2507799683207913, |
| "learning_rate": 1.0548011005353975e-06, |
| "loss": 0.2639, |
| "step": 5450 |
| }, |
| { |
| "epoch": 2.4364123159303883, |
| "grad_norm": 0.27822037022845514, |
| "learning_rate": 1.0389038440451048e-06, |
| "loss": 0.2687, |
| "step": 5460 |
| }, |
| { |
| "epoch": 2.4408746095493083, |
| "grad_norm": 0.25912298984876, |
| "learning_rate": 1.0231133954619449e-06, |
| "loss": 0.2517, |
| "step": 5470 |
| }, |
| { |
| "epoch": 2.4453369031682284, |
| "grad_norm": 0.26989363458508225, |
| "learning_rate": 1.0074301805632014e-06, |
| "loss": 0.261, |
| "step": 5480 |
| }, |
| { |
| "epoch": 2.4497991967871484, |
| "grad_norm": 0.2611164113008286, |
| "learning_rate": 9.918546222346837e-07, |
| "loss": 0.2732, |
| "step": 5490 |
| }, |
| { |
| "epoch": 2.454261490406069, |
| "grad_norm": 0.26664227118678985, |
| "learning_rate": 9.763871404593295e-07, |
| "loss": 0.2635, |
| "step": 5500 |
| }, |
| { |
| "epoch": 2.458723784024989, |
| "grad_norm": 0.2845594958886921, |
| "learning_rate": 9.610281523058696e-07, |
| "loss": 0.2724, |
| "step": 5510 |
| }, |
| { |
| "epoch": 2.463186077643909, |
| "grad_norm": 0.26533071138557196, |
| "learning_rate": 9.457780719175924e-07, |
| "loss": 0.2594, |
| "step": 5520 |
| }, |
| { |
| "epoch": 2.467648371262829, |
| "grad_norm": 0.2931575613556212, |
| "learning_rate": 9.306373105011685e-07, |
| "loss": 0.2642, |
| "step": 5530 |
| }, |
| { |
| "epoch": 2.4721106648817495, |
| "grad_norm": 0.2579593656604341, |
| "learning_rate": 9.15606276315571e-07, |
| "loss": 0.2686, |
| "step": 5540 |
| }, |
| { |
| "epoch": 2.4765729585006695, |
| "grad_norm": 0.25308387491964407, |
| "learning_rate": 9.006853746610578e-07, |
| "loss": 0.2748, |
| "step": 5550 |
| }, |
| { |
| "epoch": 2.4810352521195895, |
| "grad_norm": 0.26649803073733885, |
| "learning_rate": 8.858750078682526e-07, |
| "loss": 0.2702, |
| "step": 5560 |
| }, |
| { |
| "epoch": 2.4854975457385096, |
| "grad_norm": 0.26710930733839655, |
| "learning_rate": 8.711755752872875e-07, |
| "loss": 0.2741, |
| "step": 5570 |
| }, |
| { |
| "epoch": 2.4899598393574296, |
| "grad_norm": 0.28129936297807595, |
| "learning_rate": 8.565874732770429e-07, |
| "loss": 0.2711, |
| "step": 5580 |
| }, |
| { |
| "epoch": 2.49442213297635, |
| "grad_norm": 0.2562852808371683, |
| "learning_rate": 8.421110951944533e-07, |
| "loss": 0.2729, |
| "step": 5590 |
| }, |
| { |
| "epoch": 2.49888442659527, |
| "grad_norm": 0.2705997291745019, |
| "learning_rate": 8.277468313839033e-07, |
| "loss": 0.266, |
| "step": 5600 |
| }, |
| { |
| "epoch": 2.50334672021419, |
| "grad_norm": 0.27415617746696014, |
| "learning_rate": 8.13495069166706e-07, |
| "loss": 0.2635, |
| "step": 5610 |
| }, |
| { |
| "epoch": 2.50780901383311, |
| "grad_norm": 0.268499538957006, |
| "learning_rate": 7.993561928306503e-07, |
| "loss": 0.2626, |
| "step": 5620 |
| }, |
| { |
| "epoch": 2.51227130745203, |
| "grad_norm": 0.2605445838763644, |
| "learning_rate": 7.853305836196507e-07, |
| "loss": 0.2684, |
| "step": 5630 |
| }, |
| { |
| "epoch": 2.5167336010709507, |
| "grad_norm": 0.259462323778387, |
| "learning_rate": 7.714186197234547e-07, |
| "loss": 0.2669, |
| "step": 5640 |
| }, |
| { |
| "epoch": 2.5211958946898707, |
| "grad_norm": 0.2737812098281487, |
| "learning_rate": 7.576206762674565e-07, |
| "loss": 0.2677, |
| "step": 5650 |
| }, |
| { |
| "epoch": 2.5256581883087907, |
| "grad_norm": 0.24457747335646154, |
| "learning_rate": 7.439371253025718e-07, |
| "loss": 0.2441, |
| "step": 5660 |
| }, |
| { |
| "epoch": 2.5301204819277108, |
| "grad_norm": 0.25318796192153853, |
| "learning_rate": 7.303683357952168e-07, |
| "loss": 0.2692, |
| "step": 5670 |
| }, |
| { |
| "epoch": 2.534582775546631, |
| "grad_norm": 0.25584827852861586, |
| "learning_rate": 7.169146736173477e-07, |
| "loss": 0.2696, |
| "step": 5680 |
| }, |
| { |
| "epoch": 2.5390450691655513, |
| "grad_norm": 0.2602088423877808, |
| "learning_rate": 7.035765015366047e-07, |
| "loss": 0.2668, |
| "step": 5690 |
| }, |
| { |
| "epoch": 2.5435073627844713, |
| "grad_norm": 0.2820757957669124, |
| "learning_rate": 6.903541792065265e-07, |
| "loss": 0.2771, |
| "step": 5700 |
| }, |
| { |
| "epoch": 2.5479696564033913, |
| "grad_norm": 0.289619323277333, |
| "learning_rate": 6.772480631568496e-07, |
| "loss": 0.2677, |
| "step": 5710 |
| }, |
| { |
| "epoch": 2.5524319500223114, |
| "grad_norm": 0.24262073349803384, |
| "learning_rate": 6.642585067839003e-07, |
| "loss": 0.2632, |
| "step": 5720 |
| }, |
| { |
| "epoch": 2.5568942436412314, |
| "grad_norm": 0.3063970631496104, |
| "learning_rate": 6.513858603410605e-07, |
| "loss": 0.2645, |
| "step": 5730 |
| }, |
| { |
| "epoch": 2.561356537260152, |
| "grad_norm": 0.24469985287690035, |
| "learning_rate": 6.386304709293295e-07, |
| "loss": 0.2674, |
| "step": 5740 |
| }, |
| { |
| "epoch": 2.565818830879072, |
| "grad_norm": 0.25778009113854466, |
| "learning_rate": 6.259926824879575e-07, |
| "loss": 0.2686, |
| "step": 5750 |
| }, |
| { |
| "epoch": 2.570281124497992, |
| "grad_norm": 0.2519725071505496, |
| "learning_rate": 6.134728357851777e-07, |
| "loss": 0.2614, |
| "step": 5760 |
| }, |
| { |
| "epoch": 2.574743418116912, |
| "grad_norm": 0.24559660905732697, |
| "learning_rate": 6.010712684090125e-07, |
| "loss": 0.2538, |
| "step": 5770 |
| }, |
| { |
| "epoch": 2.579205711735832, |
| "grad_norm": 0.2549259950940346, |
| "learning_rate": 5.887883147581769e-07, |
| "loss": 0.2669, |
| "step": 5780 |
| }, |
| { |
| "epoch": 2.5836680053547525, |
| "grad_norm": 0.26474210608850174, |
| "learning_rate": 5.766243060330551e-07, |
| "loss": 0.2645, |
| "step": 5790 |
| }, |
| { |
| "epoch": 2.5881302989736725, |
| "grad_norm": 0.2611149545019317, |
| "learning_rate": 5.645795702267731e-07, |
| "loss": 0.2713, |
| "step": 5800 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 0.27028998633235257, |
| "learning_rate": 5.526544321163573e-07, |
| "loss": 0.2765, |
| "step": 5810 |
| }, |
| { |
| "epoch": 2.5970548862115126, |
| "grad_norm": 0.26131292774366577, |
| "learning_rate": 5.408492132539705e-07, |
| "loss": 0.2601, |
| "step": 5820 |
| }, |
| { |
| "epoch": 2.6015171798304326, |
| "grad_norm": 0.25036551401682255, |
| "learning_rate": 5.29164231958249e-07, |
| "loss": 0.2667, |
| "step": 5830 |
| }, |
| { |
| "epoch": 2.605979473449353, |
| "grad_norm": 0.32252379358555433, |
| "learning_rate": 5.175998033057128e-07, |
| "loss": 0.2598, |
| "step": 5840 |
| }, |
| { |
| "epoch": 2.610441767068273, |
| "grad_norm": 0.26111392130818567, |
| "learning_rate": 5.061562391222752e-07, |
| "loss": 0.2708, |
| "step": 5850 |
| }, |
| { |
| "epoch": 2.614904060687193, |
| "grad_norm": 0.2610753618549455, |
| "learning_rate": 4.948338479748293e-07, |
| "loss": 0.264, |
| "step": 5860 |
| }, |
| { |
| "epoch": 2.619366354306113, |
| "grad_norm": 0.24433197279025629, |
| "learning_rate": 4.836329351629343e-07, |
| "loss": 0.2591, |
| "step": 5870 |
| }, |
| { |
| "epoch": 2.6238286479250332, |
| "grad_norm": 0.25566187611860886, |
| "learning_rate": 4.7255380271057637e-07, |
| "loss": 0.2709, |
| "step": 5880 |
| }, |
| { |
| "epoch": 2.6282909415439537, |
| "grad_norm": 0.25059259535846407, |
| "learning_rate": 4.6159674935802867e-07, |
| "loss": 0.2623, |
| "step": 5890 |
| }, |
| { |
| "epoch": 2.6327532351628737, |
| "grad_norm": 0.2623672779635096, |
| "learning_rate": 4.507620705537974e-07, |
| "loss": 0.259, |
| "step": 5900 |
| }, |
| { |
| "epoch": 2.6372155287817938, |
| "grad_norm": 0.2786335146735297, |
| "learning_rate": 4.400500584466505e-07, |
| "loss": 0.2676, |
| "step": 5910 |
| }, |
| { |
| "epoch": 2.641677822400714, |
| "grad_norm": 0.24900048144785913, |
| "learning_rate": 4.294610018777462e-07, |
| "loss": 0.263, |
| "step": 5920 |
| }, |
| { |
| "epoch": 2.646140116019634, |
| "grad_norm": 0.25847202609000797, |
| "learning_rate": 4.1899518637283753e-07, |
| "loss": 0.2677, |
| "step": 5930 |
| }, |
| { |
| "epoch": 2.6506024096385543, |
| "grad_norm": 0.2782722288055866, |
| "learning_rate": 4.0865289413458074e-07, |
| "loss": 0.2617, |
| "step": 5940 |
| }, |
| { |
| "epoch": 2.6550647032574743, |
| "grad_norm": 0.28648904043807316, |
| "learning_rate": 3.984344040349197e-07, |
| "loss": 0.2572, |
| "step": 5950 |
| }, |
| { |
| "epoch": 2.6595269968763944, |
| "grad_norm": 0.2636564981421794, |
| "learning_rate": 3.883399916075714e-07, |
| "loss": 0.2623, |
| "step": 5960 |
| }, |
| { |
| "epoch": 2.663989290495315, |
| "grad_norm": 0.2493631339678549, |
| "learning_rate": 3.783699290405901e-07, |
| "loss": 0.2649, |
| "step": 5970 |
| }, |
| { |
| "epoch": 2.6684515841142344, |
| "grad_norm": 0.2528637606092601, |
| "learning_rate": 3.6852448516903727e-07, |
| "loss": 0.2764, |
| "step": 5980 |
| }, |
| { |
| "epoch": 2.672913877733155, |
| "grad_norm": 0.2729817482325442, |
| "learning_rate": 3.588039254677211e-07, |
| "loss": 0.2622, |
| "step": 5990 |
| }, |
| { |
| "epoch": 2.677376171352075, |
| "grad_norm": 0.3108379178962195, |
| "learning_rate": 3.4920851204405026e-07, |
| "loss": 0.2614, |
| "step": 6000 |
| }, |
| { |
| "epoch": 2.681838464970995, |
| "grad_norm": 0.25516673857932876, |
| "learning_rate": 3.397385036309558e-07, |
| "loss": 0.2545, |
| "step": 6010 |
| }, |
| { |
| "epoch": 2.6863007585899155, |
| "grad_norm": 0.26499244030577884, |
| "learning_rate": 3.303941555799223e-07, |
| "loss": 0.269, |
| "step": 6020 |
| }, |
| { |
| "epoch": 2.6907630522088355, |
| "grad_norm": 0.2644403491762858, |
| "learning_rate": 3.211757198540971e-07, |
| "loss": 0.261, |
| "step": 6030 |
| }, |
| { |
| "epoch": 2.6952253458277555, |
| "grad_norm": 0.2512005184606446, |
| "learning_rate": 3.12083445021501e-07, |
| "loss": 0.2608, |
| "step": 6040 |
| }, |
| { |
| "epoch": 2.6996876394466756, |
| "grad_norm": 0.24284759524855465, |
| "learning_rate": 3.031175762483207e-07, |
| "loss": 0.2573, |
| "step": 6050 |
| }, |
| { |
| "epoch": 2.7041499330655956, |
| "grad_norm": 0.2588341633636346, |
| "learning_rate": 2.942783552923034e-07, |
| "loss": 0.2721, |
| "step": 6060 |
| }, |
| { |
| "epoch": 2.708612226684516, |
| "grad_norm": 0.27162185956855733, |
| "learning_rate": 2.8556602049623515e-07, |
| "loss": 0.2635, |
| "step": 6070 |
| }, |
| { |
| "epoch": 2.713074520303436, |
| "grad_norm": 0.24785721701569988, |
| "learning_rate": 2.769808067815127e-07, |
| "loss": 0.2654, |
| "step": 6080 |
| }, |
| { |
| "epoch": 2.717536813922356, |
| "grad_norm": 0.26379289564503067, |
| "learning_rate": 2.68522945641812e-07, |
| "loss": 0.2703, |
| "step": 6090 |
| }, |
| { |
| "epoch": 2.721999107541276, |
| "grad_norm": 0.25223927852747313, |
| "learning_rate": 2.6019266513684525e-07, |
| "loss": 0.2633, |
| "step": 6100 |
| }, |
| { |
| "epoch": 2.726461401160196, |
| "grad_norm": 0.26022587215739407, |
| "learning_rate": 2.5199018988620925e-07, |
| "loss": 0.2628, |
| "step": 6110 |
| }, |
| { |
| "epoch": 2.7309236947791167, |
| "grad_norm": 0.25618186440473806, |
| "learning_rate": 2.439157410633336e-07, |
| "loss": 0.2549, |
| "step": 6120 |
| }, |
| { |
| "epoch": 2.7353859883980367, |
| "grad_norm": 0.2709291288264617, |
| "learning_rate": 2.3596953638951093e-07, |
| "loss": 0.2673, |
| "step": 6130 |
| }, |
| { |
| "epoch": 2.7398482820169567, |
| "grad_norm": 0.3097723757526494, |
| "learning_rate": 2.2815179012803056e-07, |
| "loss": 0.2667, |
| "step": 6140 |
| }, |
| { |
| "epoch": 2.7443105756358768, |
| "grad_norm": 0.26215128271049865, |
| "learning_rate": 2.2046271307839928e-07, |
| "loss": 0.2659, |
| "step": 6150 |
| }, |
| { |
| "epoch": 2.748772869254797, |
| "grad_norm": 0.26937507169769476, |
| "learning_rate": 2.1290251257065852e-07, |
| "loss": 0.2647, |
| "step": 6160 |
| }, |
| { |
| "epoch": 2.7532351628737173, |
| "grad_norm": 0.28086965259228747, |
| "learning_rate": 2.054713924597923e-07, |
| "loss": 0.2596, |
| "step": 6170 |
| }, |
| { |
| "epoch": 2.7576974564926373, |
| "grad_norm": 0.25164611443705137, |
| "learning_rate": 1.981695531202299e-07, |
| "loss": 0.2613, |
| "step": 6180 |
| }, |
| { |
| "epoch": 2.7621597501115573, |
| "grad_norm": 0.26328055433222686, |
| "learning_rate": 1.9099719144044737e-07, |
| "loss": 0.2585, |
| "step": 6190 |
| }, |
| { |
| "epoch": 2.7666220437304774, |
| "grad_norm": 0.24268837305344704, |
| "learning_rate": 1.8395450081765133e-07, |
| "loss": 0.2594, |
| "step": 6200 |
| }, |
| { |
| "epoch": 2.7710843373493974, |
| "grad_norm": 0.27208555089507047, |
| "learning_rate": 1.7704167115257242e-07, |
| "loss": 0.2701, |
| "step": 6210 |
| }, |
| { |
| "epoch": 2.775546630968318, |
| "grad_norm": 0.2592924605339396, |
| "learning_rate": 1.7025888884433682e-07, |
| "loss": 0.258, |
| "step": 6220 |
| }, |
| { |
| "epoch": 2.780008924587238, |
| "grad_norm": 0.25268564338580296, |
| "learning_rate": 1.636063367854468e-07, |
| "loss": 0.2643, |
| "step": 6230 |
| }, |
| { |
| "epoch": 2.784471218206158, |
| "grad_norm": 0.25499560352534534, |
| "learning_rate": 1.5708419435684463e-07, |
| "loss": 0.2592, |
| "step": 6240 |
| }, |
| { |
| "epoch": 2.788933511825078, |
| "grad_norm": 0.2754254434988614, |
| "learning_rate": 1.506926374230777e-07, |
| "loss": 0.2685, |
| "step": 6250 |
| }, |
| { |
| "epoch": 2.793395805443998, |
| "grad_norm": 0.24677760129233578, |
| "learning_rate": 1.4443183832755558e-07, |
| "loss": 0.2668, |
| "step": 6260 |
| }, |
| { |
| "epoch": 2.7978580990629185, |
| "grad_norm": 0.2419766232491537, |
| "learning_rate": 1.3830196588790535e-07, |
| "loss": 0.2649, |
| "step": 6270 |
| }, |
| { |
| "epoch": 2.8023203926818385, |
| "grad_norm": 0.25179145421288907, |
| "learning_rate": 1.3230318539141586e-07, |
| "loss": 0.2613, |
| "step": 6280 |
| }, |
| { |
| "epoch": 2.8067826863007586, |
| "grad_norm": 0.24418794826639928, |
| "learning_rate": 1.2643565859058182e-07, |
| "loss": 0.2735, |
| "step": 6290 |
| }, |
| { |
| "epoch": 2.8112449799196786, |
| "grad_norm": 0.2484899106044706, |
| "learning_rate": 1.206995436987457e-07, |
| "loss": 0.2676, |
| "step": 6300 |
| }, |
| { |
| "epoch": 2.8157072735385986, |
| "grad_norm": 0.2542428658067045, |
| "learning_rate": 1.1509499538582768e-07, |
| "loss": 0.2634, |
| "step": 6310 |
| }, |
| { |
| "epoch": 2.820169567157519, |
| "grad_norm": 0.24625678831935105, |
| "learning_rate": 1.0962216477415632e-07, |
| "loss": 0.2644, |
| "step": 6320 |
| }, |
| { |
| "epoch": 2.824631860776439, |
| "grad_norm": 0.2557578526542899, |
| "learning_rate": 1.0428119943439396e-07, |
| "loss": 0.2697, |
| "step": 6330 |
| }, |
| { |
| "epoch": 2.829094154395359, |
| "grad_norm": 0.2626526421729072, |
| "learning_rate": 9.907224338155774e-08, |
| "loss": 0.2641, |
| "step": 6340 |
| }, |
| { |
| "epoch": 2.833556448014279, |
| "grad_norm": 0.24742251678799534, |
| "learning_rate": 9.399543707113601e-08, |
| "loss": 0.2672, |
| "step": 6350 |
| }, |
| { |
| "epoch": 2.8380187416331992, |
| "grad_norm": 0.24976844344830124, |
| "learning_rate": 8.905091739530026e-08, |
| "loss": 0.2642, |
| "step": 6360 |
| }, |
| { |
| "epoch": 2.8424810352521197, |
| "grad_norm": 0.2434658676513343, |
| "learning_rate": 8.423881767921637e-08, |
| "loss": 0.2666, |
| "step": 6370 |
| }, |
| { |
| "epoch": 2.8469433288710397, |
| "grad_norm": 0.2709418898144275, |
| "learning_rate": 7.955926767744649e-08, |
| "loss": 0.2678, |
| "step": 6380 |
| }, |
| { |
| "epoch": 2.8514056224899598, |
| "grad_norm": 0.2682012558379756, |
| "learning_rate": 7.501239357045275e-08, |
| "loss": 0.2599, |
| "step": 6390 |
| }, |
| { |
| "epoch": 2.85586791610888, |
| "grad_norm": 0.2541699897689904, |
| "learning_rate": 7.059831796119243e-08, |
| "loss": 0.2637, |
| "step": 6400 |
| }, |
| { |
| "epoch": 2.8603302097278, |
| "grad_norm": 0.2786116189525862, |
| "learning_rate": 6.631715987181653e-08, |
| "loss": 0.2633, |
| "step": 6410 |
| }, |
| { |
| "epoch": 2.8647925033467203, |
| "grad_norm": 0.2549013358787648, |
| "learning_rate": 6.216903474045411e-08, |
| "loss": 0.2675, |
| "step": 6420 |
| }, |
| { |
| "epoch": 2.8692547969656403, |
| "grad_norm": 0.24035403326033933, |
| "learning_rate": 5.815405441810584e-08, |
| "loss": 0.2704, |
| "step": 6430 |
| }, |
| { |
| "epoch": 2.8737170905845604, |
| "grad_norm": 0.24485345786981255, |
| "learning_rate": 5.427232716562314e-08, |
| "loss": 0.2654, |
| "step": 6440 |
| }, |
| { |
| "epoch": 2.878179384203481, |
| "grad_norm": 0.2509308995806849, |
| "learning_rate": 5.05239576507921e-08, |
| "loss": 0.2676, |
| "step": 6450 |
| }, |
| { |
| "epoch": 2.8826416778224004, |
| "grad_norm": 0.25125126609422216, |
| "learning_rate": 4.690904694550913e-08, |
| "loss": 0.2659, |
| "step": 6460 |
| }, |
| { |
| "epoch": 2.887103971441321, |
| "grad_norm": 0.29884930114175684, |
| "learning_rate": 4.342769252305867e-08, |
| "loss": 0.2659, |
| "step": 6470 |
| }, |
| { |
| "epoch": 2.891566265060241, |
| "grad_norm": 0.2621295720462137, |
| "learning_rate": 4.007998825548032e-08, |
| "loss": 0.2635, |
| "step": 6480 |
| }, |
| { |
| "epoch": 2.896028558679161, |
| "grad_norm": 0.2559890093701122, |
| "learning_rate": 3.686602441104137e-08, |
| "loss": 0.2579, |
| "step": 6490 |
| }, |
| { |
| "epoch": 2.9004908522980815, |
| "grad_norm": 0.294711369331024, |
| "learning_rate": 3.378588765180268e-08, |
| "loss": 0.2596, |
| "step": 6500 |
| }, |
| { |
| "epoch": 2.9049531459170015, |
| "grad_norm": 0.2406776827039642, |
| "learning_rate": 3.083966103127833e-08, |
| "loss": 0.2628, |
| "step": 6510 |
| }, |
| { |
| "epoch": 2.9094154395359215, |
| "grad_norm": 0.2592651922892189, |
| "learning_rate": 2.8027423992201265e-08, |
| "loss": 0.2586, |
| "step": 6520 |
| }, |
| { |
| "epoch": 2.9138777331548416, |
| "grad_norm": 0.2544628675769128, |
| "learning_rate": 2.5349252364376132e-08, |
| "loss": 0.2636, |
| "step": 6530 |
| }, |
| { |
| "epoch": 2.9183400267737616, |
| "grad_norm": 0.24915354540620344, |
| "learning_rate": 2.280521836263927e-08, |
| "loss": 0.2736, |
| "step": 6540 |
| }, |
| { |
| "epoch": 2.922802320392682, |
| "grad_norm": 0.25636383494451315, |
| "learning_rate": 2.0395390584908027e-08, |
| "loss": 0.2604, |
| "step": 6550 |
| }, |
| { |
| "epoch": 2.927264614011602, |
| "grad_norm": 0.23743990674304524, |
| "learning_rate": 1.8119834010332236e-08, |
| "loss": 0.2644, |
| "step": 6560 |
| }, |
| { |
| "epoch": 2.931726907630522, |
| "grad_norm": 0.2421382237738656, |
| "learning_rate": 1.5978609997542306e-08, |
| "loss": 0.2695, |
| "step": 6570 |
| }, |
| { |
| "epoch": 2.936189201249442, |
| "grad_norm": 0.25987130839419936, |
| "learning_rate": 1.3971776282994398e-08, |
| "loss": 0.2612, |
| "step": 6580 |
| }, |
| { |
| "epoch": 2.940651494868362, |
| "grad_norm": 0.28118171114124185, |
| "learning_rate": 1.2099386979414484e-08, |
| "loss": 0.2727, |
| "step": 6590 |
| }, |
| { |
| "epoch": 2.9451137884872827, |
| "grad_norm": 0.25875766974667813, |
| "learning_rate": 1.0361492574337827e-08, |
| "loss": 0.2599, |
| "step": 6600 |
| }, |
| { |
| "epoch": 2.9495760821062027, |
| "grad_norm": 0.24856208937215735, |
| "learning_rate": 8.758139928748966e-09, |
| "loss": 0.2585, |
| "step": 6610 |
| }, |
| { |
| "epoch": 2.9540383757251227, |
| "grad_norm": 0.2605005110493228, |
| "learning_rate": 7.289372275816608e-09, |
| "loss": 0.263, |
| "step": 6620 |
| }, |
| { |
| "epoch": 2.9585006693440428, |
| "grad_norm": 0.27730135009271706, |
| "learning_rate": 5.95522921973013e-09, |
| "loss": 0.267, |
| "step": 6630 |
| }, |
| { |
| "epoch": 2.962962962962963, |
| "grad_norm": 0.25897469150617725, |
| "learning_rate": 4.7557467346281975e-09, |
| "loss": 0.2682, |
| "step": 6640 |
| }, |
| { |
| "epoch": 2.9674252565818833, |
| "grad_norm": 0.240962238635422, |
| "learning_rate": 3.690957163633435e-09, |
| "loss": 0.2604, |
| "step": 6650 |
| }, |
| { |
| "epoch": 2.9718875502008033, |
| "grad_norm": 0.29524556685558273, |
| "learning_rate": 2.760889217976459e-09, |
| "loss": 0.2694, |
| "step": 6660 |
| }, |
| { |
| "epoch": 2.9763498438197233, |
| "grad_norm": 0.2399731201737577, |
| "learning_rate": 1.9655679762220494e-09, |
| "loss": 0.2615, |
| "step": 6670 |
| }, |
| { |
| "epoch": 2.9808121374386434, |
| "grad_norm": 0.26022562581894665, |
| "learning_rate": 1.305014883595801e-09, |
| "loss": 0.2624, |
| "step": 6680 |
| }, |
| { |
| "epoch": 2.9852744310575634, |
| "grad_norm": 0.25348317394477593, |
| "learning_rate": 7.792477514034779e-10, |
| "loss": 0.2586, |
| "step": 6690 |
| }, |
| { |
| "epoch": 2.989736724676484, |
| "grad_norm": 0.2596395509558711, |
| "learning_rate": 3.882807565502855e-10, |
| "loss": 0.2687, |
| "step": 6700 |
| }, |
| { |
| "epoch": 2.994199018295404, |
| "grad_norm": 0.25130314991574476, |
| "learning_rate": 1.3212444115950907e-10, |
| "loss": 0.2606, |
| "step": 6710 |
| }, |
| { |
| "epoch": 2.998661311914324, |
| "grad_norm": 0.27465854203632456, |
| "learning_rate": 1.0785712290517503e-11, |
| "loss": 0.26, |
| "step": 6720 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6723, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6290612428931072e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
