| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 4971, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006035913686434284, |
| "grad_norm": 13.465597639885102, |
| "learning_rate": 1.8072289156626505e-07, |
| "loss": 0.8887, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.012071827372868568, |
| "grad_norm": 12.414937705631793, |
| "learning_rate": 3.8152610441767073e-07, |
| "loss": 0.8871, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01810774105930285, |
| "grad_norm": 5.604563580675332, |
| "learning_rate": 5.823293172690764e-07, |
| "loss": 0.7943, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.024143654745737136, |
| "grad_norm": 3.082127771205323, |
| "learning_rate": 7.83132530120482e-07, |
| "loss": 0.6989, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.03017956843217142, |
| "grad_norm": 1.9253363533227204, |
| "learning_rate": 9.839357429718876e-07, |
| "loss": 0.6283, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0362154821186057, |
| "grad_norm": 1.2352792533570607, |
| "learning_rate": 1.1847389558232934e-06, |
| "loss": 0.5916, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04225139580503999, |
| "grad_norm": 0.8094703225757798, |
| "learning_rate": 1.385542168674699e-06, |
| "loss": 0.5623, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04828730949147427, |
| "grad_norm": 0.7924082712954621, |
| "learning_rate": 1.5863453815261046e-06, |
| "loss": 0.536, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05432322317790855, |
| "grad_norm": 0.7765422489934142, |
| "learning_rate": 1.7871485943775102e-06, |
| "loss": 0.5246, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06035913686434284, |
| "grad_norm": 1.2024335532490196, |
| "learning_rate": 1.987951807228916e-06, |
| "loss": 0.5112, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06639505055077713, |
| "grad_norm": 0.7361271470838762, |
| "learning_rate": 2.1887550200803216e-06, |
| "loss": 0.4973, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.0724309642372114, |
| "grad_norm": 0.9636947285799289, |
| "learning_rate": 2.389558232931727e-06, |
| "loss": 0.4926, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07846687792364569, |
| "grad_norm": 0.834221678860187, |
| "learning_rate": 2.590361445783133e-06, |
| "loss": 0.4868, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08450279161007998, |
| "grad_norm": 0.721459089158014, |
| "learning_rate": 2.791164658634538e-06, |
| "loss": 0.4836, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09053870529651425, |
| "grad_norm": 0.7680662169711512, |
| "learning_rate": 2.991967871485944e-06, |
| "loss": 0.4759, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09657461898294854, |
| "grad_norm": 0.8074470103289187, |
| "learning_rate": 3.1927710843373494e-06, |
| "loss": 0.4753, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10261053266938283, |
| "grad_norm": 0.7821569953929599, |
| "learning_rate": 3.393574297188755e-06, |
| "loss": 0.4689, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1086464463558171, |
| "grad_norm": 0.8046561770221946, |
| "learning_rate": 3.5943775100401606e-06, |
| "loss": 0.4678, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1146823600422514, |
| "grad_norm": 0.8787311236716008, |
| "learning_rate": 3.7951807228915664e-06, |
| "loss": 0.463, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12071827372868568, |
| "grad_norm": 0.8810490177348705, |
| "learning_rate": 3.995983935742972e-06, |
| "loss": 0.4601, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.12675418741511996, |
| "grad_norm": 0.8889957032229883, |
| "learning_rate": 4.196787148594378e-06, |
| "loss": 0.4589, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.13279010110155426, |
| "grad_norm": 1.0047774511651133, |
| "learning_rate": 4.397590361445783e-06, |
| "loss": 0.4533, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.13882601478798853, |
| "grad_norm": 0.8382898002966074, |
| "learning_rate": 4.598393574297189e-06, |
| "loss": 0.4541, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1448619284744228, |
| "grad_norm": 0.8867952107395614, |
| "learning_rate": 4.799196787148594e-06, |
| "loss": 0.4488, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1508978421608571, |
| "grad_norm": 0.8306941422038123, |
| "learning_rate": 5e-06, |
| "loss": 0.4521, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.15693375584729138, |
| "grad_norm": 0.8874942497893604, |
| "learning_rate": 5.200803212851407e-06, |
| "loss": 0.4505, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.16296966953372566, |
| "grad_norm": 0.8911658824764517, |
| "learning_rate": 5.401606425702812e-06, |
| "loss": 0.446, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.16900558322015996, |
| "grad_norm": 0.8852855388263275, |
| "learning_rate": 5.602409638554217e-06, |
| "loss": 0.4452, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.17504149690659423, |
| "grad_norm": 0.9910318655855725, |
| "learning_rate": 5.803212851405623e-06, |
| "loss": 0.4413, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1810774105930285, |
| "grad_norm": 1.0110708733608424, |
| "learning_rate": 6.004016064257029e-06, |
| "loss": 0.4397, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.1871133242794628, |
| "grad_norm": 0.9003864963841174, |
| "learning_rate": 6.2048192771084344e-06, |
| "loss": 0.4414, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.19314923796589709, |
| "grad_norm": 0.906399226331659, |
| "learning_rate": 6.40562248995984e-06, |
| "loss": 0.4372, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.19918515165233136, |
| "grad_norm": 1.071695971731785, |
| "learning_rate": 6.606425702811245e-06, |
| "loss": 0.4381, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.20522106533876566, |
| "grad_norm": 0.9761062070856111, |
| "learning_rate": 6.8072289156626514e-06, |
| "loss": 0.4343, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.21125697902519994, |
| "grad_norm": 0.9721838815300707, |
| "learning_rate": 7.008032128514058e-06, |
| "loss": 0.4373, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2172928927116342, |
| "grad_norm": 0.8909414468062403, |
| "learning_rate": 7.208835341365462e-06, |
| "loss": 0.4336, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2233288063980685, |
| "grad_norm": 0.964718436271309, |
| "learning_rate": 7.4096385542168684e-06, |
| "loss": 0.4348, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.2293647200845028, |
| "grad_norm": 1.025409695885071, |
| "learning_rate": 7.610441767068274e-06, |
| "loss": 0.4326, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.23540063377093706, |
| "grad_norm": 0.9270275542948012, |
| "learning_rate": 7.81124497991968e-06, |
| "loss": 0.4324, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.24143654745737136, |
| "grad_norm": 0.9390965093376761, |
| "learning_rate": 8.012048192771085e-06, |
| "loss": 0.4302, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.24747246114380564, |
| "grad_norm": 0.7707812298350031, |
| "learning_rate": 8.21285140562249e-06, |
| "loss": 0.4276, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2535083748302399, |
| "grad_norm": 0.8215921682895242, |
| "learning_rate": 8.413654618473896e-06, |
| "loss": 0.4274, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2595442885166742, |
| "grad_norm": 1.0290878620245738, |
| "learning_rate": 8.614457831325302e-06, |
| "loss": 0.427, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.2655802022031085, |
| "grad_norm": 0.9009095092288704, |
| "learning_rate": 8.815261044176707e-06, |
| "loss": 0.4232, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.27161611588954276, |
| "grad_norm": 0.9646916353387767, |
| "learning_rate": 9.016064257028112e-06, |
| "loss": 0.4235, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.27765202957597707, |
| "grad_norm": 0.8009669905789347, |
| "learning_rate": 9.21686746987952e-06, |
| "loss": 0.4248, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.28368794326241137, |
| "grad_norm": 2.57971922495045, |
| "learning_rate": 9.417670682730925e-06, |
| "loss": 0.4246, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2897238569488456, |
| "grad_norm": 0.9225235875464007, |
| "learning_rate": 9.61847389558233e-06, |
| "loss": 0.4256, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.2957597706352799, |
| "grad_norm": 0.8937790567235143, |
| "learning_rate": 9.819277108433736e-06, |
| "loss": 0.4232, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3017956843217142, |
| "grad_norm": 0.992661961364272, |
| "learning_rate": 9.99999876677608e-06, |
| "loss": 0.4236, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.30783159800814847, |
| "grad_norm": 1.1203639087859305, |
| "learning_rate": 9.999850780641762e-06, |
| "loss": 0.423, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.31386751169458277, |
| "grad_norm": 0.9504675074156581, |
| "learning_rate": 9.999456158087994e-06, |
| "loss": 0.4255, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.31990342538101707, |
| "grad_norm": 1.1526705071263037, |
| "learning_rate": 9.998814918581017e-06, |
| "loss": 0.4236, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3259393390674513, |
| "grad_norm": 0.9400926329756719, |
| "learning_rate": 9.99792709375238e-06, |
| "loss": 0.4193, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3319752527538856, |
| "grad_norm": 0.761979605644821, |
| "learning_rate": 9.996792727397374e-06, |
| "loss": 0.4178, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.3380111664403199, |
| "grad_norm": 0.7761858463434534, |
| "learning_rate": 9.995411875472882e-06, |
| "loss": 0.4172, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.34404708012675417, |
| "grad_norm": 0.8353265789234773, |
| "learning_rate": 9.993784606094612e-06, |
| "loss": 0.417, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.35008299381318847, |
| "grad_norm": 0.7921534241896437, |
| "learning_rate": 9.991910999533739e-06, |
| "loss": 0.4164, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.35611890749962277, |
| "grad_norm": 0.8368518529458858, |
| "learning_rate": 9.98979114821294e-06, |
| "loss": 0.4212, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.362154821186057, |
| "grad_norm": 0.8526689259731893, |
| "learning_rate": 9.98742515670185e-06, |
| "loss": 0.413, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3681907348724913, |
| "grad_norm": 0.8691355689423315, |
| "learning_rate": 9.98481314171188e-06, |
| "loss": 0.4147, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3742266485589256, |
| "grad_norm": 0.7413766525933784, |
| "learning_rate": 9.981955232090484e-06, |
| "loss": 0.4202, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.38026256224535987, |
| "grad_norm": 0.862826800304683, |
| "learning_rate": 9.978851568814789e-06, |
| "loss": 0.4144, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.38629847593179417, |
| "grad_norm": 0.852995884285724, |
| "learning_rate": 9.975502304984643e-06, |
| "loss": 0.4159, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3923343896182285, |
| "grad_norm": 0.8190268708459463, |
| "learning_rate": 9.971907605815065e-06, |
| "loss": 0.4133, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.3983703033046627, |
| "grad_norm": 0.7826738241592833, |
| "learning_rate": 9.968067648628092e-06, |
| "loss": 0.417, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.404406216991097, |
| "grad_norm": 0.8234056482304477, |
| "learning_rate": 9.963982622844037e-06, |
| "loss": 0.4151, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4104421306775313, |
| "grad_norm": 0.8389822495874198, |
| "learning_rate": 9.959652729972138e-06, |
| "loss": 0.4142, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.41647804436396557, |
| "grad_norm": 0.7530220222404655, |
| "learning_rate": 9.955078183600626e-06, |
| "loss": 0.4135, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4225139580503999, |
| "grad_norm": 0.8094044727188283, |
| "learning_rate": 9.950259209386182e-06, |
| "loss": 0.4076, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.4285498717368342, |
| "grad_norm": 0.7704390882655109, |
| "learning_rate": 9.945196045042812e-06, |
| "loss": 0.41, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4345857854232684, |
| "grad_norm": 0.9003987196323937, |
| "learning_rate": 9.93988894033011e-06, |
| "loss": 0.4114, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.4406216991097027, |
| "grad_norm": 0.8729571471009108, |
| "learning_rate": 9.934338157040953e-06, |
| "loss": 0.4128, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.446657612796137, |
| "grad_norm": 0.7801434856688376, |
| "learning_rate": 9.928543968988576e-06, |
| "loss": 0.4103, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4526935264825713, |
| "grad_norm": 0.9417689284475159, |
| "learning_rate": 9.922506661993067e-06, |
| "loss": 0.4086, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.4587294401690056, |
| "grad_norm": 0.8877368018323296, |
| "learning_rate": 9.91622653386727e-06, |
| "loss": 0.4139, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4647653538554399, |
| "grad_norm": 0.7960343939884429, |
| "learning_rate": 9.909703894402093e-06, |
| "loss": 0.4072, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.4708012675418741, |
| "grad_norm": 0.7142525800658928, |
| "learning_rate": 9.90293906535123e-06, |
| "loss": 0.4069, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.4768371812283084, |
| "grad_norm": 0.8168998091378754, |
| "learning_rate": 9.895932380415277e-06, |
| "loss": 0.4053, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.48287309491474273, |
| "grad_norm": 0.7851582099155968, |
| "learning_rate": 9.888684185225291e-06, |
| "loss": 0.4096, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.48890900860117703, |
| "grad_norm": 0.7313895363802666, |
| "learning_rate": 9.881194837325722e-06, |
| "loss": 0.4035, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.4949449222876113, |
| "grad_norm": 0.801599057157289, |
| "learning_rate": 9.873464706156785e-06, |
| "loss": 0.4082, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5009808359740455, |
| "grad_norm": 0.7959824627607599, |
| "learning_rate": 9.865494173036238e-06, |
| "loss": 0.4086, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5070167496604798, |
| "grad_norm": 0.7643194639900054, |
| "learning_rate": 9.857283631140563e-06, |
| "loss": 0.4097, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5130526633469141, |
| "grad_norm": 0.8141162481887632, |
| "learning_rate": 9.848833485485577e-06, |
| "loss": 0.4068, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5190885770333484, |
| "grad_norm": 0.7263606575446551, |
| "learning_rate": 9.840144152906455e-06, |
| "loss": 0.4052, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5251244907197827, |
| "grad_norm": 0.7326820835121685, |
| "learning_rate": 9.831216062037163e-06, |
| "loss": 0.403, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.531160404406217, |
| "grad_norm": 0.7722145618849807, |
| "learning_rate": 9.822049653289318e-06, |
| "loss": 0.4041, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5371963180926512, |
| "grad_norm": 0.7035970302521439, |
| "learning_rate": 9.81264537883046e-06, |
| "loss": 0.401, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5432322317790855, |
| "grad_norm": 0.6580207236042055, |
| "learning_rate": 9.803003702561753e-06, |
| "loss": 0.4057, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5492681454655198, |
| "grad_norm": 0.6960070468306416, |
| "learning_rate": 9.79312510009509e-06, |
| "loss": 0.4103, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5553040591519541, |
| "grad_norm": 0.7088936549744779, |
| "learning_rate": 9.783010058729644e-06, |
| "loss": 0.4024, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.5613399728383884, |
| "grad_norm": 0.8173990374915286, |
| "learning_rate": 9.772659077427824e-06, |
| "loss": 0.3983, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.5673758865248227, |
| "grad_norm": 0.7248588219467303, |
| "learning_rate": 9.762072666790658e-06, |
| "loss": 0.4042, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.5734118002112569, |
| "grad_norm": 0.6953286894486166, |
| "learning_rate": 9.751251349032615e-06, |
| "loss": 0.4052, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.5794477138976912, |
| "grad_norm": 0.6805775618542874, |
| "learning_rate": 9.74019565795584e-06, |
| "loss": 0.4028, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.5854836275841255, |
| "grad_norm": 0.7073250522342893, |
| "learning_rate": 9.728906138923823e-06, |
| "loss": 0.4031, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.5915195412705598, |
| "grad_norm": 0.8161486510568995, |
| "learning_rate": 9.71738334883449e-06, |
| "loss": 0.4012, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5975554549569941, |
| "grad_norm": 0.7478470587664012, |
| "learning_rate": 9.705627856092743e-06, |
| "loss": 0.4035, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6035913686434284, |
| "grad_norm": 1.2181648223419725, |
| "learning_rate": 9.69364024058242e-06, |
| "loss": 0.3994, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6096272823298626, |
| "grad_norm": 0.724496170506016, |
| "learning_rate": 9.681421093637677e-06, |
| "loss": 0.4003, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6156631960162969, |
| "grad_norm": 0.7245373569956688, |
| "learning_rate": 9.668971018013835e-06, |
| "loss": 0.3993, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6216991097027312, |
| "grad_norm": 1.3707555561464966, |
| "learning_rate": 9.656290627857638e-06, |
| "loss": 0.4031, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6277350233891655, |
| "grad_norm": 0.8617205371794142, |
| "learning_rate": 9.643380548676957e-06, |
| "loss": 0.3989, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6337709370755998, |
| "grad_norm": 0.7218421707442351, |
| "learning_rate": 9.63024141730994e-06, |
| "loss": 0.4009, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6398068507620341, |
| "grad_norm": 0.7919863849580143, |
| "learning_rate": 9.616873881893593e-06, |
| "loss": 0.402, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6458427644484683, |
| "grad_norm": 0.7643496416415103, |
| "learning_rate": 9.603278601831806e-06, |
| "loss": 0.3966, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.6518786781349026, |
| "grad_norm": 0.8387350986976135, |
| "learning_rate": 9.58945624776284e-06, |
| "loss": 0.3974, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.6579145918213369, |
| "grad_norm": 0.7195707742464319, |
| "learning_rate": 9.575407501526218e-06, |
| "loss": 0.4033, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.6639505055077712, |
| "grad_norm": 0.8948583587192116, |
| "learning_rate": 9.561133056129122e-06, |
| "loss": 0.4005, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.6699864191942055, |
| "grad_norm": 0.7784558611785358, |
| "learning_rate": 9.546633615712184e-06, |
| "loss": 0.3969, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.6760223328806398, |
| "grad_norm": 0.7279188084081983, |
| "learning_rate": 9.531909895514766e-06, |
| "loss": 0.3968, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.6820582465670741, |
| "grad_norm": 0.7707824454002812, |
| "learning_rate": 9.516962621839667e-06, |
| "loss": 0.3941, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.6880941602535083, |
| "grad_norm": 0.7559246242676043, |
| "learning_rate": 9.501792532017304e-06, |
| "loss": 0.3935, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.6941300739399426, |
| "grad_norm": 0.7670492895949397, |
| "learning_rate": 9.48640037436934e-06, |
| "loss": 0.3962, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7001659876263769, |
| "grad_norm": 0.7574175499302432, |
| "learning_rate": 9.470786908171761e-06, |
| "loss": 0.396, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7062019013128112, |
| "grad_norm": 1.1364368407573255, |
| "learning_rate": 9.454952903617434e-06, |
| "loss": 0.3987, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7122378149992455, |
| "grad_norm": 0.6929517509246322, |
| "learning_rate": 9.438899141778105e-06, |
| "loss": 0.3959, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7182737286856798, |
| "grad_norm": 0.7239918001848392, |
| "learning_rate": 9.42262641456588e-06, |
| "loss": 0.3961, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.724309642372114, |
| "grad_norm": 0.7351627240649914, |
| "learning_rate": 9.406135524694146e-06, |
| "loss": 0.3946, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7303455560585483, |
| "grad_norm": 0.7178193311197739, |
| "learning_rate": 9.389427285637986e-06, |
| "loss": 0.3934, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7363814697449826, |
| "grad_norm": 0.7197436378060236, |
| "learning_rate": 9.372502521594052e-06, |
| "loss": 0.3951, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7424173834314169, |
| "grad_norm": 0.7020942866993558, |
| "learning_rate": 9.355362067439899e-06, |
| "loss": 0.3953, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.7484532971178512, |
| "grad_norm": 0.6493652144119091, |
| "learning_rate": 9.338006768692807e-06, |
| "loss": 0.3976, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.7544892108042855, |
| "grad_norm": 0.7452091082245685, |
| "learning_rate": 9.320437481468077e-06, |
| "loss": 0.3947, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.7605251244907197, |
| "grad_norm": 0.7211982596336295, |
| "learning_rate": 9.302655072436789e-06, |
| "loss": 0.3978, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.766561038177154, |
| "grad_norm": 0.8069527677411222, |
| "learning_rate": 9.284660418783064e-06, |
| "loss": 0.3961, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.7725969518635883, |
| "grad_norm": 0.6964974366663241, |
| "learning_rate": 9.266454408160779e-06, |
| "loss": 0.395, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.7786328655500226, |
| "grad_norm": 0.6951835215600591, |
| "learning_rate": 9.248037938649792e-06, |
| "loss": 0.3918, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.784668779236457, |
| "grad_norm": 0.7011033108204148, |
| "learning_rate": 9.229411918711637e-06, |
| "loss": 0.3911, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.7907046929228913, |
| "grad_norm": 0.6699999752789259, |
| "learning_rate": 9.210577267144703e-06, |
| "loss": 0.3917, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.7967406066093254, |
| "grad_norm": 0.7952469588442095, |
| "learning_rate": 9.191534913038926e-06, |
| "loss": 0.393, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8027765202957597, |
| "grad_norm": 0.7362949625214187, |
| "learning_rate": 9.172285795729945e-06, |
| "loss": 0.3916, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.808812433982194, |
| "grad_norm": 0.777349182077021, |
| "learning_rate": 9.152830864752773e-06, |
| "loss": 0.396, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8148483476686283, |
| "grad_norm": 0.6858011231159463, |
| "learning_rate": 9.133171079794952e-06, |
| "loss": 0.3949, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8208842613550626, |
| "grad_norm": 0.8252893789848457, |
| "learning_rate": 9.113307410649222e-06, |
| "loss": 0.3951, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.826920175041497, |
| "grad_norm": 0.742614174317752, |
| "learning_rate": 9.093240837165668e-06, |
| "loss": 0.3912, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8329560887279311, |
| "grad_norm": 0.6712408370389595, |
| "learning_rate": 9.072972349203401e-06, |
| "loss": 0.3938, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.8389920024143654, |
| "grad_norm": 0.7390425813359819, |
| "learning_rate": 9.052502946581718e-06, |
| "loss": 0.3902, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.8450279161007997, |
| "grad_norm": 0.9031901060003036, |
| "learning_rate": 9.031833639030789e-06, |
| "loss": 0.39, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 0.8073830235615219, |
| "learning_rate": 9.010965446141842e-06, |
| "loss": 0.3907, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.8570997434736684, |
| "grad_norm": 0.7197468777451328, |
| "learning_rate": 8.989899397316875e-06, |
| "loss": 0.3933, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.8631356571601027, |
| "grad_norm": 0.7874409375571629, |
| "learning_rate": 8.96863653171787e-06, |
| "loss": 0.3941, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.8691715708465368, |
| "grad_norm": 0.7047790860975574, |
| "learning_rate": 8.947177898215538e-06, |
| "loss": 0.3918, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.8752074845329711, |
| "grad_norm": 0.6732410856766448, |
| "learning_rate": 8.925524555337575e-06, |
| "loss": 0.3948, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.8812433982194054, |
| "grad_norm": 0.6379130166882847, |
| "learning_rate": 8.90367757121645e-06, |
| "loss": 0.392, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.8872793119058398, |
| "grad_norm": 0.6453169279070088, |
| "learning_rate": 8.881638023536715e-06, |
| "loss": 0.3902, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.893315225592274, |
| "grad_norm": 0.8925532684482897, |
| "learning_rate": 8.859406999481839e-06, |
| "loss": 0.3897, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.8993511392787084, |
| "grad_norm": 0.7321151042406583, |
| "learning_rate": 8.836985595680585e-06, |
| "loss": 0.3903, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9053870529651425, |
| "grad_norm": 0.717542202485072, |
| "learning_rate": 8.81437491815291e-06, |
| "loss": 0.3907, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9114229666515768, |
| "grad_norm": 0.6899069830042462, |
| "learning_rate": 8.791576082255414e-06, |
| "loss": 0.3914, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9174588803380112, |
| "grad_norm": 0.7416902913208727, |
| "learning_rate": 8.768590212626305e-06, |
| "loss": 0.3914, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9234947940244455, |
| "grad_norm": 0.648187852127454, |
| "learning_rate": 8.745418443129944e-06, |
| "loss": 0.3878, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.9295307077108798, |
| "grad_norm": 0.6971446829374528, |
| "learning_rate": 8.722061916800892e-06, |
| "loss": 0.3889, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.9355666213973141, |
| "grad_norm": 0.6897656341763103, |
| "learning_rate": 8.698521785787543e-06, |
| "loss": 0.3916, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.9416025350837482, |
| "grad_norm": 0.6707821534631215, |
| "learning_rate": 8.674799211295272e-06, |
| "loss": 0.3872, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.9476384487701826, |
| "grad_norm": 0.7047440310341709, |
| "learning_rate": 8.650895363529172e-06, |
| "loss": 0.3893, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.9536743624566169, |
| "grad_norm": 0.7111300925227007, |
| "learning_rate": 8.626811421636318e-06, |
| "loss": 0.3899, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.9597102761430512, |
| "grad_norm": 0.742242466940292, |
| "learning_rate": 8.602548573647603e-06, |
| "loss": 0.3933, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.9657461898294855, |
| "grad_norm": 0.6405514647772552, |
| "learning_rate": 8.578108016419138e-06, |
| "loss": 0.3886, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.9717821035159198, |
| "grad_norm": 0.6969067995610034, |
| "learning_rate": 8.553490955573207e-06, |
| "loss": 0.3875, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.9778180172023541, |
| "grad_norm": 0.6404080311189763, |
| "learning_rate": 8.528698605438801e-06, |
| "loss": 0.3915, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.9838539308887883, |
| "grad_norm": 0.689314089106684, |
| "learning_rate": 8.50373218899171e-06, |
| "loss": 0.3897, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.9898898445752226, |
| "grad_norm": 0.6238451440610306, |
| "learning_rate": 8.478592937794202e-06, |
| "loss": 0.3865, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.9959257582616569, |
| "grad_norm": 0.6246538104726604, |
| "learning_rate": 8.453282091934262e-06, |
| "loss": 0.3891, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.0018107741059303, |
| "grad_norm": 0.6650133535244673, |
| "learning_rate": 8.427800899964438e-06, |
| "loss": 0.3775, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.0078466877923646, |
| "grad_norm": 0.7340465665361768, |
| "learning_rate": 8.402150618840229e-06, |
| "loss": 0.3658, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.013882601478799, |
| "grad_norm": 0.8803678131362109, |
| "learning_rate": 8.376332513858091e-06, |
| "loss": 0.3643, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.0199185151652332, |
| "grad_norm": 0.6784266807756097, |
| "learning_rate": 8.350347858593035e-06, |
| "loss": 0.3632, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.0259544288516673, |
| "grad_norm": 0.6757297253946429, |
| "learning_rate": 8.324197934835775e-06, |
| "loss": 0.3611, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.0319903425381016, |
| "grad_norm": 0.6937615226816463, |
| "learning_rate": 8.297884032529525e-06, |
| "loss": 0.3641, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.038026256224536, |
| "grad_norm": 0.6656265896882699, |
| "learning_rate": 8.271407449706347e-06, |
| "loss": 0.3634, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.0440621699109702, |
| "grad_norm": 0.6758693000716391, |
| "learning_rate": 8.244769492423144e-06, |
| "loss": 0.3651, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.0500980835974045, |
| "grad_norm": 0.7271602756269683, |
| "learning_rate": 8.217971474697205e-06, |
| "loss": 0.3655, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.0561339972838388, |
| "grad_norm": 0.7262048623607191, |
| "learning_rate": 8.191014718441413e-06, |
| "loss": 0.3646, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.0621699109702731, |
| "grad_norm": 0.7594858496478063, |
| "learning_rate": 8.163900553399022e-06, |
| "loss": 0.3683, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.0682058246567074, |
| "grad_norm": 0.6834326812737692, |
| "learning_rate": 8.13663031707806e-06, |
| "loss": 0.3657, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.0742417383431417, |
| "grad_norm": 0.829231127715137, |
| "learning_rate": 8.109205354685367e-06, |
| "loss": 0.3657, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.080277652029576, |
| "grad_norm": 0.7172584884654448, |
| "learning_rate": 8.081627019060223e-06, |
| "loss": 0.3612, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.0863135657160103, |
| "grad_norm": 0.700123283944604, |
| "learning_rate": 8.053896670607616e-06, |
| "loss": 0.3669, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.0923494794024446, |
| "grad_norm": 0.6802763184360072, |
| "learning_rate": 8.026015677231137e-06, |
| "loss": 0.36, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.0983853930888787, |
| "grad_norm": 0.6976972839342949, |
| "learning_rate": 7.997985414265513e-06, |
| "loss": 0.3645, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.104421306775313, |
| "grad_norm": 0.6892045690564895, |
| "learning_rate": 7.969807264408745e-06, |
| "loss": 0.3664, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.1104572204617473, |
| "grad_norm": 0.6606374628961976, |
| "learning_rate": 7.94148261765391e-06, |
| "loss": 0.3611, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.1164931341481816, |
| "grad_norm": 0.7063672325182395, |
| "learning_rate": 7.913012871220605e-06, |
| "loss": 0.3652, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.122529047834616, |
| "grad_norm": 0.6353061774622171, |
| "learning_rate": 7.884399429486e-06, |
| "loss": 0.3619, |
| "step": 1860 |
| }, |
| { |
| "epoch": 1.1285649615210502, |
| "grad_norm": 0.6646621743965846, |
| "learning_rate": 7.855643703915585e-06, |
| "loss": 0.3638, |
| "step": 1870 |
| }, |
| { |
| "epoch": 1.1346008752074845, |
| "grad_norm": 0.6379034557335701, |
| "learning_rate": 7.826747112993532e-06, |
| "loss": 0.3595, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.1406367888939188, |
| "grad_norm": 0.6995974469144366, |
| "learning_rate": 7.797711082152726e-06, |
| "loss": 0.3628, |
| "step": 1890 |
| }, |
| { |
| "epoch": 1.1466727025803531, |
| "grad_norm": 0.6564170955860726, |
| "learning_rate": 7.768537043704447e-06, |
| "loss": 0.3637, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.1527086162667874, |
| "grad_norm": 0.7572552114374352, |
| "learning_rate": 7.739226436767721e-06, |
| "loss": 0.362, |
| "step": 1910 |
| }, |
| { |
| "epoch": 1.1587445299532217, |
| "grad_norm": 0.7571612085211564, |
| "learning_rate": 7.709780707198328e-06, |
| "loss": 0.3638, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.164780443639656, |
| "grad_norm": 0.6792493024466744, |
| "learning_rate": 7.680201307517479e-06, |
| "loss": 0.3625, |
| "step": 1930 |
| }, |
| { |
| "epoch": 1.1708163573260904, |
| "grad_norm": 0.664259682779261, |
| "learning_rate": 7.650489696840164e-06, |
| "loss": 0.3646, |
| "step": 1940 |
| }, |
| { |
| "epoch": 1.1768522710125244, |
| "grad_norm": 0.6270149603322056, |
| "learning_rate": 7.6206473408031775e-06, |
| "loss": 0.3624, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.1828881846989587, |
| "grad_norm": 0.6383894085325998, |
| "learning_rate": 7.590675711492823e-06, |
| "loss": 0.3643, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.188924098385393, |
| "grad_norm": 0.6816453891866903, |
| "learning_rate": 7.56057628737229e-06, |
| "loss": 0.3637, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.1949600120718273, |
| "grad_norm": 0.7133078108250313, |
| "learning_rate": 7.530350553208726e-06, |
| "loss": 0.3585, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.2009959257582616, |
| "grad_norm": 0.6322767475179056, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.361, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.207031839444696, |
| "grad_norm": 0.6987380190815154, |
| "learning_rate": 7.469526124901149e-06, |
| "loss": 0.3623, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.2130677531311302, |
| "grad_norm": 0.6219916214226197, |
| "learning_rate": 7.4389304311505195e-06, |
| "loss": 0.3637, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.2191036668175645, |
| "grad_norm": 0.6591583924033313, |
| "learning_rate": 7.408214427995628e-06, |
| "loss": 0.3644, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.2251395805039988, |
| "grad_norm": 0.7005471225701302, |
| "learning_rate": 7.3773796306187e-06, |
| "loss": 0.3595, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.2311754941904332, |
| "grad_norm": 0.6332845796820719, |
| "learning_rate": 7.346427560061931e-06, |
| "loss": 0.3652, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.2372114078768675, |
| "grad_norm": 0.6778224076333697, |
| "learning_rate": 7.315359743152464e-06, |
| "loss": 0.3606, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.2432473215633015, |
| "grad_norm": 0.6582665893949518, |
| "learning_rate": 7.284177712427056e-06, |
| "loss": 0.3599, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.2492832352497358, |
| "grad_norm": 0.6584059931101761, |
| "learning_rate": 7.252883006056495e-06, |
| "loss": 0.3622, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.2553191489361701, |
| "grad_norm": 0.6857700496450303, |
| "learning_rate": 7.221477167769716e-06, |
| "loss": 0.3633, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.2613550626226044, |
| "grad_norm": 0.6856644672766703, |
| "learning_rate": 7.189961746777657e-06, |
| "loss": 0.363, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.2673909763090387, |
| "grad_norm": 0.6857005736783666, |
| "learning_rate": 7.1583382976968295e-06, |
| "loss": 0.3618, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.273426889995473, |
| "grad_norm": 0.6166440607694041, |
| "learning_rate": 7.126608380472642e-06, |
| "loss": 0.3593, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.2794628036819073, |
| "grad_norm": 0.6673854300030073, |
| "learning_rate": 7.094773560302438e-06, |
| "loss": 0.3616, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.2854987173683416, |
| "grad_norm": 0.6261609808400934, |
| "learning_rate": 7.062835407558295e-06, |
| "loss": 0.3623, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.291534631054776, |
| "grad_norm": 0.6573770008704372, |
| "learning_rate": 7.030795497709559e-06, |
| "loss": 0.3616, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.2975705447412103, |
| "grad_norm": 0.63175357402283, |
| "learning_rate": 6.99865541124513e-06, |
| "loss": 0.363, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.3036064584276446, |
| "grad_norm": 0.7095581591416922, |
| "learning_rate": 6.9664167335954866e-06, |
| "loss": 0.3604, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.3096423721140789, |
| "grad_norm": 0.6211244267814455, |
| "learning_rate": 6.9340810550545004e-06, |
| "loss": 0.3584, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.3156782858005132, |
| "grad_norm": 0.6411383893721285, |
| "learning_rate": 6.901649970700966e-06, |
| "loss": 0.3616, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.3217141994869475, |
| "grad_norm": 0.6508872294411808, |
| "learning_rate": 6.869125080319934e-06, |
| "loss": 0.3626, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.3277501131733815, |
| "grad_norm": 0.6456129899609592, |
| "learning_rate": 6.836507988323785e-06, |
| "loss": 0.3612, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.3337860268598158, |
| "grad_norm": 0.6885055595324049, |
| "learning_rate": 6.803800303673096e-06, |
| "loss": 0.3588, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.3398219405462501, |
| "grad_norm": 0.6841559054058574, |
| "learning_rate": 6.77100363979726e-06, |
| "loss": 0.3608, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.3458578542326844, |
| "grad_norm": 0.7229876827512576, |
| "learning_rate": 6.738119614514913e-06, |
| "loss": 0.3655, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.3518937679191187, |
| "grad_norm": 0.6235312062043321, |
| "learning_rate": 6.705149849954116e-06, |
| "loss": 0.3607, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.357929681605553, |
| "grad_norm": 0.6372979896414575, |
| "learning_rate": 6.672095972472339e-06, |
| "loss": 0.3613, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.3639655952919874, |
| "grad_norm": 0.5943237749223176, |
| "learning_rate": 6.638959612576243e-06, |
| "loss": 0.3578, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.3700015089784217, |
| "grad_norm": 0.6331473442190148, |
| "learning_rate": 6.605742404841241e-06, |
| "loss": 0.3606, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.376037422664856, |
| "grad_norm": 0.6352200712052698, |
| "learning_rate": 6.572445987830869e-06, |
| "loss": 0.3602, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.38207333635129, |
| "grad_norm": 0.6315011206585134, |
| "learning_rate": 6.539072004015962e-06, |
| "loss": 0.3585, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.3881092500377243, |
| "grad_norm": 0.672467399271792, |
| "learning_rate": 6.505622099693624e-06, |
| "loss": 0.359, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.3941451637241586, |
| "grad_norm": 0.6540330679200106, |
| "learning_rate": 6.4720979249060245e-06, |
| "loss": 0.357, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.400181077410593, |
| "grad_norm": 0.6296334356002367, |
| "learning_rate": 6.438501133359006e-06, |
| "loss": 0.363, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.4062169910970272, |
| "grad_norm": 0.5755292937597596, |
| "learning_rate": 6.404833382340498e-06, |
| "loss": 0.3579, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.4122529047834615, |
| "grad_norm": 0.6273216809842853, |
| "learning_rate": 6.3710963326387845e-06, |
| "loss": 0.361, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.4182888184698959, |
| "grad_norm": 0.659504858020357, |
| "learning_rate": 6.337291648460554e-06, |
| "loss": 0.3648, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.4243247321563302, |
| "grad_norm": 0.646430703430766, |
| "learning_rate": 6.303420997348828e-06, |
| "loss": 0.3609, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.4303606458427645, |
| "grad_norm": 0.70677217944382, |
| "learning_rate": 6.269486050100692e-06, |
| "loss": 0.3583, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.4363965595291988, |
| "grad_norm": 0.6982928562021034, |
| "learning_rate": 6.2354884806848825e-06, |
| "loss": 0.3587, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.442432473215633, |
| "grad_norm": 0.635748838083391, |
| "learning_rate": 6.201429966159203e-06, |
| "loss": 0.3603, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.4484683869020674, |
| "grad_norm": 0.6591941857655591, |
| "learning_rate": 6.167312186587813e-06, |
| "loss": 0.3587, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.4545043005885017, |
| "grad_norm": 0.6513018732706167, |
| "learning_rate": 6.133136824958334e-06, |
| "loss": 0.3583, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.460540214274936, |
| "grad_norm": 0.6895727383237782, |
| "learning_rate": 6.098905567098846e-06, |
| "loss": 0.3638, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.4665761279613703, |
| "grad_norm": 0.6281650394691185, |
| "learning_rate": 6.064620101594715e-06, |
| "loss": 0.3629, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.4726120416478046, |
| "grad_norm": 0.7324490252015554, |
| "learning_rate": 6.030282119705306e-06, |
| "loss": 0.3621, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.4786479553342387, |
| "grad_norm": 0.6803933740478001, |
| "learning_rate": 5.99589331528055e-06, |
| "loss": 0.3613, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.484683869020673, |
| "grad_norm": 0.6535344969186776, |
| "learning_rate": 5.961455384677393e-06, |
| "loss": 0.3588, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.4907197827071073, |
| "grad_norm": 0.6220530519094237, |
| "learning_rate": 5.92697002667611e-06, |
| "loss": 0.3614, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.4967556963935416, |
| "grad_norm": 0.5997735782443615, |
| "learning_rate": 5.892438942396515e-06, |
| "loss": 0.3562, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.5027916100799759, |
| "grad_norm": 0.5881600037112182, |
| "learning_rate": 5.857863835214041e-06, |
| "loss": 0.36, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.5088275237664102, |
| "grad_norm": 0.6301732957095514, |
| "learning_rate": 5.823246410675714e-06, |
| "loss": 0.3602, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.5148634374528445, |
| "grad_norm": 0.6369138058336548, |
| "learning_rate": 5.788588376416026e-06, |
| "loss": 0.3575, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.5208993511392785, |
| "grad_norm": 1.8916358390305654, |
| "learning_rate": 5.753891442072693e-06, |
| "loss": 0.3584, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.5269352648257128, |
| "grad_norm": 0.6400402583906231, |
| "learning_rate": 5.719157319202325e-06, |
| "loss": 0.3539, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.5329711785121471, |
| "grad_norm": 0.6223661041265537, |
| "learning_rate": 5.684387721195997e-06, |
| "loss": 0.3595, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.5390070921985815, |
| "grad_norm": 0.6649761362975228, |
| "learning_rate": 5.649584363194725e-06, |
| "loss": 0.36, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.5450430058850158, |
| "grad_norm": 0.5989851062495032, |
| "learning_rate": 5.6147489620048655e-06, |
| "loss": 0.3582, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.55107891957145, |
| "grad_norm": 0.6435791376898407, |
| "learning_rate": 5.579883236013429e-06, |
| "loss": 0.3559, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.5571148332578844, |
| "grad_norm": 0.5973586913854247, |
| "learning_rate": 5.544988905103304e-06, |
| "loss": 0.3581, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.5631507469443187, |
| "grad_norm": 0.6331916860819433, |
| "learning_rate": 5.510067690568429e-06, |
| "loss": 0.3573, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.569186660630753, |
| "grad_norm": 0.6000249694556851, |
| "learning_rate": 5.475121315028876e-06, |
| "loss": 0.3574, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.5752225743171873, |
| "grad_norm": 0.5919987411148389, |
| "learning_rate": 5.4401515023458805e-06, |
| "loss": 0.3622, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.5812584880036216, |
| "grad_norm": 0.6130160505042299, |
| "learning_rate": 5.4051599775368e-06, |
| "loss": 0.3585, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.5872944016900559, |
| "grad_norm": 0.6196465067482942, |
| "learning_rate": 5.370148466690026e-06, |
| "loss": 0.3524, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.5933303153764902, |
| "grad_norm": 0.6396523422153624, |
| "learning_rate": 5.335118696879836e-06, |
| "loss": 0.3584, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.5993662290629245, |
| "grad_norm": 0.6247037129381725, |
| "learning_rate": 5.3000723960812e-06, |
| "loss": 0.358, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.6054021427493588, |
| "grad_norm": 0.6296280096461855, |
| "learning_rate": 5.265011293084539e-06, |
| "loss": 0.3557, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.611438056435793, |
| "grad_norm": 0.6270649643037325, |
| "learning_rate": 5.2299371174104505e-06, |
| "loss": 0.3586, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.6174739701222274, |
| "grad_norm": 0.6724245016825049, |
| "learning_rate": 5.194851599224392e-06, |
| "loss": 0.3563, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.6235098838086617, |
| "grad_norm": 0.6246722692854128, |
| "learning_rate": 5.159756469251327e-06, |
| "loss": 0.3587, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.629545797495096, |
| "grad_norm": 0.5856892553580461, |
| "learning_rate": 5.1246534586903655e-06, |
| "loss": 0.3538, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.63558171118153, |
| "grad_norm": 0.6199649535926036, |
| "learning_rate": 5.089544299129349e-06, |
| "loss": 0.3552, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.6416176248679644, |
| "grad_norm": 0.6395106688159933, |
| "learning_rate": 5.054430722459442e-06, |
| "loss": 0.3575, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.6476535385543987, |
| "grad_norm": 0.6217763272730691, |
| "learning_rate": 5.019314460789708e-06, |
| "loss": 0.3568, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.653689452240833, |
| "grad_norm": 0.6159996290026578, |
| "learning_rate": 4.984197246361649e-06, |
| "loss": 0.3565, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.6597253659272673, |
| "grad_norm": 0.6021051813495957, |
| "learning_rate": 4.949080811463767e-06, |
| "loss": 0.3577, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.6657612796137016, |
| "grad_norm": 0.6102206368388114, |
| "learning_rate": 4.913966888346118e-06, |
| "loss": 0.3556, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.6717971933001357, |
| "grad_norm": 0.5968837038838994, |
| "learning_rate": 4.8788572091348435e-06, |
| "loss": 0.3581, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.67783310698657, |
| "grad_norm": 0.5981355700097328, |
| "learning_rate": 4.843753505746748e-06, |
| "loss": 0.358, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.6838690206730043, |
| "grad_norm": 0.6567740858768865, |
| "learning_rate": 4.8086575098038505e-06, |
| "loss": 0.3573, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.6899049343594386, |
| "grad_norm": 0.6773288375423023, |
| "learning_rate": 4.773570952547975e-06, |
| "loss": 0.3552, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.6959408480458729, |
| "grad_norm": 0.6202686068367487, |
| "learning_rate": 4.738495564755345e-06, |
| "loss": 0.3547, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.7019767617323072, |
| "grad_norm": 0.5595337919079114, |
| "learning_rate": 4.703433076651205e-06, |
| "loss": 0.353, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.7080126754187415, |
| "grad_norm": 0.6583890978208258, |
| "learning_rate": 4.668385217824482e-06, |
| "loss": 0.3583, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.7140485891051758, |
| "grad_norm": 0.5898922057879373, |
| "learning_rate": 4.633353717142448e-06, |
| "loss": 0.3524, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.72008450279161, |
| "grad_norm": 0.5938698503556435, |
| "learning_rate": 4.5983403026654625e-06, |
| "loss": 0.3554, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.7261204164780444, |
| "grad_norm": 0.632653867195755, |
| "learning_rate": 4.563346701561699e-06, |
| "loss": 0.3535, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.7321563301644787, |
| "grad_norm": 0.634481958151908, |
| "learning_rate": 4.528374640021975e-06, |
| "loss": 0.3548, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.738192243850913, |
| "grad_norm": 0.6554591212571549, |
| "learning_rate": 4.493425843174581e-06, |
| "loss": 0.3523, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.7442281575373473, |
| "grad_norm": 0.639030241328894, |
| "learning_rate": 4.4585020350001885e-06, |
| "loss": 0.3571, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.7502640712237816, |
| "grad_norm": 0.579081823243162, |
| "learning_rate": 4.423604938246815e-06, |
| "loss": 0.358, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.7562999849102159, |
| "grad_norm": 0.5786332593667859, |
| "learning_rate": 4.38873627434483e-06, |
| "loss": 0.3546, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.7623358985966502, |
| "grad_norm": 0.5844630643462843, |
| "learning_rate": 4.353897763322053e-06, |
| "loss": 0.3557, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.7683718122830845, |
| "grad_norm": 0.6362540824300466, |
| "learning_rate": 4.319091123718891e-06, |
| "loss": 0.3577, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.7744077259695188, |
| "grad_norm": 0.6152238906869951, |
| "learning_rate": 4.284318072503581e-06, |
| "loss": 0.3558, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.7804436396559529, |
| "grad_norm": 0.5871415463947245, |
| "learning_rate": 4.249580324987482e-06, |
| "loss": 0.3565, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.7864795533423872, |
| "grad_norm": 0.5894304003956816, |
| "learning_rate": 4.2148795947404664e-06, |
| "loss": 0.3548, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.7925154670288215, |
| "grad_norm": 0.5546376741165042, |
| "learning_rate": 4.180217593506394e-06, |
| "loss": 0.3545, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.7985513807152558, |
| "grad_norm": 0.5882950021870835, |
| "learning_rate": 4.1455960311186645e-06, |
| "loss": 0.3578, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.80458729440169, |
| "grad_norm": 0.6581353476419389, |
| "learning_rate": 4.111016615415887e-06, |
| "loss": 0.3545, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.8106232080881244, |
| "grad_norm": 0.728199708802779, |
| "learning_rate": 4.076481052157621e-06, |
| "loss": 0.3567, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.8166591217745585, |
| "grad_norm": 0.5836951966903218, |
| "learning_rate": 4.0419910449402385e-06, |
| "loss": 0.3541, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.8226950354609928, |
| "grad_norm": 0.583825208842142, |
| "learning_rate": 4.0075482951128965e-06, |
| "loss": 0.3557, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.828730949147427, |
| "grad_norm": 0.627394077298899, |
| "learning_rate": 3.973154501693597e-06, |
| "loss": 0.352, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.8347668628338614, |
| "grad_norm": 0.6500394437203815, |
| "learning_rate": 3.938811361285386e-06, |
| "loss": 0.3543, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.8408027765202957, |
| "grad_norm": 0.5787408936785984, |
| "learning_rate": 3.904520567992655e-06, |
| "loss": 0.3539, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.84683869020673, |
| "grad_norm": 0.6006488260082842, |
| "learning_rate": 3.870283813337587e-06, |
| "loss": 0.3534, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.8528746038931643, |
| "grad_norm": 0.6017706438925717, |
| "learning_rate": 3.836102786176697e-06, |
| "loss": 0.3533, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.8589105175795986, |
| "grad_norm": 0.6160731963284618, |
| "learning_rate": 3.8019791726175353e-06, |
| "loss": 0.3537, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.8649464312660329, |
| "grad_norm": 0.7394723530516694, |
| "learning_rate": 3.767914655935513e-06, |
| "loss": 0.3512, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.8709823449524672, |
| "grad_norm": 0.5969802619046902, |
| "learning_rate": 3.73391091649086e-06, |
| "loss": 0.3514, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.8770182586389015, |
| "grad_norm": 0.6434909203687009, |
| "learning_rate": 3.6999696316457468e-06, |
| "loss": 0.3525, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.8830541723253358, |
| "grad_norm": 0.6185839002292769, |
| "learning_rate": 3.6660924756815314e-06, |
| "loss": 0.3516, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.88909008601177, |
| "grad_norm": 0.5764246370880874, |
| "learning_rate": 3.63228111971618e-06, |
| "loss": 0.3543, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.8951259996982044, |
| "grad_norm": 0.5724269342695871, |
| "learning_rate": 3.5985372316218187e-06, |
| "loss": 0.3524, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.9011619133846387, |
| "grad_norm": 0.5893980753783277, |
| "learning_rate": 3.5648624759424723e-06, |
| "loss": 0.3487, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.907197827071073, |
| "grad_norm": 0.6385286384600478, |
| "learning_rate": 3.5312585138119503e-06, |
| "loss": 0.353, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.9132337407575073, |
| "grad_norm": 0.643587632906283, |
| "learning_rate": 3.4977270028719013e-06, |
| "loss": 0.3498, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.9192696544439416, |
| "grad_norm": 0.6189874783125575, |
| "learning_rate": 3.4642695971900506e-06, |
| "loss": 0.3542, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.925305568130376, |
| "grad_norm": 0.6320316722606764, |
| "learning_rate": 3.4308879471785986e-06, |
| "loss": 0.3523, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.93134148181681, |
| "grad_norm": 0.6715762862677156, |
| "learning_rate": 3.3975836995128176e-06, |
| "loss": 0.3505, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.9373773955032443, |
| "grad_norm": 0.5947951437286136, |
| "learning_rate": 3.3643584970498166e-06, |
| "loss": 0.356, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.9434133091896786, |
| "grad_norm": 0.5953138896683005, |
| "learning_rate": 3.3312139787474986e-06, |
| "loss": 0.3552, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.9494492228761129, |
| "grad_norm": 0.5696476474991146, |
| "learning_rate": 3.298151779583725e-06, |
| "loss": 0.3496, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.9554851365625472, |
| "grad_norm": 0.6131972032987533, |
| "learning_rate": 3.2651735304756505e-06, |
| "loss": 0.3536, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.9615210502489815, |
| "grad_norm": 0.6336317988993604, |
| "learning_rate": 3.2322808581992825e-06, |
| "loss": 0.3563, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.9675569639354156, |
| "grad_norm": 0.6341579320490388, |
| "learning_rate": 3.1994753853092284e-06, |
| "loss": 0.3482, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.9735928776218499, |
| "grad_norm": 0.5954681993221721, |
| "learning_rate": 3.166758730058653e-06, |
| "loss": 0.3518, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.9796287913082842, |
| "grad_norm": 0.5893599270303087, |
| "learning_rate": 3.134132506319467e-06, |
| "loss": 0.3536, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.9856647049947185, |
| "grad_norm": 0.5689301232875419, |
| "learning_rate": 3.101598323502698e-06, |
| "loss": 0.3537, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.9917006186811528, |
| "grad_norm": 0.6116819898452338, |
| "learning_rate": 3.0691577864791176e-06, |
| "loss": 0.3515, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.997736532367587, |
| "grad_norm": 0.5926997741101551, |
| "learning_rate": 3.036812495500058e-06, |
| "loss": 0.3504, |
| "step": 3310 |
| }, |
| { |
| "epoch": 2.0036215482118607, |
| "grad_norm": 0.5928785278377309, |
| "learning_rate": 3.0045640461184917e-06, |
| "loss": 0.339, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.009657461898295, |
| "grad_norm": 0.6039984062866832, |
| "learning_rate": 2.97241402911031e-06, |
| "loss": 0.3325, |
| "step": 3330 |
| }, |
| { |
| "epoch": 2.0156933755847293, |
| "grad_norm": 0.6671960610879556, |
| "learning_rate": 2.940364030395856e-06, |
| "loss": 0.3284, |
| "step": 3340 |
| }, |
| { |
| "epoch": 2.0217292892711636, |
| "grad_norm": 0.5808483500966948, |
| "learning_rate": 2.908415630961702e-06, |
| "loss": 0.3265, |
| "step": 3350 |
| }, |
| { |
| "epoch": 2.027765202957598, |
| "grad_norm": 0.6017580883286716, |
| "learning_rate": 2.876570406782645e-06, |
| "loss": 0.3296, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.033801116644032, |
| "grad_norm": 0.6067555273933171, |
| "learning_rate": 2.844829928743987e-06, |
| "loss": 0.3315, |
| "step": 3370 |
| }, |
| { |
| "epoch": 2.0398370303304665, |
| "grad_norm": 0.5774545226545359, |
| "learning_rate": 2.813195762564018e-06, |
| "loss": 0.3268, |
| "step": 3380 |
| }, |
| { |
| "epoch": 2.0458729440169003, |
| "grad_norm": 0.5888748284507602, |
| "learning_rate": 2.781669468716811e-06, |
| "loss": 0.3292, |
| "step": 3390 |
| }, |
| { |
| "epoch": 2.0519088577033346, |
| "grad_norm": 0.6137376399757654, |
| "learning_rate": 2.7502526023552227e-06, |
| "loss": 0.3258, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.057944771389769, |
| "grad_norm": 0.59390579398881, |
| "learning_rate": 2.718946713234185e-06, |
| "loss": 0.3295, |
| "step": 3410 |
| }, |
| { |
| "epoch": 2.0639806850762032, |
| "grad_norm": 0.6555105104152712, |
| "learning_rate": 2.6877533456342714e-06, |
| "loss": 0.3301, |
| "step": 3420 |
| }, |
| { |
| "epoch": 2.0700165987626375, |
| "grad_norm": 0.6048063575727766, |
| "learning_rate": 2.6566740382855005e-06, |
| "loss": 0.3289, |
| "step": 3430 |
| }, |
| { |
| "epoch": 2.076052512449072, |
| "grad_norm": 0.6014841818951663, |
| "learning_rate": 2.625710324291442e-06, |
| "loss": 0.3325, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.082088426135506, |
| "grad_norm": 0.6035697169885135, |
| "learning_rate": 2.5948637310535886e-06, |
| "loss": 0.3296, |
| "step": 3450 |
| }, |
| { |
| "epoch": 2.0881243398219405, |
| "grad_norm": 0.6112233467387164, |
| "learning_rate": 2.5641357801960186e-06, |
| "loss": 0.3278, |
| "step": 3460 |
| }, |
| { |
| "epoch": 2.0941602535083748, |
| "grad_norm": 0.5870217829586826, |
| "learning_rate": 2.5335279874903185e-06, |
| "loss": 0.3313, |
| "step": 3470 |
| }, |
| { |
| "epoch": 2.100196167194809, |
| "grad_norm": 0.5897131296840935, |
| "learning_rate": 2.503041862780827e-06, |
| "loss": 0.3296, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.1062320808812434, |
| "grad_norm": 0.5718259687035243, |
| "learning_rate": 2.47267890991016e-06, |
| "loss": 0.3281, |
| "step": 3490 |
| }, |
| { |
| "epoch": 2.1122679945676777, |
| "grad_norm": 0.5777856500315681, |
| "learning_rate": 2.4424406266450045e-06, |
| "loss": 0.3296, |
| "step": 3500 |
| }, |
| { |
| "epoch": 2.118303908254112, |
| "grad_norm": 0.6262457739159312, |
| "learning_rate": 2.412328504602264e-06, |
| "loss": 0.3336, |
| "step": 3510 |
| }, |
| { |
| "epoch": 2.1243398219405463, |
| "grad_norm": 0.589194023665236, |
| "learning_rate": 2.382344029175462e-06, |
| "loss": 0.3349, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.1303757356269806, |
| "grad_norm": 0.6140628916832596, |
| "learning_rate": 2.3524886794614653e-06, |
| "loss": 0.331, |
| "step": 3530 |
| }, |
| { |
| "epoch": 2.136411649313415, |
| "grad_norm": 0.6028871935735021, |
| "learning_rate": 2.322763928187543e-06, |
| "loss": 0.3307, |
| "step": 3540 |
| }, |
| { |
| "epoch": 2.142447562999849, |
| "grad_norm": 0.5798390235554982, |
| "learning_rate": 2.293171241638698e-06, |
| "loss": 0.3298, |
| "step": 3550 |
| }, |
| { |
| "epoch": 2.1484834766862835, |
| "grad_norm": 0.5950496656474389, |
| "learning_rate": 2.263712079585345e-06, |
| "loss": 0.3305, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.154519390372718, |
| "grad_norm": 0.5926734664470145, |
| "learning_rate": 2.2343878952113012e-06, |
| "loss": 0.3276, |
| "step": 3570 |
| }, |
| { |
| "epoch": 2.160555304059152, |
| "grad_norm": 0.5877698580097848, |
| "learning_rate": 2.2052001350421096e-06, |
| "loss": 0.3268, |
| "step": 3580 |
| }, |
| { |
| "epoch": 2.1665912177455864, |
| "grad_norm": 0.5888247000199527, |
| "learning_rate": 2.1761502388736655e-06, |
| "loss": 0.3327, |
| "step": 3590 |
| }, |
| { |
| "epoch": 2.1726271314320207, |
| "grad_norm": 0.5807991121980183, |
| "learning_rate": 2.14723963970121e-06, |
| "loss": 0.3315, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.178663045118455, |
| "grad_norm": 0.5763459777490838, |
| "learning_rate": 2.118469763648643e-06, |
| "loss": 0.3278, |
| "step": 3610 |
| }, |
| { |
| "epoch": 2.1846989588048893, |
| "grad_norm": 0.5588744726618396, |
| "learning_rate": 2.0898420298981537e-06, |
| "loss": 0.3296, |
| "step": 3620 |
| }, |
| { |
| "epoch": 2.1907348724913236, |
| "grad_norm": 0.6040859182215225, |
| "learning_rate": 2.061357850620243e-06, |
| "loss": 0.3279, |
| "step": 3630 |
| }, |
| { |
| "epoch": 2.1967707861777575, |
| "grad_norm": 0.6083091005217864, |
| "learning_rate": 2.0330186309040394e-06, |
| "loss": 0.3298, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.2028066998641918, |
| "grad_norm": 0.568667447432841, |
| "learning_rate": 2.0048257686879997e-06, |
| "loss": 0.3286, |
| "step": 3650 |
| }, |
| { |
| "epoch": 2.208842613550626, |
| "grad_norm": 0.586169393672314, |
| "learning_rate": 1.9767806546909457e-06, |
| "loss": 0.3316, |
| "step": 3660 |
| }, |
| { |
| "epoch": 2.2148785272370604, |
| "grad_norm": 0.5855668928973393, |
| "learning_rate": 1.9488846723434646e-06, |
| "loss": 0.3262, |
| "step": 3670 |
| }, |
| { |
| "epoch": 2.2209144409234947, |
| "grad_norm": 0.5920501956876788, |
| "learning_rate": 1.921139197719664e-06, |
| "loss": 0.3298, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.226950354609929, |
| "grad_norm": 0.6343784219115092, |
| "learning_rate": 1.893545599469292e-06, |
| "loss": 0.3316, |
| "step": 3690 |
| }, |
| { |
| "epoch": 2.2329862682963633, |
| "grad_norm": 0.56167618088226, |
| "learning_rate": 1.86610523875023e-06, |
| "loss": 0.3288, |
| "step": 3700 |
| }, |
| { |
| "epoch": 2.2390221819827976, |
| "grad_norm": 0.5937195941687996, |
| "learning_rate": 1.8388194691613308e-06, |
| "loss": 0.3285, |
| "step": 3710 |
| }, |
| { |
| "epoch": 2.245058095669232, |
| "grad_norm": 0.6068056100462802, |
| "learning_rate": 1.811689636675672e-06, |
| "loss": 0.3295, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.251094009355666, |
| "grad_norm": 0.5998463693882512, |
| "learning_rate": 1.7847170795741414e-06, |
| "loss": 0.33, |
| "step": 3730 |
| }, |
| { |
| "epoch": 2.2571299230421005, |
| "grad_norm": 0.5707846476820784, |
| "learning_rate": 1.7579031283794234e-06, |
| "loss": 0.3324, |
| "step": 3740 |
| }, |
| { |
| "epoch": 2.2631658367285348, |
| "grad_norm": 0.6070101386107148, |
| "learning_rate": 1.7312491057903808e-06, |
| "loss": 0.3288, |
| "step": 3750 |
| }, |
| { |
| "epoch": 2.269201750414969, |
| "grad_norm": 0.5684370763425239, |
| "learning_rate": 1.7047563266167888e-06, |
| "loss": 0.3291, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.2752376641014034, |
| "grad_norm": 0.5367883177519198, |
| "learning_rate": 1.678426097714489e-06, |
| "loss": 0.3265, |
| "step": 3770 |
| }, |
| { |
| "epoch": 2.2812735777878377, |
| "grad_norm": 0.5853244396608877, |
| "learning_rate": 1.6522597179209187e-06, |
| "loss": 0.3259, |
| "step": 3780 |
| }, |
| { |
| "epoch": 2.287309491474272, |
| "grad_norm": 0.5641343283784108, |
| "learning_rate": 1.6262584779910472e-06, |
| "loss": 0.3286, |
| "step": 3790 |
| }, |
| { |
| "epoch": 2.2933454051607063, |
| "grad_norm": 0.5563209895809159, |
| "learning_rate": 1.600423660533692e-06, |
| "loss": 0.3281, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.2993813188471406, |
| "grad_norm": 0.5805361043294971, |
| "learning_rate": 1.5747565399482605e-06, |
| "loss": 0.3299, |
| "step": 3810 |
| }, |
| { |
| "epoch": 2.305417232533575, |
| "grad_norm": 0.5811803574606669, |
| "learning_rate": 1.5492583823618878e-06, |
| "loss": 0.3289, |
| "step": 3820 |
| }, |
| { |
| "epoch": 2.311453146220009, |
| "grad_norm": 0.6040233888147246, |
| "learning_rate": 1.523930445566963e-06, |
| "loss": 0.3308, |
| "step": 3830 |
| }, |
| { |
| "epoch": 2.3174890599064435, |
| "grad_norm": 0.6059976475921155, |
| "learning_rate": 1.4987739789591056e-06, |
| "loss": 0.3294, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.323524973592878, |
| "grad_norm": 0.5905386095910952, |
| "learning_rate": 1.4737902234755203e-06, |
| "loss": 0.3301, |
| "step": 3850 |
| }, |
| { |
| "epoch": 2.329560887279312, |
| "grad_norm": 0.5747067002149818, |
| "learning_rate": 1.448980411533782e-06, |
| "loss": 0.3278, |
| "step": 3860 |
| }, |
| { |
| "epoch": 2.335596800965746, |
| "grad_norm": 0.5732211405787891, |
| "learning_rate": 1.4243457669710564e-06, |
| "loss": 0.3245, |
| "step": 3870 |
| }, |
| { |
| "epoch": 2.3416327146521807, |
| "grad_norm": 0.6079651710560006, |
| "learning_rate": 1.3998875049837141e-06, |
| "loss": 0.3268, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.3476686283386146, |
| "grad_norm": 0.5783578941572416, |
| "learning_rate": 1.3756068320673938e-06, |
| "loss": 0.3283, |
| "step": 3890 |
| }, |
| { |
| "epoch": 2.353704542025049, |
| "grad_norm": 0.5532376575030373, |
| "learning_rate": 1.3515049459574847e-06, |
| "loss": 0.3254, |
| "step": 3900 |
| }, |
| { |
| "epoch": 2.359740455711483, |
| "grad_norm": 0.5467274114487632, |
| "learning_rate": 1.3275830355700519e-06, |
| "loss": 0.3257, |
| "step": 3910 |
| }, |
| { |
| "epoch": 2.3657763693979175, |
| "grad_norm": 0.5922264462167515, |
| "learning_rate": 1.3038422809431733e-06, |
| "loss": 0.3291, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.3718122830843518, |
| "grad_norm": 0.5807751637804499, |
| "learning_rate": 1.280283853178742e-06, |
| "loss": 0.3281, |
| "step": 3930 |
| }, |
| { |
| "epoch": 2.377848196770786, |
| "grad_norm": 0.5751202261036737, |
| "learning_rate": 1.256908914384698e-06, |
| "loss": 0.3321, |
| "step": 3940 |
| }, |
| { |
| "epoch": 2.3838841104572204, |
| "grad_norm": 0.5829573981972134, |
| "learning_rate": 1.233718617617689e-06, |
| "loss": 0.3303, |
| "step": 3950 |
| }, |
| { |
| "epoch": 2.3899200241436547, |
| "grad_norm": 0.5614143554083199, |
| "learning_rate": 1.2107141068262119e-06, |
| "loss": 0.3276, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.395955937830089, |
| "grad_norm": 0.5657826082869326, |
| "learning_rate": 1.1878965167941658e-06, |
| "loss": 0.3279, |
| "step": 3970 |
| }, |
| { |
| "epoch": 2.4019918515165233, |
| "grad_norm": 0.5583977788315128, |
| "learning_rate": 1.1652669730848837e-06, |
| "loss": 0.3259, |
| "step": 3980 |
| }, |
| { |
| "epoch": 2.4080277652029576, |
| "grad_norm": 0.5670227130617606, |
| "learning_rate": 1.1428265919856057e-06, |
| "loss": 0.3319, |
| "step": 3990 |
| }, |
| { |
| "epoch": 2.414063678889392, |
| "grad_norm": 0.5345020446470288, |
| "learning_rate": 1.1205764804524172e-06, |
| "loss": 0.3258, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.420099592575826, |
| "grad_norm": 0.5742530447532448, |
| "learning_rate": 1.0985177360556421e-06, |
| "loss": 0.3281, |
| "step": 4010 |
| }, |
| { |
| "epoch": 2.4261355062622605, |
| "grad_norm": 0.5681633515485598, |
| "learning_rate": 1.0766514469257006e-06, |
| "loss": 0.33, |
| "step": 4020 |
| }, |
| { |
| "epoch": 2.432171419948695, |
| "grad_norm": 0.5469547021834809, |
| "learning_rate": 1.0549786916994387e-06, |
| "loss": 0.3271, |
| "step": 4030 |
| }, |
| { |
| "epoch": 2.438207333635129, |
| "grad_norm": 0.5467836338693935, |
| "learning_rate": 1.0335005394669062e-06, |
| "loss": 0.3282, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.4442432473215634, |
| "grad_norm": 0.5496370736783344, |
| "learning_rate": 1.012218049718639e-06, |
| "loss": 0.3267, |
| "step": 4050 |
| }, |
| { |
| "epoch": 2.4502791610079977, |
| "grad_norm": 0.5532695447765059, |
| "learning_rate": 9.911322722933825e-07, |
| "loss": 0.3267, |
| "step": 4060 |
| }, |
| { |
| "epoch": 2.456315074694432, |
| "grad_norm": 0.5593061519759683, |
| "learning_rate": 9.702442473263035e-07, |
| "loss": 0.3261, |
| "step": 4070 |
| }, |
| { |
| "epoch": 2.4623509883808663, |
| "grad_norm": 0.5675718980431652, |
| "learning_rate": 9.495550051976937e-07, |
| "loss": 0.33, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.4683869020673006, |
| "grad_norm": 0.55036807877547, |
| "learning_rate": 9.290655664821296e-07, |
| "loss": 0.326, |
| "step": 4090 |
| }, |
| { |
| "epoch": 2.474422815753735, |
| "grad_norm": 0.6047393707132771, |
| "learning_rate": 9.087769418981352e-07, |
| "loss": 0.3294, |
| "step": 4100 |
| }, |
| { |
| "epoch": 2.480458729440169, |
| "grad_norm": 0.5377856224781872, |
| "learning_rate": 8.88690132258323e-07, |
| "loss": 0.3301, |
| "step": 4110 |
| }, |
| { |
| "epoch": 2.486494643126603, |
| "grad_norm": 0.5404023215833121, |
| "learning_rate": 8.688061284200266e-07, |
| "loss": 0.3308, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.492530556813038, |
| "grad_norm": 0.5429038964087051, |
| "learning_rate": 8.491259112364192e-07, |
| "loss": 0.3277, |
| "step": 4130 |
| }, |
| { |
| "epoch": 2.4985664704994717, |
| "grad_norm": 0.5556392061166345, |
| "learning_rate": 8.296504515081333e-07, |
| "loss": 0.328, |
| "step": 4140 |
| }, |
| { |
| "epoch": 2.5046023841859064, |
| "grad_norm": 0.5550852188468128, |
| "learning_rate": 8.103807099353733e-07, |
| "loss": 0.3303, |
| "step": 4150 |
| }, |
| { |
| "epoch": 2.5106382978723403, |
| "grad_norm": 0.5683960534884703, |
| "learning_rate": 7.913176370705166e-07, |
| "loss": 0.3303, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.5166742115587746, |
| "grad_norm": 0.5647058376594801, |
| "learning_rate": 7.724621732712373e-07, |
| "loss": 0.3281, |
| "step": 4170 |
| }, |
| { |
| "epoch": 2.522710125245209, |
| "grad_norm": 0.5396463872633352, |
| "learning_rate": 7.538152486541078e-07, |
| "loss": 0.3224, |
| "step": 4180 |
| }, |
| { |
| "epoch": 2.528746038931643, |
| "grad_norm": 0.5769965957501234, |
| "learning_rate": 7.353777830487247e-07, |
| "loss": 0.3298, |
| "step": 4190 |
| }, |
| { |
| "epoch": 2.5347819526180775, |
| "grad_norm": 0.5617546845646423, |
| "learning_rate": 7.171506859523298e-07, |
| "loss": 0.3284, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.540817866304512, |
| "grad_norm": 0.5370456459767287, |
| "learning_rate": 6.991348564849504e-07, |
| "loss": 0.3272, |
| "step": 4210 |
| }, |
| { |
| "epoch": 2.546853779990946, |
| "grad_norm": 0.5449920129863155, |
| "learning_rate": 6.813311833450426e-07, |
| "loss": 0.3244, |
| "step": 4220 |
| }, |
| { |
| "epoch": 2.5528896936773804, |
| "grad_norm": 0.5814796250543772, |
| "learning_rate": 6.637405447656542e-07, |
| "loss": 0.3286, |
| "step": 4230 |
| }, |
| { |
| "epoch": 2.5589256073638147, |
| "grad_norm": 0.5802300234417045, |
| "learning_rate": 6.463638084711088e-07, |
| "loss": 0.3303, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.564961521050249, |
| "grad_norm": 0.5682016106324166, |
| "learning_rate": 6.29201831634188e-07, |
| "loss": 0.3275, |
| "step": 4250 |
| }, |
| { |
| "epoch": 2.5709974347366833, |
| "grad_norm": 0.628799960343276, |
| "learning_rate": 6.122554608338605e-07, |
| "loss": 0.3278, |
| "step": 4260 |
| }, |
| { |
| "epoch": 2.5770333484231176, |
| "grad_norm": 0.5261749879449605, |
| "learning_rate": 5.955255320135195e-07, |
| "loss": 0.3287, |
| "step": 4270 |
| }, |
| { |
| "epoch": 2.583069262109552, |
| "grad_norm": 0.5365103226953842, |
| "learning_rate": 5.790128704397424e-07, |
| "loss": 0.3242, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.589105175795986, |
| "grad_norm": 0.5482210552849281, |
| "learning_rate": 5.627182906615825e-07, |
| "loss": 0.3254, |
| "step": 4290 |
| }, |
| { |
| "epoch": 2.5951410894824205, |
| "grad_norm": 0.5270093070193902, |
| "learning_rate": 5.466425964703914e-07, |
| "loss": 0.3268, |
| "step": 4300 |
| }, |
| { |
| "epoch": 2.601177003168855, |
| "grad_norm": 0.5351843851712077, |
| "learning_rate": 5.307865808601664e-07, |
| "loss": 0.3267, |
| "step": 4310 |
| }, |
| { |
| "epoch": 2.607212916855289, |
| "grad_norm": 0.5551045883829538, |
| "learning_rate": 5.151510259884329e-07, |
| "loss": 0.3261, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.6132488305417234, |
| "grad_norm": 0.5716515174477422, |
| "learning_rate": 4.997367031376627e-07, |
| "loss": 0.3283, |
| "step": 4330 |
| }, |
| { |
| "epoch": 2.6192847442281577, |
| "grad_norm": 0.5484469831279773, |
| "learning_rate": 4.84544372677228e-07, |
| "loss": 0.3279, |
| "step": 4340 |
| }, |
| { |
| "epoch": 2.6253206579145916, |
| "grad_norm": 0.5627722024643765, |
| "learning_rate": 4.6957478402589076e-07, |
| "loss": 0.3285, |
| "step": 4350 |
| }, |
| { |
| "epoch": 2.6313565716010263, |
| "grad_norm": 0.54030007506572, |
| "learning_rate": 4.548286756148401e-07, |
| "loss": 0.328, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.63739248528746, |
| "grad_norm": 0.5688872966757411, |
| "learning_rate": 4.4030677485125906e-07, |
| "loss": 0.3291, |
| "step": 4370 |
| }, |
| { |
| "epoch": 2.643428398973895, |
| "grad_norm": 0.5611453338620043, |
| "learning_rate": 4.2600979808244627e-07, |
| "loss": 0.3267, |
| "step": 4380 |
| }, |
| { |
| "epoch": 2.649464312660329, |
| "grad_norm": 0.5591585705521456, |
| "learning_rate": 4.119384505604834e-07, |
| "loss": 0.3285, |
| "step": 4390 |
| }, |
| { |
| "epoch": 2.655500226346763, |
| "grad_norm": 0.5403567309346599, |
| "learning_rate": 3.980934264074393e-07, |
| "loss": 0.3234, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.6615361400331974, |
| "grad_norm": 0.5366841662024877, |
| "learning_rate": 3.8447540858113197e-07, |
| "loss": 0.3289, |
| "step": 4410 |
| }, |
| { |
| "epoch": 2.6675720537196317, |
| "grad_norm": 0.5505493242335168, |
| "learning_rate": 3.710850688414419e-07, |
| "loss": 0.329, |
| "step": 4420 |
| }, |
| { |
| "epoch": 2.673607967406066, |
| "grad_norm": 0.5572305600353893, |
| "learning_rate": 3.579230677171702e-07, |
| "loss": 0.326, |
| "step": 4430 |
| }, |
| { |
| "epoch": 2.6796438810925003, |
| "grad_norm": 0.5320801899819191, |
| "learning_rate": 3.4499005447346024e-07, |
| "loss": 0.3272, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.6856797947789346, |
| "grad_norm": 0.5621605698475473, |
| "learning_rate": 3.32286667079767e-07, |
| "loss": 0.3232, |
| "step": 4450 |
| }, |
| { |
| "epoch": 2.691715708465369, |
| "grad_norm": 0.5535800034831663, |
| "learning_rate": 3.1981353217838853e-07, |
| "loss": 0.3267, |
| "step": 4460 |
| }, |
| { |
| "epoch": 2.697751622151803, |
| "grad_norm": 0.5541989505631728, |
| "learning_rate": 3.0757126505355284e-07, |
| "loss": 0.3271, |
| "step": 4470 |
| }, |
| { |
| "epoch": 2.7037875358382375, |
| "grad_norm": 0.554309743511386, |
| "learning_rate": 2.9556046960106997e-07, |
| "loss": 0.3275, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.709823449524672, |
| "grad_norm": 0.5441084268121339, |
| "learning_rate": 2.837817382985375e-07, |
| "loss": 0.3265, |
| "step": 4490 |
| }, |
| { |
| "epoch": 2.715859363211106, |
| "grad_norm": 0.5661752729331364, |
| "learning_rate": 2.722356521761188e-07, |
| "loss": 0.3251, |
| "step": 4500 |
| }, |
| { |
| "epoch": 2.7218952768975404, |
| "grad_norm": 0.5284497315283775, |
| "learning_rate": 2.6092278078788004e-07, |
| "loss": 0.3249, |
| "step": 4510 |
| }, |
| { |
| "epoch": 2.7279311905839747, |
| "grad_norm": 0.52978683625873, |
| "learning_rate": 2.4984368218369305e-07, |
| "loss": 0.3282, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.733967104270409, |
| "grad_norm": 0.5435219044017648, |
| "learning_rate": 2.389989028817108e-07, |
| "loss": 0.3283, |
| "step": 4530 |
| }, |
| { |
| "epoch": 2.7400030179568433, |
| "grad_norm": 0.5516780362582209, |
| "learning_rate": 2.2838897784140612e-07, |
| "loss": 0.3274, |
| "step": 4540 |
| }, |
| { |
| "epoch": 2.7460389316432776, |
| "grad_norm": 0.546719555306795, |
| "learning_rate": 2.1801443043718285e-07, |
| "loss": 0.3298, |
| "step": 4550 |
| }, |
| { |
| "epoch": 2.752074845329712, |
| "grad_norm": 0.5563980632574993, |
| "learning_rate": 2.0787577243255807e-07, |
| "loss": 0.3267, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.758110759016146, |
| "grad_norm": 0.535638021015215, |
| "learning_rate": 1.9797350395492077e-07, |
| "loss": 0.3253, |
| "step": 4570 |
| }, |
| { |
| "epoch": 2.76414667270258, |
| "grad_norm": 0.5347609121819951, |
| "learning_rate": 1.8830811347085697e-07, |
| "loss": 0.3252, |
| "step": 4580 |
| }, |
| { |
| "epoch": 2.770182586389015, |
| "grad_norm": 0.5415863482391344, |
| "learning_rate": 1.788800777620542e-07, |
| "loss": 0.3276, |
| "step": 4590 |
| }, |
| { |
| "epoch": 2.7762185000754487, |
| "grad_norm": 0.5466212280219622, |
| "learning_rate": 1.6968986190178728e-07, |
| "loss": 0.326, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.7822544137618834, |
| "grad_norm": 0.5391843573715891, |
| "learning_rate": 1.60737919231973e-07, |
| "loss": 0.3265, |
| "step": 4610 |
| }, |
| { |
| "epoch": 2.7882903274483173, |
| "grad_norm": 0.5465887305789703, |
| "learning_rate": 1.5202469134080633e-07, |
| "loss": 0.3291, |
| "step": 4620 |
| }, |
| { |
| "epoch": 2.794326241134752, |
| "grad_norm": 0.5447449635613493, |
| "learning_rate": 1.4355060804098043e-07, |
| "loss": 0.3254, |
| "step": 4630 |
| }, |
| { |
| "epoch": 2.800362154821186, |
| "grad_norm": 0.5376834372862567, |
| "learning_rate": 1.3531608734848433e-07, |
| "loss": 0.3252, |
| "step": 4640 |
| }, |
| { |
| "epoch": 2.80639806850762, |
| "grad_norm": 0.5419447242645747, |
| "learning_rate": 1.273215354619789e-07, |
| "loss": 0.3277, |
| "step": 4650 |
| }, |
| { |
| "epoch": 2.8124339821940545, |
| "grad_norm": 0.521436211709283, |
| "learning_rate": 1.1956734674276492e-07, |
| "loss": 0.3267, |
| "step": 4660 |
| }, |
| { |
| "epoch": 2.818469895880489, |
| "grad_norm": 0.5443036316275357, |
| "learning_rate": 1.1205390369532553e-07, |
| "loss": 0.328, |
| "step": 4670 |
| }, |
| { |
| "epoch": 2.824505809566923, |
| "grad_norm": 0.5736771187575125, |
| "learning_rate": 1.0478157694846002e-07, |
| "loss": 0.3269, |
| "step": 4680 |
| }, |
| { |
| "epoch": 2.8305417232533574, |
| "grad_norm": 0.5533030963421177, |
| "learning_rate": 9.775072523700135e-08, |
| "loss": 0.3274, |
| "step": 4690 |
| }, |
| { |
| "epoch": 2.8365776369397917, |
| "grad_norm": 0.5297867847542854, |
| "learning_rate": 9.096169538411747e-08, |
| "loss": 0.3251, |
| "step": 4700 |
| }, |
| { |
| "epoch": 2.842613550626226, |
| "grad_norm": 0.5603590658940372, |
| "learning_rate": 8.441482228420505e-08, |
| "loss": 0.3261, |
| "step": 4710 |
| }, |
| { |
| "epoch": 2.8486494643126603, |
| "grad_norm": 0.5648155137748375, |
| "learning_rate": 7.81104288863721e-08, |
| "loss": 0.3238, |
| "step": 4720 |
| }, |
| { |
| "epoch": 2.8546853779990946, |
| "grad_norm": 0.5155233113764542, |
| "learning_rate": 7.204882617850129e-08, |
| "loss": 0.3284, |
| "step": 4730 |
| }, |
| { |
| "epoch": 2.860721291685529, |
| "grad_norm": 0.5283055469638852, |
| "learning_rate": 6.623031317191386e-08, |
| "loss": 0.3243, |
| "step": 4740 |
| }, |
| { |
| "epoch": 2.866757205371963, |
| "grad_norm": 0.5324757215458941, |
| "learning_rate": 6.065517688661926e-08, |
| "loss": 0.3266, |
| "step": 4750 |
| }, |
| { |
| "epoch": 2.8727931190583975, |
| "grad_norm": 0.5270694862009192, |
| "learning_rate": 5.532369233715418e-08, |
| "loss": 0.3263, |
| "step": 4760 |
| }, |
| { |
| "epoch": 2.878829032744832, |
| "grad_norm": 0.5184850936640313, |
| "learning_rate": 5.02361225190201e-08, |
| "loss": 0.325, |
| "step": 4770 |
| }, |
| { |
| "epoch": 2.884864946431266, |
| "grad_norm": 0.5522807685327075, |
| "learning_rate": 4.539271839570702e-08, |
| "loss": 0.3303, |
| "step": 4780 |
| }, |
| { |
| "epoch": 2.8909008601177004, |
| "grad_norm": 0.5833975533295399, |
| "learning_rate": 4.079371888631667e-08, |
| "loss": 0.3287, |
| "step": 4790 |
| }, |
| { |
| "epoch": 2.8969367738041347, |
| "grad_norm": 0.5435014494666157, |
| "learning_rate": 3.643935085377193e-08, |
| "loss": 0.3291, |
| "step": 4800 |
| }, |
| { |
| "epoch": 2.902972687490569, |
| "grad_norm": 0.5317951774661862, |
| "learning_rate": 3.232982909363247e-08, |
| "loss": 0.3302, |
| "step": 4810 |
| }, |
| { |
| "epoch": 2.9090086011770033, |
| "grad_norm": 0.5470417295465569, |
| "learning_rate": 2.8465356323494897e-08, |
| "loss": 0.3293, |
| "step": 4820 |
| }, |
| { |
| "epoch": 2.915044514863437, |
| "grad_norm": 0.5361189628769133, |
| "learning_rate": 2.4846123172992953e-08, |
| "loss": 0.3281, |
| "step": 4830 |
| }, |
| { |
| "epoch": 2.921080428549872, |
| "grad_norm": 0.54177713240335, |
| "learning_rate": 2.147230817439616e-08, |
| "loss": 0.326, |
| "step": 4840 |
| }, |
| { |
| "epoch": 2.927116342236306, |
| "grad_norm": 0.5323052126594137, |
| "learning_rate": 1.834407775380187e-08, |
| "loss": 0.3281, |
| "step": 4850 |
| }, |
| { |
| "epoch": 2.9331522559227405, |
| "grad_norm": 0.5359903004283559, |
| "learning_rate": 1.5461586222924596e-08, |
| "loss": 0.3261, |
| "step": 4860 |
| }, |
| { |
| "epoch": 2.9391881696091744, |
| "grad_norm": 0.5543427271655068, |
| "learning_rate": 1.2824975771486558e-08, |
| "loss": 0.3264, |
| "step": 4870 |
| }, |
| { |
| "epoch": 2.945224083295609, |
| "grad_norm": 0.5384618149718552, |
| "learning_rate": 1.0434376460201067e-08, |
| "loss": 0.3271, |
| "step": 4880 |
| }, |
| { |
| "epoch": 2.951259996982043, |
| "grad_norm": 0.5121547980752482, |
| "learning_rate": 8.289906214358767e-09, |
| "loss": 0.3252, |
| "step": 4890 |
| }, |
| { |
| "epoch": 2.9572959106684773, |
| "grad_norm": 0.5126843579972032, |
| "learning_rate": 6.391670818008955e-09, |
| "loss": 0.3255, |
| "step": 4900 |
| }, |
| { |
| "epoch": 2.9633318243549116, |
| "grad_norm": 0.5323524113852374, |
| "learning_rate": 4.7397639087432e-09, |
| "loss": 0.3267, |
| "step": 4910 |
| }, |
| { |
| "epoch": 2.969367738041346, |
| "grad_norm": 0.5324354968490875, |
| "learning_rate": 3.3342669730729303e-09, |
| "loss": 0.3255, |
| "step": 4920 |
| }, |
| { |
| "epoch": 2.97540365172778, |
| "grad_norm": 0.550825930999869, |
| "learning_rate": 2.1752493424148647e-09, |
| "loss": 0.328, |
| "step": 4930 |
| }, |
| { |
| "epoch": 2.9814395654142145, |
| "grad_norm": 0.5289245768111625, |
| "learning_rate": 1.2627681896670852e-09, |
| "loss": 0.3265, |
| "step": 4940 |
| }, |
| { |
| "epoch": 2.987475479100649, |
| "grad_norm": 0.5548931035545003, |
| "learning_rate": 5.968685263885165e-10, |
| "loss": 0.329, |
| "step": 4950 |
| }, |
| { |
| "epoch": 2.993511392787083, |
| "grad_norm": 0.5268141741402684, |
| "learning_rate": 1.7758320058236522e-10, |
| "loss": 0.3264, |
| "step": 4960 |
| }, |
| { |
| "epoch": 2.9995473064735174, |
| "grad_norm": 0.5394909098085136, |
| "learning_rate": 4.932895071863009e-12, |
| "loss": 0.3267, |
| "step": 4970 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 4971, |
| "total_flos": 3906508525600768.0, |
| "train_loss": 0.3714317911300974, |
| "train_runtime": 271631.3463, |
| "train_samples_per_second": 4.684, |
| "train_steps_per_second": 0.018 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 4971, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3906508525600768.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
