| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 1490, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0336417157275021, |
| "grad_norm": 146.7955780029297, |
| "learning_rate": 6.04026845637584e-07, |
| "loss": 2.8527, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0672834314550042, |
| "grad_norm": 71.41879272460938, |
| "learning_rate": 1.2751677852348996e-06, |
| "loss": 2.335, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10092514718250631, |
| "grad_norm": 34.02959442138672, |
| "learning_rate": 1.9463087248322147e-06, |
| "loss": 1.254, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.1345668629100084, |
| "grad_norm": 60.82749938964844, |
| "learning_rate": 2.6174496644295307e-06, |
| "loss": 0.6452, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16820857863751051, |
| "grad_norm": 17.56026268005371, |
| "learning_rate": 3.2885906040268462e-06, |
| "loss": 0.5344, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20185029436501262, |
| "grad_norm": 26.253686904907227, |
| "learning_rate": 3.959731543624161e-06, |
| "loss": 0.43, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.23549201009251472, |
| "grad_norm": 20.974191665649414, |
| "learning_rate": 4.6308724832214765e-06, |
| "loss": 0.4868, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2691337258200168, |
| "grad_norm": 31.288042068481445, |
| "learning_rate": 5.302013422818793e-06, |
| "loss": 0.4761, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3027754415475189, |
| "grad_norm": 27.679262161254883, |
| "learning_rate": 5.973154362416108e-06, |
| "loss": 0.491, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.33641715727502103, |
| "grad_norm": 19.251558303833008, |
| "learning_rate": 6.644295302013424e-06, |
| "loss": 0.3406, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3700588730025231, |
| "grad_norm": 22.788070678710938, |
| "learning_rate": 7.3154362416107395e-06, |
| "loss": 0.4966, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.40370058873002523, |
| "grad_norm": 17.20550537109375, |
| "learning_rate": 7.986577181208053e-06, |
| "loss": 0.3959, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4373423044575273, |
| "grad_norm": 9.727134704589844, |
| "learning_rate": 8.65771812080537e-06, |
| "loss": 0.4267, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.47098402018502944, |
| "grad_norm": 21.130931854248047, |
| "learning_rate": 9.328859060402684e-06, |
| "loss": 0.4692, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5046257359125316, |
| "grad_norm": 22.301837921142578, |
| "learning_rate": 1e-05, |
| "loss": 0.4706, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5382674516400336, |
| "grad_norm": 17.202621459960938, |
| "learning_rate": 9.998627974019322e-06, |
| "loss": 0.4097, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.5719091673675357, |
| "grad_norm": 14.249327659606934, |
| "learning_rate": 9.994512649059401e-06, |
| "loss": 0.5236, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6055508830950378, |
| "grad_norm": 17.96388816833496, |
| "learning_rate": 9.987656283653344e-06, |
| "loss": 0.4191, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.63919259882254, |
| "grad_norm": 19.75460433959961, |
| "learning_rate": 9.978062640645737e-06, |
| "loss": 0.5392, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.6728343145500421, |
| "grad_norm": 16.74843406677246, |
| "learning_rate": 9.965736985127568e-06, |
| "loss": 0.472, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7064760302775441, |
| "grad_norm": 20.544544219970703, |
| "learning_rate": 9.95068608154667e-06, |
| "loss": 0.4416, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.7401177460050462, |
| "grad_norm": 7.9023542404174805, |
| "learning_rate": 9.932918189995345e-06, |
| "loss": 0.3824, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.7737594617325484, |
| "grad_norm": 18.007862091064453, |
| "learning_rate": 9.912443061677125e-06, |
| "loss": 0.4249, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8074011774600505, |
| "grad_norm": 13.94369125366211, |
| "learning_rate": 9.889271933555214e-06, |
| "loss": 0.4905, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.8410428931875525, |
| "grad_norm": 20.00733757019043, |
| "learning_rate": 9.863417522185525e-06, |
| "loss": 0.3883, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.8746846089150546, |
| "grad_norm": 13.405632972717285, |
| "learning_rate": 9.834894016737705e-06, |
| "loss": 0.3839, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.9083263246425568, |
| "grad_norm": 24.92371940612793, |
| "learning_rate": 9.803717071207965e-06, |
| "loss": 0.4281, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.9419680403700589, |
| "grad_norm": 24.29949951171875, |
| "learning_rate": 9.769903795828016e-06, |
| "loss": 0.4549, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 15.265240669250488, |
| "learning_rate": 9.733472747674779e-06, |
| "loss": 0.4838, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.0067283431455005, |
| "grad_norm": 16.928268432617188, |
| "learning_rate": 9.694443920486083e-06, |
| "loss": 0.5004, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.0403700588730025, |
| "grad_norm": 14.954211235046387, |
| "learning_rate": 9.652838733687888e-06, |
| "loss": 0.2062, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.0740117746005047, |
| "grad_norm": 13.043270111083984, |
| "learning_rate": 9.608680020639081e-06, |
| "loss": 0.2032, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.1076534903280066, |
| "grad_norm": 15.098630905151367, |
| "learning_rate": 9.561992016100293e-06, |
| "loss": 0.1926, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.1412952060555088, |
| "grad_norm": 16.94780731201172, |
| "learning_rate": 9.512800342933608e-06, |
| "loss": 0.1832, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.174936921783011, |
| "grad_norm": 16.518619537353516, |
| "learning_rate": 9.461131998040473e-06, |
| "loss": 0.1924, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.208578637510513, |
| "grad_norm": 13.654525756835938, |
| "learning_rate": 9.40701533754552e-06, |
| "loss": 0.1868, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.2422203532380152, |
| "grad_norm": 7.158348560333252, |
| "learning_rate": 9.350480061234419e-06, |
| "loss": 0.1929, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.2758620689655173, |
| "grad_norm": 15.472833633422852, |
| "learning_rate": 9.291557196254342e-06, |
| "loss": 0.1947, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.3095037846930193, |
| "grad_norm": 9.724027633666992, |
| "learning_rate": 9.230279080085933e-06, |
| "loss": 0.2044, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.3431455004205215, |
| "grad_norm": 3.915374755859375, |
| "learning_rate": 9.166679342796162e-06, |
| "loss": 0.1592, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.3767872161480237, |
| "grad_norm": 15.35324764251709, |
| "learning_rate": 9.100792888581803e-06, |
| "loss": 0.2242, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.4104289318755256, |
| "grad_norm": 11.980818748474121, |
| "learning_rate": 9.032655876613636e-06, |
| "loss": 0.2397, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.4440706476030278, |
| "grad_norm": 7.560662746429443, |
| "learning_rate": 8.962305701191927e-06, |
| "loss": 0.225, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.4777123633305298, |
| "grad_norm": 9.49743938446045, |
| "learning_rate": 8.889780971224047e-06, |
| "loss": 0.2332, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.511354079058032, |
| "grad_norm": 12.313446998596191, |
| "learning_rate": 8.8151214890355e-06, |
| "loss": 0.1712, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.544995794785534, |
| "grad_norm": 10.388385772705078, |
| "learning_rate": 8.738368228525988e-06, |
| "loss": 0.2514, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.5786375105130361, |
| "grad_norm": 22.984180450439453, |
| "learning_rate": 8.659563312682524e-06, |
| "loss": 0.1734, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.6122792262405383, |
| "grad_norm": 11.20322036743164, |
| "learning_rate": 8.578749990461884e-06, |
| "loss": 0.2604, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.6459209419680403, |
| "grad_norm": 13.423975944519043, |
| "learning_rate": 8.495972613055137e-06, |
| "loss": 0.1816, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.6795626576955425, |
| "grad_norm": 12.367583274841309, |
| "learning_rate": 8.411276609547246e-06, |
| "loss": 0.2098, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.7132043734230447, |
| "grad_norm": 22.17727279663086, |
| "learning_rate": 8.324708461985124e-06, |
| "loss": 0.2962, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.7468460891505466, |
| "grad_norm": 19.474199295043945, |
| "learning_rate": 8.23631567986779e-06, |
| "loss": 0.2505, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.7804878048780488, |
| "grad_norm": 11.064474105834961, |
| "learning_rate": 8.146146774072674e-06, |
| "loss": 0.2569, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.814129520605551, |
| "grad_norm": 13.412657737731934, |
| "learning_rate": 8.054251230232333e-06, |
| "loss": 0.2279, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.847771236333053, |
| "grad_norm": 13.497424125671387, |
| "learning_rate": 7.960679481576233e-06, |
| "loss": 0.2533, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.8814129520605551, |
| "grad_norm": 14.042634010314941, |
| "learning_rate": 7.86548288125246e-06, |
| "loss": 0.19, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.9150546677880573, |
| "grad_norm": 11.462506294250488, |
| "learning_rate": 7.768713674144578e-06, |
| "loss": 0.2569, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.9486963835155593, |
| "grad_norm": 11.845952033996582, |
| "learning_rate": 7.670424968199099e-06, |
| "loss": 0.1922, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.9823380992430613, |
| "grad_norm": 13.49905776977539, |
| "learning_rate": 7.570670705279291e-06, |
| "loss": 0.1995, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.013456686291001, |
| "grad_norm": 10.430764198303223, |
| "learning_rate": 7.469505631561318e-06, |
| "loss": 0.1615, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.047098402018503, |
| "grad_norm": 7.39661979675293, |
| "learning_rate": 7.366985267488971e-06, |
| "loss": 0.0886, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.080740117746005, |
| "grad_norm": 13.615009307861328, |
| "learning_rate": 7.2631658773034715e-06, |
| "loss": 0.0593, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.114381833473507, |
| "grad_norm": 14.060647964477539, |
| "learning_rate": 7.1581044381650735e-06, |
| "loss": 0.085, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.1480235492010094, |
| "grad_norm": 13.222198486328125, |
| "learning_rate": 7.051858608883404e-06, |
| "loss": 0.0654, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.1816652649285113, |
| "grad_norm": 7.685726642608643, |
| "learning_rate": 6.944486698273704e-06, |
| "loss": 0.0683, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.2153069806560133, |
| "grad_norm": 10.78395938873291, |
| "learning_rate": 6.836047633156361e-06, |
| "loss": 0.0836, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.2489486963835157, |
| "grad_norm": 3.9530932903289795, |
| "learning_rate": 6.726600926017234e-06, |
| "loss": 0.0701, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.2825904121110177, |
| "grad_norm": 9.838655471801758, |
| "learning_rate": 6.616206642346603e-06, |
| "loss": 0.0709, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.3162321278385196, |
| "grad_norm": 9.633439064025879, |
| "learning_rate": 6.504925367674595e-06, |
| "loss": 0.0422, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.349873843566022, |
| "grad_norm": 4.185202121734619, |
| "learning_rate": 6.392818174321213e-06, |
| "loss": 0.0708, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.383515559293524, |
| "grad_norm": 4.698387622833252, |
| "learning_rate": 6.279946587879216e-06, |
| "loss": 0.0356, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.417157275021026, |
| "grad_norm": 7.418368816375732, |
| "learning_rate": 6.166372553448241e-06, |
| "loss": 0.0342, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.4507989907485284, |
| "grad_norm": 5.932042121887207, |
| "learning_rate": 6.0521584016386735e-06, |
| "loss": 0.0615, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.4844407064760303, |
| "grad_norm": 2.541346549987793, |
| "learning_rate": 5.9373668143639694e-06, |
| "loss": 0.0882, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.5180824222035323, |
| "grad_norm": 6.172818183898926, |
| "learning_rate": 5.8220607904401725e-06, |
| "loss": 0.0727, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.5517241379310347, |
| "grad_norm": 8.212017059326172, |
| "learning_rate": 5.706303611011502e-06, |
| "loss": 0.0645, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.5853658536585367, |
| "grad_norm": 20.28338050842285, |
| "learning_rate": 5.590158804821011e-06, |
| "loss": 0.0528, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.6190075693860386, |
| "grad_norm": 12.685500144958496, |
| "learning_rate": 5.473690113345343e-06, |
| "loss": 0.0759, |
| "step": 780 |
| }, |
| { |
| "epoch": 2.652649285113541, |
| "grad_norm": 2.813051700592041, |
| "learning_rate": 5.356961455812754e-06, |
| "loss": 0.0676, |
| "step": 790 |
| }, |
| { |
| "epoch": 2.686291000841043, |
| "grad_norm": 4.1951165199279785, |
| "learning_rate": 5.2400368941235745e-06, |
| "loss": 0.0517, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.719932716568545, |
| "grad_norm": 10.7334566116333, |
| "learning_rate": 5.122980597692372e-06, |
| "loss": 0.0854, |
| "step": 810 |
| }, |
| { |
| "epoch": 2.7535744322960474, |
| "grad_norm": 6.649056911468506, |
| "learning_rate": 5.005856808231108e-06, |
| "loss": 0.0929, |
| "step": 820 |
| }, |
| { |
| "epoch": 2.7872161480235493, |
| "grad_norm": 7.63721227645874, |
| "learning_rate": 4.88872980449262e-06, |
| "loss": 0.0668, |
| "step": 830 |
| }, |
| { |
| "epoch": 2.8208578637510513, |
| "grad_norm": 6.333030700683594, |
| "learning_rate": 4.7716638669937784e-06, |
| "loss": 0.0984, |
| "step": 840 |
| }, |
| { |
| "epoch": 2.8544995794785533, |
| "grad_norm": 9.704402923583984, |
| "learning_rate": 4.654723242737661e-06, |
| "loss": 0.0842, |
| "step": 850 |
| }, |
| { |
| "epoch": 2.8881412952060557, |
| "grad_norm": 9.808692932128906, |
| "learning_rate": 4.5379721099541385e-06, |
| "loss": 0.0847, |
| "step": 860 |
| }, |
| { |
| "epoch": 2.9217830109335576, |
| "grad_norm": 4.981376647949219, |
| "learning_rate": 4.4214745428781946e-06, |
| "loss": 0.0637, |
| "step": 870 |
| }, |
| { |
| "epoch": 2.9554247266610596, |
| "grad_norm": 18.70244026184082, |
| "learning_rate": 4.305294476585312e-06, |
| "loss": 0.0545, |
| "step": 880 |
| }, |
| { |
| "epoch": 2.9890664423885616, |
| "grad_norm": 15.018904685974121, |
| "learning_rate": 4.189495671903246e-06, |
| "loss": 0.0736, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.0201850294365014, |
| "grad_norm": 3.326235294342041, |
| "learning_rate": 4.074141680419422e-06, |
| "loss": 0.0658, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.0538267451640033, |
| "grad_norm": 4.905099868774414, |
| "learning_rate": 3.959295809603155e-06, |
| "loss": 0.0231, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.0874684608915053, |
| "grad_norm": 11.493444442749023, |
| "learning_rate": 3.845021088061858e-06, |
| "loss": 0.0342, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.1211101766190077, |
| "grad_norm": 0.6767758131027222, |
| "learning_rate": 3.731380230950288e-06, |
| "loss": 0.0293, |
| "step": 930 |
| }, |
| { |
| "epoch": 3.1547518923465097, |
| "grad_norm": 8.130093574523926, |
| "learning_rate": 3.6184356055518143e-06, |
| "loss": 0.0263, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.1883936080740116, |
| "grad_norm": 2.4990627765655518, |
| "learning_rate": 3.506249197050604e-06, |
| "loss": 0.0161, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.222035323801514, |
| "grad_norm": 8.8124418258667, |
| "learning_rate": 3.3948825745135196e-06, |
| "loss": 0.027, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.255677039529016, |
| "grad_norm": 9.777318000793457, |
| "learning_rate": 3.284396857100357e-06, |
| "loss": 0.0405, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.289318755256518, |
| "grad_norm": 8.85478687286377, |
| "learning_rate": 3.174852680521032e-06, |
| "loss": 0.0208, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.3229604709840204, |
| "grad_norm": 5.0749688148498535, |
| "learning_rate": 3.0663101637580626e-06, |
| "loss": 0.0302, |
| "step": 990 |
| }, |
| { |
| "epoch": 3.3566021867115223, |
| "grad_norm": 18.818824768066406, |
| "learning_rate": 2.958828876072654e-06, |
| "loss": 0.0477, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.3902439024390243, |
| "grad_norm": 6.966226100921631, |
| "learning_rate": 2.852467804312463e-06, |
| "loss": 0.025, |
| "step": 1010 |
| }, |
| { |
| "epoch": 3.4238856181665263, |
| "grad_norm": 11.965907096862793, |
| "learning_rate": 2.7472853205389997e-06, |
| "loss": 0.0133, |
| "step": 1020 |
| }, |
| { |
| "epoch": 3.4575273338940287, |
| "grad_norm": 6.451248645782471, |
| "learning_rate": 2.64333914999245e-06, |
| "loss": 0.022, |
| "step": 1030 |
| }, |
| { |
| "epoch": 3.4911690496215306, |
| "grad_norm": 0.45957621932029724, |
| "learning_rate": 2.540686339411446e-06, |
| "loss": 0.0136, |
| "step": 1040 |
| }, |
| { |
| "epoch": 3.5248107653490326, |
| "grad_norm": 11.877004623413086, |
| "learning_rate": 2.4393832257252253e-06, |
| "loss": 0.0186, |
| "step": 1050 |
| }, |
| { |
| "epoch": 3.558452481076535, |
| "grad_norm": 10.027815818786621, |
| "learning_rate": 2.3394854051353534e-06, |
| "loss": 0.015, |
| "step": 1060 |
| }, |
| { |
| "epoch": 3.592094196804037, |
| "grad_norm": 4.314270973205566, |
| "learning_rate": 2.2410477026039335e-06, |
| "loss": 0.0189, |
| "step": 1070 |
| }, |
| { |
| "epoch": 3.625735912531539, |
| "grad_norm": 12.965841293334961, |
| "learning_rate": 2.1441241417651072e-06, |
| "loss": 0.0091, |
| "step": 1080 |
| }, |
| { |
| "epoch": 3.6593776282590413, |
| "grad_norm": 5.011205196380615, |
| "learning_rate": 2.0487679152763173e-06, |
| "loss": 0.0081, |
| "step": 1090 |
| }, |
| { |
| "epoch": 3.6930193439865433, |
| "grad_norm": 9.740224838256836, |
| "learning_rate": 1.9550313556256294e-06, |
| "loss": 0.0237, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.7266610597140453, |
| "grad_norm": 0.04536225646734238, |
| "learning_rate": 1.8629659064111138e-06, |
| "loss": 0.0336, |
| "step": 1110 |
| }, |
| { |
| "epoch": 3.7603027754415477, |
| "grad_norm": 5.120383262634277, |
| "learning_rate": 1.772622094108074e-06, |
| "loss": 0.0153, |
| "step": 1120 |
| }, |
| { |
| "epoch": 3.7939444911690496, |
| "grad_norm": 7.686666011810303, |
| "learning_rate": 1.6840495003395741e-06, |
| "loss": 0.022, |
| "step": 1130 |
| }, |
| { |
| "epoch": 3.8275862068965516, |
| "grad_norm": 0.6258940100669861, |
| "learning_rate": 1.5972967346655449e-06, |
| "loss": 0.0094, |
| "step": 1140 |
| }, |
| { |
| "epoch": 3.861227922624054, |
| "grad_norm": 4.576685905456543, |
| "learning_rate": 1.5124114079053492e-06, |
| "loss": 0.0186, |
| "step": 1150 |
| }, |
| { |
| "epoch": 3.894869638351556, |
| "grad_norm": 0.3393450081348419, |
| "learning_rate": 1.4294401060084634e-06, |
| "loss": 0.0473, |
| "step": 1160 |
| }, |
| { |
| "epoch": 3.928511354079058, |
| "grad_norm": 7.82568359375, |
| "learning_rate": 1.3484283644876289e-06, |
| "loss": 0.0305, |
| "step": 1170 |
| }, |
| { |
| "epoch": 3.9621530698065603, |
| "grad_norm": 2.9642977714538574, |
| "learning_rate": 1.2694206434284878e-06, |
| "loss": 0.0187, |
| "step": 1180 |
| }, |
| { |
| "epoch": 3.9957947855340623, |
| "grad_norm": 1.896406650543213, |
| "learning_rate": 1.1924603030894277e-06, |
| "loss": 0.017, |
| "step": 1190 |
| }, |
| { |
| "epoch": 4.026913372582002, |
| "grad_norm": 1.2707265615463257, |
| "learning_rate": 1.1175895801050185e-06, |
| "loss": 0.0044, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.060555088309504, |
| "grad_norm": 0.6478537917137146, |
| "learning_rate": 1.044849564306112e-06, |
| "loss": 0.0012, |
| "step": 1210 |
| }, |
| { |
| "epoch": 4.094196804037006, |
| "grad_norm": 0.07563937455415726, |
| "learning_rate": 9.742801761693122e-07, |
| "loss": 0.0057, |
| "step": 1220 |
| }, |
| { |
| "epoch": 4.1278385197645076, |
| "grad_norm": 1.501904845237732, |
| "learning_rate": 9.059201449082045e-07, |
| "loss": 0.0089, |
| "step": 1230 |
| }, |
| { |
| "epoch": 4.16148023549201, |
| "grad_norm": 0.10858506709337234, |
| "learning_rate": 8.398069872183607e-07, |
| "loss": 0.0008, |
| "step": 1240 |
| }, |
| { |
| "epoch": 4.195121951219512, |
| "grad_norm": 0.3397045135498047, |
| "learning_rate": 7.759769866877892e-07, |
| "loss": 0.0017, |
| "step": 1250 |
| }, |
| { |
| "epoch": 4.228763666947014, |
| "grad_norm": 0.1667356938123703, |
| "learning_rate": 7.144651738841174e-07, |
| "loss": 0.0069, |
| "step": 1260 |
| }, |
| { |
| "epoch": 4.262405382674516, |
| "grad_norm": 0.09766753017902374, |
| "learning_rate": 6.55305307129459e-07, |
| "loss": 0.0037, |
| "step": 1270 |
| }, |
| { |
| "epoch": 4.296047098402019, |
| "grad_norm": 0.07076102495193481, |
| "learning_rate": 5.985298539734973e-07, |
| "loss": 0.0011, |
| "step": 1280 |
| }, |
| { |
| "epoch": 4.32968881412952, |
| "grad_norm": 0.09349212050437927, |
| "learning_rate": 5.441699733749479e-07, |
| "loss": 0.0022, |
| "step": 1290 |
| }, |
| { |
| "epoch": 4.363330529857023, |
| "grad_norm": 1.491163730621338, |
| "learning_rate": 4.922554986012068e-07, |
| "loss": 0.0052, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.396972245584525, |
| "grad_norm": 0.2895282506942749, |
| "learning_rate": 4.428149208555388e-07, |
| "loss": 0.0041, |
| "step": 1310 |
| }, |
| { |
| "epoch": 4.430613961312027, |
| "grad_norm": 0.34550341963768005, |
| "learning_rate": 3.958753736408105e-07, |
| "loss": 0.0016, |
| "step": 1320 |
| }, |
| { |
| "epoch": 4.464255677039529, |
| "grad_norm": 0.2858336865901947, |
| "learning_rate": 3.5146261786834225e-07, |
| "loss": 0.0019, |
| "step": 1330 |
| }, |
| { |
| "epoch": 4.497897392767031, |
| "grad_norm": 2.363687515258789, |
| "learning_rate": 3.0960102772005174e-07, |
| "loss": 0.0036, |
| "step": 1340 |
| }, |
| { |
| "epoch": 4.531539108494533, |
| "grad_norm": 0.8231300115585327, |
| "learning_rate": 2.7031357727164865e-07, |
| "loss": 0.001, |
| "step": 1350 |
| }, |
| { |
| "epoch": 4.565180824222035, |
| "grad_norm": 0.06915020197629929, |
| "learning_rate": 2.3362182788422395e-07, |
| "loss": 0.0016, |
| "step": 1360 |
| }, |
| { |
| "epoch": 4.598822539949538, |
| "grad_norm": 0.3646424412727356, |
| "learning_rate": 1.9954591637115495e-07, |
| "loss": 0.0031, |
| "step": 1370 |
| }, |
| { |
| "epoch": 4.632464255677039, |
| "grad_norm": 8.59700870513916, |
| "learning_rate": 1.6810454394680431e-07, |
| "loss": 0.0035, |
| "step": 1380 |
| }, |
| { |
| "epoch": 4.666105971404542, |
| "grad_norm": 0.7782748341560364, |
| "learning_rate": 1.3931496596310545e-07, |
| "loss": 0.0081, |
| "step": 1390 |
| }, |
| { |
| "epoch": 4.699747687132044, |
| "grad_norm": 0.10166136920452118, |
| "learning_rate": 1.1319298243964549e-07, |
| "loss": 0.004, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.733389402859546, |
| "grad_norm": 0.7652943134307861, |
| "learning_rate": 8.975292939244928e-08, |
| "loss": 0.0022, |
| "step": 1410 |
| }, |
| { |
| "epoch": 4.767031118587048, |
| "grad_norm": 0.9027767181396484, |
| "learning_rate": 6.900767096622352e-08, |
| "loss": 0.0017, |
| "step": 1420 |
| }, |
| { |
| "epoch": 4.80067283431455, |
| "grad_norm": 0.052162300795316696, |
| "learning_rate": 5.0968592374384116e-08, |
| "loss": 0.0027, |
| "step": 1430 |
| }, |
| { |
| "epoch": 4.834314550042052, |
| "grad_norm": 1.7110869884490967, |
| "learning_rate": 3.5645593650728284e-08, |
| "loss": 0.0079, |
| "step": 1440 |
| }, |
| { |
| "epoch": 4.867956265769554, |
| "grad_norm": 0.23056207597255707, |
| "learning_rate": 2.3047084216196724e-08, |
| "loss": 0.0131, |
| "step": 1450 |
| }, |
| { |
| "epoch": 4.901597981497057, |
| "grad_norm": 2.3443868160247803, |
| "learning_rate": 1.3179978263694326e-08, |
| "loss": 0.0083, |
| "step": 1460 |
| }, |
| { |
| "epoch": 4.935239697224558, |
| "grad_norm": 0.14247232675552368, |
| "learning_rate": 6.04969096350938e-09, |
| "loss": 0.0094, |
| "step": 1470 |
| }, |
| { |
| "epoch": 4.968881412952061, |
| "grad_norm": 0.3539099395275116, |
| "learning_rate": 1.660135491411974e-09, |
| "loss": 0.0032, |
| "step": 1480 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.3966084122657776, |
| "learning_rate": 1.3720881062440073e-11, |
| "loss": 0.0083, |
| "step": 1490 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1490, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6911780082155520.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
