| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.7732546933425852, |
| "eval_steps": 2000, |
| "global_step": 46000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0019274507536332446, |
| "grad_norm": 1.2952269315719604, |
| "learning_rate": 1.47e-05, |
| "loss": 9.958944091796875, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0038549015072664892, |
| "grad_norm": 1.0338493585586548, |
| "learning_rate": 2.97e-05, |
| "loss": 8.95384521484375, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.005782352260899734, |
| "grad_norm": 0.6325502395629883, |
| "learning_rate": 4.4699999999999996e-05, |
| "loss": 7.8542041015625, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0077098030145329784, |
| "grad_norm": 1.2084871530532837, |
| "learning_rate": 5.97e-05, |
| "loss": 7.141786499023437, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.009637253768166223, |
| "grad_norm": 0.7696707248687744, |
| "learning_rate": 7.47e-05, |
| "loss": 6.751356201171875, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.011564704521799469, |
| "grad_norm": 0.6730088591575623, |
| "learning_rate": 8.969999999999998e-05, |
| "loss": 6.432244873046875, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.013492155275432712, |
| "grad_norm": 0.6428735852241516, |
| "learning_rate": 0.00010469999999999998, |
| "loss": 6.174566040039062, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.015419606029065957, |
| "grad_norm": 0.7519970536231995, |
| "learning_rate": 0.0001197, |
| "loss": 5.961318359375, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.017347056782699204, |
| "grad_norm": 0.6962649822235107, |
| "learning_rate": 0.0001347, |
| "loss": 5.794595947265625, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.019274507536332447, |
| "grad_norm": 0.6648260951042175, |
| "learning_rate": 0.00014969999999999998, |
| "loss": 5.688720703125, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02120195828996569, |
| "grad_norm": 0.7536967992782593, |
| "learning_rate": 0.0001647, |
| "loss": 5.573690185546875, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.023129409043598937, |
| "grad_norm": 0.8137773275375366, |
| "learning_rate": 0.00017969999999999998, |
| "loss": 5.488543090820312, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.02505685979723218, |
| "grad_norm": 0.666891872882843, |
| "learning_rate": 0.0001947, |
| "loss": 5.3848114013671875, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.026984310550865424, |
| "grad_norm": 0.5968290567398071, |
| "learning_rate": 0.00020969999999999997, |
| "loss": 5.3349072265625, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.02891176130449867, |
| "grad_norm": 0.6266096234321594, |
| "learning_rate": 0.0002247, |
| "loss": 5.26029296875, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.030839212058131914, |
| "grad_norm": 0.5615338683128357, |
| "learning_rate": 0.0002397, |
| "loss": 5.207418212890625, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.03276666281176516, |
| "grad_norm": 0.5597893595695496, |
| "learning_rate": 0.00025469999999999996, |
| "loss": 5.14937255859375, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.03469411356539841, |
| "grad_norm": 0.6763906478881836, |
| "learning_rate": 0.0002697, |
| "loss": 5.0670947265625, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.03662156431903165, |
| "grad_norm": 0.612106204032898, |
| "learning_rate": 0.0002847, |
| "loss": 5.014092712402344, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.038549015072664894, |
| "grad_norm": 0.5845397710800171, |
| "learning_rate": 0.00029969999999999997, |
| "loss": 4.931963500976562, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.04047646582629814, |
| "grad_norm": 0.5691105723381042, |
| "learning_rate": 0.00029999925978027874, |
| "loss": 4.883682861328125, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.04240391657993138, |
| "grad_norm": 0.553705632686615, |
| "learning_rate": 0.0002999969783943782, |
| "loss": 4.806473999023438, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.04433136733356463, |
| "grad_norm": 0.5707918405532837, |
| "learning_rate": 0.0002999931555574465, |
| "loss": 4.74484619140625, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.046258818087197874, |
| "grad_norm": 0.5924341678619385, |
| "learning_rate": 0.00029998779130876926, |
| "loss": 4.702532958984375, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.04818626884083112, |
| "grad_norm": 0.5594196915626526, |
| "learning_rate": 0.00029998088570347235, |
| "loss": 4.645215454101563, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.05011371959446436, |
| "grad_norm": 0.5578745603561401, |
| "learning_rate": 0.00029997243881252166, |
| "loss": 4.573051147460937, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.052041170348097604, |
| "grad_norm": 0.582054853439331, |
| "learning_rate": 0.0002999624507227219, |
| "loss": 4.53611083984375, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.05396862110173085, |
| "grad_norm": 0.5916629433631897, |
| "learning_rate": 0.0002999509215367163, |
| "loss": 4.50299560546875, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.0558960718553641, |
| "grad_norm": 0.5494801998138428, |
| "learning_rate": 0.000299937851372985, |
| "loss": 4.456146850585937, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.05782352260899734, |
| "grad_norm": 0.6153786182403564, |
| "learning_rate": 0.00029992324036584415, |
| "loss": 4.419460144042969, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.059750973362630584, |
| "grad_norm": 0.5355115532875061, |
| "learning_rate": 0.0002999070886654445, |
| "loss": 4.38196044921875, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.06167842411626383, |
| "grad_norm": 0.5394632816314697, |
| "learning_rate": 0.0002998893964377698, |
| "loss": 4.343935546875, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.06360587486989708, |
| "grad_norm": 0.5479700565338135, |
| "learning_rate": 0.0002998701638646349, |
| "loss": 4.330123291015625, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.06553332562353031, |
| "grad_norm": 0.5667453408241272, |
| "learning_rate": 0.0002998493911436844, |
| "loss": 4.30684326171875, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.06746077637716356, |
| "grad_norm": 0.5475571751594543, |
| "learning_rate": 0.0002998270784883901, |
| "loss": 4.268912963867187, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.06938822713079681, |
| "grad_norm": 0.5723440647125244, |
| "learning_rate": 0.0002998032261280491, |
| "loss": 4.243427734375, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.07131567788443005, |
| "grad_norm": 0.5883432030677795, |
| "learning_rate": 0.00029977783430778116, |
| "loss": 4.210003051757813, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.0732431286380633, |
| "grad_norm": 0.5907633304595947, |
| "learning_rate": 0.0002997509032885267, |
| "loss": 4.182230224609375, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.07517057939169654, |
| "grad_norm": 0.5539486408233643, |
| "learning_rate": 0.0002997224333470435, |
| "loss": 4.142240600585938, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.07709803014532979, |
| "grad_norm": 0.5779871344566345, |
| "learning_rate": 0.00029969242477590434, |
| "loss": 4.125773315429687, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.07709803014532979, |
| "eval_loss": 4.046743392944336, |
| "eval_runtime": 71.4471, |
| "eval_samples_per_second": 116.758, |
| "eval_steps_per_second": 3.653, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.07902548089896304, |
| "grad_norm": 0.5690900087356567, |
| "learning_rate": 0.0002996608778834936, |
| "loss": 4.125428771972656, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.08095293165259627, |
| "grad_norm": 0.5566129684448242, |
| "learning_rate": 0.0002996277929940045, |
| "loss": 4.076891784667969, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.08288038240622952, |
| "grad_norm": 0.5267688632011414, |
| "learning_rate": 0.0002995931704474355, |
| "loss": 4.043207397460938, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.08480783315986276, |
| "grad_norm": 0.5993160605430603, |
| "learning_rate": 0.00029955701059958674, |
| "loss": 4.027578735351563, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.08673528391349601, |
| "grad_norm": 0.5521589517593384, |
| "learning_rate": 0.0002995193138220566, |
| "loss": 4.025603637695313, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.08866273466712926, |
| "grad_norm": 0.5826160907745361, |
| "learning_rate": 0.00029948008050223793, |
| "loss": 4.002682495117187, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.0905901854207625, |
| "grad_norm": 0.5729931592941284, |
| "learning_rate": 0.00029943931104331364, |
| "loss": 3.971737976074219, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.09251763617439575, |
| "grad_norm": 0.5670749545097351, |
| "learning_rate": 0.0002993970058642531, |
| "loss": 3.952825012207031, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.09444508692802898, |
| "grad_norm": 0.5358520746231079, |
| "learning_rate": 0.00029935316539980744, |
| "loss": 3.9312689208984377, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.09637253768166223, |
| "grad_norm": 0.5385018587112427, |
| "learning_rate": 0.00029930779010050527, |
| "loss": 3.9208279418945313, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.09829998843529549, |
| "grad_norm": 0.5354301929473877, |
| "learning_rate": 0.000299260880432648, |
| "loss": 3.8972625732421875, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.10022743918892872, |
| "grad_norm": 0.5218163728713989, |
| "learning_rate": 0.000299212436878305, |
| "loss": 3.9156268310546873, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.10215488994256197, |
| "grad_norm": 0.5363887548446655, |
| "learning_rate": 0.00029916245993530876, |
| "loss": 3.8841168212890627, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.10408234069619521, |
| "grad_norm": 0.5277280211448669, |
| "learning_rate": 0.0002991109501172498, |
| "loss": 3.8729959106445313, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.10600979144982846, |
| "grad_norm": 0.5406108498573303, |
| "learning_rate": 0.00029905790795347107, |
| "loss": 3.84861083984375, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.1079372422034617, |
| "grad_norm": 0.5141267776489258, |
| "learning_rate": 0.00029900333398906297, |
| "loss": 3.8415374755859375, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.10986469295709494, |
| "grad_norm": 0.5229519009590149, |
| "learning_rate": 0.0002989472287848573, |
| "loss": 3.8388543701171876, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.1117921437107282, |
| "grad_norm": 0.5372052192687988, |
| "learning_rate": 0.0002988895929174219, |
| "loss": 3.84042724609375, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.11371959446436143, |
| "grad_norm": 0.5206784605979919, |
| "learning_rate": 0.0002988304269790545, |
| "loss": 3.8165792846679687, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.11564704521799468, |
| "grad_norm": 0.5360506772994995, |
| "learning_rate": 0.0002987697315777767, |
| "loss": 3.788231201171875, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.11757449597162792, |
| "grad_norm": 0.5505446195602417, |
| "learning_rate": 0.00029870750733732764, |
| "loss": 3.8016390991210938, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.11950194672526117, |
| "grad_norm": 0.4984762966632843, |
| "learning_rate": 0.00029864375489715755, |
| "loss": 3.785032043457031, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.12142939747889442, |
| "grad_norm": 0.5347452759742737, |
| "learning_rate": 0.0002985784749124215, |
| "loss": 3.75969970703125, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.12335684823252765, |
| "grad_norm": 0.5266030430793762, |
| "learning_rate": 0.00029851166805397233, |
| "loss": 3.78552978515625, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.1252842989861609, |
| "grad_norm": 0.4952186346054077, |
| "learning_rate": 0.0002984433350083538, |
| "loss": 3.7509979248046874, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.12721174973979416, |
| "grad_norm": 0.5166611075401306, |
| "learning_rate": 0.0002983734764777938, |
| "loss": 3.7393206787109374, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.1291392004934274, |
| "grad_norm": 0.5206714868545532, |
| "learning_rate": 0.00029830209318019676, |
| "loss": 3.7568234252929686, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.13106665124706063, |
| "grad_norm": 0.5084478855133057, |
| "learning_rate": 0.00029822918584913643, |
| "loss": 3.7494546508789064, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.1329941020006939, |
| "grad_norm": 0.4988846778869629, |
| "learning_rate": 0.0002981547552338486, |
| "loss": 3.71193603515625, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.13492155275432713, |
| "grad_norm": 0.5246216058731079, |
| "learning_rate": 0.00029807880209922283, |
| "loss": 3.710958251953125, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.13684900350796037, |
| "grad_norm": 0.5130035877227783, |
| "learning_rate": 0.0002980013272257953, |
| "loss": 3.701152038574219, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.13877645426159363, |
| "grad_norm": 0.5510739088058472, |
| "learning_rate": 0.0002979223314097399, |
| "loss": 3.7176693725585936, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.14070390501522687, |
| "grad_norm": 0.5193265080451965, |
| "learning_rate": 0.0002978418154628612, |
| "loss": 3.6770294189453123, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.1426313557688601, |
| "grad_norm": 0.49664029479026794, |
| "learning_rate": 0.00029775978021258495, |
| "loss": 3.685413513183594, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.14455880652249334, |
| "grad_norm": 0.5101340413093567, |
| "learning_rate": 0.00029767622650195025, |
| "loss": 3.6848016357421876, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.1464862572761266, |
| "grad_norm": 0.511060893535614, |
| "learning_rate": 0.0002975911551896009, |
| "loss": 3.680214538574219, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.14841370802975984, |
| "grad_norm": 0.49506616592407227, |
| "learning_rate": 0.00029750456714977607, |
| "loss": 3.659295654296875, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.15034115878339308, |
| "grad_norm": 0.5068514347076416, |
| "learning_rate": 0.000297416463272302, |
| "loss": 3.665128173828125, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.15226860953702634, |
| "grad_norm": 0.5018253922462463, |
| "learning_rate": 0.00029732684446258216, |
| "loss": 3.661046142578125, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.15419606029065958, |
| "grad_norm": 0.4982050061225891, |
| "learning_rate": 0.0002972357116415887, |
| "loss": 3.648701171875, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.15419606029065958, |
| "eval_loss": 3.585422992706299, |
| "eval_runtime": 71.8171, |
| "eval_samples_per_second": 116.156, |
| "eval_steps_per_second": 3.634, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.1561235110442928, |
| "grad_norm": 0.5031542778015137, |
| "learning_rate": 0.00029714306574585227, |
| "loss": 3.64906982421875, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.15805096179792608, |
| "grad_norm": 0.5202347040176392, |
| "learning_rate": 0.0002970489077274528, |
| "loss": 3.6250360107421873, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.1599784125515593, |
| "grad_norm": 0.5083176493644714, |
| "learning_rate": 0.0002969532385540095, |
| "loss": 3.6470623779296876, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.16190586330519255, |
| "grad_norm": 0.5052973628044128, |
| "learning_rate": 0.00029685605920867124, |
| "loss": 3.6127923583984374, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.16383331405882579, |
| "grad_norm": 0.5176007747650146, |
| "learning_rate": 0.0002967573706901062, |
| "loss": 3.647228088378906, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.16576076481245905, |
| "grad_norm": 0.511567234992981, |
| "learning_rate": 0.0002966571740124915, |
| "loss": 3.6209234619140624, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.16768821556609229, |
| "grad_norm": 0.5003057718276978, |
| "learning_rate": 0.00029655547020550316, |
| "loss": 3.618309326171875, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.16961566631972552, |
| "grad_norm": 0.4762120842933655, |
| "learning_rate": 0.000296452260314305, |
| "loss": 3.6237115478515625, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.1715431170733588, |
| "grad_norm": 0.5058835744857788, |
| "learning_rate": 0.0002963475453995385, |
| "loss": 3.5987994384765627, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.17347056782699202, |
| "grad_norm": 0.5018859505653381, |
| "learning_rate": 0.00029624132653731134, |
| "loss": 3.595791015625, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.17539801858062526, |
| "grad_norm": 0.49935054779052734, |
| "learning_rate": 0.00029613360481918656, |
| "loss": 3.5763400268554686, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.17732546933425852, |
| "grad_norm": 0.48425784707069397, |
| "learning_rate": 0.00029602438135217167, |
| "loss": 3.5953665161132813, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.17925292008789176, |
| "grad_norm": 0.48799827694892883, |
| "learning_rate": 0.00029591365725870674, |
| "loss": 3.583829040527344, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.181180370841525, |
| "grad_norm": 0.4945991635322571, |
| "learning_rate": 0.0002958014336766531, |
| "loss": 3.5828253173828126, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.18310782159515823, |
| "grad_norm": 0.5197539925575256, |
| "learning_rate": 0.00029568771175928166, |
| "loss": 3.5751007080078123, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.1850352723487915, |
| "grad_norm": 0.48726120591163635, |
| "learning_rate": 0.0002955724926752612, |
| "loss": 3.5640985107421876, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.18696272310242473, |
| "grad_norm": 0.5021805763244629, |
| "learning_rate": 0.000295455777608646, |
| "loss": 3.571569519042969, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.18889017385605797, |
| "grad_norm": 0.5098811388015747, |
| "learning_rate": 0.00029533756775886386, |
| "loss": 3.5522198486328125, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.19081762460969123, |
| "grad_norm": 0.507034182548523, |
| "learning_rate": 0.000295217864340704, |
| "loss": 3.558240966796875, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.19274507536332447, |
| "grad_norm": 0.49225080013275146, |
| "learning_rate": 0.0002950966685843043, |
| "loss": 3.560546569824219, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.1946725261169577, |
| "grad_norm": 0.4917547404766083, |
| "learning_rate": 0.0002949739817351386, |
| "loss": 3.5673858642578127, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.19659997687059097, |
| "grad_norm": 0.4910099506378174, |
| "learning_rate": 0.000294849805054004, |
| "loss": 3.5580047607421874, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.1985274276242242, |
| "grad_norm": 0.47943800687789917, |
| "learning_rate": 0.0002947241398170082, |
| "loss": 3.5566455078125, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.20045487837785744, |
| "grad_norm": 0.5112025737762451, |
| "learning_rate": 0.00029459698731555586, |
| "loss": 3.5433697509765625, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.20238232913149068, |
| "grad_norm": 0.47489073872566223, |
| "learning_rate": 0.0002944683488563357, |
| "loss": 3.5471234130859375, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.20430977988512394, |
| "grad_norm": 0.4896199405193329, |
| "learning_rate": 0.0002943382257613068, |
| "loss": 3.5303497314453125, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.20623723063875718, |
| "grad_norm": 0.4875354468822479, |
| "learning_rate": 0.0002942066193676854, |
| "loss": 3.5377548217773436, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.20816468139239042, |
| "grad_norm": 0.4764191508293152, |
| "learning_rate": 0.00029407353102793083, |
| "loss": 3.52126220703125, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.21009213214602368, |
| "grad_norm": 0.4801150858402252, |
| "learning_rate": 0.00029393896210973166, |
| "loss": 3.521195373535156, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.21201958289965692, |
| "grad_norm": 0.47158384323120117, |
| "learning_rate": 0.00029380291399599176, |
| "loss": 3.5299456787109373, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.21394703365329015, |
| "grad_norm": 0.4970817267894745, |
| "learning_rate": 0.00029366538808481594, |
| "loss": 3.5156060791015626, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.2158744844069234, |
| "grad_norm": 0.505355179309845, |
| "learning_rate": 0.0002935263857894958, |
| "loss": 3.5102020263671876, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.21780193516055665, |
| "grad_norm": 0.484792560338974, |
| "learning_rate": 0.0002933859085384949, |
| "loss": 3.5256784057617185, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.2197293859141899, |
| "grad_norm": 0.507871150970459, |
| "learning_rate": 0.0002932439577754344, |
| "loss": 3.51783203125, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.22165683666782313, |
| "grad_norm": 0.48395925760269165, |
| "learning_rate": 0.00029310053495907804, |
| "loss": 3.499888610839844, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.2235842874214564, |
| "grad_norm": 0.48618054389953613, |
| "learning_rate": 0.00029295564156331714, |
| "loss": 3.503265380859375, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.22551173817508963, |
| "grad_norm": 0.4817364513874054, |
| "learning_rate": 0.0002928092790771555, |
| "loss": 3.51520751953125, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.22743918892872286, |
| "grad_norm": 0.483539879322052, |
| "learning_rate": 0.0002926614490046941, |
| "loss": 3.5028955078125, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.22936663968235613, |
| "grad_norm": 0.48083049058914185, |
| "learning_rate": 0.00029251215286511573, |
| "loss": 3.4965765380859377, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.23129409043598936, |
| "grad_norm": 0.5043441653251648, |
| "learning_rate": 0.00029236139219266917, |
| "loss": 3.479033203125, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.23129409043598936, |
| "eval_loss": 3.434314489364624, |
| "eval_runtime": 72.2122, |
| "eval_samples_per_second": 115.521, |
| "eval_steps_per_second": 3.614, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.2332215411896226, |
| "grad_norm": 0.4738307297229767, |
| "learning_rate": 0.00029220916853665363, |
| "loss": 3.489224853515625, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.23514899194325584, |
| "grad_norm": 0.48999547958374023, |
| "learning_rate": 0.0002920554834614027, |
| "loss": 3.4707180786132814, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.2370764426968891, |
| "grad_norm": 0.46922704577445984, |
| "learning_rate": 0.00029190033854626816, |
| "loss": 3.4679449462890624, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.23900389345052234, |
| "grad_norm": 0.49618691205978394, |
| "learning_rate": 0.0002917437353856043, |
| "loss": 3.49760498046875, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.24093134420415557, |
| "grad_norm": 0.48404061794281006, |
| "learning_rate": 0.00029158567558875076, |
| "loss": 3.4569793701171876, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.24285879495778884, |
| "grad_norm": 0.49926745891571045, |
| "learning_rate": 0.0002914261607800165, |
| "loss": 3.4843402099609375, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.24478624571142207, |
| "grad_norm": 0.48060157895088196, |
| "learning_rate": 0.000291265192598663, |
| "loss": 3.4751336669921873, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.2467136964650553, |
| "grad_norm": 0.49387532472610474, |
| "learning_rate": 0.00029110277269888736, |
| "loss": 3.458801574707031, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.24864114721868857, |
| "grad_norm": 0.4965198338031769, |
| "learning_rate": 0.0002909389027498054, |
| "loss": 3.4571484375, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.2505685979723218, |
| "grad_norm": 0.4690743088722229, |
| "learning_rate": 0.0002907735844354344, |
| "loss": 3.46658203125, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.25249604872595505, |
| "grad_norm": 0.4719405770301819, |
| "learning_rate": 0.0002906068194546757, |
| "loss": 3.4751458740234376, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.2544234994795883, |
| "grad_norm": 0.4720248281955719, |
| "learning_rate": 0.00029043860952129765, |
| "loss": 3.480400390625, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.2563509502332215, |
| "grad_norm": 0.4931813180446625, |
| "learning_rate": 0.00029026895636391747, |
| "loss": 3.4634954833984377, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.2582784009868548, |
| "grad_norm": 0.5063376426696777, |
| "learning_rate": 0.00029009786172598393, |
| "loss": 3.4451904296875, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.26020585174048805, |
| "grad_norm": 0.4933936893939972, |
| "learning_rate": 0.0002899253273657591, |
| "loss": 3.4367218017578125, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.26213330249412126, |
| "grad_norm": 0.48165440559387207, |
| "learning_rate": 0.0002897513550563004, |
| "loss": 3.4317822265625, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.2640607532477545, |
| "grad_norm": 0.48148947954177856, |
| "learning_rate": 0.00028957594658544266, |
| "loss": 3.4445721435546877, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.2659882040013878, |
| "grad_norm": 0.49338117241859436, |
| "learning_rate": 0.0002893991037557792, |
| "loss": 3.4329559326171877, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.267915654755021, |
| "grad_norm": 0.47753119468688965, |
| "learning_rate": 0.00028922082838464373, |
| "loss": 3.4400469970703127, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.26984310550865426, |
| "grad_norm": 0.4834132194519043, |
| "learning_rate": 0.0002890411223040915, |
| "loss": 3.4297528076171875, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.2717705562622875, |
| "grad_norm": 0.47897446155548096, |
| "learning_rate": 0.0002888599873608806, |
| "loss": 3.4394317626953126, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.27369800701592073, |
| "grad_norm": 0.4720662534236908, |
| "learning_rate": 0.00028867742541645276, |
| "loss": 3.435224609375, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.275625457769554, |
| "grad_norm": 0.484162300825119, |
| "learning_rate": 0.00028849343834691445, |
| "loss": 3.4345529174804685, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.27755290852318726, |
| "grad_norm": 0.4884200096130371, |
| "learning_rate": 0.00028830802804301743, |
| "loss": 3.435291442871094, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.27948035927682047, |
| "grad_norm": 0.5109637975692749, |
| "learning_rate": 0.0002881211964101395, |
| "loss": 3.4217279052734373, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.28140781003045373, |
| "grad_norm": 0.47823017835617065, |
| "learning_rate": 0.0002879329453682647, |
| "loss": 3.426511535644531, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.28333526078408694, |
| "grad_norm": 0.5128335952758789, |
| "learning_rate": 0.00028774327685196385, |
| "loss": 3.427406005859375, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.2852627115377202, |
| "grad_norm": 0.4827037453651428, |
| "learning_rate": 0.0002875521928103744, |
| "loss": 3.4155810546875, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.28719016229135347, |
| "grad_norm": 0.481082022190094, |
| "learning_rate": 0.0002873596952071804, |
| "loss": 3.4052203369140623, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.2891176130449867, |
| "grad_norm": 0.4779789447784424, |
| "learning_rate": 0.0002871657860205926, |
| "loss": 3.4142279052734374, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.29104506379861994, |
| "grad_norm": 0.49225643277168274, |
| "learning_rate": 0.00028697438741990324, |
| "loss": 3.4227734375, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.2929725145522532, |
| "grad_norm": 0.5048698782920837, |
| "learning_rate": 0.00028677768919106977, |
| "loss": 3.411636962890625, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.2948999653058864, |
| "grad_norm": 0.47102615237236023, |
| "learning_rate": 0.0002865795853598548, |
| "loss": 3.4300201416015623, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.2968274160595197, |
| "grad_norm": 0.5100015997886658, |
| "learning_rate": 0.00028638007796208176, |
| "loss": 3.4064337158203126, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.29875486681315294, |
| "grad_norm": 0.48272567987442017, |
| "learning_rate": 0.00028617916904799783, |
| "loss": 3.4024899291992186, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.30068231756678615, |
| "grad_norm": 0.4890754222869873, |
| "learning_rate": 0.000285976860682253, |
| "loss": 3.4252352905273438, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.3026097683204194, |
| "grad_norm": 0.48382148146629333, |
| "learning_rate": 0.0002857731549438787, |
| "loss": 3.4206988525390627, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.3045372190740527, |
| "grad_norm": 0.47125667333602905, |
| "learning_rate": 0.00028556805392626654, |
| "loss": 3.41896728515625, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.3064646698276859, |
| "grad_norm": 0.4767087697982788, |
| "learning_rate": 0.0002853615597371468, |
| "loss": 3.4015020751953124, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.30839212058131915, |
| "grad_norm": 0.4715645909309387, |
| "learning_rate": 0.0002851536744985669, |
| "loss": 3.40042236328125, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.30839212058131915, |
| "eval_loss": 3.342198371887207, |
| "eval_runtime": 71.6585, |
| "eval_samples_per_second": 116.413, |
| "eval_steps_per_second": 3.642, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.3103195713349524, |
| "grad_norm": 0.4898245930671692, |
| "learning_rate": 0.00028494440034686913, |
| "loss": 3.415509033203125, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.3122470220885856, |
| "grad_norm": 0.48199841380119324, |
| "learning_rate": 0.0002847337394326693, |
| "loss": 3.3922320556640626, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.3141744728422189, |
| "grad_norm": 0.48237958550453186, |
| "learning_rate": 0.0002845216939208343, |
| "loss": 3.393681640625, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.31610192359585215, |
| "grad_norm": 0.4685034453868866, |
| "learning_rate": 0.0002843082659904597, |
| "loss": 3.40257568359375, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.31802937434948536, |
| "grad_norm": 0.4959200620651245, |
| "learning_rate": 0.00028409345783484774, |
| "loss": 3.3937017822265627, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.3199568251031186, |
| "grad_norm": 0.48208650946617126, |
| "learning_rate": 0.00028387727166148463, |
| "loss": 3.3995901489257814, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.32188427585675183, |
| "grad_norm": 0.49182265996932983, |
| "learning_rate": 0.0002836597096920178, |
| "loss": 3.3908148193359375, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.3238117266103851, |
| "grad_norm": 0.4829288423061371, |
| "learning_rate": 0.000283440774162233, |
| "loss": 3.39423583984375, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.32573917736401836, |
| "grad_norm": 0.4829620122909546, |
| "learning_rate": 0.00028322046732203165, |
| "loss": 3.3739398193359373, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.32766662811765157, |
| "grad_norm": 0.49594053626060486, |
| "learning_rate": 0.00028299879143540735, |
| "loss": 3.378362731933594, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.32959407887128483, |
| "grad_norm": 0.489305704832077, |
| "learning_rate": 0.0002827757487804228, |
| "loss": 3.382164306640625, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.3315215296249181, |
| "grad_norm": 0.4979233145713806, |
| "learning_rate": 0.0002825513416491864, |
| "loss": 3.3737216186523438, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.3334489803785513, |
| "grad_norm": 0.4722122251987457, |
| "learning_rate": 0.00028232557234782863, |
| "loss": 3.3916912841796876, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.33537643113218457, |
| "grad_norm": 0.5052176713943481, |
| "learning_rate": 0.00028209844319647837, |
| "loss": 3.386777648925781, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.33730388188581784, |
| "grad_norm": 0.4875766932964325, |
| "learning_rate": 0.00028186995652923903, |
| "loss": 3.3826312255859374, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.33923133263945104, |
| "grad_norm": 0.4967861473560333, |
| "learning_rate": 0.0002816401146941647, |
| "loss": 3.3676068115234377, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.3411587833930843, |
| "grad_norm": 0.4899598956108093, |
| "learning_rate": 0.00028140892005323583, |
| "loss": 3.358997497558594, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.3430862341467176, |
| "grad_norm": 0.48528599739074707, |
| "learning_rate": 0.00028117637498233507, |
| "loss": 3.3772552490234373, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.3450136849003508, |
| "grad_norm": 0.4654850661754608, |
| "learning_rate": 0.0002809424818712228, |
| "loss": 3.3589202880859377, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.34694113565398405, |
| "grad_norm": 0.5098646283149719, |
| "learning_rate": 0.0002807072431235126, |
| "loss": 3.3637164306640623, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.3488685864076173, |
| "grad_norm": 0.4997151792049408, |
| "learning_rate": 0.00028047066115664663, |
| "loss": 3.3785467529296875, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.3507960371612505, |
| "grad_norm": 0.46549203991889954, |
| "learning_rate": 0.0002802327384018706, |
| "loss": 3.360137634277344, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.3527234879148838, |
| "grad_norm": 0.5423162579536438, |
| "learning_rate": 0.00027999347730420893, |
| "loss": 3.35434326171875, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.35465093866851705, |
| "grad_norm": 0.47321420907974243, |
| "learning_rate": 0.00027975288032243965, |
| "loss": 3.3585409545898437, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.35657838942215025, |
| "grad_norm": 0.4811253845691681, |
| "learning_rate": 0.0002795109499290689, |
| "loss": 3.367620849609375, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.3585058401757835, |
| "grad_norm": 0.4982966184616089, |
| "learning_rate": 0.0002792676886103059, |
| "loss": 3.3639886474609373, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.3604332909294167, |
| "grad_norm": 0.5057178735733032, |
| "learning_rate": 0.000279023098866037, |
| "loss": 3.360538330078125, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.36236074168305, |
| "grad_norm": 0.4778556823730469, |
| "learning_rate": 0.00027877718320980027, |
| "loss": 3.3363970947265624, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.36428819243668326, |
| "grad_norm": 0.4765235185623169, |
| "learning_rate": 0.00027852994416875963, |
| "loss": 3.3325067138671876, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.36621564319031646, |
| "grad_norm": 0.49356508255004883, |
| "learning_rate": 0.0002782813842836787, |
| "loss": 3.3406036376953123, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.36814309394394973, |
| "grad_norm": 0.47266724705696106, |
| "learning_rate": 0.0002780315061088948, |
| "loss": 3.351762390136719, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.370070544697583, |
| "grad_norm": 0.5001718401908875, |
| "learning_rate": 0.0002777853489676245, |
| "loss": 3.3632208251953126, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.3719979954512162, |
| "grad_norm": 0.4980491101741791, |
| "learning_rate": 0.0002775328681680337, |
| "loss": 3.3641986083984374, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.37392544620484947, |
| "grad_norm": 0.49997082352638245, |
| "learning_rate": 0.00027727907677090117, |
| "loss": 3.340047607421875, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.37585289695848273, |
| "grad_norm": 0.4940063953399658, |
| "learning_rate": 0.00027702397738432624, |
| "loss": 3.3303033447265626, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.37778034771211594, |
| "grad_norm": 0.48513808846473694, |
| "learning_rate": 0.00027676757262984987, |
| "loss": 3.3373089599609376, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.3797077984657492, |
| "grad_norm": 0.5037530660629272, |
| "learning_rate": 0.0002765098651424275, |
| "loss": 3.350380554199219, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.38163524921938247, |
| "grad_norm": 0.49754294753074646, |
| "learning_rate": 0.00027625085757040235, |
| "loss": 3.357091064453125, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.3835626999730157, |
| "grad_norm": 0.5108275413513184, |
| "learning_rate": 0.00027599055257547793, |
| "loss": 3.3248159790039065, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.38549015072664894, |
| "grad_norm": 0.5188531875610352, |
| "learning_rate": 0.0002757289528326909, |
| "loss": 3.3242608642578126, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.38549015072664894, |
| "eval_loss": 3.279729127883911, |
| "eval_runtime": 72.1979, |
| "eval_samples_per_second": 115.544, |
| "eval_steps_per_second": 3.615, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.3874176014802822, |
| "grad_norm": 0.485309898853302, |
| "learning_rate": 0.00027546606103038326, |
| "loss": 3.3307257080078125, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.3893450522339154, |
| "grad_norm": 0.48716261982917786, |
| "learning_rate": 0.00027520187987017513, |
| "loss": 3.354161682128906, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.3912725029875487, |
| "grad_norm": 0.4917289912700653, |
| "learning_rate": 0.00027493641206693655, |
| "loss": 3.3324749755859373, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.39319995374118194, |
| "grad_norm": 0.49136367440223694, |
| "learning_rate": 0.0002746696603487601, |
| "loss": 3.321602478027344, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.39512740449481515, |
| "grad_norm": 0.4706106185913086, |
| "learning_rate": 0.00027440162745693224, |
| "loss": 3.3309661865234377, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.3970548552484484, |
| "grad_norm": 0.49642741680145264, |
| "learning_rate": 0.00027413231614590574, |
| "loss": 3.3401861572265625, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.3989823060020816, |
| "grad_norm": 0.4948924481868744, |
| "learning_rate": 0.00027386172918327103, |
| "loss": 3.32413818359375, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.4009097567557149, |
| "grad_norm": 0.5285770297050476, |
| "learning_rate": 0.00027358986934972776, |
| "loss": 3.334150390625, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.40283720750934815, |
| "grad_norm": 0.4994802474975586, |
| "learning_rate": 0.00027331673943905633, |
| "loss": 3.3236483764648437, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.40476465826298136, |
| "grad_norm": 0.4856112599372864, |
| "learning_rate": 0.00027304234225808914, |
| "loss": 3.325201110839844, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.4066921090166146, |
| "grad_norm": 0.4792839288711548, |
| "learning_rate": 0.0002727666806266819, |
| "loss": 3.3177694702148437, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.4086195597702479, |
| "grad_norm": 0.49488285183906555, |
| "learning_rate": 0.0002724897573776842, |
| "loss": 3.3090228271484374, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.4105470105238811, |
| "grad_norm": 0.4831986427307129, |
| "learning_rate": 0.0002722115753569111, |
| "loss": 3.302528076171875, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.41247446127751436, |
| "grad_norm": 0.5022083520889282, |
| "learning_rate": 0.00027193213742311305, |
| "loss": 3.3182904052734377, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.4144019120311476, |
| "grad_norm": 0.48181504011154175, |
| "learning_rate": 0.0002716514464479474, |
| "loss": 3.3185986328125, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.41632936278478083, |
| "grad_norm": 0.4877314269542694, |
| "learning_rate": 0.000271369505315948, |
| "loss": 3.3362991333007814, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.4182568135384141, |
| "grad_norm": 0.5079516172409058, |
| "learning_rate": 0.0002710863169244963, |
| "loss": 3.3230828857421875, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.42018426429204736, |
| "grad_norm": 0.5222039222717285, |
| "learning_rate": 0.00027080188418379116, |
| "loss": 3.310635681152344, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.42211171504568057, |
| "grad_norm": 0.48713019490242004, |
| "learning_rate": 0.00027051621001681914, |
| "loss": 3.3143301391601563, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.42403916579931383, |
| "grad_norm": 0.5177494883537292, |
| "learning_rate": 0.0002702292973593242, |
| "loss": 3.305172119140625, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.4259666165529471, |
| "grad_norm": 0.5103081464767456, |
| "learning_rate": 0.00026994114915977784, |
| "loss": 3.29141845703125, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.4278940673065803, |
| "grad_norm": 0.48814478516578674, |
| "learning_rate": 0.00026965176837934874, |
| "loss": 3.3208197021484374, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.42982151806021357, |
| "grad_norm": 0.5066275596618652, |
| "learning_rate": 0.000269361157991872, |
| "loss": 3.320732421875, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.4317489688138468, |
| "grad_norm": 0.5084295868873596, |
| "learning_rate": 0.0002690693209838191, |
| "loss": 3.3152029418945315, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.43367641956748004, |
| "grad_norm": 0.5029125213623047, |
| "learning_rate": 0.00026877626035426677, |
| "loss": 3.302169189453125, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.4356038703211133, |
| "grad_norm": 0.5140436291694641, |
| "learning_rate": 0.00026848197911486643, |
| "loss": 3.3106985473632813, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.4375313210747465, |
| "grad_norm": 0.4871470630168915, |
| "learning_rate": 0.0002681864802898132, |
| "loss": 3.3046832275390625, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.4394587718283798, |
| "grad_norm": 0.510291576385498, |
| "learning_rate": 0.00026788976691581454, |
| "loss": 3.318800048828125, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.44138622258201304, |
| "grad_norm": 0.500678300857544, |
| "learning_rate": 0.00026759184204205963, |
| "loss": 3.290931396484375, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.44331367333564625, |
| "grad_norm": 0.5076199769973755, |
| "learning_rate": 0.0002672927087301874, |
| "loss": 3.2901202392578126, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.4452411240892795, |
| "grad_norm": 0.49749693274497986, |
| "learning_rate": 0.0002669923700542555, |
| "loss": 3.307938232421875, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.4471685748429128, |
| "grad_norm": 0.5069649815559387, |
| "learning_rate": 0.0002666908291007085, |
| "loss": 3.287379150390625, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.449096025596546, |
| "grad_norm": 0.49996042251586914, |
| "learning_rate": 0.00026638808896834625, |
| "loss": 3.294720458984375, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.45102347635017925, |
| "grad_norm": 0.5172936320304871, |
| "learning_rate": 0.000266084152768292, |
| "loss": 3.3005242919921876, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.4529509271038125, |
| "grad_norm": 0.4884229302406311, |
| "learning_rate": 0.0002657790236239604, |
| "loss": 3.3028387451171874, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.4548783778574457, |
| "grad_norm": 0.4896923005580902, |
| "learning_rate": 0.0002654727046710256, |
| "loss": 3.303028564453125, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.456805828611079, |
| "grad_norm": 0.49592748284339905, |
| "learning_rate": 0.00026516519905738883, |
| "loss": 3.285137939453125, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.45873327936471225, |
| "grad_norm": 0.4845772683620453, |
| "learning_rate": 0.0002648565099431459, |
| "loss": 3.28921630859375, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.46066073011834546, |
| "grad_norm": 0.5072834491729736, |
| "learning_rate": 0.0002645466405005552, |
| "loss": 3.3063189697265627, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.4625881808719787, |
| "grad_norm": 0.49562397599220276, |
| "learning_rate": 0.00026423559391400465, |
| "loss": 3.2722076416015624, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.4625881808719787, |
| "eval_loss": 3.23704195022583, |
| "eval_runtime": 63.8348, |
| "eval_samples_per_second": 130.681, |
| "eval_steps_per_second": 4.089, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.464515631625612, |
| "grad_norm": 0.485429972410202, |
| "learning_rate": 0.0002639233733799791, |
| "loss": 3.2845184326171877, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.4664430823792452, |
| "grad_norm": 0.5060269236564636, |
| "learning_rate": 0.00026361626138491734, |
| "loss": 3.289698181152344, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.46837053313287846, |
| "grad_norm": 0.5207314491271973, |
| "learning_rate": 0.00026330172591234794, |
| "loss": 3.283543701171875, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.4702979838865117, |
| "grad_norm": 0.4899747669696808, |
| "learning_rate": 0.00026298602608924214, |
| "loss": 3.2631646728515626, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.47222543464014494, |
| "grad_norm": 0.511677086353302, |
| "learning_rate": 0.0002626691651599042, |
| "loss": 3.2772393798828126, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.4741528853937782, |
| "grad_norm": 0.5158467888832092, |
| "learning_rate": 0.0002623511463805704, |
| "loss": 3.292477722167969, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.4760803361474114, |
| "grad_norm": 0.5188326239585876, |
| "learning_rate": 0.0002620319730193757, |
| "loss": 3.268270263671875, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.4780077869010447, |
| "grad_norm": 0.4904669523239136, |
| "learning_rate": 0.00026171164835632027, |
| "loss": 3.2848394775390624, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.47993523765467794, |
| "grad_norm": 0.525324821472168, |
| "learning_rate": 0.0002613901756832356, |
| "loss": 3.27462890625, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.48186268840831115, |
| "grad_norm": 0.5027859210968018, |
| "learning_rate": 0.0002610675583037508, |
| "loss": 3.2780300903320314, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.4837901391619444, |
| "grad_norm": 0.5029728412628174, |
| "learning_rate": 0.00026074379953325863, |
| "loss": 3.2874945068359374, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.4857175899155777, |
| "grad_norm": 0.5005213022232056, |
| "learning_rate": 0.00026041890269888136, |
| "loss": 3.2655682373046875, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.4876450406692109, |
| "grad_norm": 0.5063687562942505, |
| "learning_rate": 0.0002600928711394367, |
| "loss": 3.2774481201171874, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.48957249142284415, |
| "grad_norm": 0.4986209273338318, |
| "learning_rate": 0.00025976570820540325, |
| "loss": 3.289039306640625, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.4914999421764774, |
| "grad_norm": 0.5154808759689331, |
| "learning_rate": 0.00025943741725888646, |
| "loss": 3.270457458496094, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.4934273929301106, |
| "grad_norm": 0.5098702311515808, |
| "learning_rate": 0.00025910800167358366, |
| "loss": 3.2625686645507814, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.4953548436837439, |
| "grad_norm": 0.5277470946311951, |
| "learning_rate": 0.00025877746483474976, |
| "loss": 3.289451904296875, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.49728229443737715, |
| "grad_norm": 0.5058562159538269, |
| "learning_rate": 0.00025844581013916213, |
| "loss": 3.287037658691406, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.49920974519101036, |
| "grad_norm": 0.5200469493865967, |
| "learning_rate": 0.0002581130409950859, |
| "loss": 3.271123352050781, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.5011371959446436, |
| "grad_norm": 0.5302641987800598, |
| "learning_rate": 0.0002577791608222389, |
| "loss": 3.2679959106445313, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.5030646466982769, |
| "grad_norm": 0.5055278539657593, |
| "learning_rate": 0.00025744417305175653, |
| "loss": 3.2799420166015625, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.5049920974519101, |
| "grad_norm": 0.5066748261451721, |
| "learning_rate": 0.00025710808112615644, |
| "loss": 3.2776678466796874, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.5069195482055433, |
| "grad_norm": 0.5080742835998535, |
| "learning_rate": 0.00025677088849930307, |
| "loss": 3.2569970703125, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.5088469989591766, |
| "grad_norm": 0.49316340684890747, |
| "learning_rate": 0.0002564325986363725, |
| "loss": 3.2653009033203126, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.5107744497128098, |
| "grad_norm": 0.5022343993186951, |
| "learning_rate": 0.00025609321501381637, |
| "loss": 3.254708251953125, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.512701900466443, |
| "grad_norm": 0.5125695466995239, |
| "learning_rate": 0.00025575274111932654, |
| "loss": 3.2687692260742187, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.5146293512200764, |
| "grad_norm": 0.5127341747283936, |
| "learning_rate": 0.00025541118045179916, |
| "loss": 3.24674560546875, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.5165568019737096, |
| "grad_norm": 0.5302950143814087, |
| "learning_rate": 0.00025506853652129837, |
| "loss": 3.2523040771484375, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.5184842527273428, |
| "grad_norm": 0.4974203109741211, |
| "learning_rate": 0.0002547248128490209, |
| "loss": 3.2576162719726565, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.5204117034809761, |
| "grad_norm": 0.5059196352958679, |
| "learning_rate": 0.0002543800129672591, |
| "loss": 3.26962158203125, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.5223391542346093, |
| "grad_norm": 0.4979102313518524, |
| "learning_rate": 0.00025403414041936547, |
| "loss": 3.2441473388671875, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.5242666049882425, |
| "grad_norm": 0.5194156765937805, |
| "learning_rate": 0.00025368719875971534, |
| "loss": 3.2662139892578126, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.5261940557418758, |
| "grad_norm": 0.5145624279975891, |
| "learning_rate": 0.00025333919155367125, |
| "loss": 3.246636962890625, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.528121506495509, |
| "grad_norm": 0.5134981870651245, |
| "learning_rate": 0.0002529901223775455, |
| "loss": 3.2625299072265626, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.5300489572491422, |
| "grad_norm": 0.5281381607055664, |
| "learning_rate": 0.0002526399948185642, |
| "loss": 3.2776739501953127, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.5319764080027756, |
| "grad_norm": 0.5279331207275391, |
| "learning_rate": 0.00025228881247482953, |
| "loss": 3.252415771484375, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.5339038587564088, |
| "grad_norm": 0.5229082703590393, |
| "learning_rate": 0.0002519365789552835, |
| "loss": 3.258053894042969, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.535831309510042, |
| "grad_norm": 0.5027236342430115, |
| "learning_rate": 0.0002515832978796705, |
| "loss": 3.2474884033203124, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.5377587602636753, |
| "grad_norm": 0.5057716369628906, |
| "learning_rate": 0.00025122897287850024, |
| "loss": 3.244605712890625, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.5396862110173085, |
| "grad_norm": 0.519944965839386, |
| "learning_rate": 0.00025087360759301023, |
| "loss": 3.25479736328125, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.5396862110173085, |
| "eval_loss": 3.1955931186676025, |
| "eval_runtime": 63.6143, |
| "eval_samples_per_second": 131.134, |
| "eval_steps_per_second": 4.103, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.5416136617709417, |
| "grad_norm": 0.4972708821296692, |
| "learning_rate": 0.0002505172056751287, |
| "loss": 3.276119384765625, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.543541112524575, |
| "grad_norm": 0.5104284286499023, |
| "learning_rate": 0.00025015977078743677, |
| "loss": 3.229161376953125, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.5454685632782083, |
| "grad_norm": 0.5257759094238281, |
| "learning_rate": 0.00024980848595011453, |
| "loss": 3.2508782958984375, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.5473960140318415, |
| "grad_norm": 0.5083267688751221, |
| "learning_rate": 0.0002494490166290564, |
| "loss": 3.2490048217773437, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.5493234647854748, |
| "grad_norm": 0.5066636204719543, |
| "learning_rate": 0.000249088525315483, |
| "loss": 3.23043701171875, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.551250915539108, |
| "grad_norm": 0.5071622133255005, |
| "learning_rate": 0.0002487270157140004, |
| "loss": 3.2611257934570315, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.5531783662927412, |
| "grad_norm": 0.520742654800415, |
| "learning_rate": 0.00024836449153967896, |
| "loss": 3.2509039306640624, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.5551058170463745, |
| "grad_norm": 0.5163410305976868, |
| "learning_rate": 0.00024800095651801563, |
| "loss": 3.2470028686523436, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.5570332678000077, |
| "grad_norm": 0.5406373739242554, |
| "learning_rate": 0.00024763641438489513, |
| "loss": 3.233168640136719, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.5589607185536409, |
| "grad_norm": 0.6013800501823425, |
| "learning_rate": 0.0002472708688865519, |
| "loss": 3.246990966796875, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.5608881693072743, |
| "grad_norm": 0.5319772958755493, |
| "learning_rate": 0.00024690432377953155, |
| "loss": 3.244833984375, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.5628156200609075, |
| "grad_norm": 0.5161493420600891, |
| "learning_rate": 0.0002465367828306522, |
| "loss": 3.2414398193359375, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.5647430708145407, |
| "grad_norm": 0.5242125391960144, |
| "learning_rate": 0.00024616824981696573, |
| "loss": 3.2221527099609375, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.5666705215681739, |
| "grad_norm": 0.5306032299995422, |
| "learning_rate": 0.00024579872852571906, |
| "loss": 3.2450616455078123, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.5685979723218072, |
| "grad_norm": 0.5260001420974731, |
| "learning_rate": 0.0002454282227543152, |
| "loss": 3.226510009765625, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.5705254230754404, |
| "grad_norm": 0.5230858325958252, |
| "learning_rate": 0.00024505673631027415, |
| "loss": 3.2494967651367186, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.5724528738290736, |
| "grad_norm": 0.5204994678497314, |
| "learning_rate": 0.000244684273011194, |
| "loss": 3.245614013671875, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.5743803245827069, |
| "grad_norm": 0.5140077471733093, |
| "learning_rate": 0.00024431083668471134, |
| "loss": 3.2390606689453123, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.5763077753363401, |
| "grad_norm": 0.533420741558075, |
| "learning_rate": 0.00024393643116846225, |
| "loss": 3.240533752441406, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.5782352260899734, |
| "grad_norm": 0.515992283821106, |
| "learning_rate": 0.0002435610603100427, |
| "loss": 3.2578091430664062, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.5801626768436067, |
| "grad_norm": 0.5196648240089417, |
| "learning_rate": 0.000243184727966969, |
| "loss": 3.223043212890625, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.5820901275972399, |
| "grad_norm": 0.5403545498847961, |
| "learning_rate": 0.00024280743800663828, |
| "loss": 3.2343881225585935, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.5840175783508731, |
| "grad_norm": 0.5275980234146118, |
| "learning_rate": 0.00024242919430628865, |
| "loss": 3.239459228515625, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.5859450291045064, |
| "grad_norm": 0.5118796229362488, |
| "learning_rate": 0.00024205000075295933, |
| "loss": 3.2324664306640627, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.5878724798581396, |
| "grad_norm": 0.5176474452018738, |
| "learning_rate": 0.00024166986124345076, |
| "loss": 3.2280877685546874, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.5897999306117728, |
| "grad_norm": 0.5145363211631775, |
| "learning_rate": 0.00024128877968428457, |
| "loss": 3.233060302734375, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.5917273813654061, |
| "grad_norm": 0.5313825607299805, |
| "learning_rate": 0.0002409067599916634, |
| "loss": 3.228967590332031, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.5936548321190394, |
| "grad_norm": 0.5396929383277893, |
| "learning_rate": 0.0002405238060914307, |
| "loss": 3.2446685791015626, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.5955822828726726, |
| "grad_norm": 0.5130940079689026, |
| "learning_rate": 0.0002401399219190303, |
| "loss": 3.2330755615234374, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.5975097336263059, |
| "grad_norm": 0.5438942313194275, |
| "learning_rate": 0.0002397551114194659, |
| "loss": 3.24219970703125, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.5994371843799391, |
| "grad_norm": 0.524650514125824, |
| "learning_rate": 0.00023936937854726094, |
| "loss": 3.2422085571289063, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.6013646351335723, |
| "grad_norm": 0.5230799317359924, |
| "learning_rate": 0.00023898272726641741, |
| "loss": 3.223502197265625, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.6032920858872056, |
| "grad_norm": 0.5275322794914246, |
| "learning_rate": 0.00023859516155037546, |
| "loss": 3.225958251953125, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.6052195366408388, |
| "grad_norm": 0.5163736343383789, |
| "learning_rate": 0.00023820668538197248, |
| "loss": 3.20025390625, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.607146987394472, |
| "grad_norm": 0.5169758796691895, |
| "learning_rate": 0.00023781730275340216, |
| "loss": 3.2232843017578126, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.6090744381481054, |
| "grad_norm": 0.5409614443778992, |
| "learning_rate": 0.00023742701766617344, |
| "loss": 3.2230377197265625, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.6110018889017386, |
| "grad_norm": 0.5149165391921997, |
| "learning_rate": 0.0002370358341310695, |
| "loss": 3.2072076416015625, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.6129293396553718, |
| "grad_norm": 0.5395666360855103, |
| "learning_rate": 0.00023664375616810638, |
| "loss": 3.2132049560546876, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.6148567904090051, |
| "grad_norm": 0.5156650543212891, |
| "learning_rate": 0.00023625078780649178, |
| "loss": 3.2226068115234376, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.6167842411626383, |
| "grad_norm": 0.5319775938987732, |
| "learning_rate": 0.0002358569330845836, |
| "loss": 3.218251953125, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.6167842411626383, |
| "eval_loss": 3.1663146018981934, |
| "eval_runtime": 63.6923, |
| "eval_samples_per_second": 130.973, |
| "eval_steps_per_second": 4.098, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.6187116919162715, |
| "grad_norm": 0.5353730320930481, |
| "learning_rate": 0.0002354700994109862, |
| "loss": 3.2148919677734376, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.6206391426699048, |
| "grad_norm": 0.5472115874290466, |
| "learning_rate": 0.00023507450164527135, |
| "loss": 3.235498962402344, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.622566593423538, |
| "grad_norm": 0.5607327818870544, |
| "learning_rate": 0.0002346780296074233, |
| "loss": 3.2080108642578127, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.6244940441771712, |
| "grad_norm": 0.5322075486183167, |
| "learning_rate": 0.00023428068737180557, |
| "loss": 3.22909423828125, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.6264214949308046, |
| "grad_norm": 0.5252315998077393, |
| "learning_rate": 0.00023388247902172437, |
| "loss": 3.2227642822265623, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.6283489456844378, |
| "grad_norm": 0.5412209630012512, |
| "learning_rate": 0.00023348340864938672, |
| "loss": 3.2188629150390624, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.630276396438071, |
| "grad_norm": 0.5388709306716919, |
| "learning_rate": 0.0002330834803558581, |
| "loss": 3.2186550903320312, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.6322038471917043, |
| "grad_norm": 0.5240402817726135, |
| "learning_rate": 0.00023268269825102049, |
| "loss": 3.219837646484375, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.6341312979453375, |
| "grad_norm": 0.5506020784378052, |
| "learning_rate": 0.00023228106645353013, |
| "loss": 3.21667236328125, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.6360587486989707, |
| "grad_norm": 0.5462612509727478, |
| "learning_rate": 0.0002318785890907751, |
| "loss": 3.2001947021484374, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.637986199452604, |
| "grad_norm": 0.5411362051963806, |
| "learning_rate": 0.00023147527029883312, |
| "loss": 3.22234130859375, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.6399136502062373, |
| "grad_norm": 0.5390626192092896, |
| "learning_rate": 0.00023107111422242875, |
| "loss": 3.217271423339844, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.6418411009598705, |
| "grad_norm": 0.5203182697296143, |
| "learning_rate": 0.00023066612501489097, |
| "loss": 3.1918304443359373, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.6437685517135037, |
| "grad_norm": 0.5306735038757324, |
| "learning_rate": 0.0002302603068381105, |
| "loss": 3.2123394775390626, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.645696002467137, |
| "grad_norm": 0.5205233097076416, |
| "learning_rate": 0.00022985366386249703, |
| "loss": 3.1963800048828124, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.6476234532207702, |
| "grad_norm": 0.518959641456604, |
| "learning_rate": 0.00022944620026693627, |
| "loss": 3.19573486328125, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.6495509039744034, |
| "grad_norm": 0.551644504070282, |
| "learning_rate": 0.00022903792023874713, |
| "loss": 3.2187109375, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.6514783547280367, |
| "grad_norm": 0.5383501648902893, |
| "learning_rate": 0.00022862882797363852, |
| "loss": 3.209862060546875, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.6534058054816699, |
| "grad_norm": 0.5318331122398376, |
| "learning_rate": 0.00022821892767566648, |
| "loss": 3.2025387573242186, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.6553332562353031, |
| "grad_norm": 0.5309449434280396, |
| "learning_rate": 0.00022780822355719085, |
| "loss": 3.198634033203125, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.6572607069889365, |
| "grad_norm": 0.556352436542511, |
| "learning_rate": 0.00022739671983883184, |
| "loss": 3.2343719482421873, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.6591881577425697, |
| "grad_norm": 0.5366655588150024, |
| "learning_rate": 0.00022698442074942676, |
| "loss": 3.205378112792969, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.6611156084962029, |
| "grad_norm": 0.5222042202949524, |
| "learning_rate": 0.00022657133052598672, |
| "loss": 3.2009152221679686, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.6630430592498362, |
| "grad_norm": 0.541424572467804, |
| "learning_rate": 0.00022615745341365292, |
| "loss": 3.224151611328125, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.6649705100034694, |
| "grad_norm": 0.5297459959983826, |
| "learning_rate": 0.0002257427936656531, |
| "loss": 3.2087701416015624, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.6668979607571026, |
| "grad_norm": 0.5537073016166687, |
| "learning_rate": 0.0002253273555432577, |
| "loss": 3.20187255859375, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.6688254115107359, |
| "grad_norm": 0.5436522960662842, |
| "learning_rate": 0.00022491114331573615, |
| "loss": 3.218807373046875, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.6707528622643691, |
| "grad_norm": 0.5424281358718872, |
| "learning_rate": 0.00022449416126031307, |
| "loss": 3.193819885253906, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.6726803130180024, |
| "grad_norm": 0.5302148461341858, |
| "learning_rate": 0.0002240764136621243, |
| "loss": 3.2095501708984373, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.6746077637716357, |
| "grad_norm": 0.5466500520706177, |
| "learning_rate": 0.00022365790481417274, |
| "loss": 3.2022940063476564, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.6765352145252689, |
| "grad_norm": 0.5302472114562988, |
| "learning_rate": 0.00022323863901728432, |
| "loss": 3.202532958984375, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.6784626652789021, |
| "grad_norm": 0.533517062664032, |
| "learning_rate": 0.00022281862058006377, |
| "loss": 3.196273193359375, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.6803901160325354, |
| "grad_norm": 0.5435385704040527, |
| "learning_rate": 0.00022239785381885044, |
| "loss": 3.209317626953125, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.6823175667861686, |
| "grad_norm": 0.5550362467765808, |
| "learning_rate": 0.0002219763430576738, |
| "loss": 3.178984375, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.6842450175398018, |
| "grad_norm": 0.5522629618644714, |
| "learning_rate": 0.00022155409262820909, |
| "loss": 3.2081500244140626, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.6861724682934351, |
| "grad_norm": 0.5408194661140442, |
| "learning_rate": 0.00022113110686973277, |
| "loss": 3.2006549072265624, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.6880999190470684, |
| "grad_norm": 0.5404806733131409, |
| "learning_rate": 0.00022070739012907797, |
| "loss": 3.1964431762695313, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.6900273698007016, |
| "grad_norm": 0.5439943075180054, |
| "learning_rate": 0.0002202829467605898, |
| "loss": 3.204049072265625, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.6919548205543349, |
| "grad_norm": 0.5549587607383728, |
| "learning_rate": 0.00021985778112608057, |
| "loss": 3.1962115478515627, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.6938822713079681, |
| "grad_norm": 0.5523220896720886, |
| "learning_rate": 0.00021943189759478503, |
| "loss": 3.2010546875, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.6938822713079681, |
| "eval_loss": 3.140258550643921, |
| "eval_runtime": 70.1344, |
| "eval_samples_per_second": 118.943, |
| "eval_steps_per_second": 3.721, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.6958097220616013, |
| "grad_norm": 0.5462304353713989, |
| "learning_rate": 0.0002190053005433153, |
| "loss": 3.217257080078125, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.6977371728152346, |
| "grad_norm": 0.5415950417518616, |
| "learning_rate": 0.00021857799435561626, |
| "loss": 3.186925048828125, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.6996646235688678, |
| "grad_norm": 0.5496586561203003, |
| "learning_rate": 0.00021814998342291995, |
| "loss": 3.184859619140625, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.701592074322501, |
| "grad_norm": 0.5240462422370911, |
| "learning_rate": 0.00021772127214370109, |
| "loss": 3.1860537719726563, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.7035195250761344, |
| "grad_norm": 0.5483691096305847, |
| "learning_rate": 0.0002173004598597227, |
| "loss": 3.196702880859375, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.7054469758297676, |
| "grad_norm": 0.5493341684341431, |
| "learning_rate": 0.0002168703748988944, |
| "loss": 3.202568359375, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.7073744265834008, |
| "grad_norm": 0.5448978543281555, |
| "learning_rate": 0.00021643960274150096, |
| "loss": 3.1949456787109374, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.7093018773370341, |
| "grad_norm": 0.5448238849639893, |
| "learning_rate": 0.00021600814781439276, |
| "loss": 3.1895770263671874, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.7112293280906673, |
| "grad_norm": 0.5450513362884521, |
| "learning_rate": 0.00021557601455143667, |
| "loss": 3.1710748291015625, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.7131567788443005, |
| "grad_norm": 0.5654709935188293, |
| "learning_rate": 0.0002151432073934707, |
| "loss": 3.1629629516601563, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.7150842295979337, |
| "grad_norm": 0.533403754234314, |
| "learning_rate": 0.0002147097307882579, |
| "loss": 3.178038330078125, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.717011680351567, |
| "grad_norm": 0.546596884727478, |
| "learning_rate": 0.00021427558919044114, |
| "loss": 3.1864089965820312, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.7189391311052002, |
| "grad_norm": 0.537943959236145, |
| "learning_rate": 0.00021384078706149706, |
| "loss": 3.172017822265625, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.7208665818588335, |
| "grad_norm": 0.5493637323379517, |
| "learning_rate": 0.00021340532886969025, |
| "loss": 3.1849749755859373, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.7227940326124668, |
| "grad_norm": 0.5344792604446411, |
| "learning_rate": 0.0002129692190900274, |
| "loss": 3.183013916015625, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.7247214833661, |
| "grad_norm": 0.5494260787963867, |
| "learning_rate": 0.00021253246220421122, |
| "loss": 3.1716021728515624, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.7266489341197332, |
| "grad_norm": 0.5650742053985596, |
| "learning_rate": 0.00021209506270059448, |
| "loss": 3.163990478515625, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.7285763848733665, |
| "grad_norm": 0.5641888976097107, |
| "learning_rate": 0.00021165702507413385, |
| "loss": 3.1848876953125, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.7305038356269997, |
| "grad_norm": 0.5492480397224426, |
| "learning_rate": 0.00021121835382634365, |
| "loss": 3.180323486328125, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.7324312863806329, |
| "grad_norm": 0.5651627779006958, |
| "learning_rate": 0.00021077905346524975, |
| "loss": 3.1726800537109376, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.7343587371342662, |
| "grad_norm": 0.5526878833770752, |
| "learning_rate": 0.00021033912850534296, |
| "loss": 3.161160888671875, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.7362861878878995, |
| "grad_norm": 0.5558029413223267, |
| "learning_rate": 0.00020989858346753292, |
| "loss": 3.1849957275390626, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.7382136386415327, |
| "grad_norm": 0.5392846465110779, |
| "learning_rate": 0.0002094574228791016, |
| "loss": 3.173941650390625, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.740141089395166, |
| "grad_norm": 0.5676681995391846, |
| "learning_rate": 0.0002090156512736565, |
| "loss": 3.1795391845703125, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.7420685401487992, |
| "grad_norm": 0.5614210963249207, |
| "learning_rate": 0.00020857327319108446, |
| "loss": 3.1860287475585936, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.7439959909024324, |
| "grad_norm": 0.5414462685585022, |
| "learning_rate": 0.0002081302931775047, |
| "loss": 3.178353576660156, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.7459234416560657, |
| "grad_norm": 0.5587648749351501, |
| "learning_rate": 0.00020768671578522225, |
| "loss": 3.155638427734375, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.7478508924096989, |
| "grad_norm": 0.5393547415733337, |
| "learning_rate": 0.0002072425455726812, |
| "loss": 3.1642330932617186, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.7497783431633321, |
| "grad_norm": 0.5882778167724609, |
| "learning_rate": 0.00020679778710441758, |
| "loss": 3.1766650390625, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.7517057939169655, |
| "grad_norm": 0.5372825860977173, |
| "learning_rate": 0.0002063524449510129, |
| "loss": 3.1782821655273437, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.7536332446705987, |
| "grad_norm": 0.5670105814933777, |
| "learning_rate": 0.00020590652368904672, |
| "loss": 3.17004150390625, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.7555606954242319, |
| "grad_norm": 0.534831166267395, |
| "learning_rate": 0.00020546002790105004, |
| "loss": 3.1736834716796873, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.7574881461778652, |
| "grad_norm": 0.5483341813087463, |
| "learning_rate": 0.00020501296217545787, |
| "loss": 3.1846588134765623, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.7594155969314984, |
| "grad_norm": 0.5427250862121582, |
| "learning_rate": 0.00020456533110656226, |
| "loss": 3.158591003417969, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.7613430476851316, |
| "grad_norm": 0.5472317934036255, |
| "learning_rate": 0.00020411713929446504, |
| "loss": 3.177190246582031, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.7632704984387649, |
| "grad_norm": 0.5449865460395813, |
| "learning_rate": 0.0002036683913450305, |
| "loss": 3.1783905029296875, |
| "step": 19800 |
| }, |
| { |
| "epoch": 0.7651979491923981, |
| "grad_norm": 0.581668496131897, |
| "learning_rate": 0.00020321909186983816, |
| "loss": 3.1630877685546874, |
| "step": 19850 |
| }, |
| { |
| "epoch": 0.7671253999460313, |
| "grad_norm": 0.5557700395584106, |
| "learning_rate": 0.00020276924548613524, |
| "loss": 3.181783447265625, |
| "step": 19900 |
| }, |
| { |
| "epoch": 0.7690528506996647, |
| "grad_norm": 0.5492613911628723, |
| "learning_rate": 0.00020231885681678942, |
| "loss": 3.1710394287109374, |
| "step": 19950 |
| }, |
| { |
| "epoch": 0.7709803014532979, |
| "grad_norm": 0.545788586139679, |
| "learning_rate": 0.00020186793049024103, |
| "loss": 3.1749493408203127, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.7709803014532979, |
| "eval_loss": 3.1167919635772705, |
| "eval_runtime": 70.0002, |
| "eval_samples_per_second": 119.171, |
| "eval_steps_per_second": 3.729, |
| "step": 20000 |
| }, |
| { |
| "epoch": 0.7729077522069311, |
| "grad_norm": 0.5734344124794006, |
| "learning_rate": 0.0002014164711404559, |
| "loss": 3.1556051635742186, |
| "step": 20050 |
| }, |
| { |
| "epoch": 0.7748352029605644, |
| "grad_norm": 0.5648406147956848, |
| "learning_rate": 0.00020096448340687723, |
| "loss": 3.1638214111328127, |
| "step": 20100 |
| }, |
| { |
| "epoch": 0.7767626537141976, |
| "grad_norm": 0.5655689239501953, |
| "learning_rate": 0.00020051197193437834, |
| "loss": 3.155677490234375, |
| "step": 20150 |
| }, |
| { |
| "epoch": 0.7786901044678308, |
| "grad_norm": 0.55703204870224, |
| "learning_rate": 0.00020005894137321473, |
| "loss": 3.187183837890625, |
| "step": 20200 |
| }, |
| { |
| "epoch": 0.7806175552214641, |
| "grad_norm": 0.566350519657135, |
| "learning_rate": 0.00019960539637897638, |
| "loss": 3.1689105224609375, |
| "step": 20250 |
| }, |
| { |
| "epoch": 0.7825450059750974, |
| "grad_norm": 0.5704211592674255, |
| "learning_rate": 0.00019915134161253983, |
| "loss": 3.1697052001953123, |
| "step": 20300 |
| }, |
| { |
| "epoch": 0.7844724567287306, |
| "grad_norm": 0.5612184405326843, |
| "learning_rate": 0.00019869678174002037, |
| "loss": 3.1789315795898436, |
| "step": 20350 |
| }, |
| { |
| "epoch": 0.7863999074823639, |
| "grad_norm": 0.5699100494384766, |
| "learning_rate": 0.0001982417214327239, |
| "loss": 3.160164794921875, |
| "step": 20400 |
| }, |
| { |
| "epoch": 0.7883273582359971, |
| "grad_norm": 0.5764229893684387, |
| "learning_rate": 0.00019778616536709923, |
| "loss": 3.1545220947265626, |
| "step": 20450 |
| }, |
| { |
| "epoch": 0.7902548089896303, |
| "grad_norm": 0.5840250253677368, |
| "learning_rate": 0.0001973301182246898, |
| "loss": 3.1714324951171875, |
| "step": 20500 |
| }, |
| { |
| "epoch": 0.7921822597432635, |
| "grad_norm": 0.5466107130050659, |
| "learning_rate": 0.0001968827200990245, |
| "loss": 3.144857177734375, |
| "step": 20550 |
| }, |
| { |
| "epoch": 0.7941097104968968, |
| "grad_norm": 0.5752685070037842, |
| "learning_rate": 0.0001964257144557763, |
| "loss": 3.1514706420898437, |
| "step": 20600 |
| }, |
| { |
| "epoch": 0.79603716125053, |
| "grad_norm": 0.5478172898292542, |
| "learning_rate": 0.0001959682317164813, |
| "loss": 3.1699078369140623, |
| "step": 20650 |
| }, |
| { |
| "epoch": 0.7979646120041632, |
| "grad_norm": 0.5521666407585144, |
| "learning_rate": 0.0001955102765824825, |
| "loss": 3.152471008300781, |
| "step": 20700 |
| }, |
| { |
| "epoch": 0.7998920627577966, |
| "grad_norm": 0.5669108033180237, |
| "learning_rate": 0.00019505185375997747, |
| "loss": 3.1632684326171874, |
| "step": 20750 |
| }, |
| { |
| "epoch": 0.8018195135114298, |
| "grad_norm": 0.561879575252533, |
| "learning_rate": 0.00019459296795997, |
| "loss": 3.16443115234375, |
| "step": 20800 |
| }, |
| { |
| "epoch": 0.803746964265063, |
| "grad_norm": 0.5720276832580566, |
| "learning_rate": 0.00019413362389822167, |
| "loss": 3.156514892578125, |
| "step": 20850 |
| }, |
| { |
| "epoch": 0.8056744150186963, |
| "grad_norm": 0.5463959574699402, |
| "learning_rate": 0.00019367382629520338, |
| "loss": 3.143111267089844, |
| "step": 20900 |
| }, |
| { |
| "epoch": 0.8076018657723295, |
| "grad_norm": 0.565447986125946, |
| "learning_rate": 0.00019321357987604694, |
| "loss": 3.1429367065429688, |
| "step": 20950 |
| }, |
| { |
| "epoch": 0.8095293165259627, |
| "grad_norm": 0.5889939069747925, |
| "learning_rate": 0.0001927528893704964, |
| "loss": 3.1348284912109374, |
| "step": 21000 |
| }, |
| { |
| "epoch": 0.811456767279596, |
| "grad_norm": 0.5574634671211243, |
| "learning_rate": 0.00019229175951285954, |
| "loss": 3.1616162109375, |
| "step": 21050 |
| }, |
| { |
| "epoch": 0.8133842180332292, |
| "grad_norm": 0.5584666132926941, |
| "learning_rate": 0.00019183019504195902, |
| "loss": 3.154088134765625, |
| "step": 21100 |
| }, |
| { |
| "epoch": 0.8153116687868625, |
| "grad_norm": 0.5621055364608765, |
| "learning_rate": 0.00019136820070108404, |
| "loss": 3.1489691162109374, |
| "step": 21150 |
| }, |
| { |
| "epoch": 0.8172391195404958, |
| "grad_norm": 0.5915434956550598, |
| "learning_rate": 0.00019090578123794115, |
| "loss": 3.152672119140625, |
| "step": 21200 |
| }, |
| { |
| "epoch": 0.819166570294129, |
| "grad_norm": 0.5811152458190918, |
| "learning_rate": 0.0001904429414046059, |
| "loss": 3.1727081298828126, |
| "step": 21250 |
| }, |
| { |
| "epoch": 0.8210940210477622, |
| "grad_norm": 0.5779080390930176, |
| "learning_rate": 0.00018997968595747358, |
| "loss": 3.1502005004882814, |
| "step": 21300 |
| }, |
| { |
| "epoch": 0.8230214718013955, |
| "grad_norm": 0.5683503746986389, |
| "learning_rate": 0.00018951601965721076, |
| "loss": 3.1443341064453123, |
| "step": 21350 |
| }, |
| { |
| "epoch": 0.8249489225550287, |
| "grad_norm": 0.563933789730072, |
| "learning_rate": 0.00018905194726870602, |
| "loss": 3.133697509765625, |
| "step": 21400 |
| }, |
| { |
| "epoch": 0.8268763733086619, |
| "grad_norm": 0.5592430830001831, |
| "learning_rate": 0.0001885874735610212, |
| "loss": 3.161279296875, |
| "step": 21450 |
| }, |
| { |
| "epoch": 0.8288038240622952, |
| "grad_norm": 0.5582791566848755, |
| "learning_rate": 0.00018812260330734227, |
| "loss": 3.1484185791015626, |
| "step": 21500 |
| }, |
| { |
| "epoch": 0.8307312748159285, |
| "grad_norm": 0.5692592859268188, |
| "learning_rate": 0.00018765734128493034, |
| "loss": 3.1613739013671873, |
| "step": 21550 |
| }, |
| { |
| "epoch": 0.8326587255695617, |
| "grad_norm": 0.5692372918128967, |
| "learning_rate": 0.00018719169227507257, |
| "loss": 3.1404452514648438, |
| "step": 21600 |
| }, |
| { |
| "epoch": 0.834586176323195, |
| "grad_norm": 0.5661136507987976, |
| "learning_rate": 0.00018672566106303295, |
| "loss": 3.1603948974609377, |
| "step": 21650 |
| }, |
| { |
| "epoch": 0.8365136270768282, |
| "grad_norm": 0.562249481678009, |
| "learning_rate": 0.0001862592524380033, |
| "loss": 3.1410427856445313, |
| "step": 21700 |
| }, |
| { |
| "epoch": 0.8384410778304614, |
| "grad_norm": 0.5753993988037109, |
| "learning_rate": 0.00018579247119305384, |
| "loss": 3.144683837890625, |
| "step": 21750 |
| }, |
| { |
| "epoch": 0.8403685285840947, |
| "grad_norm": 0.558670163154602, |
| "learning_rate": 0.00018532532212508409, |
| "loss": 3.1535107421875, |
| "step": 21800 |
| }, |
| { |
| "epoch": 0.8422959793377279, |
| "grad_norm": 0.5808515548706055, |
| "learning_rate": 0.00018485781003477352, |
| "loss": 3.161909484863281, |
| "step": 21850 |
| }, |
| { |
| "epoch": 0.8442234300913611, |
| "grad_norm": 0.5838216543197632, |
| "learning_rate": 0.00018438993972653213, |
| "loss": 3.1452462768554685, |
| "step": 21900 |
| }, |
| { |
| "epoch": 0.8461508808449945, |
| "grad_norm": 0.5656279921531677, |
| "learning_rate": 0.00018392171600845137, |
| "loss": 3.138179931640625, |
| "step": 21950 |
| }, |
| { |
| "epoch": 0.8480783315986277, |
| "grad_norm": 0.5472198724746704, |
| "learning_rate": 0.00018345314369225428, |
| "loss": 3.14174560546875, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.8480783315986277, |
| "eval_loss": 3.092756748199463, |
| "eval_runtime": 69.6645, |
| "eval_samples_per_second": 119.745, |
| "eval_steps_per_second": 3.747, |
| "step": 22000 |
| }, |
| { |
| "epoch": 0.8500057823522609, |
| "grad_norm": 0.5661357641220093, |
| "learning_rate": 0.00018298422759324638, |
| "loss": 3.1307247924804686, |
| "step": 22050 |
| }, |
| { |
| "epoch": 0.8519332331058942, |
| "grad_norm": 0.5698456168174744, |
| "learning_rate": 0.00018251497253026614, |
| "loss": 3.1494296264648436, |
| "step": 22100 |
| }, |
| { |
| "epoch": 0.8538606838595274, |
| "grad_norm": 0.5618436932563782, |
| "learning_rate": 0.00018204538332563546, |
| "loss": 3.13890380859375, |
| "step": 22150 |
| }, |
| { |
| "epoch": 0.8557881346131606, |
| "grad_norm": 0.5600304007530212, |
| "learning_rate": 0.0001815754648051098, |
| "loss": 3.1329217529296876, |
| "step": 22200 |
| }, |
| { |
| "epoch": 0.8577155853667939, |
| "grad_norm": 0.5475085377693176, |
| "learning_rate": 0.00018110522179782913, |
| "loss": 3.133092041015625, |
| "step": 22250 |
| }, |
| { |
| "epoch": 0.8596430361204271, |
| "grad_norm": 0.5875421166419983, |
| "learning_rate": 0.00018063465913626786, |
| "loss": 3.1294207763671875, |
| "step": 22300 |
| }, |
| { |
| "epoch": 0.8615704868740603, |
| "grad_norm": 0.5569576621055603, |
| "learning_rate": 0.00018016378165618553, |
| "loss": 3.1345751953125, |
| "step": 22350 |
| }, |
| { |
| "epoch": 0.8634979376276936, |
| "grad_norm": 0.5917547941207886, |
| "learning_rate": 0.00017969259419657667, |
| "loss": 3.15324951171875, |
| "step": 22400 |
| }, |
| { |
| "epoch": 0.8654253883813269, |
| "grad_norm": 0.5652753114700317, |
| "learning_rate": 0.0001792211015996215, |
| "loss": 3.1455862426757815, |
| "step": 22450 |
| }, |
| { |
| "epoch": 0.8673528391349601, |
| "grad_norm": 0.5713505148887634, |
| "learning_rate": 0.00017874930871063596, |
| "loss": 3.1215853881835938, |
| "step": 22500 |
| }, |
| { |
| "epoch": 0.8692802898885933, |
| "grad_norm": 0.5742377638816833, |
| "learning_rate": 0.00017827722037802194, |
| "loss": 3.1541537475585937, |
| "step": 22550 |
| }, |
| { |
| "epoch": 0.8712077406422266, |
| "grad_norm": 0.5754672884941101, |
| "learning_rate": 0.00017780484145321756, |
| "loss": 3.138553466796875, |
| "step": 22600 |
| }, |
| { |
| "epoch": 0.8731351913958598, |
| "grad_norm": 0.5959605574607849, |
| "learning_rate": 0.00017733217679064697, |
| "loss": 3.12017822265625, |
| "step": 22650 |
| }, |
| { |
| "epoch": 0.875062642149493, |
| "grad_norm": 0.5881737470626831, |
| "learning_rate": 0.00017685923124767102, |
| "loss": 3.130048828125, |
| "step": 22700 |
| }, |
| { |
| "epoch": 0.8769900929031264, |
| "grad_norm": 0.5836317539215088, |
| "learning_rate": 0.00017638600968453692, |
| "loss": 3.133804931640625, |
| "step": 22750 |
| }, |
| { |
| "epoch": 0.8789175436567596, |
| "grad_norm": 0.577653706073761, |
| "learning_rate": 0.00017591251696432838, |
| "loss": 3.133560791015625, |
| "step": 22800 |
| }, |
| { |
| "epoch": 0.8808449944103928, |
| "grad_norm": 0.5812749862670898, |
| "learning_rate": 0.00017543875795291566, |
| "loss": 3.1333111572265624, |
| "step": 22850 |
| }, |
| { |
| "epoch": 0.8827724451640261, |
| "grad_norm": 0.5724690556526184, |
| "learning_rate": 0.00017496473751890568, |
| "loss": 3.121082763671875, |
| "step": 22900 |
| }, |
| { |
| "epoch": 0.8846998959176593, |
| "grad_norm": 0.5756459832191467, |
| "learning_rate": 0.00017449046053359178, |
| "loss": 3.1173480224609373, |
| "step": 22950 |
| }, |
| { |
| "epoch": 0.8866273466712925, |
| "grad_norm": 0.5805308818817139, |
| "learning_rate": 0.00017402542487905876, |
| "loss": 3.1197103881835937, |
| "step": 23000 |
| }, |
| { |
| "epoch": 0.8885547974249258, |
| "grad_norm": 0.5663387775421143, |
| "learning_rate": 0.00017355065430372369, |
| "loss": 3.143828125, |
| "step": 23050 |
| }, |
| { |
| "epoch": 0.890482248178559, |
| "grad_norm": 0.5675112009048462, |
| "learning_rate": 0.00017307564170897767, |
| "loss": 3.1355856323242186, |
| "step": 23100 |
| }, |
| { |
| "epoch": 0.8924096989321922, |
| "grad_norm": 0.5664778351783752, |
| "learning_rate": 0.00017260039197630997, |
| "loss": 3.125141906738281, |
| "step": 23150 |
| }, |
| { |
| "epoch": 0.8943371496858256, |
| "grad_norm": 0.578191339969635, |
| "learning_rate": 0.000172124909989647, |
| "loss": 3.1383987426757813, |
| "step": 23200 |
| }, |
| { |
| "epoch": 0.8962646004394588, |
| "grad_norm": 0.5867224931716919, |
| "learning_rate": 0.00017164920063530178, |
| "loss": 3.1277456665039063, |
| "step": 23250 |
| }, |
| { |
| "epoch": 0.898192051193092, |
| "grad_norm": 0.6003968715667725, |
| "learning_rate": 0.00017117326880192402, |
| "loss": 3.134222106933594, |
| "step": 23300 |
| }, |
| { |
| "epoch": 0.9001195019467253, |
| "grad_norm": 0.5659716129302979, |
| "learning_rate": 0.00017069711938044968, |
| "loss": 3.1279827880859377, |
| "step": 23350 |
| }, |
| { |
| "epoch": 0.9020469527003585, |
| "grad_norm": 0.5737743973731995, |
| "learning_rate": 0.00017022075726405065, |
| "loss": 3.114278564453125, |
| "step": 23400 |
| }, |
| { |
| "epoch": 0.9039744034539917, |
| "grad_norm": 0.5945197939872742, |
| "learning_rate": 0.00016974418734808482, |
| "loss": 3.119969482421875, |
| "step": 23450 |
| }, |
| { |
| "epoch": 0.905901854207625, |
| "grad_norm": 0.5680420398712158, |
| "learning_rate": 0.00016926741453004543, |
| "loss": 3.124642333984375, |
| "step": 23500 |
| }, |
| { |
| "epoch": 0.9078293049612582, |
| "grad_norm": 0.5707167387008667, |
| "learning_rate": 0.00016879044370951085, |
| "loss": 3.1347332763671876, |
| "step": 23550 |
| }, |
| { |
| "epoch": 0.9097567557148915, |
| "grad_norm": 0.5724088549613953, |
| "learning_rate": 0.00016831327978809418, |
| "loss": 3.1314816284179687, |
| "step": 23600 |
| }, |
| { |
| "epoch": 0.9116842064685248, |
| "grad_norm": 0.5946201682090759, |
| "learning_rate": 0.00016783592766939307, |
| "loss": 3.1320989990234374, |
| "step": 23650 |
| }, |
| { |
| "epoch": 0.913611657222158, |
| "grad_norm": 0.5980028510093689, |
| "learning_rate": 0.000167358392258939, |
| "loss": 3.1286688232421875, |
| "step": 23700 |
| }, |
| { |
| "epoch": 0.9155391079757912, |
| "grad_norm": 0.5889047384262085, |
| "learning_rate": 0.00016688067846414728, |
| "loss": 3.131365966796875, |
| "step": 23750 |
| }, |
| { |
| "epoch": 0.9174665587294245, |
| "grad_norm": 0.5753546953201294, |
| "learning_rate": 0.00016640279119426628, |
| "loss": 3.1349615478515624, |
| "step": 23800 |
| }, |
| { |
| "epoch": 0.9193940094830577, |
| "grad_norm": 0.5793065428733826, |
| "learning_rate": 0.000165924735360327, |
| "loss": 3.1140676879882814, |
| "step": 23850 |
| }, |
| { |
| "epoch": 0.9213214602366909, |
| "grad_norm": 0.5712112784385681, |
| "learning_rate": 0.0001654465158750929, |
| "loss": 3.125685119628906, |
| "step": 23900 |
| }, |
| { |
| "epoch": 0.9232489109903242, |
| "grad_norm": 0.5831735134124756, |
| "learning_rate": 0.000164968137653009, |
| "loss": 3.1148748779296875, |
| "step": 23950 |
| }, |
| { |
| "epoch": 0.9251763617439575, |
| "grad_norm": 0.5710425972938538, |
| "learning_rate": 0.00016448960561015177, |
| "loss": 3.1261447143554686, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.9251763617439575, |
| "eval_loss": 3.0723135471343994, |
| "eval_runtime": 69.7806, |
| "eval_samples_per_second": 119.546, |
| "eval_steps_per_second": 3.74, |
| "step": 24000 |
| }, |
| { |
| "epoch": 0.9271038124975907, |
| "grad_norm": 0.5861913561820984, |
| "learning_rate": 0.00016401092466417826, |
| "loss": 3.121595458984375, |
| "step": 24050 |
| }, |
| { |
| "epoch": 0.929031263251224, |
| "grad_norm": 0.5746450424194336, |
| "learning_rate": 0.00016353209973427588, |
| "loss": 3.1021661376953125, |
| "step": 24100 |
| }, |
| { |
| "epoch": 0.9309587140048572, |
| "grad_norm": 0.6018072366714478, |
| "learning_rate": 0.00016305313574111163, |
| "loss": 3.1265057373046874, |
| "step": 24150 |
| }, |
| { |
| "epoch": 0.9328861647584904, |
| "grad_norm": 0.5745505094528198, |
| "learning_rate": 0.00016257403760678156, |
| "loss": 3.1126507568359374, |
| "step": 24200 |
| }, |
| { |
| "epoch": 0.9348136155121237, |
| "grad_norm": 0.5755428671836853, |
| "learning_rate": 0.00016209481025476026, |
| "loss": 3.1199249267578124, |
| "step": 24250 |
| }, |
| { |
| "epoch": 0.9367410662657569, |
| "grad_norm": 0.6154507398605347, |
| "learning_rate": 0.0001616154586098503, |
| "loss": 3.1147506713867186, |
| "step": 24300 |
| }, |
| { |
| "epoch": 0.9386685170193901, |
| "grad_norm": 0.6009291410446167, |
| "learning_rate": 0.00016113598759813147, |
| "loss": 3.1118508911132814, |
| "step": 24350 |
| }, |
| { |
| "epoch": 0.9405959677730233, |
| "grad_norm": 0.62513267993927, |
| "learning_rate": 0.00016065640214691027, |
| "loss": 3.1212445068359376, |
| "step": 24400 |
| }, |
| { |
| "epoch": 0.9425234185266567, |
| "grad_norm": 0.5766476988792419, |
| "learning_rate": 0.00016017670718466922, |
| "loss": 3.105079345703125, |
| "step": 24450 |
| }, |
| { |
| "epoch": 0.9444508692802899, |
| "grad_norm": 0.5826324820518494, |
| "learning_rate": 0.00015969690764101627, |
| "loss": 3.1244757080078127, |
| "step": 24500 |
| }, |
| { |
| "epoch": 0.9463783200339231, |
| "grad_norm": 0.576753556728363, |
| "learning_rate": 0.00015921700844663403, |
| "loss": 3.121556396484375, |
| "step": 24550 |
| }, |
| { |
| "epoch": 0.9483057707875564, |
| "grad_norm": 0.6016496419906616, |
| "learning_rate": 0.0001587370145332293, |
| "loss": 3.1150927734375, |
| "step": 24600 |
| }, |
| { |
| "epoch": 0.9502332215411896, |
| "grad_norm": 0.5723993182182312, |
| "learning_rate": 0.00015825693083348214, |
| "loss": 3.11465087890625, |
| "step": 24650 |
| }, |
| { |
| "epoch": 0.9521606722948228, |
| "grad_norm": 0.5783793330192566, |
| "learning_rate": 0.00015777676228099545, |
| "loss": 3.1239398193359373, |
| "step": 24700 |
| }, |
| { |
| "epoch": 0.9540881230484561, |
| "grad_norm": 0.5800228714942932, |
| "learning_rate": 0.00015729651381024394, |
| "loss": 3.094305419921875, |
| "step": 24750 |
| }, |
| { |
| "epoch": 0.9560155738020893, |
| "grad_norm": 0.5899364352226257, |
| "learning_rate": 0.00015681619035652367, |
| "loss": 3.1132583618164062, |
| "step": 24800 |
| }, |
| { |
| "epoch": 0.9579430245557226, |
| "grad_norm": 0.5847409963607788, |
| "learning_rate": 0.00015633579685590143, |
| "loss": 3.1175335693359374, |
| "step": 24850 |
| }, |
| { |
| "epoch": 0.9598704753093559, |
| "grad_norm": 0.6097803711891174, |
| "learning_rate": 0.00015585533824516359, |
| "loss": 3.0956768798828125, |
| "step": 24900 |
| }, |
| { |
| "epoch": 0.9617979260629891, |
| "grad_norm": 0.5999714732170105, |
| "learning_rate": 0.00015537481946176579, |
| "loss": 3.1311724853515623, |
| "step": 24950 |
| }, |
| { |
| "epoch": 0.9637253768166223, |
| "grad_norm": 0.5835265517234802, |
| "learning_rate": 0.000154894245443782, |
| "loss": 3.110315856933594, |
| "step": 25000 |
| }, |
| { |
| "epoch": 0.9656528275702556, |
| "grad_norm": 0.5831000208854675, |
| "learning_rate": 0.0001544136211298538, |
| "loss": 3.1094940185546873, |
| "step": 25050 |
| }, |
| { |
| "epoch": 0.9675802783238888, |
| "grad_norm": 0.5802441835403442, |
| "learning_rate": 0.00015393295145913968, |
| "loss": 3.1400872802734376, |
| "step": 25100 |
| }, |
| { |
| "epoch": 0.969507729077522, |
| "grad_norm": 0.5813797116279602, |
| "learning_rate": 0.00015345224137126417, |
| "loss": 3.089359130859375, |
| "step": 25150 |
| }, |
| { |
| "epoch": 0.9714351798311553, |
| "grad_norm": 0.5961971879005432, |
| "learning_rate": 0.0001529714958062672, |
| "loss": 3.1206634521484373, |
| "step": 25200 |
| }, |
| { |
| "epoch": 0.9733626305847886, |
| "grad_norm": 0.5971590876579285, |
| "learning_rate": 0.00015249071970455322, |
| "loss": 3.1062298583984376, |
| "step": 25250 |
| }, |
| { |
| "epoch": 0.9752900813384218, |
| "grad_norm": 0.6121759414672852, |
| "learning_rate": 0.00015200991800684064, |
| "loss": 3.1030987548828124, |
| "step": 25300 |
| }, |
| { |
| "epoch": 0.9772175320920551, |
| "grad_norm": 0.5767819881439209, |
| "learning_rate": 0.00015152909565411074, |
| "loss": 3.107874755859375, |
| "step": 25350 |
| }, |
| { |
| "epoch": 0.9791449828456883, |
| "grad_norm": 0.5813241004943848, |
| "learning_rate": 0.00015104825758755717, |
| "loss": 3.0926480102539062, |
| "step": 25400 |
| }, |
| { |
| "epoch": 0.9810724335993215, |
| "grad_norm": 0.5876830220222473, |
| "learning_rate": 0.000150567408748535, |
| "loss": 3.102254638671875, |
| "step": 25450 |
| }, |
| { |
| "epoch": 0.9829998843529548, |
| "grad_norm": 0.6042032837867737, |
| "learning_rate": 0.00015008655407851003, |
| "loss": 3.104966735839844, |
| "step": 25500 |
| }, |
| { |
| "epoch": 0.984927335106588, |
| "grad_norm": 0.6113137006759644, |
| "learning_rate": 0.00014960569851900794, |
| "loss": 3.116665954589844, |
| "step": 25550 |
| }, |
| { |
| "epoch": 0.9868547858602212, |
| "grad_norm": 0.5809758305549622, |
| "learning_rate": 0.0001491248470115637, |
| "loss": 3.10265380859375, |
| "step": 25600 |
| }, |
| { |
| "epoch": 0.9887822366138546, |
| "grad_norm": 0.5843464136123657, |
| "learning_rate": 0.0001486440044976704, |
| "loss": 3.1052166748046877, |
| "step": 25650 |
| }, |
| { |
| "epoch": 0.9907096873674878, |
| "grad_norm": 0.5919933915138245, |
| "learning_rate": 0.000148163175918729, |
| "loss": 3.0959814453125, |
| "step": 25700 |
| }, |
| { |
| "epoch": 0.992637138121121, |
| "grad_norm": 0.6088231801986694, |
| "learning_rate": 0.00014768236621599693, |
| "loss": 3.1056008911132813, |
| "step": 25750 |
| }, |
| { |
| "epoch": 0.9945645888747543, |
| "grad_norm": 0.596182107925415, |
| "learning_rate": 0.0001472015803305379, |
| "loss": 3.1014004516601563, |
| "step": 25800 |
| }, |
| { |
| "epoch": 0.9964920396283875, |
| "grad_norm": 0.5897939205169678, |
| "learning_rate": 0.00014672082320317076, |
| "loss": 3.108145751953125, |
| "step": 25850 |
| }, |
| { |
| "epoch": 0.9984194903820207, |
| "grad_norm": 0.6012491583824158, |
| "learning_rate": 0.00014624009977441877, |
| "loss": 3.12437255859375, |
| "step": 25900 |
| }, |
| { |
| "epoch": 1.000346941135654, |
| "grad_norm": 0.6032795906066895, |
| "learning_rate": 0.000145759414984459, |
| "loss": 3.113802795410156, |
| "step": 25950 |
| }, |
| { |
| "epoch": 1.0022743918892871, |
| "grad_norm": 0.5917011499404907, |
| "learning_rate": 0.0001452787737730714, |
| "loss": 3.0812371826171874, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.0022743918892871, |
| "eval_loss": 3.0529704093933105, |
| "eval_runtime": 70.2028, |
| "eval_samples_per_second": 118.827, |
| "eval_steps_per_second": 3.718, |
| "step": 26000 |
| }, |
| { |
| "epoch": 1.0042018426429205, |
| "grad_norm": 0.5938454866409302, |
| "learning_rate": 0.00014479818107958803, |
| "loss": 3.08142333984375, |
| "step": 26050 |
| }, |
| { |
| "epoch": 1.0061292933965538, |
| "grad_norm": 0.6021835207939148, |
| "learning_rate": 0.00014431764184284242, |
| "loss": 3.0975140380859374, |
| "step": 26100 |
| }, |
| { |
| "epoch": 1.0080567441501869, |
| "grad_norm": 0.5974454283714294, |
| "learning_rate": 0.00014383716100111878, |
| "loss": 3.08563720703125, |
| "step": 26150 |
| }, |
| { |
| "epoch": 1.0099841949038202, |
| "grad_norm": 0.6034616231918335, |
| "learning_rate": 0.00014335674349210106, |
| "loss": 3.084225769042969, |
| "step": 26200 |
| }, |
| { |
| "epoch": 1.0119116456574535, |
| "grad_norm": 0.5942801833152771, |
| "learning_rate": 0.0001428763942528225, |
| "loss": 3.0716229248046876, |
| "step": 26250 |
| }, |
| { |
| "epoch": 1.0138390964110866, |
| "grad_norm": 0.6265310645103455, |
| "learning_rate": 0.00014239611821961483, |
| "loss": 3.0716766357421874, |
| "step": 26300 |
| }, |
| { |
| "epoch": 1.01576654716472, |
| "grad_norm": 0.596889317035675, |
| "learning_rate": 0.00014191592032805728, |
| "loss": 3.08568115234375, |
| "step": 26350 |
| }, |
| { |
| "epoch": 1.0176939979183532, |
| "grad_norm": 0.5878603458404541, |
| "learning_rate": 0.00014143580551292622, |
| "loss": 3.0839080810546875, |
| "step": 26400 |
| }, |
| { |
| "epoch": 1.0196214486719863, |
| "grad_norm": 0.6099098920822144, |
| "learning_rate": 0.0001409557787081442, |
| "loss": 3.0745391845703125, |
| "step": 26450 |
| }, |
| { |
| "epoch": 1.0215488994256197, |
| "grad_norm": 0.5866267681121826, |
| "learning_rate": 0.00014047584484672932, |
| "loss": 3.0808059692382814, |
| "step": 26500 |
| }, |
| { |
| "epoch": 1.023476350179253, |
| "grad_norm": 0.6030349135398865, |
| "learning_rate": 0.0001400056045893893, |
| "loss": 3.100005798339844, |
| "step": 26550 |
| }, |
| { |
| "epoch": 1.025403800932886, |
| "grad_norm": 0.614894449710846, |
| "learning_rate": 0.00013952586930544457, |
| "loss": 3.0686688232421875, |
| "step": 26600 |
| }, |
| { |
| "epoch": 1.0273312516865194, |
| "grad_norm": 0.5909005403518677, |
| "learning_rate": 0.00013904624165939856, |
| "loss": 3.072357177734375, |
| "step": 26650 |
| }, |
| { |
| "epoch": 1.0292587024401527, |
| "grad_norm": 0.6144493818283081, |
| "learning_rate": 0.00013856672658016728, |
| "loss": 3.083033447265625, |
| "step": 26700 |
| }, |
| { |
| "epoch": 1.0311861531937858, |
| "grad_norm": 0.5897349119186401, |
| "learning_rate": 0.00013808732899551015, |
| "loss": 3.078177795410156, |
| "step": 26750 |
| }, |
| { |
| "epoch": 1.0331136039474191, |
| "grad_norm": 0.5989056825637817, |
| "learning_rate": 0.0001376080538319791, |
| "loss": 3.10062255859375, |
| "step": 26800 |
| }, |
| { |
| "epoch": 1.0350410547010525, |
| "grad_norm": 0.6002673506736755, |
| "learning_rate": 0.000137128906014868, |
| "loss": 3.0752838134765623, |
| "step": 26850 |
| }, |
| { |
| "epoch": 1.0369685054546856, |
| "grad_norm": 0.5887547731399536, |
| "learning_rate": 0.000136649890468162, |
| "loss": 3.0672976684570314, |
| "step": 26900 |
| }, |
| { |
| "epoch": 1.0388959562083189, |
| "grad_norm": 0.6285821199417114, |
| "learning_rate": 0.00013617101211448697, |
| "loss": 3.080418701171875, |
| "step": 26950 |
| }, |
| { |
| "epoch": 1.0408234069619522, |
| "grad_norm": 0.6109331846237183, |
| "learning_rate": 0.00013569227587505894, |
| "loss": 3.0784490966796874, |
| "step": 27000 |
| }, |
| { |
| "epoch": 1.0427508577155853, |
| "grad_norm": 0.6052854061126709, |
| "learning_rate": 0.00013521368666963345, |
| "loss": 3.0815579223632814, |
| "step": 27050 |
| }, |
| { |
| "epoch": 1.0446783084692186, |
| "grad_norm": 0.6137946844100952, |
| "learning_rate": 0.00013473524941645516, |
| "loss": 3.06681396484375, |
| "step": 27100 |
| }, |
| { |
| "epoch": 1.046605759222852, |
| "grad_norm": 0.6042759418487549, |
| "learning_rate": 0.00013425696903220699, |
| "loss": 3.090870056152344, |
| "step": 27150 |
| }, |
| { |
| "epoch": 1.048533209976485, |
| "grad_norm": 0.6349405646324158, |
| "learning_rate": 0.0001337788504319599, |
| "loss": 3.0747454833984373, |
| "step": 27200 |
| }, |
| { |
| "epoch": 1.0504606607301183, |
| "grad_norm": 0.6088934540748596, |
| "learning_rate": 0.0001333008985291223, |
| "loss": 3.07860107421875, |
| "step": 27250 |
| }, |
| { |
| "epoch": 1.0523881114837517, |
| "grad_norm": 0.6098368167877197, |
| "learning_rate": 0.00013282311823538948, |
| "loss": 3.080094909667969, |
| "step": 27300 |
| }, |
| { |
| "epoch": 1.0543155622373848, |
| "grad_norm": 0.5968213081359863, |
| "learning_rate": 0.0001323455144606932, |
| "loss": 3.0572119140625, |
| "step": 27350 |
| }, |
| { |
| "epoch": 1.056243012991018, |
| "grad_norm": 0.5875847339630127, |
| "learning_rate": 0.00013186809211315116, |
| "loss": 3.0876007080078125, |
| "step": 27400 |
| }, |
| { |
| "epoch": 1.0581704637446514, |
| "grad_norm": 0.6149488091468811, |
| "learning_rate": 0.0001313908560990167, |
| "loss": 3.078609619140625, |
| "step": 27450 |
| }, |
| { |
| "epoch": 1.0600979144982845, |
| "grad_norm": 0.5971936583518982, |
| "learning_rate": 0.00013091381132262825, |
| "loss": 3.082308654785156, |
| "step": 27500 |
| }, |
| { |
| "epoch": 1.0620253652519178, |
| "grad_norm": 0.6102308034896851, |
| "learning_rate": 0.00013043696268635896, |
| "loss": 3.063638916015625, |
| "step": 27550 |
| }, |
| { |
| "epoch": 1.0639528160055511, |
| "grad_norm": 0.6145762205123901, |
| "learning_rate": 0.00012996031509056641, |
| "loss": 3.058980712890625, |
| "step": 27600 |
| }, |
| { |
| "epoch": 1.0658802667591842, |
| "grad_norm": 0.6291123032569885, |
| "learning_rate": 0.00012948387343354205, |
| "loss": 3.07666015625, |
| "step": 27650 |
| }, |
| { |
| "epoch": 1.0678077175128176, |
| "grad_norm": 0.6137670874595642, |
| "learning_rate": 0.00012900764261146108, |
| "loss": 3.073582763671875, |
| "step": 27700 |
| }, |
| { |
| "epoch": 1.0697351682664509, |
| "grad_norm": 0.622054934501648, |
| "learning_rate": 0.00012853162751833206, |
| "loss": 3.0610140991210937, |
| "step": 27750 |
| }, |
| { |
| "epoch": 1.071662619020084, |
| "grad_norm": 0.6032930016517639, |
| "learning_rate": 0.00012805583304594656, |
| "loss": 3.0665289306640626, |
| "step": 27800 |
| }, |
| { |
| "epoch": 1.0735900697737173, |
| "grad_norm": 0.6125069856643677, |
| "learning_rate": 0.00012758026408382894, |
| "loss": 3.067874755859375, |
| "step": 27850 |
| }, |
| { |
| "epoch": 1.0755175205273506, |
| "grad_norm": 0.6138522624969482, |
| "learning_rate": 0.0001271049255191861, |
| "loss": 3.07188720703125, |
| "step": 27900 |
| }, |
| { |
| "epoch": 1.0774449712809837, |
| "grad_norm": 0.6235440969467163, |
| "learning_rate": 0.00012662982223685725, |
| "loss": 3.089921875, |
| "step": 27950 |
| }, |
| { |
| "epoch": 1.079372422034617, |
| "grad_norm": 0.5986319184303284, |
| "learning_rate": 0.00012615495911926368, |
| "loss": 3.070625, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.079372422034617, |
| "eval_loss": 3.035137176513672, |
| "eval_runtime": 69.8207, |
| "eval_samples_per_second": 119.478, |
| "eval_steps_per_second": 3.738, |
| "step": 28000 |
| }, |
| { |
| "epoch": 1.0812998727882503, |
| "grad_norm": 0.6178694367408752, |
| "learning_rate": 0.00012568034104635872, |
| "loss": 3.070972900390625, |
| "step": 28050 |
| }, |
| { |
| "epoch": 1.0832273235418834, |
| "grad_norm": 0.6282202005386353, |
| "learning_rate": 0.00012520597289557728, |
| "loss": 3.0785171508789064, |
| "step": 28100 |
| }, |
| { |
| "epoch": 1.0851547742955168, |
| "grad_norm": 0.6131503582000732, |
| "learning_rate": 0.00012473185954178613, |
| "loss": 3.084732666015625, |
| "step": 28150 |
| }, |
| { |
| "epoch": 1.08708222504915, |
| "grad_norm": 0.5968056321144104, |
| "learning_rate": 0.0001242580058572335, |
| "loss": 3.0688177490234376, |
| "step": 28200 |
| }, |
| { |
| "epoch": 1.0890096758027832, |
| "grad_norm": 0.5882805585861206, |
| "learning_rate": 0.00012378441671149923, |
| "loss": 3.06754638671875, |
| "step": 28250 |
| }, |
| { |
| "epoch": 1.0909371265564165, |
| "grad_norm": 0.6154142618179321, |
| "learning_rate": 0.0001233110969714445, |
| "loss": 3.06905029296875, |
| "step": 28300 |
| }, |
| { |
| "epoch": 1.0928645773100498, |
| "grad_norm": 0.6151012182235718, |
| "learning_rate": 0.0001228380515011619, |
| "loss": 3.0826080322265623, |
| "step": 28350 |
| }, |
| { |
| "epoch": 1.094792028063683, |
| "grad_norm": 0.5990608334541321, |
| "learning_rate": 0.0001223652851619256, |
| "loss": 3.0492529296875, |
| "step": 28400 |
| }, |
| { |
| "epoch": 1.0967194788173162, |
| "grad_norm": 0.6095677018165588, |
| "learning_rate": 0.00012189280281214126, |
| "loss": 3.05683837890625, |
| "step": 28450 |
| }, |
| { |
| "epoch": 1.0986469295709496, |
| "grad_norm": 0.6118326783180237, |
| "learning_rate": 0.00012142060930729608, |
| "loss": 3.0574200439453123, |
| "step": 28500 |
| }, |
| { |
| "epoch": 1.1005743803245827, |
| "grad_norm": 0.5937634110450745, |
| "learning_rate": 0.00012094870949990876, |
| "loss": 3.0692398071289064, |
| "step": 28550 |
| }, |
| { |
| "epoch": 1.102501831078216, |
| "grad_norm": 0.6214609742164612, |
| "learning_rate": 0.00012047710823948003, |
| "loss": 3.0681939697265626, |
| "step": 28600 |
| }, |
| { |
| "epoch": 1.1044292818318493, |
| "grad_norm": 0.6386919021606445, |
| "learning_rate": 0.00012000581037244252, |
| "loss": 3.0709185791015625, |
| "step": 28650 |
| }, |
| { |
| "epoch": 1.1063567325854824, |
| "grad_norm": 0.6218888759613037, |
| "learning_rate": 0.000119534820742111, |
| "loss": 3.06106201171875, |
| "step": 28700 |
| }, |
| { |
| "epoch": 1.1082841833391157, |
| "grad_norm": 0.6106704473495483, |
| "learning_rate": 0.00011906414418863266, |
| "loss": 3.0639297485351564, |
| "step": 28750 |
| }, |
| { |
| "epoch": 1.110211634092749, |
| "grad_norm": 0.6272237300872803, |
| "learning_rate": 0.00011859378554893731, |
| "loss": 3.062796630859375, |
| "step": 28800 |
| }, |
| { |
| "epoch": 1.1121390848463821, |
| "grad_norm": 0.6092466711997986, |
| "learning_rate": 0.00011812374965668775, |
| "loss": 3.0817913818359375, |
| "step": 28850 |
| }, |
| { |
| "epoch": 1.1140665356000155, |
| "grad_norm": 0.6068085432052612, |
| "learning_rate": 0.00011765404134222998, |
| "loss": 3.0612603759765626, |
| "step": 28900 |
| }, |
| { |
| "epoch": 1.1159939863536485, |
| "grad_norm": 0.6144910454750061, |
| "learning_rate": 0.00011718466543254374, |
| "loss": 3.0641851806640625, |
| "step": 28950 |
| }, |
| { |
| "epoch": 1.1179214371072819, |
| "grad_norm": 0.6144693493843079, |
| "learning_rate": 0.00011671562675119265, |
| "loss": 3.0634112548828125, |
| "step": 29000 |
| }, |
| { |
| "epoch": 1.1198488878609152, |
| "grad_norm": 0.60772705078125, |
| "learning_rate": 0.0001162469301182749, |
| "loss": 3.06512451171875, |
| "step": 29050 |
| }, |
| { |
| "epoch": 1.1217763386145485, |
| "grad_norm": 0.6088334918022156, |
| "learning_rate": 0.00011578794391531792, |
| "loss": 3.0491845703125, |
| "step": 29100 |
| }, |
| { |
| "epoch": 1.1237037893681816, |
| "grad_norm": 0.6137677431106567, |
| "learning_rate": 0.00011531993874474651, |
| "loss": 3.065159912109375, |
| "step": 29150 |
| }, |
| { |
| "epoch": 1.125631240121815, |
| "grad_norm": 0.6335411071777344, |
| "learning_rate": 0.00011485228996546217, |
| "loss": 3.0766531372070314, |
| "step": 29200 |
| }, |
| { |
| "epoch": 1.127558690875448, |
| "grad_norm": 0.6167498230934143, |
| "learning_rate": 0.00011438500238327962, |
| "loss": 3.0707281494140624, |
| "step": 29250 |
| }, |
| { |
| "epoch": 1.1294861416290813, |
| "grad_norm": 0.6054856181144714, |
| "learning_rate": 0.00011391808080030178, |
| "loss": 3.055472412109375, |
| "step": 29300 |
| }, |
| { |
| "epoch": 1.1314135923827147, |
| "grad_norm": 0.6131047010421753, |
| "learning_rate": 0.00011345153001487035, |
| "loss": 3.0802825927734374, |
| "step": 29350 |
| }, |
| { |
| "epoch": 1.133341043136348, |
| "grad_norm": 0.6018222570419312, |
| "learning_rate": 0.00011298535482151649, |
| "loss": 3.0450469970703127, |
| "step": 29400 |
| }, |
| { |
| "epoch": 1.135268493889981, |
| "grad_norm": 0.6303772330284119, |
| "learning_rate": 0.00011251956001091166, |
| "loss": 3.0607635498046877, |
| "step": 29450 |
| }, |
| { |
| "epoch": 1.1371959446436144, |
| "grad_norm": 0.6043986678123474, |
| "learning_rate": 0.0001120541503698181, |
| "loss": 3.0429705810546874, |
| "step": 29500 |
| }, |
| { |
| "epoch": 1.1391233953972475, |
| "grad_norm": 0.6038321256637573, |
| "learning_rate": 0.00011158913068104002, |
| "loss": 3.042392578125, |
| "step": 29550 |
| }, |
| { |
| "epoch": 1.1410508461508808, |
| "grad_norm": 0.6067884564399719, |
| "learning_rate": 0.00011112450572337422, |
| "loss": 3.049588928222656, |
| "step": 29600 |
| }, |
| { |
| "epoch": 1.1429782969045141, |
| "grad_norm": 0.6415013074874878, |
| "learning_rate": 0.00011066028027156099, |
| "loss": 3.0401870727539064, |
| "step": 29650 |
| }, |
| { |
| "epoch": 1.1449057476581475, |
| "grad_norm": 0.612087607383728, |
| "learning_rate": 0.00011019645909623515, |
| "loss": 3.064275817871094, |
| "step": 29700 |
| }, |
| { |
| "epoch": 1.1468331984117806, |
| "grad_norm": 0.6156501173973083, |
| "learning_rate": 0.00010973304696387687, |
| "loss": 3.0658770751953126, |
| "step": 29750 |
| }, |
| { |
| "epoch": 1.1487606491654139, |
| "grad_norm": 0.6180119514465332, |
| "learning_rate": 0.00010927004863676279, |
| "loss": 3.058834228515625, |
| "step": 29800 |
| }, |
| { |
| "epoch": 1.150688099919047, |
| "grad_norm": 0.624697208404541, |
| "learning_rate": 0.00010880746887291714, |
| "loss": 3.0575326538085936, |
| "step": 29850 |
| }, |
| { |
| "epoch": 1.1526155506726803, |
| "grad_norm": 0.606814980506897, |
| "learning_rate": 0.00010834531242606277, |
| "loss": 3.038275146484375, |
| "step": 29900 |
| }, |
| { |
| "epoch": 1.1545430014263136, |
| "grad_norm": 0.6243532299995422, |
| "learning_rate": 0.00010788358404557206, |
| "loss": 3.05741455078125, |
| "step": 29950 |
| }, |
| { |
| "epoch": 1.1564704521799467, |
| "grad_norm": 0.6085441708564758, |
| "learning_rate": 0.00010742228847641858, |
| "loss": 3.059033203125, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.1564704521799467, |
| "eval_loss": 3.0178170204162598, |
| "eval_runtime": 70.2212, |
| "eval_samples_per_second": 118.796, |
| "eval_steps_per_second": 3.717, |
| "step": 30000 |
| }, |
| { |
| "epoch": 1.15839790293358, |
| "grad_norm": 0.6142354607582092, |
| "learning_rate": 0.00010696143045912805, |
| "loss": 3.042823486328125, |
| "step": 30050 |
| }, |
| { |
| "epoch": 1.1603253536872133, |
| "grad_norm": 0.6206157207489014, |
| "learning_rate": 0.00010650101472972966, |
| "loss": 3.049760437011719, |
| "step": 30100 |
| }, |
| { |
| "epoch": 1.1622528044408464, |
| "grad_norm": 0.6237283945083618, |
| "learning_rate": 0.00010604104601970736, |
| "loss": 3.032750244140625, |
| "step": 30150 |
| }, |
| { |
| "epoch": 1.1641802551944798, |
| "grad_norm": 0.623376190662384, |
| "learning_rate": 0.00010558152905595132, |
| "loss": 3.0694830322265627, |
| "step": 30200 |
| }, |
| { |
| "epoch": 1.166107705948113, |
| "grad_norm": 0.6116712093353271, |
| "learning_rate": 0.00010512246856070932, |
| "loss": 3.0331646728515627, |
| "step": 30250 |
| }, |
| { |
| "epoch": 1.1680351567017462, |
| "grad_norm": 0.6372489333152771, |
| "learning_rate": 0.00010466386925153822, |
| "loss": 3.066712646484375, |
| "step": 30300 |
| }, |
| { |
| "epoch": 1.1699626074553795, |
| "grad_norm": 0.619139552116394, |
| "learning_rate": 0.00010420573584125552, |
| "loss": 3.0659710693359377, |
| "step": 30350 |
| }, |
| { |
| "epoch": 1.1718900582090128, |
| "grad_norm": 0.6283072233200073, |
| "learning_rate": 0.00010374807303789075, |
| "loss": 3.0614788818359373, |
| "step": 30400 |
| }, |
| { |
| "epoch": 1.173817508962646, |
| "grad_norm": 0.6019864082336426, |
| "learning_rate": 0.0001032908855446374, |
| "loss": 3.0419598388671876, |
| "step": 30450 |
| }, |
| { |
| "epoch": 1.1757449597162792, |
| "grad_norm": 0.6169721484184265, |
| "learning_rate": 0.00010283417805980427, |
| "loss": 3.048824462890625, |
| "step": 30500 |
| }, |
| { |
| "epoch": 1.1776724104699126, |
| "grad_norm": 0.6106935143470764, |
| "learning_rate": 0.00010237795527676744, |
| "loss": 3.0280535888671873, |
| "step": 30550 |
| }, |
| { |
| "epoch": 1.1795998612235457, |
| "grad_norm": 0.6264392733573914, |
| "learning_rate": 0.00010192222188392186, |
| "loss": 3.0526617431640624, |
| "step": 30600 |
| }, |
| { |
| "epoch": 1.181527311977179, |
| "grad_norm": 0.6348525285720825, |
| "learning_rate": 0.00010146698256463327, |
| "loss": 3.0232196044921875, |
| "step": 30650 |
| }, |
| { |
| "epoch": 1.1834547627308123, |
| "grad_norm": 0.6170756816864014, |
| "learning_rate": 0.00010101224199719003, |
| "loss": 3.0458843994140623, |
| "step": 30700 |
| }, |
| { |
| "epoch": 1.1853822134844454, |
| "grad_norm": 0.6128750443458557, |
| "learning_rate": 0.00010055800485475502, |
| "loss": 3.049295654296875, |
| "step": 30750 |
| }, |
| { |
| "epoch": 1.1873096642380787, |
| "grad_norm": 0.6313346028327942, |
| "learning_rate": 0.0001001042758053178, |
| "loss": 3.0549395751953123, |
| "step": 30800 |
| }, |
| { |
| "epoch": 1.189237114991712, |
| "grad_norm": 0.6283858418464661, |
| "learning_rate": 9.965105951164622e-05, |
| "loss": 3.0375518798828125, |
| "step": 30850 |
| }, |
| { |
| "epoch": 1.1911645657453451, |
| "grad_norm": 0.6274822354316711, |
| "learning_rate": 9.919836063123898e-05, |
| "loss": 3.0390936279296876, |
| "step": 30900 |
| }, |
| { |
| "epoch": 1.1930920164989784, |
| "grad_norm": 0.6340188384056091, |
| "learning_rate": 9.87461838162775e-05, |
| "loss": 3.035181884765625, |
| "step": 30950 |
| }, |
| { |
| "epoch": 1.1950194672526118, |
| "grad_norm": 0.6270986795425415, |
| "learning_rate": 9.829453371357818e-05, |
| "loss": 3.045999755859375, |
| "step": 31000 |
| }, |
| { |
| "epoch": 1.1969469180062449, |
| "grad_norm": 0.6205368638038635, |
| "learning_rate": 9.784341496454464e-05, |
| "loss": 3.0430706787109374, |
| "step": 31050 |
| }, |
| { |
| "epoch": 1.1988743687598782, |
| "grad_norm": 0.6337893605232239, |
| "learning_rate": 9.739283220511998e-05, |
| "loss": 3.051441955566406, |
| "step": 31100 |
| }, |
| { |
| "epoch": 1.2008018195135115, |
| "grad_norm": 0.6329116821289062, |
| "learning_rate": 9.694279006573921e-05, |
| "loss": 3.0241876220703126, |
| "step": 31150 |
| }, |
| { |
| "epoch": 1.2027292702671446, |
| "grad_norm": 0.6341269016265869, |
| "learning_rate": 9.649329317128166e-05, |
| "loss": 3.0431637573242187, |
| "step": 31200 |
| }, |
| { |
| "epoch": 1.204656721020778, |
| "grad_norm": 0.6145036220550537, |
| "learning_rate": 9.604434614102337e-05, |
| "loss": 3.05436767578125, |
| "step": 31250 |
| }, |
| { |
| "epoch": 1.2065841717744112, |
| "grad_norm": 0.6161719560623169, |
| "learning_rate": 9.559595358858968e-05, |
| "loss": 3.0441265869140626, |
| "step": 31300 |
| }, |
| { |
| "epoch": 1.2085116225280443, |
| "grad_norm": 0.612169623374939, |
| "learning_rate": 9.51481201219078e-05, |
| "loss": 3.0354547119140625, |
| "step": 31350 |
| }, |
| { |
| "epoch": 1.2104390732816777, |
| "grad_norm": 0.6361745595932007, |
| "learning_rate": 9.470085034315952e-05, |
| "loss": 3.0442941284179685, |
| "step": 31400 |
| }, |
| { |
| "epoch": 1.212366524035311, |
| "grad_norm": 0.6232249140739441, |
| "learning_rate": 9.425414884873387e-05, |
| "loss": 3.03318603515625, |
| "step": 31450 |
| }, |
| { |
| "epoch": 1.214293974788944, |
| "grad_norm": 0.6282437443733215, |
| "learning_rate": 9.38080202291798e-05, |
| "loss": 3.03639404296875, |
| "step": 31500 |
| }, |
| { |
| "epoch": 1.2162214255425774, |
| "grad_norm": 0.617189347743988, |
| "learning_rate": 9.33624690691592e-05, |
| "loss": 3.043210144042969, |
| "step": 31550 |
| }, |
| { |
| "epoch": 1.2181488762962107, |
| "grad_norm": 0.6475757360458374, |
| "learning_rate": 9.291749994739954e-05, |
| "loss": 3.0463693237304685, |
| "step": 31600 |
| }, |
| { |
| "epoch": 1.2200763270498438, |
| "grad_norm": 0.6404930949211121, |
| "learning_rate": 9.247311743664706e-05, |
| "loss": 3.058622131347656, |
| "step": 31650 |
| }, |
| { |
| "epoch": 1.2220037778034771, |
| "grad_norm": 0.6376821994781494, |
| "learning_rate": 9.202932610361962e-05, |
| "loss": 3.0478814697265624, |
| "step": 31700 |
| }, |
| { |
| "epoch": 1.2239312285571105, |
| "grad_norm": 0.624325692653656, |
| "learning_rate": 9.158613050895976e-05, |
| "loss": 3.048443603515625, |
| "step": 31750 |
| }, |
| { |
| "epoch": 1.2258586793107435, |
| "grad_norm": 0.623665988445282, |
| "learning_rate": 9.114353520718795e-05, |
| "loss": 3.0423553466796873, |
| "step": 31800 |
| }, |
| { |
| "epoch": 1.2277861300643769, |
| "grad_norm": 0.6296160221099854, |
| "learning_rate": 9.070154474665571e-05, |
| "loss": 3.0418792724609376, |
| "step": 31850 |
| }, |
| { |
| "epoch": 1.2297135808180102, |
| "grad_norm": 0.6253572106361389, |
| "learning_rate": 9.02601636694989e-05, |
| "loss": 3.045480041503906, |
| "step": 31900 |
| }, |
| { |
| "epoch": 1.2316410315716433, |
| "grad_norm": 0.626477062702179, |
| "learning_rate": 8.981939651159098e-05, |
| "loss": 3.0366168212890625, |
| "step": 31950 |
| }, |
| { |
| "epoch": 1.2335684823252766, |
| "grad_norm": 0.6054511070251465, |
| "learning_rate": 8.937924780249646e-05, |
| "loss": 3.02014404296875, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.2335684823252766, |
| "eval_loss": 3.000340223312378, |
| "eval_runtime": 69.7252, |
| "eval_samples_per_second": 119.641, |
| "eval_steps_per_second": 3.743, |
| "step": 32000 |
| }, |
| { |
| "epoch": 1.23549593307891, |
| "grad_norm": 0.6225705742835999, |
| "learning_rate": 8.893972206542434e-05, |
| "loss": 3.0374151611328126, |
| "step": 32050 |
| }, |
| { |
| "epoch": 1.237423383832543, |
| "grad_norm": 0.6371407508850098, |
| "learning_rate": 8.850082381718161e-05, |
| "loss": 3.0510772705078124, |
| "step": 32100 |
| }, |
| { |
| "epoch": 1.2393508345861763, |
| "grad_norm": 0.6352553963661194, |
| "learning_rate": 8.806255756812687e-05, |
| "loss": 3.0414532470703124, |
| "step": 32150 |
| }, |
| { |
| "epoch": 1.2412782853398097, |
| "grad_norm": 0.6342623829841614, |
| "learning_rate": 8.762492782212387e-05, |
| "loss": 3.038360900878906, |
| "step": 32200 |
| }, |
| { |
| "epoch": 1.2432057360934428, |
| "grad_norm": 0.6284528970718384, |
| "learning_rate": 8.718793907649539e-05, |
| "loss": 3.0395050048828125, |
| "step": 32250 |
| }, |
| { |
| "epoch": 1.245133186847076, |
| "grad_norm": 0.6224302649497986, |
| "learning_rate": 8.675159582197693e-05, |
| "loss": 3.0444467163085935, |
| "step": 32300 |
| }, |
| { |
| "epoch": 1.2470606376007094, |
| "grad_norm": 0.6323182582855225, |
| "learning_rate": 8.631590254267045e-05, |
| "loss": 3.027712097167969, |
| "step": 32350 |
| }, |
| { |
| "epoch": 1.2489880883543425, |
| "grad_norm": 0.6297076344490051, |
| "learning_rate": 8.588086371599865e-05, |
| "loss": 3.027608642578125, |
| "step": 32400 |
| }, |
| { |
| "epoch": 1.2509155391079758, |
| "grad_norm": 0.6271635890007019, |
| "learning_rate": 8.544648381265843e-05, |
| "loss": 3.034465637207031, |
| "step": 32450 |
| }, |
| { |
| "epoch": 1.252842989861609, |
| "grad_norm": 0.6575161218643188, |
| "learning_rate": 8.501276729657551e-05, |
| "loss": 3.0370046997070315, |
| "step": 32500 |
| }, |
| { |
| "epoch": 1.2547704406152422, |
| "grad_norm": 0.6541010141372681, |
| "learning_rate": 8.457971862485806e-05, |
| "loss": 3.032591552734375, |
| "step": 32550 |
| }, |
| { |
| "epoch": 1.2566978913688756, |
| "grad_norm": 0.6241432428359985, |
| "learning_rate": 8.414734224775125e-05, |
| "loss": 3.0212411499023437, |
| "step": 32600 |
| }, |
| { |
| "epoch": 1.2586253421225089, |
| "grad_norm": 0.6301848888397217, |
| "learning_rate": 8.371564260859133e-05, |
| "loss": 3.048199462890625, |
| "step": 32650 |
| }, |
| { |
| "epoch": 1.260552792876142, |
| "grad_norm": 0.6241071224212646, |
| "learning_rate": 8.328462414375996e-05, |
| "loss": 3.037410888671875, |
| "step": 32700 |
| }, |
| { |
| "epoch": 1.2624802436297753, |
| "grad_norm": 0.6445004940032959, |
| "learning_rate": 8.285429128263887e-05, |
| "loss": 3.02450927734375, |
| "step": 32750 |
| }, |
| { |
| "epoch": 1.2644076943834084, |
| "grad_norm": 0.6178706884384155, |
| "learning_rate": 8.242464844756388e-05, |
| "loss": 3.0374530029296873, |
| "step": 32800 |
| }, |
| { |
| "epoch": 1.2663351451370417, |
| "grad_norm": 0.6305875778198242, |
| "learning_rate": 8.199570005378e-05, |
| "loss": 3.0251800537109377, |
| "step": 32850 |
| }, |
| { |
| "epoch": 1.268262595890675, |
| "grad_norm": 0.6229849457740784, |
| "learning_rate": 8.156745050939554e-05, |
| "loss": 3.037336730957031, |
| "step": 32900 |
| }, |
| { |
| "epoch": 1.2701900466443083, |
| "grad_norm": 0.6180618405342102, |
| "learning_rate": 8.11399042153373e-05, |
| "loss": 3.03130615234375, |
| "step": 32950 |
| }, |
| { |
| "epoch": 1.2721174973979414, |
| "grad_norm": 0.6285006403923035, |
| "learning_rate": 8.071306556530482e-05, |
| "loss": 3.0460336303710935, |
| "step": 33000 |
| }, |
| { |
| "epoch": 1.2740449481515748, |
| "grad_norm": 0.6295358538627625, |
| "learning_rate": 8.028693894572583e-05, |
| "loss": 3.0395074462890626, |
| "step": 33050 |
| }, |
| { |
| "epoch": 1.2759723989052079, |
| "grad_norm": 0.6418010592460632, |
| "learning_rate": 7.987002989080831e-05, |
| "loss": 3.03727783203125, |
| "step": 33100 |
| }, |
| { |
| "epoch": 1.2778998496588412, |
| "grad_norm": 0.6400101184844971, |
| "learning_rate": 7.944532600368323e-05, |
| "loss": 3.033727111816406, |
| "step": 33150 |
| }, |
| { |
| "epoch": 1.2798273004124745, |
| "grad_norm": 0.6185802221298218, |
| "learning_rate": 7.902134717499691e-05, |
| "loss": 3.025660095214844, |
| "step": 33200 |
| }, |
| { |
| "epoch": 1.2817547511661078, |
| "grad_norm": 0.6498960852622986, |
| "learning_rate": 7.859809776178795e-05, |
| "loss": 3.0384698486328126, |
| "step": 33250 |
| }, |
| { |
| "epoch": 1.283682201919741, |
| "grad_norm": 0.614106297492981, |
| "learning_rate": 7.817558211359877e-05, |
| "loss": 3.031085205078125, |
| "step": 33300 |
| }, |
| { |
| "epoch": 1.2856096526733742, |
| "grad_norm": 0.6262015700340271, |
| "learning_rate": 7.775380457243153e-05, |
| "loss": 3.0491497802734373, |
| "step": 33350 |
| }, |
| { |
| "epoch": 1.2875371034270073, |
| "grad_norm": 0.6320862770080566, |
| "learning_rate": 7.733276947270293e-05, |
| "loss": 3.0254330444335937, |
| "step": 33400 |
| }, |
| { |
| "epoch": 1.2894645541806407, |
| "grad_norm": 0.6323364973068237, |
| "learning_rate": 7.691248114120011e-05, |
| "loss": 3.01587890625, |
| "step": 33450 |
| }, |
| { |
| "epoch": 1.291392004934274, |
| "grad_norm": 0.6382852792739868, |
| "learning_rate": 7.649294389703601e-05, |
| "loss": 3.031526794433594, |
| "step": 33500 |
| }, |
| { |
| "epoch": 1.2933194556879073, |
| "grad_norm": 0.6332157850265503, |
| "learning_rate": 7.607416205160487e-05, |
| "loss": 3.024804992675781, |
| "step": 33550 |
| }, |
| { |
| "epoch": 1.2952469064415404, |
| "grad_norm": 0.6224969029426575, |
| "learning_rate": 7.565613990853808e-05, |
| "loss": 3.03927490234375, |
| "step": 33600 |
| }, |
| { |
| "epoch": 1.2971743571951737, |
| "grad_norm": 0.649642288684845, |
| "learning_rate": 7.52388817636599e-05, |
| "loss": 3.0306216430664064, |
| "step": 33650 |
| }, |
| { |
| "epoch": 1.2991018079488068, |
| "grad_norm": 0.6452252268791199, |
| "learning_rate": 7.482239190494347e-05, |
| "loss": 3.029102783203125, |
| "step": 33700 |
| }, |
| { |
| "epoch": 1.3010292587024401, |
| "grad_norm": 0.636181652545929, |
| "learning_rate": 7.440667461246637e-05, |
| "loss": 3.034852294921875, |
| "step": 33750 |
| }, |
| { |
| "epoch": 1.3029567094560734, |
| "grad_norm": 0.6497048735618591, |
| "learning_rate": 7.399173415836709e-05, |
| "loss": 3.0421319580078126, |
| "step": 33800 |
| }, |
| { |
| "epoch": 1.3048841602097068, |
| "grad_norm": 0.6105928421020508, |
| "learning_rate": 7.35775748068007e-05, |
| "loss": 3.034879455566406, |
| "step": 33850 |
| }, |
| { |
| "epoch": 1.3068116109633399, |
| "grad_norm": 0.6290647387504578, |
| "learning_rate": 7.316420081389545e-05, |
| "loss": 3.0401675415039064, |
| "step": 33900 |
| }, |
| { |
| "epoch": 1.3087390617169732, |
| "grad_norm": 0.6315209865570068, |
| "learning_rate": 7.275161642770858e-05, |
| "loss": 3.0372125244140626, |
| "step": 33950 |
| }, |
| { |
| "epoch": 1.3106665124706063, |
| "grad_norm": 0.6306831240653992, |
| "learning_rate": 7.233982588818312e-05, |
| "loss": 3.0102716064453126, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.3106665124706063, |
| "eval_loss": 2.9862301349639893, |
| "eval_runtime": 70.31, |
| "eval_samples_per_second": 118.646, |
| "eval_steps_per_second": 3.712, |
| "step": 34000 |
| }, |
| { |
| "epoch": 1.3125939632242396, |
| "grad_norm": 0.6495873928070068, |
| "learning_rate": 7.192883342710393e-05, |
| "loss": 3.02664306640625, |
| "step": 34050 |
| }, |
| { |
| "epoch": 1.314521413977873, |
| "grad_norm": 0.6229225397109985, |
| "learning_rate": 7.151864326805443e-05, |
| "loss": 3.0202597045898436, |
| "step": 34100 |
| }, |
| { |
| "epoch": 1.3164488647315062, |
| "grad_norm": 0.6285218000411987, |
| "learning_rate": 7.11092596263732e-05, |
| "loss": 3.0182623291015624, |
| "step": 34150 |
| }, |
| { |
| "epoch": 1.3183763154851393, |
| "grad_norm": 0.6604203581809998, |
| "learning_rate": 7.070068670911051e-05, |
| "loss": 3.0358001708984377, |
| "step": 34200 |
| }, |
| { |
| "epoch": 1.3203037662387727, |
| "grad_norm": 0.6439961194992065, |
| "learning_rate": 7.029292871498534e-05, |
| "loss": 3.0391226196289063, |
| "step": 34250 |
| }, |
| { |
| "epoch": 1.3222312169924058, |
| "grad_norm": 0.6501875519752502, |
| "learning_rate": 6.988598983434184e-05, |
| "loss": 3.0246237182617186, |
| "step": 34300 |
| }, |
| { |
| "epoch": 1.324158667746039, |
| "grad_norm": 0.6348546743392944, |
| "learning_rate": 6.947987424910676e-05, |
| "loss": 3.021990966796875, |
| "step": 34350 |
| }, |
| { |
| "epoch": 1.3260861184996724, |
| "grad_norm": 0.6358281373977661, |
| "learning_rate": 6.907458613274596e-05, |
| "loss": 3.011370849609375, |
| "step": 34400 |
| }, |
| { |
| "epoch": 1.3280135692533057, |
| "grad_norm": 0.6379692554473877, |
| "learning_rate": 6.867012965022208e-05, |
| "loss": 3.014393310546875, |
| "step": 34450 |
| }, |
| { |
| "epoch": 1.3299410200069388, |
| "grad_norm": 0.6277499794960022, |
| "learning_rate": 6.826650895795105e-05, |
| "loss": 3.02208740234375, |
| "step": 34500 |
| }, |
| { |
| "epoch": 1.3318684707605721, |
| "grad_norm": 0.6472629904747009, |
| "learning_rate": 6.78637282037601e-05, |
| "loss": 3.016767578125, |
| "step": 34550 |
| }, |
| { |
| "epoch": 1.3337959215142052, |
| "grad_norm": 0.6619810461997986, |
| "learning_rate": 6.746179152684463e-05, |
| "loss": 3.0127658081054687, |
| "step": 34600 |
| }, |
| { |
| "epoch": 1.3357233722678385, |
| "grad_norm": 0.6245758533477783, |
| "learning_rate": 6.706070305772587e-05, |
| "loss": 3.0284637451171874, |
| "step": 34650 |
| }, |
| { |
| "epoch": 1.3376508230214719, |
| "grad_norm": 0.6226040720939636, |
| "learning_rate": 6.66604669182085e-05, |
| "loss": 3.021361083984375, |
| "step": 34700 |
| }, |
| { |
| "epoch": 1.339578273775105, |
| "grad_norm": 0.6320768594741821, |
| "learning_rate": 6.626108722133796e-05, |
| "loss": 3.0464654541015626, |
| "step": 34750 |
| }, |
| { |
| "epoch": 1.3415057245287383, |
| "grad_norm": 0.6307546496391296, |
| "learning_rate": 6.586256807135871e-05, |
| "loss": 3.005638427734375, |
| "step": 34800 |
| }, |
| { |
| "epoch": 1.3434331752823716, |
| "grad_norm": 0.6351662278175354, |
| "learning_rate": 6.54649135636715e-05, |
| "loss": 3.0298114013671875, |
| "step": 34850 |
| }, |
| { |
| "epoch": 1.3453606260360047, |
| "grad_norm": 0.6542770266532898, |
| "learning_rate": 6.506812778479176e-05, |
| "loss": 3.0092144775390626, |
| "step": 34900 |
| }, |
| { |
| "epoch": 1.347288076789638, |
| "grad_norm": 0.6357635855674744, |
| "learning_rate": 6.467221481230722e-05, |
| "loss": 3.0104840087890623, |
| "step": 34950 |
| }, |
| { |
| "epoch": 1.3492155275432713, |
| "grad_norm": 0.6285920739173889, |
| "learning_rate": 6.427717871483623e-05, |
| "loss": 3.020973815917969, |
| "step": 35000 |
| }, |
| { |
| "epoch": 1.3511429782969044, |
| "grad_norm": 0.6299211978912354, |
| "learning_rate": 6.388302355198585e-05, |
| "loss": 3.0234722900390625, |
| "step": 35050 |
| }, |
| { |
| "epoch": 1.3530704290505378, |
| "grad_norm": 0.6482565999031067, |
| "learning_rate": 6.348975337431034e-05, |
| "loss": 3.0237777709960936, |
| "step": 35100 |
| }, |
| { |
| "epoch": 1.354997879804171, |
| "grad_norm": 0.6380200982093811, |
| "learning_rate": 6.310521110773279e-05, |
| "loss": 3.006343994140625, |
| "step": 35150 |
| }, |
| { |
| "epoch": 1.3569253305578042, |
| "grad_norm": 0.62126225233078, |
| "learning_rate": 6.271370511501279e-05, |
| "loss": 3.016763916015625, |
| "step": 35200 |
| }, |
| { |
| "epoch": 1.3588527813114375, |
| "grad_norm": 0.6541768312454224, |
| "learning_rate": 6.232309612402369e-05, |
| "loss": 3.0403656005859374, |
| "step": 35250 |
| }, |
| { |
| "epoch": 1.3607802320650708, |
| "grad_norm": 0.6393908858299255, |
| "learning_rate": 6.193338814887732e-05, |
| "loss": 2.999876708984375, |
| "step": 35300 |
| }, |
| { |
| "epoch": 1.362707682818704, |
| "grad_norm": 0.620763897895813, |
| "learning_rate": 6.154458519442599e-05, |
| "loss": 3.0015032958984373, |
| "step": 35350 |
| }, |
| { |
| "epoch": 1.3646351335723372, |
| "grad_norm": 0.6346343159675598, |
| "learning_rate": 6.115669125622172e-05, |
| "loss": 3.0304629516601564, |
| "step": 35400 |
| }, |
| { |
| "epoch": 1.3665625843259706, |
| "grad_norm": 0.6651772856712341, |
| "learning_rate": 6.0769710320474844e-05, |
| "loss": 3.01797607421875, |
| "step": 35450 |
| }, |
| { |
| "epoch": 1.3684900350796037, |
| "grad_norm": 0.6441340446472168, |
| "learning_rate": 6.0383646364013136e-05, |
| "loss": 3.00494873046875, |
| "step": 35500 |
| }, |
| { |
| "epoch": 1.370417485833237, |
| "grad_norm": 0.6288766860961914, |
| "learning_rate": 5.999850335424122e-05, |
| "loss": 3.0138446044921876, |
| "step": 35550 |
| }, |
| { |
| "epoch": 1.3723449365868703, |
| "grad_norm": 0.6625560522079468, |
| "learning_rate": 5.961428524909929e-05, |
| "loss": 3.015384521484375, |
| "step": 35600 |
| }, |
| { |
| "epoch": 1.3742723873405034, |
| "grad_norm": 0.6305920481681824, |
| "learning_rate": 5.9230995997022955e-05, |
| "loss": 3.0071783447265625, |
| "step": 35650 |
| }, |
| { |
| "epoch": 1.3761998380941367, |
| "grad_norm": 0.633285641670227, |
| "learning_rate": 5.884863953690221e-05, |
| "loss": 3.0072540283203124, |
| "step": 35700 |
| }, |
| { |
| "epoch": 1.3781272888477698, |
| "grad_norm": 0.6546490788459778, |
| "learning_rate": 5.846721979804138e-05, |
| "loss": 3.006717529296875, |
| "step": 35750 |
| }, |
| { |
| "epoch": 1.3800547396014031, |
| "grad_norm": 0.6545742154121399, |
| "learning_rate": 5.8086740700118325e-05, |
| "loss": 3.020059814453125, |
| "step": 35800 |
| }, |
| { |
| "epoch": 1.3819821903550364, |
| "grad_norm": 0.6293085813522339, |
| "learning_rate": 5.770720615314454e-05, |
| "loss": 2.995181884765625, |
| "step": 35850 |
| }, |
| { |
| "epoch": 1.3839096411086698, |
| "grad_norm": 0.6314324736595154, |
| "learning_rate": 5.732862005742469e-05, |
| "loss": 2.993491516113281, |
| "step": 35900 |
| }, |
| { |
| "epoch": 1.3858370918623029, |
| "grad_norm": 0.6504847407341003, |
| "learning_rate": 5.6950986303516644e-05, |
| "loss": 3.017044982910156, |
| "step": 35950 |
| }, |
| { |
| "epoch": 1.3877645426159362, |
| "grad_norm": 0.6358339786529541, |
| "learning_rate": 5.657430877219147e-05, |
| "loss": 3.028511657714844, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.3877645426159362, |
| "eval_loss": 2.9710333347320557, |
| "eval_runtime": 70.1501, |
| "eval_samples_per_second": 118.916, |
| "eval_steps_per_second": 3.721, |
| "step": 36000 |
| }, |
| { |
| "epoch": 1.3896919933695693, |
| "grad_norm": 0.6393367648124695, |
| "learning_rate": 5.619859133439364e-05, |
| "loss": 3.012779541015625, |
| "step": 36050 |
| }, |
| { |
| "epoch": 1.3916194441232026, |
| "grad_norm": 0.6493411064147949, |
| "learning_rate": 5.582383785120122e-05, |
| "loss": 3.000853271484375, |
| "step": 36100 |
| }, |
| { |
| "epoch": 1.393546894876836, |
| "grad_norm": 0.6275473237037659, |
| "learning_rate": 5.545005217378594e-05, |
| "loss": 3.0173858642578124, |
| "step": 36150 |
| }, |
| { |
| "epoch": 1.3954743456304692, |
| "grad_norm": 0.6341407895088196, |
| "learning_rate": 5.507723814337411e-05, |
| "loss": 3.012436828613281, |
| "step": 36200 |
| }, |
| { |
| "epoch": 1.3974017963841023, |
| "grad_norm": 0.648978590965271, |
| "learning_rate": 5.470539959120657e-05, |
| "loss": 3.022398681640625, |
| "step": 36250 |
| }, |
| { |
| "epoch": 1.3993292471377357, |
| "grad_norm": 0.6560739278793335, |
| "learning_rate": 5.4334540338499894e-05, |
| "loss": 3.0263824462890625, |
| "step": 36300 |
| }, |
| { |
| "epoch": 1.4012566978913688, |
| "grad_norm": 0.638169527053833, |
| "learning_rate": 5.396466419640663e-05, |
| "loss": 3.0015203857421877, |
| "step": 36350 |
| }, |
| { |
| "epoch": 1.403184148645002, |
| "grad_norm": 0.6476456522941589, |
| "learning_rate": 5.359577496597643e-05, |
| "loss": 2.9965289306640623, |
| "step": 36400 |
| }, |
| { |
| "epoch": 1.4051115993986354, |
| "grad_norm": 0.6480238437652588, |
| "learning_rate": 5.322787643811684e-05, |
| "loss": 2.9867437744140624, |
| "step": 36450 |
| }, |
| { |
| "epoch": 1.4070390501522687, |
| "grad_norm": 0.6348977088928223, |
| "learning_rate": 5.2860972393554544e-05, |
| "loss": 3.0067373657226564, |
| "step": 36500 |
| }, |
| { |
| "epoch": 1.4089665009059018, |
| "grad_norm": 0.6375760436058044, |
| "learning_rate": 5.2495066602796206e-05, |
| "loss": 3.0192449951171874, |
| "step": 36550 |
| }, |
| { |
| "epoch": 1.4108939516595351, |
| "grad_norm": 0.6387436985969543, |
| "learning_rate": 5.2130162826090024e-05, |
| "loss": 2.99778076171875, |
| "step": 36600 |
| }, |
| { |
| "epoch": 1.4128214024131682, |
| "grad_norm": 0.6538995504379272, |
| "learning_rate": 5.1766264813386814e-05, |
| "loss": 3.021131896972656, |
| "step": 36650 |
| }, |
| { |
| "epoch": 1.4147488531668015, |
| "grad_norm": 0.6433481574058533, |
| "learning_rate": 5.140337630430179e-05, |
| "loss": 3.0046710205078124, |
| "step": 36700 |
| }, |
| { |
| "epoch": 1.4166763039204349, |
| "grad_norm": 0.6791552901268005, |
| "learning_rate": 5.104150102807572e-05, |
| "loss": 3.012547912597656, |
| "step": 36750 |
| }, |
| { |
| "epoch": 1.4186037546740682, |
| "grad_norm": 0.6463810205459595, |
| "learning_rate": 5.06806427035371e-05, |
| "loss": 2.9944467163085937, |
| "step": 36800 |
| }, |
| { |
| "epoch": 1.4205312054277013, |
| "grad_norm": 0.637865424156189, |
| "learning_rate": 5.0320805039063494e-05, |
| "loss": 2.9921234130859373, |
| "step": 36850 |
| }, |
| { |
| "epoch": 1.4224586561813346, |
| "grad_norm": 0.6582602858543396, |
| "learning_rate": 4.9961991732543586e-05, |
| "loss": 3.0204217529296873, |
| "step": 36900 |
| }, |
| { |
| "epoch": 1.4243861069349677, |
| "grad_norm": 0.650175154209137, |
| "learning_rate": 4.960420647133935e-05, |
| "loss": 2.9906246948242186, |
| "step": 36950 |
| }, |
| { |
| "epoch": 1.426313557688601, |
| "grad_norm": 0.6676084995269775, |
| "learning_rate": 4.924745293224784e-05, |
| "loss": 3.010247802734375, |
| "step": 37000 |
| }, |
| { |
| "epoch": 1.4282410084422343, |
| "grad_norm": 0.646117627620697, |
| "learning_rate": 4.889173478146374e-05, |
| "loss": 3.0143060302734375, |
| "step": 37050 |
| }, |
| { |
| "epoch": 1.4301684591958677, |
| "grad_norm": 0.6552669405937195, |
| "learning_rate": 4.853705567454132e-05, |
| "loss": 3.0090032958984376, |
| "step": 37100 |
| }, |
| { |
| "epoch": 1.4320959099495008, |
| "grad_norm": 0.6410604119300842, |
| "learning_rate": 4.818341925635729e-05, |
| "loss": 2.989464111328125, |
| "step": 37150 |
| }, |
| { |
| "epoch": 1.434023360703134, |
| "grad_norm": 0.660908579826355, |
| "learning_rate": 4.783082916107286e-05, |
| "loss": 2.9977349853515625, |
| "step": 37200 |
| }, |
| { |
| "epoch": 1.4359508114567672, |
| "grad_norm": 0.6467908620834351, |
| "learning_rate": 4.7479289012096926e-05, |
| "loss": 2.9914288330078125, |
| "step": 37250 |
| }, |
| { |
| "epoch": 1.4378782622104005, |
| "grad_norm": 0.6461449265480042, |
| "learning_rate": 4.712880242204836e-05, |
| "loss": 3.003518371582031, |
| "step": 37300 |
| }, |
| { |
| "epoch": 1.4398057129640338, |
| "grad_norm": 0.6480746865272522, |
| "learning_rate": 4.678635119788662e-05, |
| "loss": 2.9931671142578127, |
| "step": 37350 |
| }, |
| { |
| "epoch": 1.4417331637176671, |
| "grad_norm": 0.6509934663772583, |
| "learning_rate": 4.6437961270051164e-05, |
| "loss": 3.00406005859375, |
| "step": 37400 |
| }, |
| { |
| "epoch": 1.4436606144713002, |
| "grad_norm": 0.6493057608604431, |
| "learning_rate": 4.609063560239681e-05, |
| "loss": 3.0092340087890626, |
| "step": 37450 |
| }, |
| { |
| "epoch": 1.4455880652249335, |
| "grad_norm": 0.6554242372512817, |
| "learning_rate": 4.574437776423222e-05, |
| "loss": 2.9999981689453126, |
| "step": 37500 |
| }, |
| { |
| "epoch": 1.4475155159785666, |
| "grad_norm": 0.6676389575004578, |
| "learning_rate": 4.539919131389231e-05, |
| "loss": 3.0145263671875, |
| "step": 37550 |
| }, |
| { |
| "epoch": 1.4494429667322, |
| "grad_norm": 0.6601196527481079, |
| "learning_rate": 4.5055079798702024e-05, |
| "loss": 3.0149322509765626, |
| "step": 37600 |
| }, |
| { |
| "epoch": 1.4513704174858333, |
| "grad_norm": 0.6483643054962158, |
| "learning_rate": 4.4712046754939535e-05, |
| "loss": 3.006389465332031, |
| "step": 37650 |
| }, |
| { |
| "epoch": 1.4532978682394666, |
| "grad_norm": 0.6562464833259583, |
| "learning_rate": 4.437009570780019e-05, |
| "loss": 3.009471435546875, |
| "step": 37700 |
| }, |
| { |
| "epoch": 1.4552253189930997, |
| "grad_norm": 0.668907105922699, |
| "learning_rate": 4.402923017136001e-05, |
| "loss": 3.0093399047851563, |
| "step": 37750 |
| }, |
| { |
| "epoch": 1.457152769746733, |
| "grad_norm": 0.6720010638237, |
| "learning_rate": 4.368945364853981e-05, |
| "loss": 3.0017431640625, |
| "step": 37800 |
| }, |
| { |
| "epoch": 1.4590802205003661, |
| "grad_norm": 0.6314327716827393, |
| "learning_rate": 4.3350769631068975e-05, |
| "loss": 3.0013021850585937, |
| "step": 37850 |
| }, |
| { |
| "epoch": 1.4610076712539994, |
| "grad_norm": 0.6467392444610596, |
| "learning_rate": 4.301318159944994e-05, |
| "loss": 3.0018572998046875, |
| "step": 37900 |
| }, |
| { |
| "epoch": 1.4629351220076328, |
| "grad_norm": 0.6472886204719543, |
| "learning_rate": 4.267669302292195e-05, |
| "loss": 2.9911578369140623, |
| "step": 37950 |
| }, |
| { |
| "epoch": 1.464862572761266, |
| "grad_norm": 0.6552727818489075, |
| "learning_rate": 4.234130735942583e-05, |
| "loss": 3.0146478271484374, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.464862572761266, |
| "eval_loss": 2.9608397483825684, |
| "eval_runtime": 69.9925, |
| "eval_samples_per_second": 119.184, |
| "eval_steps_per_second": 3.729, |
| "step": 38000 |
| }, |
| { |
| "epoch": 1.4667900235148992, |
| "grad_norm": 0.6628807783126831, |
| "learning_rate": 4.2007028055568095e-05, |
| "loss": 2.987430419921875, |
| "step": 38050 |
| }, |
| { |
| "epoch": 1.4687174742685325, |
| "grad_norm": 0.6167513132095337, |
| "learning_rate": 4.1673858546585915e-05, |
| "loss": 2.983268127441406, |
| "step": 38100 |
| }, |
| { |
| "epoch": 1.4706449250221656, |
| "grad_norm": 0.6317017078399658, |
| "learning_rate": 4.1341802256311346e-05, |
| "loss": 2.98488525390625, |
| "step": 38150 |
| }, |
| { |
| "epoch": 1.472572375775799, |
| "grad_norm": 0.6541942954063416, |
| "learning_rate": 4.101086259713666e-05, |
| "loss": 3.001531677246094, |
| "step": 38200 |
| }, |
| { |
| "epoch": 1.4744998265294322, |
| "grad_norm": 0.6744600534439087, |
| "learning_rate": 4.0681042969978845e-05, |
| "loss": 3.006551513671875, |
| "step": 38250 |
| }, |
| { |
| "epoch": 1.4764272772830656, |
| "grad_norm": 0.6821916699409485, |
| "learning_rate": 4.0352346764244796e-05, |
| "loss": 3.007157287597656, |
| "step": 38300 |
| }, |
| { |
| "epoch": 1.4783547280366987, |
| "grad_norm": 0.6707517504692078, |
| "learning_rate": 4.002477735779671e-05, |
| "loss": 2.987646179199219, |
| "step": 38350 |
| }, |
| { |
| "epoch": 1.480282178790332, |
| "grad_norm": 0.6475400924682617, |
| "learning_rate": 3.969833811691697e-05, |
| "loss": 2.986300354003906, |
| "step": 38400 |
| }, |
| { |
| "epoch": 1.482209629543965, |
| "grad_norm": 0.6588340401649475, |
| "learning_rate": 3.937303239627392e-05, |
| "loss": 3.013193359375, |
| "step": 38450 |
| }, |
| { |
| "epoch": 1.4841370802975984, |
| "grad_norm": 0.6350312829017639, |
| "learning_rate": 3.9048863538887095e-05, |
| "loss": 3.002423095703125, |
| "step": 38500 |
| }, |
| { |
| "epoch": 1.4860645310512317, |
| "grad_norm": 0.667890191078186, |
| "learning_rate": 3.872583487609314e-05, |
| "loss": 3.0143673706054686, |
| "step": 38550 |
| }, |
| { |
| "epoch": 1.4879919818048648, |
| "grad_norm": 0.6580042839050293, |
| "learning_rate": 3.840394972751125e-05, |
| "loss": 2.9950054931640624, |
| "step": 38600 |
| }, |
| { |
| "epoch": 1.4899194325584981, |
| "grad_norm": 0.648325502872467, |
| "learning_rate": 3.8083211401009485e-05, |
| "loss": 3.026676025390625, |
| "step": 38650 |
| }, |
| { |
| "epoch": 1.4918468833121314, |
| "grad_norm": 0.6553570628166199, |
| "learning_rate": 3.776362319267034e-05, |
| "loss": 2.999617614746094, |
| "step": 38700 |
| }, |
| { |
| "epoch": 1.4937743340657645, |
| "grad_norm": 0.6672315001487732, |
| "learning_rate": 3.7445188386757066e-05, |
| "loss": 3.0035385131835937, |
| "step": 38750 |
| }, |
| { |
| "epoch": 1.4957017848193979, |
| "grad_norm": 0.6690788269042969, |
| "learning_rate": 3.71279102556801e-05, |
| "loss": 3.002785949707031, |
| "step": 38800 |
| }, |
| { |
| "epoch": 1.4976292355730312, |
| "grad_norm": 0.6553841829299927, |
| "learning_rate": 3.681179205996303e-05, |
| "loss": 3.0008990478515627, |
| "step": 38850 |
| }, |
| { |
| "epoch": 1.4995566863266643, |
| "grad_norm": 0.6610223054885864, |
| "learning_rate": 3.649683704820951e-05, |
| "loss": 3.0096612548828126, |
| "step": 38900 |
| }, |
| { |
| "epoch": 1.5014841370802976, |
| "grad_norm": 0.6567665338516235, |
| "learning_rate": 3.61830484570695e-05, |
| "loss": 2.9983200073242187, |
| "step": 38950 |
| }, |
| { |
| "epoch": 1.5034115878339307, |
| "grad_norm": 0.6621602773666382, |
| "learning_rate": 3.5870429511206394e-05, |
| "loss": 2.9971014404296876, |
| "step": 39000 |
| }, |
| { |
| "epoch": 1.505339038587564, |
| "grad_norm": 0.6436423659324646, |
| "learning_rate": 3.5558983423263424e-05, |
| "loss": 2.9980072021484374, |
| "step": 39050 |
| }, |
| { |
| "epoch": 1.5072664893411973, |
| "grad_norm": 0.6546348333358765, |
| "learning_rate": 3.5248713393831156e-05, |
| "loss": 2.9966961669921877, |
| "step": 39100 |
| }, |
| { |
| "epoch": 1.5091939400948307, |
| "grad_norm": 0.6690251231193542, |
| "learning_rate": 3.493962261141403e-05, |
| "loss": 3.0205093383789063, |
| "step": 39150 |
| }, |
| { |
| "epoch": 1.511121390848464, |
| "grad_norm": 0.6529703140258789, |
| "learning_rate": 3.4631714252398194e-05, |
| "loss": 2.974471435546875, |
| "step": 39200 |
| }, |
| { |
| "epoch": 1.513048841602097, |
| "grad_norm": 0.6409212350845337, |
| "learning_rate": 3.432499148101838e-05, |
| "loss": 2.9807284545898436, |
| "step": 39250 |
| }, |
| { |
| "epoch": 1.5149762923557302, |
| "grad_norm": 0.6577807068824768, |
| "learning_rate": 3.401945744932566e-05, |
| "loss": 2.9837249755859374, |
| "step": 39300 |
| }, |
| { |
| "epoch": 1.5169037431093635, |
| "grad_norm": 0.6554986834526062, |
| "learning_rate": 3.3715115297154905e-05, |
| "loss": 2.9847296142578124, |
| "step": 39350 |
| }, |
| { |
| "epoch": 1.5188311938629968, |
| "grad_norm": 0.6742623448371887, |
| "learning_rate": 3.3411968152092684e-05, |
| "loss": 3.002864990234375, |
| "step": 39400 |
| }, |
| { |
| "epoch": 1.5207586446166301, |
| "grad_norm": 0.8173781633377075, |
| "learning_rate": 3.311604634820763e-05, |
| "loss": 2.990213623046875, |
| "step": 39450 |
| }, |
| { |
| "epoch": 1.5226860953702634, |
| "grad_norm": 0.6421291828155518, |
| "learning_rate": 3.281527449612996e-05, |
| "loss": 2.9789743041992187, |
| "step": 39500 |
| }, |
| { |
| "epoch": 1.5246135461238965, |
| "grad_norm": 0.6436623334884644, |
| "learning_rate": 3.251570689841721e-05, |
| "loss": 2.9856884765625, |
| "step": 39550 |
| }, |
| { |
| "epoch": 1.5265409968775296, |
| "grad_norm": 0.667201042175293, |
| "learning_rate": 3.221734663359004e-05, |
| "loss": 3.000289306640625, |
| "step": 39600 |
| }, |
| { |
| "epoch": 1.528468447631163, |
| "grad_norm": 0.6464906930923462, |
| "learning_rate": 3.192019676776173e-05, |
| "loss": 2.9970965576171875, |
| "step": 39650 |
| }, |
| { |
| "epoch": 1.5303958983847963, |
| "grad_norm": 0.6583192944526672, |
| "learning_rate": 3.162426035460691e-05, |
| "loss": 2.986309814453125, |
| "step": 39700 |
| }, |
| { |
| "epoch": 1.5323233491384296, |
| "grad_norm": 0.6383770108222961, |
| "learning_rate": 3.132954043533014e-05, |
| "loss": 2.9810650634765623, |
| "step": 39750 |
| }, |
| { |
| "epoch": 1.534250799892063, |
| "grad_norm": 0.6760772466659546, |
| "learning_rate": 3.103604003863454e-05, |
| "loss": 2.9895010375976563, |
| "step": 39800 |
| }, |
| { |
| "epoch": 1.536178250645696, |
| "grad_norm": 0.6493309736251831, |
| "learning_rate": 3.0743762180690855e-05, |
| "loss": 3.0052420043945314, |
| "step": 39850 |
| }, |
| { |
| "epoch": 1.5381057013993291, |
| "grad_norm": 0.6615433096885681, |
| "learning_rate": 3.0452709865106217e-05, |
| "loss": 2.995009765625, |
| "step": 39900 |
| }, |
| { |
| "epoch": 1.5400331521529624, |
| "grad_norm": 0.6336745023727417, |
| "learning_rate": 3.016288608289358e-05, |
| "loss": 3.0002447509765626, |
| "step": 39950 |
| }, |
| { |
| "epoch": 1.5419606029065958, |
| "grad_norm": 0.6437167525291443, |
| "learning_rate": 2.9874293812440624e-05, |
| "loss": 2.98669677734375, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.5419606029065958, |
| "eval_loss": 2.9493415355682373, |
| "eval_runtime": 69.758, |
| "eval_samples_per_second": 119.585, |
| "eval_steps_per_second": 3.742, |
| "step": 40000 |
| }, |
| { |
| "epoch": 1.543888053660229, |
| "grad_norm": 0.6454316973686218, |
| "learning_rate": 2.9586936019479567e-05, |
| "loss": 2.9892059326171876, |
| "step": 40050 |
| }, |
| { |
| "epoch": 1.5458155044138622, |
| "grad_norm": 0.6593596935272217, |
| "learning_rate": 2.9300815657056247e-05, |
| "loss": 2.975858154296875, |
| "step": 40100 |
| }, |
| { |
| "epoch": 1.5477429551674955, |
| "grad_norm": 0.6588073968887329, |
| "learning_rate": 2.901593566550008e-05, |
| "loss": 3.001131591796875, |
| "step": 40150 |
| }, |
| { |
| "epoch": 1.5496704059211286, |
| "grad_norm": 0.6525108814239502, |
| "learning_rate": 2.8732298972393804e-05, |
| "loss": 2.9824761962890625, |
| "step": 40200 |
| }, |
| { |
| "epoch": 1.551597856674762, |
| "grad_norm": 0.6474674940109253, |
| "learning_rate": 2.8449908492543217e-05, |
| "loss": 2.9728018188476564, |
| "step": 40250 |
| }, |
| { |
| "epoch": 1.5535253074283952, |
| "grad_norm": 0.6582866311073303, |
| "learning_rate": 2.8168767127947495e-05, |
| "loss": 2.9858349609375, |
| "step": 40300 |
| }, |
| { |
| "epoch": 1.5554527581820285, |
| "grad_norm": 0.6579475402832031, |
| "learning_rate": 2.7888877767769065e-05, |
| "loss": 3.0010595703125, |
| "step": 40350 |
| }, |
| { |
| "epoch": 1.5573802089356616, |
| "grad_norm": 0.6484814286231995, |
| "learning_rate": 2.761024328830426e-05, |
| "loss": 2.9938113403320314, |
| "step": 40400 |
| }, |
| { |
| "epoch": 1.559307659689295, |
| "grad_norm": 0.6481432318687439, |
| "learning_rate": 2.733286655295334e-05, |
| "loss": 3.0031854248046876, |
| "step": 40450 |
| }, |
| { |
| "epoch": 1.561235110442928, |
| "grad_norm": 0.6666094064712524, |
| "learning_rate": 2.7056750412191573e-05, |
| "loss": 3.0000149536132814, |
| "step": 40500 |
| }, |
| { |
| "epoch": 1.5631625611965614, |
| "grad_norm": 0.6500440239906311, |
| "learning_rate": 2.6781897703539356e-05, |
| "loss": 2.9727203369140627, |
| "step": 40550 |
| }, |
| { |
| "epoch": 1.5650900119501947, |
| "grad_norm": 0.6589999198913574, |
| "learning_rate": 2.6508311251533642e-05, |
| "loss": 2.9960476684570314, |
| "step": 40600 |
| }, |
| { |
| "epoch": 1.567017462703828, |
| "grad_norm": 0.646747887134552, |
| "learning_rate": 2.6235993867698462e-05, |
| "loss": 2.9949468994140624, |
| "step": 40650 |
| }, |
| { |
| "epoch": 1.5689449134574611, |
| "grad_norm": 0.6587992310523987, |
| "learning_rate": 2.5964948350516312e-05, |
| "loss": 2.97785888671875, |
| "step": 40700 |
| }, |
| { |
| "epoch": 1.5708723642110944, |
| "grad_norm": 0.6446172595024109, |
| "learning_rate": 2.5695177485399194e-05, |
| "loss": 2.9886749267578123, |
| "step": 40750 |
| }, |
| { |
| "epoch": 1.5727998149647275, |
| "grad_norm": 0.6597557663917542, |
| "learning_rate": 2.5426684044660217e-05, |
| "loss": 2.9851254272460936, |
| "step": 40800 |
| }, |
| { |
| "epoch": 1.5747272657183609, |
| "grad_norm": 0.6633270382881165, |
| "learning_rate": 2.5159470787484813e-05, |
| "loss": 2.976287841796875, |
| "step": 40850 |
| }, |
| { |
| "epoch": 1.5766547164719942, |
| "grad_norm": 0.6537542939186096, |
| "learning_rate": 2.4893540459902723e-05, |
| "loss": 2.9737039184570313, |
| "step": 40900 |
| }, |
| { |
| "epoch": 1.5785821672256275, |
| "grad_norm": 0.6411861777305603, |
| "learning_rate": 2.462889579475949e-05, |
| "loss": 2.996640625, |
| "step": 40950 |
| }, |
| { |
| "epoch": 1.5805096179792606, |
| "grad_norm": 0.6503924131393433, |
| "learning_rate": 2.4365539511688452e-05, |
| "loss": 2.9758453369140625, |
| "step": 41000 |
| }, |
| { |
| "epoch": 1.582437068732894, |
| "grad_norm": 0.6585896611213684, |
| "learning_rate": 2.410347431708297e-05, |
| "loss": 2.9821368408203126, |
| "step": 41050 |
| }, |
| { |
| "epoch": 1.584364519486527, |
| "grad_norm": 0.6517696380615234, |
| "learning_rate": 2.3842702904068334e-05, |
| "loss": 2.9787860107421875, |
| "step": 41100 |
| }, |
| { |
| "epoch": 1.5862919702401603, |
| "grad_norm": 0.6550498604774475, |
| "learning_rate": 2.358322795247433e-05, |
| "loss": 2.9960858154296877, |
| "step": 41150 |
| }, |
| { |
| "epoch": 1.5882194209937937, |
| "grad_norm": 0.6607086658477783, |
| "learning_rate": 2.332505212880748e-05, |
| "loss": 2.994189453125, |
| "step": 41200 |
| }, |
| { |
| "epoch": 1.590146871747427, |
| "grad_norm": 0.6481448411941528, |
| "learning_rate": 2.306817808622391e-05, |
| "loss": 2.950994873046875, |
| "step": 41250 |
| }, |
| { |
| "epoch": 1.59207432250106, |
| "grad_norm": 0.6590821743011475, |
| "learning_rate": 2.281260846450178e-05, |
| "loss": 2.965792236328125, |
| "step": 41300 |
| }, |
| { |
| "epoch": 1.5940017732546934, |
| "grad_norm": 0.6617052555084229, |
| "learning_rate": 2.2558345890014445e-05, |
| "loss": 2.9904522705078125, |
| "step": 41350 |
| }, |
| { |
| "epoch": 1.5959292240083265, |
| "grad_norm": 0.6477006673812866, |
| "learning_rate": 2.23053929757032e-05, |
| "loss": 2.961939697265625, |
| "step": 41400 |
| }, |
| { |
| "epoch": 1.5978566747619598, |
| "grad_norm": 0.660005509853363, |
| "learning_rate": 2.205375232105061e-05, |
| "loss": 2.9788470458984375, |
| "step": 41450 |
| }, |
| { |
| "epoch": 1.5997841255155931, |
| "grad_norm": 0.6647515892982483, |
| "learning_rate": 2.1808420126085168e-05, |
| "loss": 2.9819390869140623, |
| "step": 41500 |
| }, |
| { |
| "epoch": 1.6017115762692264, |
| "grad_norm": 0.6566334962844849, |
| "learning_rate": 2.1559385361743416e-05, |
| "loss": 2.993948974609375, |
| "step": 41550 |
| }, |
| { |
| "epoch": 1.6036390270228595, |
| "grad_norm": 0.6431276202201843, |
| "learning_rate": 2.1311670523442844e-05, |
| "loss": 2.9922021484375, |
| "step": 41600 |
| }, |
| { |
| "epoch": 1.6055664777764929, |
| "grad_norm": 0.6472877264022827, |
| "learning_rate": 2.1065278156836606e-05, |
| "loss": 2.9915176391601563, |
| "step": 41650 |
| }, |
| { |
| "epoch": 1.607493928530126, |
| "grad_norm": 0.6416468024253845, |
| "learning_rate": 2.0820210793987585e-05, |
| "loss": 2.97776123046875, |
| "step": 41700 |
| }, |
| { |
| "epoch": 1.6094213792837593, |
| "grad_norm": 0.650649905204773, |
| "learning_rate": 2.0576470953342013e-05, |
| "loss": 2.9841278076171873, |
| "step": 41750 |
| }, |
| { |
| "epoch": 1.6113488300373926, |
| "grad_norm": 0.650781512260437, |
| "learning_rate": 2.033406113970395e-05, |
| "loss": 2.9824905395507812, |
| "step": 41800 |
| }, |
| { |
| "epoch": 1.613276280791026, |
| "grad_norm": 0.6646984815597534, |
| "learning_rate": 2.0092983844209233e-05, |
| "loss": 2.9951324462890625, |
| "step": 41850 |
| }, |
| { |
| "epoch": 1.615203731544659, |
| "grad_norm": 0.6532541513442993, |
| "learning_rate": 1.9853241544300157e-05, |
| "loss": 2.975092468261719, |
| "step": 41900 |
| }, |
| { |
| "epoch": 1.6171311822982921, |
| "grad_norm": 0.6527358889579773, |
| "learning_rate": 1.961483670369967e-05, |
| "loss": 2.9765081787109375, |
| "step": 41950 |
| }, |
| { |
| "epoch": 1.6190586330519254, |
| "grad_norm": 0.657174825668335, |
| "learning_rate": 1.9377771772386458e-05, |
| "loss": 2.9948556518554685, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.6190586330519254, |
| "eval_loss": 2.940765142440796, |
| "eval_runtime": 62.2773, |
| "eval_samples_per_second": 133.949, |
| "eval_steps_per_second": 4.191, |
| "step": 42000 |
| }, |
| { |
| "epoch": 1.6209860838055588, |
| "grad_norm": 0.7008171081542969, |
| "learning_rate": 1.9142049186569437e-05, |
| "loss": 3.0023468017578123, |
| "step": 42050 |
| }, |
| { |
| "epoch": 1.622913534559192, |
| "grad_norm": 0.6562812328338623, |
| "learning_rate": 1.8907671368662924e-05, |
| "loss": 2.9704852294921875, |
| "step": 42100 |
| }, |
| { |
| "epoch": 1.6248409853128254, |
| "grad_norm": 0.6428791880607605, |
| "learning_rate": 1.8674640727261596e-05, |
| "loss": 2.9770135498046875, |
| "step": 42150 |
| }, |
| { |
| "epoch": 1.6267684360664585, |
| "grad_norm": 0.644219160079956, |
| "learning_rate": 1.8442959657115886e-05, |
| "loss": 2.9960116577148437, |
| "step": 42200 |
| }, |
| { |
| "epoch": 1.6286958868200916, |
| "grad_norm": 0.6446249485015869, |
| "learning_rate": 1.8212630539107216e-05, |
| "loss": 2.9935546875, |
| "step": 42250 |
| }, |
| { |
| "epoch": 1.630623337573725, |
| "grad_norm": 0.6473619937896729, |
| "learning_rate": 1.7983655740223674e-05, |
| "loss": 2.9875433349609377, |
| "step": 42300 |
| }, |
| { |
| "epoch": 1.6325507883273582, |
| "grad_norm": 0.6668522953987122, |
| "learning_rate": 1.7756037613535568e-05, |
| "loss": 2.9762387084960937, |
| "step": 42350 |
| }, |
| { |
| "epoch": 1.6344782390809915, |
| "grad_norm": 0.6523205637931824, |
| "learning_rate": 1.752977849817132e-05, |
| "loss": 2.9738616943359375, |
| "step": 42400 |
| }, |
| { |
| "epoch": 1.6364056898346249, |
| "grad_norm": 0.6620166301727295, |
| "learning_rate": 1.7304880719293446e-05, |
| "loss": 2.9900347900390627, |
| "step": 42450 |
| }, |
| { |
| "epoch": 1.638333140588258, |
| "grad_norm": 0.6480960845947266, |
| "learning_rate": 1.708134658807453e-05, |
| "loss": 2.984730529785156, |
| "step": 42500 |
| }, |
| { |
| "epoch": 1.640260591341891, |
| "grad_norm": 0.6719658970832825, |
| "learning_rate": 1.6859178401673702e-05, |
| "loss": 2.9981591796875, |
| "step": 42550 |
| }, |
| { |
| "epoch": 1.6421880420955244, |
| "grad_norm": 0.6721029281616211, |
| "learning_rate": 1.663837844321275e-05, |
| "loss": 2.9902972412109374, |
| "step": 42600 |
| }, |
| { |
| "epoch": 1.6441154928491577, |
| "grad_norm": 0.6641767024993896, |
| "learning_rate": 1.641894898175294e-05, |
| "loss": 2.9818768310546875, |
| "step": 42650 |
| }, |
| { |
| "epoch": 1.646042943602791, |
| "grad_norm": 0.6644138097763062, |
| "learning_rate": 1.6200892272271434e-05, |
| "loss": 2.97240478515625, |
| "step": 42700 |
| }, |
| { |
| "epoch": 1.6479703943564243, |
| "grad_norm": 0.6787228584289551, |
| "learning_rate": 1.5984210555638356e-05, |
| "loss": 2.9776239013671875, |
| "step": 42750 |
| }, |
| { |
| "epoch": 1.6498978451100574, |
| "grad_norm": 0.6702457666397095, |
| "learning_rate": 1.5768906058593532e-05, |
| "loss": 2.970464782714844, |
| "step": 42800 |
| }, |
| { |
| "epoch": 1.6518252958636905, |
| "grad_norm": 0.651032567024231, |
| "learning_rate": 1.5554980993723866e-05, |
| "loss": 2.980189208984375, |
| "step": 42850 |
| }, |
| { |
| "epoch": 1.6537527466173239, |
| "grad_norm": 0.6449264883995056, |
| "learning_rate": 1.5342437559440368e-05, |
| "loss": 2.9849993896484377, |
| "step": 42900 |
| }, |
| { |
| "epoch": 1.6556801973709572, |
| "grad_norm": 0.6449978351593018, |
| "learning_rate": 1.5131277939955622e-05, |
| "loss": 2.9706134033203124, |
| "step": 42950 |
| }, |
| { |
| "epoch": 1.6576076481245905, |
| "grad_norm": 0.659964382648468, |
| "learning_rate": 1.4921504305261494e-05, |
| "loss": 2.9645953369140625, |
| "step": 43000 |
| }, |
| { |
| "epoch": 1.6595350988782238, |
| "grad_norm": 0.6383562684059143, |
| "learning_rate": 1.47131188111066e-05, |
| "loss": 2.9672946166992187, |
| "step": 43050 |
| }, |
| { |
| "epoch": 1.661462549631857, |
| "grad_norm": 0.6401688456535339, |
| "learning_rate": 1.4506123598974362e-05, |
| "loss": 3.0041815185546876, |
| "step": 43100 |
| }, |
| { |
| "epoch": 1.66339000038549, |
| "grad_norm": 0.65959233045578, |
| "learning_rate": 1.4300520796060782e-05, |
| "loss": 2.969549255371094, |
| "step": 43150 |
| }, |
| { |
| "epoch": 1.6653174511391233, |
| "grad_norm": 0.6700117588043213, |
| "learning_rate": 1.4096312515252844e-05, |
| "loss": 2.987606201171875, |
| "step": 43200 |
| }, |
| { |
| "epoch": 1.6672449018927566, |
| "grad_norm": 0.6429051160812378, |
| "learning_rate": 1.3893500855106543e-05, |
| "loss": 2.97798095703125, |
| "step": 43250 |
| }, |
| { |
| "epoch": 1.66917235264639, |
| "grad_norm": 0.6753007173538208, |
| "learning_rate": 1.3692087899825538e-05, |
| "loss": 2.9788525390625, |
| "step": 43300 |
| }, |
| { |
| "epoch": 1.6710998034000233, |
| "grad_norm": 0.6652014851570129, |
| "learning_rate": 1.349207571923947e-05, |
| "loss": 2.9761001586914064, |
| "step": 43350 |
| }, |
| { |
| "epoch": 1.6730272541536564, |
| "grad_norm": 0.6653535962104797, |
| "learning_rate": 1.3293466368783045e-05, |
| "loss": 2.98156982421875, |
| "step": 43400 |
| }, |
| { |
| "epoch": 1.6749547049072895, |
| "grad_norm": 0.6538166999816895, |
| "learning_rate": 1.3096261889474585e-05, |
| "loss": 2.9844979858398437, |
| "step": 43450 |
| }, |
| { |
| "epoch": 1.6768821556609228, |
| "grad_norm": 0.6545195579528809, |
| "learning_rate": 1.2900464307895275e-05, |
| "loss": 2.97701171875, |
| "step": 43500 |
| }, |
| { |
| "epoch": 1.6788096064145561, |
| "grad_norm": 0.6603434085845947, |
| "learning_rate": 1.2706075636168168e-05, |
| "loss": 2.9773919677734373, |
| "step": 43550 |
| }, |
| { |
| "epoch": 1.6807370571681894, |
| "grad_norm": 0.660017728805542, |
| "learning_rate": 1.2513097871937627e-05, |
| "loss": 2.9722406005859376, |
| "step": 43600 |
| }, |
| { |
| "epoch": 1.6826645079218228, |
| "grad_norm": 0.6577938199043274, |
| "learning_rate": 1.2321532998348805e-05, |
| "loss": 2.97467041015625, |
| "step": 43650 |
| }, |
| { |
| "epoch": 1.6845919586754559, |
| "grad_norm": 0.6334798336029053, |
| "learning_rate": 1.2131382984027128e-05, |
| "loss": 2.968843994140625, |
| "step": 43700 |
| }, |
| { |
| "epoch": 1.686519409429089, |
| "grad_norm": 0.6506395936012268, |
| "learning_rate": 1.1942649783058255e-05, |
| "loss": 2.9857269287109376, |
| "step": 43750 |
| }, |
| { |
| "epoch": 1.6884468601827223, |
| "grad_norm": 0.665668249130249, |
| "learning_rate": 1.1759067707676727e-05, |
| "loss": 2.9876959228515627, |
| "step": 43800 |
| }, |
| { |
| "epoch": 1.6903743109363556, |
| "grad_norm": 0.6575157642364502, |
| "learning_rate": 1.1573145505083858e-05, |
| "loss": 2.9751861572265623, |
| "step": 43850 |
| }, |
| { |
| "epoch": 1.692301761689989, |
| "grad_norm": 0.6600083708763123, |
| "learning_rate": 1.138864585259755e-05, |
| "loss": 2.9563943481445314, |
| "step": 43900 |
| }, |
| { |
| "epoch": 1.694229212443622, |
| "grad_norm": 0.6317420601844788, |
| "learning_rate": 1.120557064623721e-05, |
| "loss": 2.9699560546875, |
| "step": 43950 |
| }, |
| { |
| "epoch": 1.6961566631972553, |
| "grad_norm": 0.6581457853317261, |
| "learning_rate": 1.1023921767383826e-05, |
| "loss": 2.971065673828125, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.6961566631972553, |
| "eval_loss": 2.9355552196502686, |
| "eval_runtime": 62.5346, |
| "eval_samples_per_second": 133.398, |
| "eval_steps_per_second": 4.174, |
| "step": 44000 |
| }, |
| { |
| "epoch": 1.6980841139508884, |
| "grad_norm": 0.6822545528411865, |
| "learning_rate": 1.0843701082760703e-05, |
| "loss": 2.981640625, |
| "step": 44050 |
| }, |
| { |
| "epoch": 1.7000115647045217, |
| "grad_norm": 0.6611153483390808, |
| "learning_rate": 1.0664910444414177e-05, |
| "loss": 2.9805462646484373, |
| "step": 44100 |
| }, |
| { |
| "epoch": 1.701939015458155, |
| "grad_norm": 0.6585414409637451, |
| "learning_rate": 1.0487551689694751e-05, |
| "loss": 2.982611083984375, |
| "step": 44150 |
| }, |
| { |
| "epoch": 1.7038664662117884, |
| "grad_norm": 0.659685492515564, |
| "learning_rate": 1.0311626641237952e-05, |
| "loss": 2.96666259765625, |
| "step": 44200 |
| }, |
| { |
| "epoch": 1.7057939169654215, |
| "grad_norm": 0.6496697664260864, |
| "learning_rate": 1.0137137106945925e-05, |
| "loss": 2.979638977050781, |
| "step": 44250 |
| }, |
| { |
| "epoch": 1.7077213677190548, |
| "grad_norm": 0.662509024143219, |
| "learning_rate": 9.964084879968581e-06, |
| "loss": 2.9772076416015625, |
| "step": 44300 |
| }, |
| { |
| "epoch": 1.709648818472688, |
| "grad_norm": 0.667682409286499, |
| "learning_rate": 9.79247173868528e-06, |
| "loss": 2.9707763671875, |
| "step": 44350 |
| }, |
| { |
| "epoch": 1.7115762692263212, |
| "grad_norm": 0.6531767249107361, |
| "learning_rate": 9.625688760868028e-06, |
| "loss": 2.9765960693359377, |
| "step": 44400 |
| }, |
| { |
| "epoch": 1.7135037199799545, |
| "grad_norm": 0.6421325206756592, |
| "learning_rate": 9.456930197933959e-06, |
| "loss": 2.992750244140625, |
| "step": 44450 |
| }, |
| { |
| "epoch": 1.7154311707335879, |
| "grad_norm": 0.6376025080680847, |
| "learning_rate": 9.289615932493011e-06, |
| "loss": 2.96099609375, |
| "step": 44500 |
| }, |
| { |
| "epoch": 1.717358621487221, |
| "grad_norm": 0.6602917909622192, |
| "learning_rate": 9.123747683958094e-06, |
| "loss": 2.976321105957031, |
| "step": 44550 |
| }, |
| { |
| "epoch": 1.7192860722408543, |
| "grad_norm": 0.6535906791687012, |
| "learning_rate": 8.95932715688214e-06, |
| "loss": 2.961824951171875, |
| "step": 44600 |
| }, |
| { |
| "epoch": 1.7212135229944874, |
| "grad_norm": 0.6507993936538696, |
| "learning_rate": 8.7963560409404e-06, |
| "loss": 2.9769668579101562, |
| "step": 44650 |
| }, |
| { |
| "epoch": 1.7231409737481207, |
| "grad_norm": 0.6706106662750244, |
| "learning_rate": 8.63483601091332e-06, |
| "loss": 2.9771478271484373, |
| "step": 44700 |
| }, |
| { |
| "epoch": 1.725068424501754, |
| "grad_norm": 0.6625539064407349, |
| "learning_rate": 8.474768726669045e-06, |
| "loss": 2.9715240478515623, |
| "step": 44750 |
| }, |
| { |
| "epoch": 1.7269958752553873, |
| "grad_norm": 0.6580246686935425, |
| "learning_rate": 8.316155833146627e-06, |
| "loss": 2.9936322021484374, |
| "step": 44800 |
| }, |
| { |
| "epoch": 1.7289233260090204, |
| "grad_norm": 0.6569129228591919, |
| "learning_rate": 8.158998960338904e-06, |
| "loss": 2.9744677734375, |
| "step": 44850 |
| }, |
| { |
| "epoch": 1.7308507767626538, |
| "grad_norm": 0.6563003659248352, |
| "learning_rate": 8.003299723275952e-06, |
| "loss": 2.97982666015625, |
| "step": 44900 |
| }, |
| { |
| "epoch": 1.7327782275162869, |
| "grad_norm": 0.6553057432174683, |
| "learning_rate": 7.849059722008282e-06, |
| "loss": 2.9949554443359374, |
| "step": 44950 |
| }, |
| { |
| "epoch": 1.7347056782699202, |
| "grad_norm": 0.6569401025772095, |
| "learning_rate": 7.696280541590617e-06, |
| "loss": 2.9625689697265627, |
| "step": 45000 |
| }, |
| { |
| "epoch": 1.7366331290235535, |
| "grad_norm": 0.6830917000770569, |
| "learning_rate": 7.544963752065347e-06, |
| "loss": 2.9723980712890623, |
| "step": 45050 |
| }, |
| { |
| "epoch": 1.7385605797771868, |
| "grad_norm": 0.6623573899269104, |
| "learning_rate": 7.395110908446678e-06, |
| "loss": 2.974309997558594, |
| "step": 45100 |
| }, |
| { |
| "epoch": 1.74048803053082, |
| "grad_norm": 0.6592599153518677, |
| "learning_rate": 7.246723550704358e-06, |
| "loss": 2.9534552001953127, |
| "step": 45150 |
| }, |
| { |
| "epoch": 1.7424154812844532, |
| "grad_norm": 0.6647738814353943, |
| "learning_rate": 7.0998032037481385e-06, |
| "loss": 2.970636901855469, |
| "step": 45200 |
| }, |
| { |
| "epoch": 1.7443429320380863, |
| "grad_norm": 0.6631134748458862, |
| "learning_rate": 6.95435137741186e-06, |
| "loss": 2.971834411621094, |
| "step": 45250 |
| }, |
| { |
| "epoch": 1.7462703827917196, |
| "grad_norm": 0.6524649858474731, |
| "learning_rate": 6.810369566438101e-06, |
| "loss": 2.9704510498046877, |
| "step": 45300 |
| }, |
| { |
| "epoch": 1.748197833545353, |
| "grad_norm": 0.662055253982544, |
| "learning_rate": 6.667859250462743e-06, |
| "loss": 2.983234558105469, |
| "step": 45350 |
| }, |
| { |
| "epoch": 1.7501252842989863, |
| "grad_norm": 0.6571261882781982, |
| "learning_rate": 6.526821893999762e-06, |
| "loss": 2.9623980712890625, |
| "step": 45400 |
| }, |
| { |
| "epoch": 1.7520527350526194, |
| "grad_norm": 0.6639049649238586, |
| "learning_rate": 6.387258946426244e-06, |
| "loss": 2.970660400390625, |
| "step": 45450 |
| }, |
| { |
| "epoch": 1.7539801858062527, |
| "grad_norm": 0.6736387610435486, |
| "learning_rate": 6.249171841967376e-06, |
| "loss": 2.974384765625, |
| "step": 45500 |
| }, |
| { |
| "epoch": 1.7559076365598858, |
| "grad_norm": 0.6472794413566589, |
| "learning_rate": 6.112561999681831e-06, |
| "loss": 2.983541259765625, |
| "step": 45550 |
| }, |
| { |
| "epoch": 1.7578350873135191, |
| "grad_norm": 0.6505047678947449, |
| "learning_rate": 5.977430823447071e-06, |
| "loss": 2.968780517578125, |
| "step": 45600 |
| }, |
| { |
| "epoch": 1.7597625380671524, |
| "grad_norm": 0.6508398652076721, |
| "learning_rate": 5.8437797019450506e-06, |
| "loss": 2.9603814697265625, |
| "step": 45650 |
| }, |
| { |
| "epoch": 1.7616899888207858, |
| "grad_norm": 0.6736019253730774, |
| "learning_rate": 5.711610008647804e-06, |
| "loss": 2.9674127197265623, |
| "step": 45700 |
| }, |
| { |
| "epoch": 1.7636174395744189, |
| "grad_norm": 0.6542773842811584, |
| "learning_rate": 5.58092310180343e-06, |
| "loss": 2.975087890625, |
| "step": 45750 |
| }, |
| { |
| "epoch": 1.765544890328052, |
| "grad_norm": 0.656532883644104, |
| "learning_rate": 5.451720324422099e-06, |
| "loss": 2.9654754638671874, |
| "step": 45800 |
| }, |
| { |
| "epoch": 1.7674723410816853, |
| "grad_norm": 0.6590448021888733, |
| "learning_rate": 5.324003004262261e-06, |
| "loss": 2.9947637939453124, |
| "step": 45850 |
| }, |
| { |
| "epoch": 1.7693997918353186, |
| "grad_norm": 0.6381296515464783, |
| "learning_rate": 5.197772453816984e-06, |
| "loss": 2.9542913818359375, |
| "step": 45900 |
| }, |
| { |
| "epoch": 1.771327242588952, |
| "grad_norm": 0.6407474279403687, |
| "learning_rate": 5.0730299703004515e-06, |
| "loss": 2.9807843017578124, |
| "step": 45950 |
| }, |
| { |
| "epoch": 1.7732546933425852, |
| "grad_norm": 0.6471443772315979, |
| "learning_rate": 4.94977683563475e-06, |
| "loss": 2.97317626953125, |
| "step": 46000 |
| }, |
| { |
| "epoch": 1.7732546933425852, |
| "eval_loss": 2.930370807647705, |
| "eval_runtime": 62.496, |
| "eval_samples_per_second": 133.481, |
| "eval_steps_per_second": 4.176, |
| "step": 46000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 50000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 2000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 7.69243742208e+17, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
