| { |
| "best_global_step": 6000, |
| "best_metric": 0.6719915270805359, |
| "best_model_checkpoint": "/workspace/rails-finetune/adapters-qwen3-coder-30b/checkpoint-6000", |
| "epoch": 0.9581794590278471, |
| "eval_steps": 500, |
| "global_step": 6000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0015969657650464117, |
| "grad_norm": 0.15089154243469238, |
| "learning_rate": 6.000000000000001e-07, |
| "loss": 1.5709858894348145, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0031939315300928235, |
| "grad_norm": 0.1435190588235855, |
| "learning_rate": 1.2666666666666669e-06, |
| "loss": 1.6188209533691407, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.004790897295139236, |
| "grad_norm": 0.14615978300571442, |
| "learning_rate": 1.9333333333333336e-06, |
| "loss": 1.6381675720214843, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.006387863060185647, |
| "grad_norm": 0.1281592696905136, |
| "learning_rate": 2.6e-06, |
| "loss": 1.5563851356506349, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00798482882523206, |
| "grad_norm": 0.16032098233699799, |
| "learning_rate": 3.266666666666667e-06, |
| "loss": 1.6382104873657226, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.009581794590278471, |
| "grad_norm": 0.14609354734420776, |
| "learning_rate": 3.9333333333333335e-06, |
| "loss": 1.6256795883178712, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.011178760355324883, |
| "grad_norm": 0.13070641458034515, |
| "learning_rate": 4.600000000000001e-06, |
| "loss": 1.5222463607788086, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.012775726120371294, |
| "grad_norm": 0.1499311476945877, |
| "learning_rate": 5.2666666666666665e-06, |
| "loss": 1.518197727203369, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.014372691885417706, |
| "grad_norm": 0.12919697165489197, |
| "learning_rate": 5.933333333333335e-06, |
| "loss": 1.4710905075073242, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.01596965765046412, |
| "grad_norm": 0.11437301337718964, |
| "learning_rate": 6.600000000000001e-06, |
| "loss": 1.4049152374267577, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01756662341551053, |
| "grad_norm": 0.13434389233589172, |
| "learning_rate": 7.266666666666668e-06, |
| "loss": 1.3853497505187988, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.019163589180556943, |
| "grad_norm": 0.08636850863695145, |
| "learning_rate": 7.933333333333334e-06, |
| "loss": 1.3351438522338868, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.020760554945603353, |
| "grad_norm": 0.08471965044736862, |
| "learning_rate": 8.6e-06, |
| "loss": 1.2937309265136718, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.022357520710649767, |
| "grad_norm": 0.058983951807022095, |
| "learning_rate": 9.266666666666667e-06, |
| "loss": 1.2116679191589355, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.023954486475696177, |
| "grad_norm": 0.06733114272356033, |
| "learning_rate": 9.933333333333334e-06, |
| "loss": 1.1680314064025878, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.025551452240742588, |
| "grad_norm": 0.045156873762607574, |
| "learning_rate": 1.0600000000000002e-05, |
| "loss": 1.1280742645263673, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.027148418005789002, |
| "grad_norm": 0.0415460579097271, |
| "learning_rate": 1.1266666666666668e-05, |
| "loss": 1.0879782676696776, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.028745383770835412, |
| "grad_norm": 0.05221620574593544, |
| "learning_rate": 1.1933333333333335e-05, |
| "loss": 1.0641801834106446, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.030342349535881826, |
| "grad_norm": 0.036492571234703064, |
| "learning_rate": 1.2600000000000001e-05, |
| "loss": 1.0208759307861328, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.03193931530092824, |
| "grad_norm": 0.03153146430850029, |
| "learning_rate": 1.3266666666666668e-05, |
| "loss": 1.0204400062561034, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.03353628106597465, |
| "grad_norm": 0.03343074768781662, |
| "learning_rate": 1.3933333333333334e-05, |
| "loss": 0.9532640457153321, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.03513324683102106, |
| "grad_norm": 0.034289468079805374, |
| "learning_rate": 1.46e-05, |
| "loss": 0.9065071105957031, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.03673021259606747, |
| "grad_norm": 0.040245093405246735, |
| "learning_rate": 1.5266666666666667e-05, |
| "loss": 0.895290470123291, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.038327178361113885, |
| "grad_norm": 0.03090902790427208, |
| "learning_rate": 1.5933333333333336e-05, |
| "loss": 0.89828462600708, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03992414412616029, |
| "grad_norm": 0.023231355473399162, |
| "learning_rate": 1.66e-05, |
| "loss": 0.867582893371582, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.041521109891206706, |
| "grad_norm": 0.022748615592718124, |
| "learning_rate": 1.726666666666667e-05, |
| "loss": 0.8476214408874512, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.04311807565625312, |
| "grad_norm": 0.025588329881429672, |
| "learning_rate": 1.7933333333333333e-05, |
| "loss": 0.8639037132263183, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.044715041421299534, |
| "grad_norm": 0.029987547546625137, |
| "learning_rate": 1.86e-05, |
| "loss": 0.8353777885437011, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.04631200718634594, |
| "grad_norm": 0.020994428545236588, |
| "learning_rate": 1.926666666666667e-05, |
| "loss": 0.8189143180847168, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.047908972951392355, |
| "grad_norm": 0.023545585572719574, |
| "learning_rate": 1.9933333333333334e-05, |
| "loss": 0.7846664905548095, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.04950593871643877, |
| "grad_norm": 0.025134805589914322, |
| "learning_rate": 1.999988754726792e-05, |
| "loss": 0.7751604557037354, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.051102904481485176, |
| "grad_norm": 0.021275486797094345, |
| "learning_rate": 1.9999498825021314e-05, |
| "loss": 0.7967638969421387, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.05269987024653159, |
| "grad_norm": 0.019746815785765648, |
| "learning_rate": 1.9998832455745586e-05, |
| "loss": 0.8192337036132813, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.054296836011578004, |
| "grad_norm": 0.02567191608250141, |
| "learning_rate": 1.9997888457943197e-05, |
| "loss": 0.7604565620422363, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.05589380177662441, |
| "grad_norm": 0.024295911192893982, |
| "learning_rate": 1.9996666857825287e-05, |
| "loss": 0.7550592422485352, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.057490767541670824, |
| "grad_norm": 0.02220323495566845, |
| "learning_rate": 1.9995167689310917e-05, |
| "loss": 0.7514551639556885, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.05908773330671724, |
| "grad_norm": 0.024802017956972122, |
| "learning_rate": 1.9993390994026144e-05, |
| "loss": 0.7904987812042237, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.06068469907176365, |
| "grad_norm": 0.027685435488820076, |
| "learning_rate": 1.9991336821302856e-05, |
| "loss": 0.7770297050476074, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.06228166483681006, |
| "grad_norm": 0.019939841702580452, |
| "learning_rate": 1.9989005228177406e-05, |
| "loss": 0.7634893417358398, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.06387863060185647, |
| "grad_norm": 0.028217511251568794, |
| "learning_rate": 1.9986396279389028e-05, |
| "loss": 0.8059945106506348, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06547559636690288, |
| "grad_norm": 0.019439322873950005, |
| "learning_rate": 1.9983510047378046e-05, |
| "loss": 0.7787755489349365, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0670725621319493, |
| "grad_norm": 0.02309611812233925, |
| "learning_rate": 1.9980346612283842e-05, |
| "loss": 0.7745323657989502, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.06866952789699571, |
| "grad_norm": 0.020378535613417625, |
| "learning_rate": 1.997690606194266e-05, |
| "loss": 0.7243520736694335, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.07026649366204211, |
| "grad_norm": 0.021776653826236725, |
| "learning_rate": 1.9973188491885146e-05, |
| "loss": 0.7424108028411865, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.07186345942708854, |
| "grad_norm": 0.03435182571411133, |
| "learning_rate": 1.9969194005333697e-05, |
| "loss": 0.7804229736328125, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.07346042519213494, |
| "grad_norm": 0.026880595833063126, |
| "learning_rate": 1.9964922713199613e-05, |
| "loss": 0.7963083267211915, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.07505739095718135, |
| "grad_norm": 0.02643360197544098, |
| "learning_rate": 1.9960374734079984e-05, |
| "loss": 0.7517959117889405, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.07665435672222777, |
| "grad_norm": 0.036808405071496964, |
| "learning_rate": 1.9955550194254436e-05, |
| "loss": 0.7511186122894287, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.07825132248727418, |
| "grad_norm": 0.03115280158817768, |
| "learning_rate": 1.995044922768159e-05, |
| "loss": 0.765751314163208, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.07984828825232058, |
| "grad_norm": 0.025536708533763885, |
| "learning_rate": 1.994507197599537e-05, |
| "loss": 0.7346895217895508, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07984828825232058, |
| "eval_loss": 0.7535409331321716, |
| "eval_runtime": 1705.9703, |
| "eval_samples_per_second": 3.263, |
| "eval_steps_per_second": 1.631, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.081445254017367, |
| "grad_norm": 0.03875249624252319, |
| "learning_rate": 1.993941858850106e-05, |
| "loss": 0.7961405277252197, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.08304221978241341, |
| "grad_norm": 0.027557438239455223, |
| "learning_rate": 1.993348922217114e-05, |
| "loss": 0.7667338371276855, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.08463918554745983, |
| "grad_norm": 0.026045992970466614, |
| "learning_rate": 1.9927284041640967e-05, |
| "loss": 0.7275139808654785, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.08623615131250624, |
| "grad_norm": 0.026213862001895905, |
| "learning_rate": 1.992080321920416e-05, |
| "loss": 0.7866159439086914, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.08783311707755265, |
| "grad_norm": 0.028538137674331665, |
| "learning_rate": 1.9914046934807853e-05, |
| "loss": 0.7298189640045166, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.08943008284259907, |
| "grad_norm": 0.028126219287514687, |
| "learning_rate": 1.9907015376047675e-05, |
| "loss": 0.749655294418335, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.09102704860764547, |
| "grad_norm": 0.027085473760962486, |
| "learning_rate": 1.9899708738162553e-05, |
| "loss": 0.8086295127868652, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.09262401437269188, |
| "grad_norm": 0.034640420228242874, |
| "learning_rate": 1.989212722402928e-05, |
| "loss": 0.7653923511505127, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.0942209801377383, |
| "grad_norm": 0.03858828917145729, |
| "learning_rate": 1.98842710441569e-05, |
| "loss": 0.8174265861511231, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.09581794590278471, |
| "grad_norm": 0.04248794540762901, |
| "learning_rate": 1.987614041668084e-05, |
| "loss": 0.7357111930847168, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.09741491166783112, |
| "grad_norm": 0.03530848026275635, |
| "learning_rate": 1.9867735567356876e-05, |
| "loss": 0.7747371196746826, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.09901187743287754, |
| "grad_norm": 0.027734428644180298, |
| "learning_rate": 1.9859056729554845e-05, |
| "loss": 0.73280348777771, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.10060884319792394, |
| "grad_norm": 0.02657356671988964, |
| "learning_rate": 1.9850104144252177e-05, |
| "loss": 0.749216365814209, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.10220580896297035, |
| "grad_norm": 0.021906374022364616, |
| "learning_rate": 1.98408780600272e-05, |
| "loss": 0.7534349441528321, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.10380277472801677, |
| "grad_norm": 0.025684406980872154, |
| "learning_rate": 1.9831378733052244e-05, |
| "loss": 0.7199561595916748, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.10539974049306318, |
| "grad_norm": 0.025311095640063286, |
| "learning_rate": 1.982160642708652e-05, |
| "loss": 0.7382417678833008, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.10699670625810959, |
| "grad_norm": 0.035563357174396515, |
| "learning_rate": 1.9811561413468794e-05, |
| "loss": 0.7394683837890625, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.10859367202315601, |
| "grad_norm": 0.023977380245923996, |
| "learning_rate": 1.9801243971109868e-05, |
| "loss": 0.7267738819122315, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.11019063778820241, |
| "grad_norm": 0.02275015600025654, |
| "learning_rate": 1.9790654386484818e-05, |
| "loss": 0.7240358829498291, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.11178760355324882, |
| "grad_norm": 0.036198344081640244, |
| "learning_rate": 1.9779792953625052e-05, |
| "loss": 0.7299670696258544, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.11338456931829524, |
| "grad_norm": 0.027184955775737762, |
| "learning_rate": 1.976865997411014e-05, |
| "loss": 0.695775318145752, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.11498153508334165, |
| "grad_norm": 0.023749997839331627, |
| "learning_rate": 1.9757255757059446e-05, |
| "loss": 0.7071991920471191, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.11657850084838806, |
| "grad_norm": 0.027117466554045677, |
| "learning_rate": 1.9745580619123535e-05, |
| "loss": 0.7466438293457032, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.11817546661343448, |
| "grad_norm": 0.027798349037766457, |
| "learning_rate": 1.9733634884475395e-05, |
| "loss": 0.7503840923309326, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.11977243237848088, |
| "grad_norm": 0.026327304542064667, |
| "learning_rate": 1.9721418884801414e-05, |
| "loss": 0.724392032623291, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.1213693981435273, |
| "grad_norm": 0.029995381832122803, |
| "learning_rate": 1.97089329592922e-05, |
| "loss": 0.7100958824157715, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.12296636390857371, |
| "grad_norm": 0.03063913807272911, |
| "learning_rate": 1.969617745463314e-05, |
| "loss": 0.7130911827087403, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.12456332967362012, |
| "grad_norm": 0.021976860240101814, |
| "learning_rate": 1.968315272499478e-05, |
| "loss": 0.7231676578521729, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.12616029543866653, |
| "grad_norm": 0.02538118325173855, |
| "learning_rate": 1.9669859132022994e-05, |
| "loss": 0.7253612995147705, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.12775726120371295, |
| "grad_norm": 0.02788228541612625, |
| "learning_rate": 1.9656297044828943e-05, |
| "loss": 0.7297886848449707, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.12935422696875937, |
| "grad_norm": 0.028525004163384438, |
| "learning_rate": 1.9642466839978814e-05, |
| "loss": 0.7109212875366211, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.13095119273380576, |
| "grad_norm": 0.028368208557367325, |
| "learning_rate": 1.962836890148339e-05, |
| "loss": 0.7552286624908447, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.13254815849885218, |
| "grad_norm": 0.03732667118310928, |
| "learning_rate": 1.9614003620787358e-05, |
| "loss": 0.74849853515625, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.1341451242638986, |
| "grad_norm": 0.026267215609550476, |
| "learning_rate": 1.9599371396758457e-05, |
| "loss": 0.7323933124542237, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.135742090028945, |
| "grad_norm": 0.031789544969797134, |
| "learning_rate": 1.958447263567641e-05, |
| "loss": 0.7394798755645752, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.13733905579399142, |
| "grad_norm": 0.03209487721323967, |
| "learning_rate": 1.956930775122162e-05, |
| "loss": 0.7479897499084472, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.13893602155903784, |
| "grad_norm": 0.026272661983966827, |
| "learning_rate": 1.9553877164463698e-05, |
| "loss": 0.7194801807403565, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.14053298732408423, |
| "grad_norm": 0.02558542974293232, |
| "learning_rate": 1.953818130384978e-05, |
| "loss": 0.6967973709106445, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.14212995308913065, |
| "grad_norm": 0.03761237859725952, |
| "learning_rate": 1.9522220605192615e-05, |
| "loss": 0.6678271770477295, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.14372691885417707, |
| "grad_norm": 0.029605882242321968, |
| "learning_rate": 1.9505995511658464e-05, |
| "loss": 0.6922338008880615, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.14532388461922346, |
| "grad_norm": 0.03535737469792366, |
| "learning_rate": 1.948950647375481e-05, |
| "loss": 0.7159334182739258, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.14692085038426989, |
| "grad_norm": 0.030855044722557068, |
| "learning_rate": 1.9472753949317843e-05, |
| "loss": 0.7333884716033936, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.1485178161493163, |
| "grad_norm": 0.05045896768569946, |
| "learning_rate": 1.9455738403499728e-05, |
| "loss": 0.6935329914093018, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1501147819143627, |
| "grad_norm": 0.033187806606292725, |
| "learning_rate": 1.9438460308755724e-05, |
| "loss": 0.7046589851379395, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.15171174767940912, |
| "grad_norm": 0.03167016804218292, |
| "learning_rate": 1.9420920144831044e-05, |
| "loss": 0.710863447189331, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.15330871344445554, |
| "grad_norm": 0.025539802387356758, |
| "learning_rate": 1.9403118398747533e-05, |
| "loss": 0.6936647891998291, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.15490567920950193, |
| "grad_norm": 0.04223870858550072, |
| "learning_rate": 1.9385055564790157e-05, |
| "loss": 0.6985628128051757, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.15650264497454835, |
| "grad_norm": 0.030605314299464226, |
| "learning_rate": 1.9366732144493266e-05, |
| "loss": 0.7294198989868164, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.15809961073959478, |
| "grad_norm": 0.03095085918903351, |
| "learning_rate": 1.9348148646626687e-05, |
| "loss": 0.7009531021118164, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.15969657650464117, |
| "grad_norm": 0.02993757091462612, |
| "learning_rate": 1.9329305587181574e-05, |
| "loss": 0.7266313552856445, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.15969657650464117, |
| "eval_loss": 0.7159722447395325, |
| "eval_runtime": 1703.1621, |
| "eval_samples_per_second": 3.268, |
| "eval_steps_per_second": 1.634, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.1612935422696876, |
| "grad_norm": 0.035543542355298996, |
| "learning_rate": 1.9310203489356092e-05, |
| "loss": 0.74082350730896, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.162890508034734, |
| "grad_norm": 0.03636915981769562, |
| "learning_rate": 1.9290842883540897e-05, |
| "loss": 0.717669153213501, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.1644874737997804, |
| "grad_norm": 0.04510757327079773, |
| "learning_rate": 1.92712243073044e-05, |
| "loss": 0.7365827560424805, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.16608443956482682, |
| "grad_norm": 0.03563699871301651, |
| "learning_rate": 1.925134830537784e-05, |
| "loss": 0.6981801986694336, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.16768140532987325, |
| "grad_norm": 0.04541337490081787, |
| "learning_rate": 1.9231215429640167e-05, |
| "loss": 0.754232931137085, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.16927837109491967, |
| "grad_norm": 0.033323634415864944, |
| "learning_rate": 1.921082623910271e-05, |
| "loss": 0.691849946975708, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.17087533685996606, |
| "grad_norm": 0.03559419885277748, |
| "learning_rate": 1.919018129989366e-05, |
| "loss": 0.6994197845458985, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.17247230262501248, |
| "grad_norm": 0.03182852268218994, |
| "learning_rate": 1.916928118524235e-05, |
| "loss": 0.6645867824554443, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.1740692683900589, |
| "grad_norm": 0.02616371586918831, |
| "learning_rate": 1.9148126475463336e-05, |
| "loss": 0.7270137786865234, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.1756662341551053, |
| "grad_norm": 0.03250862658023834, |
| "learning_rate": 1.9126717757940288e-05, |
| "loss": 0.7272531509399414, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.17726319992015172, |
| "grad_norm": 0.036741774529218674, |
| "learning_rate": 1.9105055627109683e-05, |
| "loss": 0.7251851558685303, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.17886016568519814, |
| "grad_norm": 0.03240974619984627, |
| "learning_rate": 1.908314068444429e-05, |
| "loss": 0.7145021915435791, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.18045713145024453, |
| "grad_norm": 0.0324835442006588, |
| "learning_rate": 1.9060973538436478e-05, |
| "loss": 0.7045553684234619, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.18205409721529095, |
| "grad_norm": 0.029804598540067673, |
| "learning_rate": 1.9038554804581318e-05, |
| "loss": 0.7342820644378663, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.18365106298033737, |
| "grad_norm": 0.03631270304322243, |
| "learning_rate": 1.9015885105359492e-05, |
| "loss": 0.7435333728790283, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.18524802874538376, |
| "grad_norm": 0.031312599778175354, |
| "learning_rate": 1.8992965070220007e-05, |
| "loss": 0.7185348033905029, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.18684499451043018, |
| "grad_norm": 0.03553950414061546, |
| "learning_rate": 1.896979533556273e-05, |
| "loss": 0.7191666603088379, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1884419602754766, |
| "grad_norm": 0.024733861908316612, |
| "learning_rate": 1.8946376544720698e-05, |
| "loss": 0.7352997779846191, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.190038926040523, |
| "grad_norm": 0.030409259721636772, |
| "learning_rate": 1.8922709347942275e-05, |
| "loss": 0.7265621185302734, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.19163589180556942, |
| "grad_norm": 0.030736226588487625, |
| "learning_rate": 1.8898794402373077e-05, |
| "loss": 0.7150910377502442, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.19323285757061584, |
| "grad_norm": 0.038398947566747665, |
| "learning_rate": 1.887463237203775e-05, |
| "loss": 0.7055376052856446, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.19482982333566223, |
| "grad_norm": 0.03485625982284546, |
| "learning_rate": 1.88502239278215e-05, |
| "loss": 0.6555115699768066, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.19642678910070865, |
| "grad_norm": 0.03220400586724281, |
| "learning_rate": 1.8825569747451505e-05, |
| "loss": 0.6946470737457275, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.19802375486575508, |
| "grad_norm": 0.03333678096532822, |
| "learning_rate": 1.880067051547806e-05, |
| "loss": 0.7297664642333984, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.19962072063080147, |
| "grad_norm": 0.0367787703871727, |
| "learning_rate": 1.8775526923255597e-05, |
| "loss": 0.7051557064056396, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.2012176863958479, |
| "grad_norm": 0.03103001043200493, |
| "learning_rate": 1.8750139668923472e-05, |
| "loss": 0.7219597339630127, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.2028146521608943, |
| "grad_norm": 0.04533790051937103, |
| "learning_rate": 1.872450945738659e-05, |
| "loss": 0.6916751384735107, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.2044116179259407, |
| "grad_norm": 0.03510045260190964, |
| "learning_rate": 1.8698637000295816e-05, |
| "loss": 0.7119457721710205, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.20600858369098712, |
| "grad_norm": 0.029134295880794525, |
| "learning_rate": 1.867252301602825e-05, |
| "loss": 0.6870355129241943, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.20760554945603354, |
| "grad_norm": 0.03194071725010872, |
| "learning_rate": 1.8646168229667238e-05, |
| "loss": 0.734464693069458, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.20920251522107994, |
| "grad_norm": 0.026471436023712158, |
| "learning_rate": 1.861957337298227e-05, |
| "loss": 0.7240866184234619, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.21079948098612636, |
| "grad_norm": 0.0347883440554142, |
| "learning_rate": 1.8592739184408657e-05, |
| "loss": 0.6553101062774658, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.21239644675117278, |
| "grad_norm": 0.026658106595277786, |
| "learning_rate": 1.8565666409027004e-05, |
| "loss": 0.7519384384155273, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.21399341251621917, |
| "grad_norm": 0.030675504356622696, |
| "learning_rate": 1.8538355798542556e-05, |
| "loss": 0.6963082790374756, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2155903782812656, |
| "grad_norm": 0.04593832045793533, |
| "learning_rate": 1.85108081112643e-05, |
| "loss": 0.7145741939544678, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.21718734404631201, |
| "grad_norm": 0.04163511469960213, |
| "learning_rate": 1.8483024112083928e-05, |
| "loss": 0.7342512130737304, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.2187843098113584, |
| "grad_norm": 0.025683345273137093, |
| "learning_rate": 1.8455004572454583e-05, |
| "loss": 0.7134137630462647, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.22038127557640483, |
| "grad_norm": 0.026864832267165184, |
| "learning_rate": 1.8426750270369452e-05, |
| "loss": 0.6854844570159913, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.22197824134145125, |
| "grad_norm": 0.03378361091017723, |
| "learning_rate": 1.839826199034015e-05, |
| "loss": 0.6904460430145264, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.22357520710649764, |
| "grad_norm": 0.03360961750149727, |
| "learning_rate": 1.8369540523374963e-05, |
| "loss": 0.7089653491973877, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.22517217287154406, |
| "grad_norm": 0.033883776515722275, |
| "learning_rate": 1.8340586666956846e-05, |
| "loss": 0.7053616523742676, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.22676913863659048, |
| "grad_norm": 0.03643488511443138, |
| "learning_rate": 1.8311401225021318e-05, |
| "loss": 0.7411230087280274, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.22836610440163688, |
| "grad_norm": 0.030240802094340324, |
| "learning_rate": 1.8281985007934115e-05, |
| "loss": 0.7020374298095703, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.2299630701666833, |
| "grad_norm": 0.03315526619553566, |
| "learning_rate": 1.8252338832468702e-05, |
| "loss": 0.7227590084075928, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.23156003593172972, |
| "grad_norm": 0.04955840855836868, |
| "learning_rate": 1.8222463521783584e-05, |
| "loss": 0.7004672527313233, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.2331570016967761, |
| "grad_norm": 0.03338323533535004, |
| "learning_rate": 1.819235990539946e-05, |
| "loss": 0.7032230377197266, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.23475396746182253, |
| "grad_norm": 0.03659350797533989, |
| "learning_rate": 1.8162028819176192e-05, |
| "loss": 0.7022134780883789, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.23635093322686895, |
| "grad_norm": 0.029659852385520935, |
| "learning_rate": 1.813147110528958e-05, |
| "loss": 0.7326688289642334, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.23794789899191537, |
| "grad_norm": 0.03314507007598877, |
| "learning_rate": 1.8100687612208e-05, |
| "loss": 0.7101527690887451, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.23954486475696177, |
| "grad_norm": 0.048770975321531296, |
| "learning_rate": 1.806967919466883e-05, |
| "loss": 0.7013855457305909, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.23954486475696177, |
| "eval_loss": 0.7003746032714844, |
| "eval_runtime": 1694.4125, |
| "eval_samples_per_second": 3.285, |
| "eval_steps_per_second": 1.642, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.2411418305220082, |
| "grad_norm": 0.031342763453722, |
| "learning_rate": 1.803844671365471e-05, |
| "loss": 0.6915247917175293, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.2427387962870546, |
| "grad_norm": 0.029329324141144753, |
| "learning_rate": 1.800699103636967e-05, |
| "loss": 0.721204423904419, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.244335762052101, |
| "grad_norm": 0.03263983875513077, |
| "learning_rate": 1.7975313036215015e-05, |
| "loss": 0.7468688011169433, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.24593272781714742, |
| "grad_norm": 0.035935308784246445, |
| "learning_rate": 1.794341359276509e-05, |
| "loss": 0.6986902713775635, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.24752969358219384, |
| "grad_norm": 0.03797990456223488, |
| "learning_rate": 1.7911293591742855e-05, |
| "loss": 0.7199019908905029, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.24912665934724024, |
| "grad_norm": 0.024390801787376404, |
| "learning_rate": 1.787895392499529e-05, |
| "loss": 0.6761057853698731, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.25072362511228663, |
| "grad_norm": 0.0313715860247612, |
| "learning_rate": 1.7846395490468643e-05, |
| "loss": 0.6731560707092286, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.25232059087733305, |
| "grad_norm": 0.0433608703315258, |
| "learning_rate": 1.781361919218348e-05, |
| "loss": 0.685046911239624, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.25391755664237947, |
| "grad_norm": 0.050231028348207474, |
| "learning_rate": 1.7780625940209596e-05, |
| "loss": 0.7280925273895263, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.2555145224074259, |
| "grad_norm": 0.0476137213408947, |
| "learning_rate": 1.774741665064074e-05, |
| "loss": 0.728914451599121, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2571114881724723, |
| "grad_norm": 0.03540361300110817, |
| "learning_rate": 1.771399224556919e-05, |
| "loss": 0.6937174320220947, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.25870845393751873, |
| "grad_norm": 0.038516197353601456, |
| "learning_rate": 1.7680353653060135e-05, |
| "loss": 0.6788946151733398, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.2603054197025651, |
| "grad_norm": 0.0472414456307888, |
| "learning_rate": 1.7646501807125905e-05, |
| "loss": 0.7246061325073242, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.2619023854676115, |
| "grad_norm": 0.026418814435601234, |
| "learning_rate": 1.7612437647700056e-05, |
| "loss": 0.6792353630065918, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.26349935123265794, |
| "grad_norm": 0.025900904089212418, |
| "learning_rate": 1.757816212061126e-05, |
| "loss": 0.6991750240325928, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.26509631699770436, |
| "grad_norm": 0.036637961864471436, |
| "learning_rate": 1.7543676177557042e-05, |
| "loss": 0.7213243007659912, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.2666932827627508, |
| "grad_norm": 0.031415775418281555, |
| "learning_rate": 1.750898077607735e-05, |
| "loss": 0.6988609790802002, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.2682902485277972, |
| "grad_norm": 0.036175280809402466, |
| "learning_rate": 1.7474076879527977e-05, |
| "loss": 0.6812397003173828, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.2698872142928436, |
| "grad_norm": 0.03462570160627365, |
| "learning_rate": 1.743896545705382e-05, |
| "loss": 0.6791361331939697, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.27148418005789, |
| "grad_norm": 0.03334948793053627, |
| "learning_rate": 1.740364748356195e-05, |
| "loss": 0.6668567180633544, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2730811458229364, |
| "grad_norm": 0.03270823508501053, |
| "learning_rate": 1.7368123939694554e-05, |
| "loss": 0.6887404441833496, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.27467811158798283, |
| "grad_norm": 0.03120650351047516, |
| "learning_rate": 1.7332395811801706e-05, |
| "loss": 0.6659372806549072, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.27627507735302925, |
| "grad_norm": 0.042766936123371124, |
| "learning_rate": 1.7296464091913986e-05, |
| "loss": 0.7515771389007568, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2778720431180757, |
| "grad_norm": 0.027079230174422264, |
| "learning_rate": 1.7260329777714923e-05, |
| "loss": 0.7227123260498047, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.2794690088831221, |
| "grad_norm": 0.03032068908214569, |
| "learning_rate": 1.722399387251329e-05, |
| "loss": 0.695145559310913, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.28106597464816846, |
| "grad_norm": 0.03420598804950714, |
| "learning_rate": 1.7187457385215274e-05, |
| "loss": 0.6715566158294678, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.2826629404132149, |
| "grad_norm": 0.037743836641311646, |
| "learning_rate": 1.7150721330296428e-05, |
| "loss": 0.6833428382873535, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2842599061782613, |
| "grad_norm": 0.035041823983192444, |
| "learning_rate": 1.7113786727773528e-05, |
| "loss": 0.7029437065124512, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.2858568719433077, |
| "grad_norm": 0.03538225591182709, |
| "learning_rate": 1.7076654603176234e-05, |
| "loss": 0.7168496131896973, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.28745383770835414, |
| "grad_norm": 0.03331568092107773, |
| "learning_rate": 1.7039325987518623e-05, |
| "loss": 0.7009388923645019, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.28905080347340056, |
| "grad_norm": 0.033853549510240555, |
| "learning_rate": 1.700180191727057e-05, |
| "loss": 0.7036603450775146, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.29064776923844693, |
| "grad_norm": 0.03764677420258522, |
| "learning_rate": 1.696408343432895e-05, |
| "loss": 0.6595663547515869, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.29224473500349335, |
| "grad_norm": 0.028797749429941177, |
| "learning_rate": 1.6926171585988728e-05, |
| "loss": 0.6624193668365479, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.29384170076853977, |
| "grad_norm": 0.03950833901762962, |
| "learning_rate": 1.6888067424913863e-05, |
| "loss": 0.7282033920288086, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.2954386665335862, |
| "grad_norm": 0.032418642193078995, |
| "learning_rate": 1.6849772009108094e-05, |
| "loss": 0.6922025680541992, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2970356322986326, |
| "grad_norm": 0.04753576219081879, |
| "learning_rate": 1.6811286401885554e-05, |
| "loss": 0.6543939590454102, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.29863259806367903, |
| "grad_norm": 0.03233656659722328, |
| "learning_rate": 1.677261167184125e-05, |
| "loss": 0.7344549655914306, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.3002295638287254, |
| "grad_norm": 0.030969245359301567, |
| "learning_rate": 1.673374889282139e-05, |
| "loss": 0.6734820365905761, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.3018265295937718, |
| "grad_norm": 0.03292040154337883, |
| "learning_rate": 1.6694699143893566e-05, |
| "loss": 0.6728582382202148, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.30342349535881824, |
| "grad_norm": 0.05033507198095322, |
| "learning_rate": 1.6655463509316797e-05, |
| "loss": 0.7132375240325928, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.30502046112386466, |
| "grad_norm": 0.03168455511331558, |
| "learning_rate": 1.6616043078511425e-05, |
| "loss": 0.7131926536560058, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.3066174268889111, |
| "grad_norm": 0.03114555962383747, |
| "learning_rate": 1.657643894602885e-05, |
| "loss": 0.7184583187103272, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.3082143926539575, |
| "grad_norm": 0.031201248988509178, |
| "learning_rate": 1.6536652211521155e-05, |
| "loss": 0.6606316566467285, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.30981135841900387, |
| "grad_norm": 0.035202883183956146, |
| "learning_rate": 1.6496683979710576e-05, |
| "loss": 0.7029526233673096, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.3114083241840503, |
| "grad_norm": 0.03515475615859032, |
| "learning_rate": 1.6456535360358807e-05, |
| "loss": 0.6629764080047608, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.3130052899490967, |
| "grad_norm": 0.03606207296252251, |
| "learning_rate": 1.6416207468236208e-05, |
| "loss": 0.6876577377319336, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.31460225571414313, |
| "grad_norm": 0.03580459579825401, |
| "learning_rate": 1.6375701423090846e-05, |
| "loss": 0.6879127979278564, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.31619922147918955, |
| "grad_norm": 0.048258859664201736, |
| "learning_rate": 1.6335018349617394e-05, |
| "loss": 0.7255002498626709, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.317796187244236, |
| "grad_norm": 0.046948857605457306, |
| "learning_rate": 1.629415937742591e-05, |
| "loss": 0.6919849395751954, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.31939315300928234, |
| "grad_norm": 0.03351585939526558, |
| "learning_rate": 1.625312564101049e-05, |
| "loss": 0.6886905193328857, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.31939315300928234, |
| "eval_loss": 0.6917140483856201, |
| "eval_runtime": 1706.5142, |
| "eval_samples_per_second": 3.262, |
| "eval_steps_per_second": 1.631, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.32099011877432876, |
| "grad_norm": 0.028385179117321968, |
| "learning_rate": 1.621191827971772e-05, |
| "loss": 0.7103724956512452, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.3225870845393752, |
| "grad_norm": 0.02977878600358963, |
| "learning_rate": 1.617053843771509e-05, |
| "loss": 0.7012845516204834, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.3241840503044216, |
| "grad_norm": 0.03950609639286995, |
| "learning_rate": 1.6128987263959212e-05, |
| "loss": 0.670585298538208, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.325781016069468, |
| "grad_norm": 0.03531676530838013, |
| "learning_rate": 1.6087265912163898e-05, |
| "loss": 0.6601489543914795, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.32737798183451444, |
| "grad_norm": 0.030362443998456, |
| "learning_rate": 1.6045375540768136e-05, |
| "loss": 0.7151473522186279, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.3289749475995608, |
| "grad_norm": 0.03205285966396332, |
| "learning_rate": 1.600331731290395e-05, |
| "loss": 0.6645094394683838, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.33057191336460723, |
| "grad_norm": 0.028163282200694084, |
| "learning_rate": 1.5961092396364053e-05, |
| "loss": 0.6868838310241699, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.33216887912965365, |
| "grad_norm": 0.03369533643126488, |
| "learning_rate": 1.5918701963569475e-05, |
| "loss": 0.7029123783111573, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.33376584489470007, |
| "grad_norm": 0.0379788838326931, |
| "learning_rate": 1.5876147191536983e-05, |
| "loss": 0.7173356056213379, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.3353628106597465, |
| "grad_norm": 0.0344555526971817, |
| "learning_rate": 1.583342926184639e-05, |
| "loss": 0.7149466037750244, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3369597764247929, |
| "grad_norm": 0.03237446770071983, |
| "learning_rate": 1.5790549360607772e-05, |
| "loss": 0.6467396259307862, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.33855674218983933, |
| "grad_norm": 0.032042454928159714, |
| "learning_rate": 1.5747508678428515e-05, |
| "loss": 0.6929362297058106, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.3401537079548857, |
| "grad_norm": 0.042478688061237335, |
| "learning_rate": 1.570430841038027e-05, |
| "loss": 0.6702353000640869, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.3417506737199321, |
| "grad_norm": 0.04559747502207756, |
| "learning_rate": 1.5660949755965757e-05, |
| "loss": 0.6600518226623535, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.34334763948497854, |
| "grad_norm": 0.03681457042694092, |
| "learning_rate": 1.5617433919085474e-05, |
| "loss": 0.6836549758911132, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.34494460525002496, |
| "grad_norm": 0.02465015836060047, |
| "learning_rate": 1.5573762108004262e-05, |
| "loss": 0.7304904460906982, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.3465415710150714, |
| "grad_norm": 0.03969291225075722, |
| "learning_rate": 1.5529935535317746e-05, |
| "loss": 0.6897444725036621, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.3481385367801178, |
| "grad_norm": 0.03233686834573746, |
| "learning_rate": 1.548595541791869e-05, |
| "loss": 0.684897518157959, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.34973550254516417, |
| "grad_norm": 0.03138101100921631, |
| "learning_rate": 1.544182297696319e-05, |
| "loss": 0.7246172428131104, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.3513324683102106, |
| "grad_norm": 0.03732126206159592, |
| "learning_rate": 1.5397539437836765e-05, |
| "loss": 0.6686253070831298, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.352929434075257, |
| "grad_norm": 0.028484191745519638, |
| "learning_rate": 1.535310603012035e-05, |
| "loss": 0.6723896503448487, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.35452639984030343, |
| "grad_norm": 0.04804018512368202, |
| "learning_rate": 1.5308523987556144e-05, |
| "loss": 0.7210356712341308, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.35612336560534985, |
| "grad_norm": 0.035007379949092865, |
| "learning_rate": 1.5263794548013347e-05, |
| "loss": 0.6699332237243653, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.35772033137039627, |
| "grad_norm": 0.034309230744838715, |
| "learning_rate": 1.5218918953453808e-05, |
| "loss": 0.6913293838500977, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.35931729713544264, |
| "grad_norm": 0.05658178776502609, |
| "learning_rate": 1.5173898449897527e-05, |
| "loss": 0.6920335292816162, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.36091426290048906, |
| "grad_norm": 0.03614016994833946, |
| "learning_rate": 1.5128734287388051e-05, |
| "loss": 0.6855293273925781, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.3625112286655355, |
| "grad_norm": 0.0348992682993412, |
| "learning_rate": 1.5083427719957792e-05, |
| "loss": 0.7068172454833984, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.3641081944305819, |
| "grad_norm": 0.037384193390607834, |
| "learning_rate": 1.5037980005593178e-05, |
| "loss": 0.7026480197906494, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.3657051601956283, |
| "grad_norm": 0.03162362426519394, |
| "learning_rate": 1.4992392406199741e-05, |
| "loss": 0.7369038581848144, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.36730212596067474, |
| "grad_norm": 0.03644828870892525, |
| "learning_rate": 1.4946666187567073e-05, |
| "loss": 0.7133200168609619, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3688990917257211, |
| "grad_norm": 0.05075901374220848, |
| "learning_rate": 1.490080261933368e-05, |
| "loss": 0.7146055221557617, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.3704960574907675, |
| "grad_norm": 0.029153743758797646, |
| "learning_rate": 1.4854802974951732e-05, |
| "loss": 0.6756022453308106, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.37209302325581395, |
| "grad_norm": 0.030742282047867775, |
| "learning_rate": 1.4808668531651698e-05, |
| "loss": 0.6855404376983643, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.37368998902086037, |
| "grad_norm": 0.03525373339653015, |
| "learning_rate": 1.4762400570406889e-05, |
| "loss": 0.6626357078552246, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.3752869547859068, |
| "grad_norm": 0.036246221512556076, |
| "learning_rate": 1.4716000375897897e-05, |
| "loss": 0.714638090133667, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3768839205509532, |
| "grad_norm": 0.03430463373661041, |
| "learning_rate": 1.4669469236476897e-05, |
| "loss": 0.6736037731170654, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.3784808863159996, |
| "grad_norm": 0.035327013581991196, |
| "learning_rate": 1.4622808444131904e-05, |
| "loss": 0.6907155036926269, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.380077852081046, |
| "grad_norm": 0.039804793894290924, |
| "learning_rate": 1.457601929445089e-05, |
| "loss": 0.6726024627685547, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.3816748178460924, |
| "grad_norm": 0.03689780458807945, |
| "learning_rate": 1.4529103086585803e-05, |
| "loss": 0.6932793617248535, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.38327178361113884, |
| "grad_norm": 0.03002229705452919, |
| "learning_rate": 1.4482061123216507e-05, |
| "loss": 0.6448677062988282, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.38486874937618526, |
| "grad_norm": 0.04287157952785492, |
| "learning_rate": 1.4434894710514596e-05, |
| "loss": 0.6573331356048584, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.3864657151412317, |
| "grad_norm": 0.033608682453632355, |
| "learning_rate": 1.4387605158107146e-05, |
| "loss": 0.6761981010437011, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.38806268090627805, |
| "grad_norm": 0.0340590700507164, |
| "learning_rate": 1.4340193779040335e-05, |
| "loss": 0.7119544982910156, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.38965964667132447, |
| "grad_norm": 0.04576168581843376, |
| "learning_rate": 1.429266188974299e-05, |
| "loss": 0.722407054901123, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.3912566124363709, |
| "grad_norm": 0.030462034046649933, |
| "learning_rate": 1.4245010809990052e-05, |
| "loss": 0.6741881847381592, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.3928535782014173, |
| "grad_norm": 0.024982597678899765, |
| "learning_rate": 1.419724186286589e-05, |
| "loss": 0.6923768997192383, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.39445054396646373, |
| "grad_norm": 0.028493596240878105, |
| "learning_rate": 1.414935637472761e-05, |
| "loss": 0.7135504722595215, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.39604750973151015, |
| "grad_norm": 0.03309721499681473, |
| "learning_rate": 1.4101355675168197e-05, |
| "loss": 0.6870269298553466, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.3976444754965565, |
| "grad_norm": 0.033349502831697464, |
| "learning_rate": 1.4053241096979611e-05, |
| "loss": 0.7310259819030762, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.39924144126160294, |
| "grad_norm": 0.0456295944750309, |
| "learning_rate": 1.4005013976115777e-05, |
| "loss": 0.6850334644317627, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.39924144126160294, |
| "eval_loss": 0.6847082376480103, |
| "eval_runtime": 1727.6141, |
| "eval_samples_per_second": 3.222, |
| "eval_steps_per_second": 1.611, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.40083840702664936, |
| "grad_norm": 0.04150133952498436, |
| "learning_rate": 1.3956675651655489e-05, |
| "loss": 0.6748110771179199, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.4024353727916958, |
| "grad_norm": 0.05328802019357681, |
| "learning_rate": 1.390822746576523e-05, |
| "loss": 0.6966916561126709, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.4040323385567422, |
| "grad_norm": 0.04510056599974632, |
| "learning_rate": 1.3859670763661908e-05, |
| "loss": 0.6688936710357666, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.4056293043217886, |
| "grad_norm": 0.03648371994495392, |
| "learning_rate": 1.38110068935755e-05, |
| "loss": 0.6503877162933349, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.40722627008683504, |
| "grad_norm": 0.03958805277943611, |
| "learning_rate": 1.3762237206711624e-05, |
| "loss": 0.6709461212158203, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.4088232358518814, |
| "grad_norm": 0.03620138764381409, |
| "learning_rate": 1.3713363057214006e-05, |
| "loss": 0.6775450706481934, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.4104202016169278, |
| "grad_norm": 0.036233801394701004, |
| "learning_rate": 1.3664385802126904e-05, |
| "loss": 0.7039198875427246, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.41201716738197425, |
| "grad_norm": 0.034267205744981766, |
| "learning_rate": 1.3615306801357413e-05, |
| "loss": 0.6893480777740478, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.41361413314702067, |
| "grad_norm": 0.04056892171502113, |
| "learning_rate": 1.3566127417637698e-05, |
| "loss": 0.6852858543395997, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.4152110989120671, |
| "grad_norm": 0.04654235392808914, |
| "learning_rate": 1.351684901648718e-05, |
| "loss": 0.6932817459106445, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.4168080646771135, |
| "grad_norm": 0.05177690088748932, |
| "learning_rate": 1.3467472966174595e-05, |
| "loss": 0.663325309753418, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.4184050304421599, |
| "grad_norm": 0.04320165514945984, |
| "learning_rate": 1.3418000637680026e-05, |
| "loss": 0.6278695106506348, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.4200019962072063, |
| "grad_norm": 0.0365922674536705, |
| "learning_rate": 1.336843340465682e-05, |
| "loss": 0.6674781799316406, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.4215989619722527, |
| "grad_norm": 0.03406934812664986, |
| "learning_rate": 1.3318772643393447e-05, |
| "loss": 0.6559438705444336, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.42319592773729914, |
| "grad_norm": 0.030784646049141884, |
| "learning_rate": 1.3269019732775304e-05, |
| "loss": 0.7225832462310791, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.42479289350234556, |
| "grad_norm": 0.0360528789460659, |
| "learning_rate": 1.3219176054246404e-05, |
| "loss": 0.7170959949493408, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.426389859267392, |
| "grad_norm": 0.0355147160589695, |
| "learning_rate": 1.316924299177103e-05, |
| "loss": 0.683486795425415, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.42798682503243834, |
| "grad_norm": 0.046759720891714096, |
| "learning_rate": 1.3119221931795321e-05, |
| "loss": 0.7131591320037842, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.42958379079748477, |
| "grad_norm": 0.03554374352097511, |
| "learning_rate": 1.3069114263208746e-05, |
| "loss": 0.6715425491333008, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.4311807565625312, |
| "grad_norm": 0.04263368248939514, |
| "learning_rate": 1.3018921377305574e-05, |
| "loss": 0.6871604442596435, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4327777223275776, |
| "grad_norm": 0.04496333748102188, |
| "learning_rate": 1.2968644667746207e-05, |
| "loss": 0.6588253021240235, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.43437468809262403, |
| "grad_norm": 0.036086685955524445, |
| "learning_rate": 1.2918285530518519e-05, |
| "loss": 0.6757514953613282, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.43597165385767045, |
| "grad_norm": 0.03308691456913948, |
| "learning_rate": 1.2867845363899075e-05, |
| "loss": 0.6658079624176025, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.4375686196227168, |
| "grad_norm": 0.04500787332653999, |
| "learning_rate": 1.2817325568414299e-05, |
| "loss": 0.6812032222747803, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.43916558538776324, |
| "grad_norm": 0.03841916844248772, |
| "learning_rate": 1.2766727546801612e-05, |
| "loss": 0.6864322662353516, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.44076255115280966, |
| "grad_norm": 0.037914253771305084, |
| "learning_rate": 1.2716052703970459e-05, |
| "loss": 0.7053091526031494, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.4423595169178561, |
| "grad_norm": 0.03686266764998436, |
| "learning_rate": 1.2665302446963312e-05, |
| "loss": 0.7154440879821777, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.4439564826829025, |
| "grad_norm": 0.04227980226278305, |
| "learning_rate": 1.261447818491661e-05, |
| "loss": 0.716032886505127, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.4455534484479489, |
| "grad_norm": 0.04683419317007065, |
| "learning_rate": 1.2563581329021608e-05, |
| "loss": 0.6738180637359619, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.4471504142129953, |
| "grad_norm": 0.05264711007475853, |
| "learning_rate": 1.2512613292485218e-05, |
| "loss": 0.7129797458648681, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.4487473799780417, |
| "grad_norm": 0.04030587151646614, |
| "learning_rate": 1.2461575490490753e-05, |
| "loss": 0.727331018447876, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.4503443457430881, |
| "grad_norm": 0.04141924902796745, |
| "learning_rate": 1.2410469340158655e-05, |
| "loss": 0.676334810256958, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.45194131150813455, |
| "grad_norm": 0.04476945474743843, |
| "learning_rate": 1.2359296260507117e-05, |
| "loss": 0.6823254108428956, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.45353827727318097, |
| "grad_norm": 0.03869614750146866, |
| "learning_rate": 1.23080576724127e-05, |
| "loss": 0.6882941722869873, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.4551352430382274, |
| "grad_norm": 0.031092161312699318, |
| "learning_rate": 1.2256754998570887e-05, |
| "loss": 0.6744899272918701, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.45673220880327375, |
| "grad_norm": 0.03507015109062195, |
| "learning_rate": 1.2205389663456566e-05, |
| "loss": 0.7103989124298096, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.4583291745683202, |
| "grad_norm": 0.032851576805114746, |
| "learning_rate": 1.2153963093284483e-05, |
| "loss": 0.7116181373596191, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.4599261403333666, |
| "grad_norm": 0.05045435577630997, |
| "learning_rate": 1.210247671596965e-05, |
| "loss": 0.6489015579223633, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.461523106098413, |
| "grad_norm": 0.032028377056121826, |
| "learning_rate": 1.2050931961087673e-05, |
| "loss": 0.6941986560821534, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.46312007186345944, |
| "grad_norm": 0.038908179849386215, |
| "learning_rate": 1.1999330259835096e-05, |
| "loss": 0.6908363342285156, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.46471703762850586, |
| "grad_norm": 0.03464297205209732, |
| "learning_rate": 1.1947673044989627e-05, |
| "loss": 0.7050665378570556, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.4663140033935522, |
| "grad_norm": 0.028774775564670563, |
| "learning_rate": 1.1895961750870375e-05, |
| "loss": 0.6700276851654052, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.46791096915859864, |
| "grad_norm": 0.03465382754802704, |
| "learning_rate": 1.1844197813298018e-05, |
| "loss": 0.6821481227874756, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.46950793492364506, |
| "grad_norm": 0.03162831813097, |
| "learning_rate": 1.1792382669554938e-05, |
| "loss": 0.6927790164947509, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.4711049006886915, |
| "grad_norm": 0.03354581072926521, |
| "learning_rate": 1.1740517758345312e-05, |
| "loss": 0.7100222110748291, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4727018664537379, |
| "grad_norm": 0.033408552408218384, |
| "learning_rate": 1.168860451975516e-05, |
| "loss": 0.6876598358154297, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.4742988322187843, |
| "grad_norm": 0.04334475100040436, |
| "learning_rate": 1.1636644395212375e-05, |
| "loss": 0.6866564273834228, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.47589579798383075, |
| "grad_norm": 0.040464501827955246, |
| "learning_rate": 1.1584638827446684e-05, |
| "loss": 0.6588007926940918, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.4774927637488771, |
| "grad_norm": 0.04957546666264534, |
| "learning_rate": 1.1532589260449589e-05, |
| "loss": 0.7070925235748291, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.47908972951392353, |
| "grad_norm": 0.038624707609415054, |
| "learning_rate": 1.1480497139434294e-05, |
| "loss": 0.6919936180114746, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.47908972951392353, |
| "eval_loss": 0.6803271770477295, |
| "eval_runtime": 1741.9445, |
| "eval_samples_per_second": 3.195, |
| "eval_steps_per_second": 1.598, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.48068669527896996, |
| "grad_norm": 0.04100416228175163, |
| "learning_rate": 1.1428363910795547e-05, |
| "loss": 0.6852492809295654, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.4822836610440164, |
| "grad_norm": 0.033158283680677414, |
| "learning_rate": 1.1376191022069501e-05, |
| "loss": 0.667516565322876, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.4838806268090628, |
| "grad_norm": 0.03429755941033363, |
| "learning_rate": 1.1323979921893514e-05, |
| "loss": 0.6956333160400391, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.4854775925741092, |
| "grad_norm": 0.038232944905757904, |
| "learning_rate": 1.1271732059965925e-05, |
| "loss": 0.6716940402984619, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.4870745583391556, |
| "grad_norm": 0.039248283952474594, |
| "learning_rate": 1.1219448887005805e-05, |
| "loss": 0.6984889507293701, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.488671524104202, |
| "grad_norm": 0.03670873865485191, |
| "learning_rate": 1.1167131854712676e-05, |
| "loss": 0.6709868907928467, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.4902684898692484, |
| "grad_norm": 0.038310978561639786, |
| "learning_rate": 1.11147824157262e-05, |
| "loss": 0.6672838211059571, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.49186545563429485, |
| "grad_norm": 0.049189358949661255, |
| "learning_rate": 1.1062402023585846e-05, |
| "loss": 0.6705825805664063, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.49346242139934127, |
| "grad_norm": 0.0355689600110054, |
| "learning_rate": 1.1009992132690523e-05, |
| "loss": 0.6964725017547607, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.4950593871643877, |
| "grad_norm": 0.03348139300942421, |
| "learning_rate": 1.0957554198258225e-05, |
| "loss": 0.6852751255035401, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.49665635292943405, |
| "grad_norm": 0.03575340285897255, |
| "learning_rate": 1.0905089676285588e-05, |
| "loss": 0.670794153213501, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.4982533186944805, |
| "grad_norm": 0.04119575023651123, |
| "learning_rate": 1.0852600023507482e-05, |
| "loss": 0.6651177406311035, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.4998502844595269, |
| "grad_norm": 0.04122074693441391, |
| "learning_rate": 1.0800086697356576e-05, |
| "loss": 0.6976897239685058, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.5014472502245733, |
| "grad_norm": 0.034223176538944244, |
| "learning_rate": 1.0747551155922836e-05, |
| "loss": 0.6890422821044921, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.5030442159896197, |
| "grad_norm": 0.03588424623012543, |
| "learning_rate": 1.069499485791307e-05, |
| "loss": 0.702085018157959, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.5046411817546661, |
| "grad_norm": 0.03808250650763512, |
| "learning_rate": 1.0642419262610417e-05, |
| "loss": 0.6910345554351807, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.5062381475197125, |
| "grad_norm": 0.03852913901209831, |
| "learning_rate": 1.0589825829833825e-05, |
| "loss": 0.6685952186584473, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.5078351132847589, |
| "grad_norm": 0.04528075084090233, |
| "learning_rate": 1.0537216019897514e-05, |
| "loss": 0.6971333980560303, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.5094320790498054, |
| "grad_norm": 0.048296891152858734, |
| "learning_rate": 1.0484591293570437e-05, |
| "loss": 0.6506364345550537, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.5110290448148518, |
| "grad_norm": 0.03280564025044441, |
| "learning_rate": 1.0431953112035722e-05, |
| "loss": 0.7106664657592774, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.5126260105798982, |
| "grad_norm": 0.03674250841140747, |
| "learning_rate": 1.0379302936850083e-05, |
| "loss": 0.6798049449920655, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.5142229763449446, |
| "grad_norm": 0.02851015329360962, |
| "learning_rate": 1.0326642229903265e-05, |
| "loss": 0.6674058914184571, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.515819942109991, |
| "grad_norm": 0.04876931011676788, |
| "learning_rate": 1.0273972453377433e-05, |
| "loss": 0.6956850051879883, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.5174169078750375, |
| "grad_norm": 0.04633413255214691, |
| "learning_rate": 1.022129506970657e-05, |
| "loss": 0.6859352111816406, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.5190138736400839, |
| "grad_norm": 0.03311692923307419, |
| "learning_rate": 1.0168611541535898e-05, |
| "loss": 0.7103584289550782, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.5206108394051302, |
| "grad_norm": 0.047599345445632935, |
| "learning_rate": 1.0115923331681231e-05, |
| "loss": 0.6435458183288574, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.5222078051701766, |
| "grad_norm": 0.033676277846097946, |
| "learning_rate": 1.0063231903088384e-05, |
| "loss": 0.6581607341766358, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.523804770935223, |
| "grad_norm": 0.04461989924311638, |
| "learning_rate": 1.0010538718792544e-05, |
| "loss": 0.7152835369110108, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.5254017367002695, |
| "grad_norm": 0.04492766410112381, |
| "learning_rate": 9.957845241877639e-06, |
| "loss": 0.7056149482727051, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.5269987024653159, |
| "grad_norm": 0.02856948785483837, |
| "learning_rate": 9.905152935435733e-06, |
| "loss": 0.6655986785888672, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.5285956682303623, |
| "grad_norm": 0.0438731387257576, |
| "learning_rate": 9.852463262526383e-06, |
| "loss": 0.7045872688293457, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.5301926339954087, |
| "grad_norm": 0.04025017097592354, |
| "learning_rate": 9.799777686136025e-06, |
| "loss": 0.6844919204711915, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.5317895997604551, |
| "grad_norm": 0.04453453794121742, |
| "learning_rate": 9.747097669137352e-06, |
| "loss": 0.6857856750488281, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.5333865655255016, |
| "grad_norm": 0.034065935760736465, |
| "learning_rate": 9.694424674248687e-06, |
| "loss": 0.6782355785369873, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.534983531290548, |
| "grad_norm": 0.03808142989873886, |
| "learning_rate": 9.641760163993394e-06, |
| "loss": 0.7040555000305175, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.5365804970555944, |
| "grad_norm": 0.03482348844408989, |
| "learning_rate": 9.58910560065923e-06, |
| "loss": 0.6730469226837158, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.5381774628206408, |
| "grad_norm": 0.04541369527578354, |
| "learning_rate": 9.536462446257777e-06, |
| "loss": 0.7102465152740478, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.5397744285856872, |
| "grad_norm": 0.043802615255117416, |
| "learning_rate": 9.483832162483841e-06, |
| "loss": 0.6941490173339844, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.5413713943507336, |
| "grad_norm": 0.03652375563979149, |
| "learning_rate": 9.431216210674849e-06, |
| "loss": 0.704205322265625, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.54296836011578, |
| "grad_norm": 0.03886988013982773, |
| "learning_rate": 9.378616051770287e-06, |
| "loss": 0.6582465171813965, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.5445653258808264, |
| "grad_norm": 0.044551681727170944, |
| "learning_rate": 9.326033146271144e-06, |
| "loss": 0.7078223705291748, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.5461622916458728, |
| "grad_norm": 0.03762778267264366, |
| "learning_rate": 9.273468954199333e-06, |
| "loss": 0.6956658840179444, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.5477592574109192, |
| "grad_norm": 0.03794670104980469, |
| "learning_rate": 9.220924935057184e-06, |
| "loss": 0.6778861522674561, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.5493562231759657, |
| "grad_norm": 0.03766616806387901, |
| "learning_rate": 9.168402547786897e-06, |
| "loss": 0.6759885311126709, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.5509531889410121, |
| "grad_norm": 0.04172630235552788, |
| "learning_rate": 9.115903250730035e-06, |
| "loss": 0.6739662170410157, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.5525501547060585, |
| "grad_norm": 0.04936975613236427, |
| "learning_rate": 9.063428501587043e-06, |
| "loss": 0.6581857681274415, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.5541471204711049, |
| "grad_norm": 0.029507510364055634, |
| "learning_rate": 9.010979757376766e-06, |
| "loss": 0.6508080005645752, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.5557440862361513, |
| "grad_norm": 0.03853528946638107, |
| "learning_rate": 8.958558474395987e-06, |
| "loss": 0.6520394325256348, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.5573410520011978, |
| "grad_norm": 0.04168470576405525, |
| "learning_rate": 8.906166108178999e-06, |
| "loss": 0.6652052402496338, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.5589380177662442, |
| "grad_norm": 0.05398240312933922, |
| "learning_rate": 8.853804113457203e-06, |
| "loss": 0.6777332782745361, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.5589380177662442, |
| "eval_loss": 0.677163302898407, |
| "eval_runtime": 1733.3138, |
| "eval_samples_per_second": 3.211, |
| "eval_steps_per_second": 1.606, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.5605349835312905, |
| "grad_norm": 0.03181201219558716, |
| "learning_rate": 8.801473944118683e-06, |
| "loss": 0.687204122543335, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.5621319492963369, |
| "grad_norm": 0.03610098734498024, |
| "learning_rate": 8.749177053167865e-06, |
| "loss": 0.7028386116027832, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.5637289150613833, |
| "grad_norm": 0.0450638048350811, |
| "learning_rate": 8.696914892685172e-06, |
| "loss": 0.6494070529937744, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.5653258808264298, |
| "grad_norm": 0.053478166460990906, |
| "learning_rate": 8.644688913786678e-06, |
| "loss": 0.6962610721588135, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.5669228465914762, |
| "grad_norm": 0.03924020007252693, |
| "learning_rate": 8.592500566583856e-06, |
| "loss": 0.6941705703735351, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.5685198123565226, |
| "grad_norm": 0.037506818771362305, |
| "learning_rate": 8.540351300143284e-06, |
| "loss": 0.6824637413024902, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.570116778121569, |
| "grad_norm": 0.03883660212159157, |
| "learning_rate": 8.488242562446416e-06, |
| "loss": 0.7028771877288819, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.5717137438866154, |
| "grad_norm": 0.047728635370731354, |
| "learning_rate": 8.436175800349393e-06, |
| "loss": 0.7102296829223633, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.5733107096516619, |
| "grad_norm": 0.0423489511013031, |
| "learning_rate": 8.384152459542849e-06, |
| "loss": 0.7113842487335205, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.5749076754167083, |
| "grad_norm": 0.034012071788311005, |
| "learning_rate": 8.332173984511774e-06, |
| "loss": 0.6995905876159668, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.5765046411817547, |
| "grad_norm": 0.02976168505847454, |
| "learning_rate": 8.280241818495423e-06, |
| "loss": 0.7066914558410644, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.5781016069468011, |
| "grad_norm": 0.04333082213997841, |
| "learning_rate": 8.228357403447225e-06, |
| "loss": 0.6559367656707764, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.5796985727118474, |
| "grad_norm": 0.0726407989859581, |
| "learning_rate": 8.176522179994744e-06, |
| "loss": 0.691002082824707, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.5812955384768939, |
| "grad_norm": 0.035537876188755035, |
| "learning_rate": 8.124737587399697e-06, |
| "loss": 0.7173010349273682, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.5828925042419403, |
| "grad_norm": 0.036615390330553055, |
| "learning_rate": 8.073005063517973e-06, |
| "loss": 0.712274169921875, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.5844894700069867, |
| "grad_norm": 0.02762191742658615, |
| "learning_rate": 8.021326044759718e-06, |
| "loss": 0.7043851852416992, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.5860864357720331, |
| "grad_norm": 0.033354733139276505, |
| "learning_rate": 7.969701966049447e-06, |
| "loss": 0.6736726284027099, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.5876834015370795, |
| "grad_norm": 0.04251250997185707, |
| "learning_rate": 7.918134260786214e-06, |
| "loss": 0.679281759262085, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.589280367302126, |
| "grad_norm": 0.03284266218543053, |
| "learning_rate": 7.866624360803786e-06, |
| "loss": 0.6851751804351807, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.5908773330671724, |
| "grad_norm": 0.050126783549785614, |
| "learning_rate": 7.81517369633092e-06, |
| "loss": 0.6820148468017578, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.5924742988322188, |
| "grad_norm": 0.042198847979307175, |
| "learning_rate": 7.763783695951623e-06, |
| "loss": 0.6824104309082031, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.5940712645972652, |
| "grad_norm": 0.03443041443824768, |
| "learning_rate": 7.7124557865655e-06, |
| "loss": 0.670203685760498, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.5956682303623116, |
| "grad_norm": 0.036490943282842636, |
| "learning_rate": 7.661191393348136e-06, |
| "loss": 0.7197192192077637, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.5972651961273581, |
| "grad_norm": 0.03636472299695015, |
| "learning_rate": 7.609991939711517e-06, |
| "loss": 0.6888130187988282, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.5988621618924044, |
| "grad_norm": 0.040862370282411575, |
| "learning_rate": 7.558858847264502e-06, |
| "loss": 0.6817411422729492, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.6004591276574508, |
| "grad_norm": 0.036771345883607864, |
| "learning_rate": 7.507793535773377e-06, |
| "loss": 0.7020951271057129, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.6020560934224972, |
| "grad_norm": 0.036549679934978485, |
| "learning_rate": 7.456797423122401e-06, |
| "loss": 0.6926814079284668, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.6036530591875436, |
| "grad_norm": 0.03661128878593445, |
| "learning_rate": 7.405871925274457e-06, |
| "loss": 0.7070647716522217, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.6052500249525901, |
| "grad_norm": 0.05932987853884697, |
| "learning_rate": 7.3550184562317295e-06, |
| "loss": 0.7125431060791015, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.6068469907176365, |
| "grad_norm": 0.03799287602305412, |
| "learning_rate": 7.3042384279964394e-06, |
| "loss": 0.6607150554656982, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.6084439564826829, |
| "grad_norm": 0.031429167836904526, |
| "learning_rate": 7.253533250531656e-06, |
| "loss": 0.6806385517120361, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.6100409222477293, |
| "grad_norm": 0.05243317410349846, |
| "learning_rate": 7.202904331722127e-06, |
| "loss": 0.6834061145782471, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.6116378880127757, |
| "grad_norm": 0.0379512719810009, |
| "learning_rate": 7.152353077335189e-06, |
| "loss": 0.665333604812622, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.6132348537778222, |
| "grad_norm": 0.03895451873540878, |
| "learning_rate": 7.101880890981751e-06, |
| "loss": 0.6566737651824951, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.6148318195428686, |
| "grad_norm": 0.03916362673044205, |
| "learning_rate": 7.0514891740773105e-06, |
| "loss": 0.7027400970458985, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.616428785307915, |
| "grad_norm": 0.03747180104255676, |
| "learning_rate": 7.001179325803037e-06, |
| "loss": 0.6675007820129395, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.6180257510729614, |
| "grad_norm": 0.04694506898522377, |
| "learning_rate": 6.95095274306693e-06, |
| "loss": 0.6993120193481446, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.6196227168380077, |
| "grad_norm": 0.035580579191446304, |
| "learning_rate": 6.900810820465036e-06, |
| "loss": 0.7056044578552246, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.6212196826030542, |
| "grad_norm": 0.03560471907258034, |
| "learning_rate": 6.8507549502427105e-06, |
| "loss": 0.7067145824432373, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.6228166483681006, |
| "grad_norm": 0.03395050764083862, |
| "learning_rate": 6.800786522255974e-06, |
| "loss": 0.6799113750457764, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.624413614133147, |
| "grad_norm": 0.04874083772301674, |
| "learning_rate": 6.7509069239329295e-06, |
| "loss": 0.6687004089355468, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.6260105798981934, |
| "grad_norm": 0.03185804560780525, |
| "learning_rate": 6.701117540235204e-06, |
| "loss": 0.6309501171112061, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.6276075456632398, |
| "grad_norm": 0.04211097210645676, |
| "learning_rate": 6.651419753619535e-06, |
| "loss": 0.7135450839996338, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.6292045114282863, |
| "grad_norm": 0.03911832720041275, |
| "learning_rate": 6.601814943999363e-06, |
| "loss": 0.7103962421417236, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.6308014771933327, |
| "grad_norm": 0.033491455018520355, |
| "learning_rate": 6.552304488706512e-06, |
| "loss": 0.7135549068450928, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.6323984429583791, |
| "grad_norm": 0.031158218160271645, |
| "learning_rate": 6.502889762452969e-06, |
| "loss": 0.6667858600616455, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.6339954087234255, |
| "grad_norm": 0.037267692387104034, |
| "learning_rate": 6.453572137292689e-06, |
| "loss": 0.7077006816864013, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.635592374488472, |
| "grad_norm": 0.03646966442465782, |
| "learning_rate": 6.404352982583511e-06, |
| "loss": 0.663360595703125, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.6371893402535184, |
| "grad_norm": 0.0357484444975853, |
| "learning_rate": 6.355233664949132e-06, |
| "loss": 0.6508517742156983, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.6387863060185647, |
| "grad_norm": 0.03508693352341652, |
| "learning_rate": 6.306215548241174e-06, |
| "loss": 0.669168758392334, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6387863060185647, |
| "eval_loss": 0.6750220060348511, |
| "eval_runtime": 1753.5267, |
| "eval_samples_per_second": 3.174, |
| "eval_steps_per_second": 1.587, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6403832717836111, |
| "grad_norm": 0.03497602418065071, |
| "learning_rate": 6.257299993501289e-06, |
| "loss": 0.6791082859039307, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.6419802375486575, |
| "grad_norm": 0.04195614159107208, |
| "learning_rate": 6.208488358923393e-06, |
| "loss": 0.6831603050231934, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.6435772033137039, |
| "grad_norm": 0.049627698957920074, |
| "learning_rate": 6.1597819998159506e-06, |
| "loss": 0.7127910137176514, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.6451741690787504, |
| "grad_norm": 0.03807014226913452, |
| "learning_rate": 6.111182268564322e-06, |
| "loss": 0.6687079429626465, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.6467711348437968, |
| "grad_norm": 0.0430082343518734, |
| "learning_rate": 6.062690514593237e-06, |
| "loss": 0.6742999076843261, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.6483681006088432, |
| "grad_norm": 0.032011304050683975, |
| "learning_rate": 6.014308084329327e-06, |
| "loss": 0.693959903717041, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.6499650663738896, |
| "grad_norm": 0.0382765531539917, |
| "learning_rate": 5.966036321163709e-06, |
| "loss": 0.6869026184082031, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.651562032138936, |
| "grad_norm": 0.038456711918115616, |
| "learning_rate": 5.917876565414729e-06, |
| "loss": 0.6802726268768311, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.6531589979039825, |
| "grad_norm": 0.05505223199725151, |
| "learning_rate": 5.8698301542907144e-06, |
| "loss": 0.6540178775787353, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.6547559636690289, |
| "grad_norm": 0.06022993102669716, |
| "learning_rate": 5.8218984218528514e-06, |
| "loss": 0.6731237888336181, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.6563529294340753, |
| "grad_norm": 0.04032977297902107, |
| "learning_rate": 5.774082698978154e-06, |
| "loss": 0.7120064258575439, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.6579498951991216, |
| "grad_norm": 0.04511059820652008, |
| "learning_rate": 5.726384313322504e-06, |
| "loss": 0.6774604797363282, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.659546860964168, |
| "grad_norm": 0.04290354251861572, |
| "learning_rate": 5.678804589283777e-06, |
| "loss": 0.6660148143768311, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.6611438267292145, |
| "grad_norm": 0.03994971513748169, |
| "learning_rate": 5.6313448479650944e-06, |
| "loss": 0.6876091957092285, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.6627407924942609, |
| "grad_norm": 0.03699030727148056, |
| "learning_rate": 5.584006407138114e-06, |
| "loss": 0.6590198516845703, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.6643377582593073, |
| "grad_norm": 0.041105858981609344, |
| "learning_rate": 5.536790581206451e-06, |
| "loss": 0.6922510147094727, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.6659347240243537, |
| "grad_norm": 0.036437924951314926, |
| "learning_rate": 5.489698681169196e-06, |
| "loss": 0.7056612968444824, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.6675316897894001, |
| "grad_norm": 0.03376461938023567, |
| "learning_rate": 5.442732014584495e-06, |
| "loss": 0.6548415184020996, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.6691286555544466, |
| "grad_norm": 0.042223311960697174, |
| "learning_rate": 5.395891885533244e-06, |
| "loss": 0.6739361763000489, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.670725621319493, |
| "grad_norm": 0.03633170202374458, |
| "learning_rate": 5.349179594582898e-06, |
| "loss": 0.7088988304138184, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.6723225870845394, |
| "grad_norm": 0.037932299077510834, |
| "learning_rate": 5.302596438751339e-06, |
| "loss": 0.693552827835083, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.6739195528495858, |
| "grad_norm": 0.03990362584590912, |
| "learning_rate": 5.256143711470869e-06, |
| "loss": 0.6921378135681152, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.6755165186146322, |
| "grad_norm": 0.037905026227235794, |
| "learning_rate": 5.20982270255231e-06, |
| "loss": 0.6850985050201416, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.6771134843796787, |
| "grad_norm": 0.0379810705780983, |
| "learning_rate": 5.163634698149163e-06, |
| "loss": 0.6650650978088379, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.678710450144725, |
| "grad_norm": 0.02918444201350212, |
| "learning_rate": 5.11758098072193e-06, |
| "loss": 0.6373987674713135, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.6803074159097714, |
| "grad_norm": 0.03856576979160309, |
| "learning_rate": 5.071662829002477e-06, |
| "loss": 0.7125391483306884, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.6819043816748178, |
| "grad_norm": 0.03352683037519455, |
| "learning_rate": 5.02588151795854e-06, |
| "loss": 0.6727629661560058, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.6835013474398642, |
| "grad_norm": 0.04891199618577957, |
| "learning_rate": 4.98023831875833e-06, |
| "loss": 0.722879695892334, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.6850983132049107, |
| "grad_norm": 0.04167689383029938, |
| "learning_rate": 4.9347344987352305e-06, |
| "loss": 0.6740260124206543, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.6866952789699571, |
| "grad_norm": 0.03634532913565636, |
| "learning_rate": 4.889371321352607e-06, |
| "loss": 0.649868106842041, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.6882922447350035, |
| "grad_norm": 0.04563901200890541, |
| "learning_rate": 4.844150046168722e-06, |
| "loss": 0.6745593547821045, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.6898892105000499, |
| "grad_norm": 0.04015154391527176, |
| "learning_rate": 4.799071928801784e-06, |
| "loss": 0.7058079719543457, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.6914861762650963, |
| "grad_norm": 0.03595186024904251, |
| "learning_rate": 4.7541382208950505e-06, |
| "loss": 0.6532906532287598, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.6930831420301428, |
| "grad_norm": 0.030780136585235596, |
| "learning_rate": 4.709350170082103e-06, |
| "loss": 0.6842369079589844, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.6946801077951892, |
| "grad_norm": 0.04692146182060242, |
| "learning_rate": 4.6647090199522025e-06, |
| "loss": 0.7000434398651123, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.6962770735602356, |
| "grad_norm": 0.0310053788125515, |
| "learning_rate": 4.620216010015725e-06, |
| "loss": 0.6727443218231202, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.6978740393252819, |
| "grad_norm": 0.03317731246352196, |
| "learning_rate": 4.575872375669793e-06, |
| "loss": 0.6653543949127197, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.6994710050903283, |
| "grad_norm": 0.05431032553315163, |
| "learning_rate": 4.531679348163955e-06, |
| "loss": 0.691961145401001, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.7010679708553748, |
| "grad_norm": 0.037718210369348526, |
| "learning_rate": 4.487638154565978e-06, |
| "loss": 0.6595858573913574, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.7026649366204212, |
| "grad_norm": 0.03125704079866409, |
| "learning_rate": 4.443750017727814e-06, |
| "loss": 0.7066734790802002, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.7042619023854676, |
| "grad_norm": 0.050476983189582825, |
| "learning_rate": 4.400016156251611e-06, |
| "loss": 0.6906495094299316, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.705858868150514, |
| "grad_norm": 0.034239206463098526, |
| "learning_rate": 4.356437784455896e-06, |
| "loss": 0.698778486251831, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.7074558339155604, |
| "grad_norm": 0.03537076339125633, |
| "learning_rate": 4.313016112341861e-06, |
| "loss": 0.6730549335479736, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.7090527996806069, |
| "grad_norm": 0.0366840697824955, |
| "learning_rate": 4.269752345559761e-06, |
| "loss": 0.6689012527465821, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.7106497654456533, |
| "grad_norm": 0.04745423048734665, |
| "learning_rate": 4.226647685375428e-06, |
| "loss": 0.6668778419494629, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.7122467312106997, |
| "grad_norm": 0.043418820947408676, |
| "learning_rate": 4.183703328636924e-06, |
| "loss": 0.6641871929168701, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.7138436969757461, |
| "grad_norm": 0.0369136743247509, |
| "learning_rate": 4.140920467741325e-06, |
| "loss": 0.6592461585998535, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.7154406627407925, |
| "grad_norm": 0.034368593245744705, |
| "learning_rate": 4.098300290601581e-06, |
| "loss": 0.6683683395385742, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.7170376285058389, |
| "grad_norm": 0.042594823986291885, |
| "learning_rate": 4.055843980613561e-06, |
| "loss": 0.6916409015655518, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.7186345942708853, |
| "grad_norm": 0.042385537177324295, |
| "learning_rate": 4.013552716623185e-06, |
| "loss": 0.6435957431793213, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7186345942708853, |
| "eval_loss": 0.6736165881156921, |
| "eval_runtime": 1722.8539, |
| "eval_samples_per_second": 3.231, |
| "eval_steps_per_second": 1.615, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.7202315600359317, |
| "grad_norm": 0.04700292646884918, |
| "learning_rate": 3.971427672893672e-06, |
| "loss": 0.688172435760498, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.7218285258009781, |
| "grad_norm": 0.040195874869823456, |
| "learning_rate": 3.929470019072972e-06, |
| "loss": 0.6703804016113282, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.7234254915660245, |
| "grad_norm": 0.036519281566143036, |
| "learning_rate": 3.8876809201612695e-06, |
| "loss": 0.6743984222412109, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.725022457331071, |
| "grad_norm": 0.03687750920653343, |
| "learning_rate": 3.846061536478626e-06, |
| "loss": 0.6919309139251709, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.7266194230961174, |
| "grad_norm": 0.034661829471588135, |
| "learning_rate": 3.804613023632788e-06, |
| "loss": 0.6852948665618896, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.7282163888611638, |
| "grad_norm": 0.04090991988778114, |
| "learning_rate": 3.763336532487076e-06, |
| "loss": 0.6639271259307862, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.7298133546262102, |
| "grad_norm": 0.053740449249744415, |
| "learning_rate": 3.7222332091284384e-06, |
| "loss": 0.7086254119873047, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.7314103203912566, |
| "grad_norm": 0.05317610129714012, |
| "learning_rate": 3.6813041948356408e-06, |
| "loss": 0.688640546798706, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.7330072861563031, |
| "grad_norm": 0.04328848421573639, |
| "learning_rate": 3.640550626047562e-06, |
| "loss": 0.6996944904327392, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.7346042519213495, |
| "grad_norm": 0.03426145389676094, |
| "learning_rate": 3.5999736343316406e-06, |
| "loss": 0.7036723613739013, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.7362012176863958, |
| "grad_norm": 0.04445657134056091, |
| "learning_rate": 3.559574346352459e-06, |
| "loss": 0.6727498054504395, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.7377981834514422, |
| "grad_norm": 0.034136440604925156, |
| "learning_rate": 3.5193538838404716e-06, |
| "loss": 0.6709301471710205, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.7393951492164886, |
| "grad_norm": 0.03670594096183777, |
| "learning_rate": 3.4793133635608334e-06, |
| "loss": 0.7098387241363525, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.740992114981535, |
| "grad_norm": 0.04140735790133476, |
| "learning_rate": 3.4394538972824167e-06, |
| "loss": 0.6899067401885987, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.7425890807465815, |
| "grad_norm": 0.03637846186757088, |
| "learning_rate": 3.3997765917469348e-06, |
| "loss": 0.6745570659637451, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7441860465116279, |
| "grad_norm": 0.03964189440011978, |
| "learning_rate": 3.3602825486381886e-06, |
| "loss": 0.6715593338012695, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.7457830122766743, |
| "grad_norm": 0.036266524344682693, |
| "learning_rate": 3.3209728645515204e-06, |
| "loss": 0.6992376804351806, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.7473799780417207, |
| "grad_norm": 0.050657473504543304, |
| "learning_rate": 3.281848630963327e-06, |
| "loss": 0.689194917678833, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.7489769438067672, |
| "grad_norm": 0.03800279274582863, |
| "learning_rate": 3.2429109342007747e-06, |
| "loss": 0.7068089962005615, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.7505739095718136, |
| "grad_norm": 0.034397054463624954, |
| "learning_rate": 3.204160855411638e-06, |
| "loss": 0.7055879592895508, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.75217087533686, |
| "grad_norm": 0.03663492202758789, |
| "learning_rate": 3.1655994705342595e-06, |
| "loss": 0.6516903400421142, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.7537678411019064, |
| "grad_norm": 0.10431419312953949, |
| "learning_rate": 3.1272278502676932e-06, |
| "loss": 0.6833277702331543, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.7553648068669528, |
| "grad_norm": 0.04803668335080147, |
| "learning_rate": 3.0890470600419785e-06, |
| "loss": 0.7252533435821533, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.7569617726319992, |
| "grad_norm": 0.052451301366090775, |
| "learning_rate": 3.051058159988539e-06, |
| "loss": 0.6383802413940429, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.7585587383970456, |
| "grad_norm": 0.04214588552713394, |
| "learning_rate": 3.0132622049107672e-06, |
| "loss": 0.6385763645172119, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.760155704162092, |
| "grad_norm": 0.04353920742869377, |
| "learning_rate": 2.975660244254721e-06, |
| "loss": 0.6771360874176026, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.7617526699271384, |
| "grad_norm": 0.034283965826034546, |
| "learning_rate": 2.9382533220799893e-06, |
| "loss": 0.6694541931152344, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.7633496356921848, |
| "grad_norm": 0.04156842082738876, |
| "learning_rate": 2.901042477030709e-06, |
| "loss": 0.719163179397583, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.7649466014572313, |
| "grad_norm": 0.038868360221385956, |
| "learning_rate": 2.864028742306725e-06, |
| "loss": 0.6658177852630616, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.7665435672222777, |
| "grad_norm": 0.03701276332139969, |
| "learning_rate": 2.827213145634887e-06, |
| "loss": 0.6825634956359863, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.7681405329873241, |
| "grad_norm": 0.043009012937545776, |
| "learning_rate": 2.7905967092405305e-06, |
| "loss": 0.6813971519470214, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.7697374987523705, |
| "grad_norm": 0.03427146002650261, |
| "learning_rate": 2.754180449819092e-06, |
| "loss": 0.6715961933135987, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.7713344645174169, |
| "grad_norm": 0.04296226054430008, |
| "learning_rate": 2.717965378507864e-06, |
| "loss": 0.6857268810272217, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.7729314302824634, |
| "grad_norm": 0.0429498665034771, |
| "learning_rate": 2.681952500857944e-06, |
| "loss": 0.6708025932312012, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.7745283960475098, |
| "grad_norm": 0.03906711935997009, |
| "learning_rate": 2.6461428168062973e-06, |
| "loss": 0.6925381660461426, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.7761253618125561, |
| "grad_norm": 0.04651563614606857, |
| "learning_rate": 2.6105373206479913e-06, |
| "loss": 0.6757769107818603, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.7777223275776025, |
| "grad_norm": 0.04317731410264969, |
| "learning_rate": 2.575137001008592e-06, |
| "loss": 0.665839433670044, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.7793192933426489, |
| "grad_norm": 0.03744199126958847, |
| "learning_rate": 2.539942840816727e-06, |
| "loss": 0.7045305252075196, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.7809162591076954, |
| "grad_norm": 0.04245394840836525, |
| "learning_rate": 2.5049558172767675e-06, |
| "loss": 0.6957573890686035, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.7825132248727418, |
| "grad_norm": 0.03942755609750748, |
| "learning_rate": 2.47017690184172e-06, |
| "loss": 0.6565013408660889, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.7841101906377882, |
| "grad_norm": 0.04654339328408241, |
| "learning_rate": 2.4356070601862327e-06, |
| "loss": 0.6680932998657226, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.7857071564028346, |
| "grad_norm": 0.05248269438743591, |
| "learning_rate": 2.4012472521797923e-06, |
| "loss": 0.6607920169830322, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.787304122167881, |
| "grad_norm": 0.04624265059828758, |
| "learning_rate": 2.3670984318600786e-06, |
| "loss": 0.6683568954467773, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.7889010879329275, |
| "grad_norm": 0.04104055091738701, |
| "learning_rate": 2.333161547406464e-06, |
| "loss": 0.6837501049041748, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.7904980536979739, |
| "grad_norm": 0.039029769599437714, |
| "learning_rate": 2.2994375411136884e-06, |
| "loss": 0.6702389240264892, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.7920950194630203, |
| "grad_norm": 0.03849470987915993, |
| "learning_rate": 2.265927349365691e-06, |
| "loss": 0.6521383285522461, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.7936919852280667, |
| "grad_norm": 0.05400224030017853, |
| "learning_rate": 2.232631902609629e-06, |
| "loss": 0.6533032894134522, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.795288950993113, |
| "grad_norm": 0.043887361884117126, |
| "learning_rate": 2.1995521253300167e-06, |
| "loss": 0.6794767379760742, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.7968859167581595, |
| "grad_norm": 0.04501941800117493, |
| "learning_rate": 2.166688936023078e-06, |
| "loss": 0.6698923587799073, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.7984828825232059, |
| "grad_norm": 0.045139558613300323, |
| "learning_rate": 2.1340432471712367e-06, |
| "loss": 0.661639404296875, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.7984828825232059, |
| "eval_loss": 0.6726189255714417, |
| "eval_runtime": 1709.319, |
| "eval_samples_per_second": 3.256, |
| "eval_steps_per_second": 1.628, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.8000798482882523, |
| "grad_norm": 0.04251272603869438, |
| "learning_rate": 2.101615965217768e-06, |
| "loss": 0.7006937503814697, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.8016768140532987, |
| "grad_norm": 0.040616679936647415, |
| "learning_rate": 2.0694079905416475e-06, |
| "loss": 0.6587623119354248, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.8032737798183451, |
| "grad_norm": 0.04379381984472275, |
| "learning_rate": 2.0374202174325443e-06, |
| "loss": 0.6809040069580078, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.8048707455833916, |
| "grad_norm": 0.042080674320459366, |
| "learning_rate": 2.0056535340659867e-06, |
| "loss": 0.6683236598968506, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.806467711348438, |
| "grad_norm": 0.038132891058921814, |
| "learning_rate": 1.97410882247871e-06, |
| "loss": 0.6637454032897949, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.8080646771134844, |
| "grad_norm": 0.029925232753157616, |
| "learning_rate": 1.942786958544154e-06, |
| "loss": 0.6917686939239502, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.8096616428785308, |
| "grad_norm": 0.041264407336711884, |
| "learning_rate": 1.91168881194815e-06, |
| "loss": 0.7052114486694336, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.8112586086435772, |
| "grad_norm": 0.03905145451426506, |
| "learning_rate": 1.8808152461647766e-06, |
| "loss": 0.667028284072876, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.8128555744086237, |
| "grad_norm": 0.047729961574077606, |
| "learning_rate": 1.8501671184323811e-06, |
| "loss": 0.691020917892456, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.8144525401736701, |
| "grad_norm": 0.034812819212675095, |
| "learning_rate": 1.8197452797297699e-06, |
| "loss": 0.7124451637268067, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.8160495059387164, |
| "grad_norm": 0.044796060770750046, |
| "learning_rate": 1.7895505747525933e-06, |
| "loss": 0.7617973804473877, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.8176464717037628, |
| "grad_norm": 0.039166904985904694, |
| "learning_rate": 1.759583841889878e-06, |
| "loss": 0.711750841140747, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.8192434374688092, |
| "grad_norm": 0.03871138393878937, |
| "learning_rate": 1.7298459132007628e-06, |
| "loss": 0.6736746788024902, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.8208404032338557, |
| "grad_norm": 0.046535786241292953, |
| "learning_rate": 1.7003376143913886e-06, |
| "loss": 0.7094714164733886, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.8224373689989021, |
| "grad_norm": 0.04319629445672035, |
| "learning_rate": 1.6710597647919613e-06, |
| "loss": 0.6693609237670899, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.8240343347639485, |
| "grad_norm": 0.04204268380999565, |
| "learning_rate": 1.6420131773340263e-06, |
| "loss": 0.6906074047088623, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.8256313005289949, |
| "grad_norm": 0.041262589395046234, |
| "learning_rate": 1.6131986585278714e-06, |
| "loss": 0.6685310363769531, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.8272282662940413, |
| "grad_norm": 0.03515459597110748, |
| "learning_rate": 1.5846170084401458e-06, |
| "loss": 0.6744651317596435, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.8288252320590878, |
| "grad_norm": 0.044764138758182526, |
| "learning_rate": 1.5562690206716479e-06, |
| "loss": 0.6720765113830567, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.8304221978241342, |
| "grad_norm": 0.03811672702431679, |
| "learning_rate": 1.5281554823352896e-06, |
| "loss": 0.6512242317199707, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.8320191635891806, |
| "grad_norm": 0.03850555047392845, |
| "learning_rate": 1.500277174034227e-06, |
| "loss": 0.6925489425659179, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.833616129354227, |
| "grad_norm": 0.039821285754442215, |
| "learning_rate": 1.4726348698402015e-06, |
| "loss": 0.6698274612426758, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.8352130951192733, |
| "grad_norm": 0.042530301958322525, |
| "learning_rate": 1.4452293372720483e-06, |
| "loss": 0.657553243637085, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.8368100608843198, |
| "grad_norm": 0.03285897895693779, |
| "learning_rate": 1.4180613372743678e-06, |
| "loss": 0.6513785362243653, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.8384070266493662, |
| "grad_norm": 0.0418255515396595, |
| "learning_rate": 1.39113162419642e-06, |
| "loss": 0.6803596019744873, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.8400039924144126, |
| "grad_norm": 0.03861439600586891, |
| "learning_rate": 1.3644409457711604e-06, |
| "loss": 0.7275567531585694, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.841600958179459, |
| "grad_norm": 0.035479992628097534, |
| "learning_rate": 1.3379900430944858e-06, |
| "loss": 0.7078885555267334, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.8431979239445054, |
| "grad_norm": 0.036275558173656464, |
| "learning_rate": 1.31177965060466e-06, |
| "loss": 0.6733812808990478, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.8447948897095519, |
| "grad_norm": 0.037248894572257996, |
| "learning_rate": 1.285810496061921e-06, |
| "loss": 0.6728686809539794, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.8463918554745983, |
| "grad_norm": 0.03526445850729942, |
| "learning_rate": 1.2600833005282631e-06, |
| "loss": 0.6712977409362793, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.8479888212396447, |
| "grad_norm": 0.03622904419898987, |
| "learning_rate": 1.2345987783474311e-06, |
| "loss": 0.6881800651550293, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.8495857870046911, |
| "grad_norm": 0.05652482062578201, |
| "learning_rate": 1.2093576371250737e-06, |
| "loss": 0.709586763381958, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.8511827527697375, |
| "grad_norm": 0.05090609937906265, |
| "learning_rate": 1.1843605777091028e-06, |
| "loss": 0.7400435447692871, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.852779718534784, |
| "grad_norm": 0.038989149034023285, |
| "learning_rate": 1.1596082941702313e-06, |
| "loss": 0.695259952545166, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.8543766842998303, |
| "grad_norm": 0.04729596897959709, |
| "learning_rate": 1.135101473782706e-06, |
| "loss": 0.681358528137207, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.8559736500648767, |
| "grad_norm": 0.0379403792321682, |
| "learning_rate": 1.1108407970052149e-06, |
| "loss": 0.6542623043060303, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.8575706158299231, |
| "grad_norm": 0.044038884341716766, |
| "learning_rate": 1.086826937462e-06, |
| "loss": 0.6564295291900635, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.8591675815949695, |
| "grad_norm": 0.04039445519447327, |
| "learning_rate": 1.0630605619241564e-06, |
| "loss": 0.6783324241638183, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.860764547360016, |
| "grad_norm": 0.034845978021621704, |
| "learning_rate": 1.0395423302911112e-06, |
| "loss": 0.6549112796783447, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.8623615131250624, |
| "grad_norm": 0.048201173543930054, |
| "learning_rate": 1.016272895572309e-06, |
| "loss": 0.6641885757446289, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.8639584788901088, |
| "grad_norm": 0.037778809666633606, |
| "learning_rate": 9.932529038690696e-07, |
| "loss": 0.7034367561340332, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.8655554446551552, |
| "grad_norm": 0.0427137166261673, |
| "learning_rate": 9.704829943566574e-07, |
| "loss": 0.6777073383331299, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.8671524104202016, |
| "grad_norm": 0.037193115800619125, |
| "learning_rate": 9.479637992665313e-07, |
| "loss": 0.6748072147369385, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.8687493761852481, |
| "grad_norm": 0.0337526798248291, |
| "learning_rate": 9.256959438687929e-07, |
| "loss": 0.6617064952850342, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.8703463419502945, |
| "grad_norm": 0.039619434624910355, |
| "learning_rate": 9.036800464548157e-07, |
| "loss": 0.6612413883209228, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.8719433077153409, |
| "grad_norm": 0.03671206533908844, |
| "learning_rate": 8.819167183200905e-07, |
| "loss": 0.6929868698120117, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.8735402734803873, |
| "grad_norm": 0.034324243664741516, |
| "learning_rate": 8.604065637472392e-07, |
| "loss": 0.685936689376831, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.8751372392454336, |
| "grad_norm": 0.035913076251745224, |
| "learning_rate": 8.391501799892466e-07, |
| "loss": 0.7082894802093506, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.87673420501048, |
| "grad_norm": 0.04239356890320778, |
| "learning_rate": 8.181481572528726e-07, |
| "loss": 0.7099148750305175, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.8783311707755265, |
| "grad_norm": 0.04144662618637085, |
| "learning_rate": 7.974010786822684e-07, |
| "loss": 0.6640007972717286, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.8783311707755265, |
| "eval_loss": 0.672135055065155, |
| "eval_runtime": 1721.4336, |
| "eval_samples_per_second": 3.233, |
| "eval_steps_per_second": 1.617, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.8799281365405729, |
| "grad_norm": 0.030981754884123802, |
| "learning_rate": 7.769095203427734e-07, |
| "loss": 0.6549492359161377, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.8815251023056193, |
| "grad_norm": 0.04086959362030029, |
| "learning_rate": 7.56674051204932e-07, |
| "loss": 0.6875146389007568, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.8831220680706657, |
| "grad_norm": 0.0377834253013134, |
| "learning_rate": 7.366952331286958e-07, |
| "loss": 0.7493057250976562, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.8847190338357122, |
| "grad_norm": 0.03834075480699539, |
| "learning_rate": 7.169736208478118e-07, |
| "loss": 0.6828866481781006, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.8863159996007586, |
| "grad_norm": 0.03951543942093849, |
| "learning_rate": 6.975097619544324e-07, |
| "loss": 0.68464674949646, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.887912965365805, |
| "grad_norm": 0.044246163219213486, |
| "learning_rate": 6.78304196883901e-07, |
| "loss": 0.6737260341644287, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.8895099311308514, |
| "grad_norm": 0.04266819730401039, |
| "learning_rate": 6.59357458899752e-07, |
| "loss": 0.7164577960968017, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.8911068968958978, |
| "grad_norm": 0.0311746709048748, |
| "learning_rate": 6.40670074078904e-07, |
| "loss": 0.680039358139038, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.8927038626609443, |
| "grad_norm": 0.035248082131147385, |
| "learning_rate": 6.222425612970462e-07, |
| "loss": 0.6851954936981202, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.8943008284259906, |
| "grad_norm": 0.03986518457531929, |
| "learning_rate": 6.040754322142417e-07, |
| "loss": 0.6760111331939698, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.895897794191037, |
| "grad_norm": 0.03682507202029228, |
| "learning_rate": 5.861691912607159e-07, |
| "loss": 0.6883102416992187, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.8974947599560834, |
| "grad_norm": 0.03000503219664097, |
| "learning_rate": 5.685243356228409e-07, |
| "loss": 0.6542916774749756, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.8990917257211298, |
| "grad_norm": 0.044614020735025406, |
| "learning_rate": 5.511413552293476e-07, |
| "loss": 0.6680744647979736, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.9006886914861763, |
| "grad_norm": 0.03846392408013344, |
| "learning_rate": 5.340207327377156e-07, |
| "loss": 0.7028224468231201, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.9022856572512227, |
| "grad_norm": 0.038470469415187836, |
| "learning_rate": 5.171629435207615e-07, |
| "loss": 0.6939930438995361, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.9038826230162691, |
| "grad_norm": 0.03757188841700554, |
| "learning_rate": 5.005684556534574e-07, |
| "loss": 0.656277084350586, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.9054795887813155, |
| "grad_norm": 0.04011685401201248, |
| "learning_rate": 4.842377298999191e-07, |
| "loss": 0.638321828842163, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.9070765545463619, |
| "grad_norm": 0.039341870695352554, |
| "learning_rate": 4.681712197006205e-07, |
| "loss": 0.6716189384460449, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.9086735203114084, |
| "grad_norm": 0.046330180019140244, |
| "learning_rate": 4.5236937115980204e-07, |
| "loss": 0.6909313678741456, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.9102704860764548, |
| "grad_norm": 0.041009679436683655, |
| "learning_rate": 4.368326230330855e-07, |
| "loss": 0.6272893428802491, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.9118674518415012, |
| "grad_norm": 0.03455239534378052, |
| "learning_rate": 4.215614067152851e-07, |
| "loss": 0.6927034854888916, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.9134644176065475, |
| "grad_norm": 0.03742032125592232, |
| "learning_rate": 4.065561462284351e-07, |
| "loss": 0.664287805557251, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.9150613833715939, |
| "grad_norm": 0.03536292910575867, |
| "learning_rate": 3.918172582100177e-07, |
| "loss": 0.664261770248413, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.9166583491366403, |
| "grad_norm": 0.044113483279943466, |
| "learning_rate": 3.7734515190138934e-07, |
| "loss": 0.7117574691772461, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.9182553149016868, |
| "grad_norm": 0.04183537885546684, |
| "learning_rate": 3.631402291364206e-07, |
| "loss": 0.6857941627502442, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.9198522806667332, |
| "grad_norm": 0.02898181416094303, |
| "learning_rate": 3.492028843303419e-07, |
| "loss": 0.6839983463287354, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.9214492464317796, |
| "grad_norm": 0.040342144668102264, |
| "learning_rate": 3.3553350446878244e-07, |
| "loss": 0.6938966751098633, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.923046212196826, |
| "grad_norm": 0.05028856173157692, |
| "learning_rate": 3.221324690970351e-07, |
| "loss": 0.6682254791259765, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.9246431779618725, |
| "grad_norm": 0.033745042979717255, |
| "learning_rate": 3.090001503095175e-07, |
| "loss": 0.6571940422058106, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.9262401437269189, |
| "grad_norm": 0.036207910627126694, |
| "learning_rate": 2.9613691273942977e-07, |
| "loss": 0.7331238269805909, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.9278371094919653, |
| "grad_norm": 0.04358496144413948, |
| "learning_rate": 2.835431135486455e-07, |
| "loss": 0.6768048763275146, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.9294340752570117, |
| "grad_norm": 0.051529187709093094, |
| "learning_rate": 2.7121910241778014e-07, |
| "loss": 0.6914044857025147, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.9310310410220581, |
| "grad_norm": 0.03387345373630524, |
| "learning_rate": 2.591652215364904e-07, |
| "loss": 0.67225022315979, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.9326280067871044, |
| "grad_norm": 0.043374814093112946, |
| "learning_rate": 2.473818055939747e-07, |
| "loss": 0.6870133876800537, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.9342249725521509, |
| "grad_norm": 0.04162263497710228, |
| "learning_rate": 2.358691817696712e-07, |
| "loss": 0.6274053573608398, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.9358219383171973, |
| "grad_norm": 0.03655523061752319, |
| "learning_rate": 2.2462766972418226e-07, |
| "loss": 0.6559162139892578, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.9374189040822437, |
| "grad_norm": 0.036134812980890274, |
| "learning_rate": 2.1365758159039073e-07, |
| "loss": 0.6783801078796386, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.9390158698472901, |
| "grad_norm": 0.03370088338851929, |
| "learning_rate": 2.0295922196480355e-07, |
| "loss": 0.679423189163208, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.9406128356123366, |
| "grad_norm": 0.044190868735313416, |
| "learning_rate": 1.9253288789908287e-07, |
| "loss": 0.6669793128967285, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.942209801377383, |
| "grad_norm": 0.03765581548213959, |
| "learning_rate": 1.823788688918049e-07, |
| "loss": 0.6280838966369628, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.9438067671424294, |
| "grad_norm": 0.05461205169558525, |
| "learning_rate": 1.7249744688042414e-07, |
| "loss": 0.6410412788391113, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.9454037329074758, |
| "grad_norm": 0.046921294182538986, |
| "learning_rate": 1.6288889623343295e-07, |
| "loss": 0.6527444839477539, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.9470006986725222, |
| "grad_norm": 0.03945396840572357, |
| "learning_rate": 1.535534837427588e-07, |
| "loss": 0.694933271408081, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.9485976644375687, |
| "grad_norm": 0.03962003439664841, |
| "learning_rate": 1.44491468616349e-07, |
| "loss": 0.6714414596557617, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.9501946302026151, |
| "grad_norm": 0.07099556922912598, |
| "learning_rate": 1.3570310247096764e-07, |
| "loss": 0.7129894733428955, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.9517915959676615, |
| "grad_norm": 0.03700670972466469, |
| "learning_rate": 1.2718862932522224e-07, |
| "loss": 0.6442203044891357, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.9533885617327078, |
| "grad_norm": 0.04066568240523338, |
| "learning_rate": 1.1894828559277816e-07, |
| "loss": 0.6612192153930664, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.9549855274977542, |
| "grad_norm": 0.04404400289058685, |
| "learning_rate": 1.1098230007579702e-07, |
| "loss": 0.6766380310058594, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.9565824932628006, |
| "grad_norm": 0.04611429572105408, |
| "learning_rate": 1.0329089395858527e-07, |
| "loss": 0.6801462650299073, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.9581794590278471, |
| "grad_norm": 0.03326278179883957, |
| "learning_rate": 9.587428080145344e-08, |
| "loss": 0.6539367198944092, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.9581794590278471, |
| "eval_loss": 0.6719915270805359, |
| "eval_runtime": 1743.0303, |
| "eval_samples_per_second": 3.193, |
| "eval_steps_per_second": 1.597, |
| "step": 6000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 6262, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.3174132430797578e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
