| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 675, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007412898443291327, |
| "grad_norm": 49.5, |
| "learning_rate": 3.80952380952381e-06, |
| "loss": 2.981045722961426, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.014825796886582653, |
| "grad_norm": 13.0, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 2.7763238906860352, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.02223869532987398, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 2.5071876525878904, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.029651593773165306, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.8095238095238097e-05, |
| "loss": 2.216544532775879, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.037064492216456635, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.9998961636899736e-05, |
| "loss": 2.02364444732666, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04447739065974796, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.9992616865520515e-05, |
| "loss": 1.8605846405029296, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.05189028910303929, |
| "grad_norm": 2.5, |
| "learning_rate": 1.998050784669941e-05, |
| "loss": 1.8314769744873047, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.05930318754633061, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.9962641565531694e-05, |
| "loss": 1.7219036102294922, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.06671608598962195, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.9939028328193097e-05, |
| "loss": 1.6877906799316407, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.07412898443291327, |
| "grad_norm": 2.625, |
| "learning_rate": 1.990968175599471e-05, |
| "loss": 1.6538002014160156, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.08154188287620459, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.987461877752552e-05, |
| "loss": 1.6635187149047852, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.08895478131949593, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.983385961888711e-05, |
| "loss": 1.5999790191650392, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.09636767976278725, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.978742779202627e-05, |
| "loss": 1.572991943359375, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.10378057820607858, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.973535008117207e-05, |
| "loss": 1.6114467620849608, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1111934766493699, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.9677656527385386e-05, |
| "loss": 1.5769593238830566, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.11860637509266123, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.9614380411229693e-05, |
| "loss": 1.5900885581970214, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.12601927353595255, |
| "grad_norm": 2.125, |
| "learning_rate": 1.9545558233573136e-05, |
| "loss": 1.5888105392456056, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1334321719792439, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.9471229694533003e-05, |
| "loss": 1.563032054901123, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.14084507042253522, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.9391437670574656e-05, |
| "loss": 1.5782450675964355, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.14825796886582654, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.9306228189778255e-05, |
| "loss": 1.5569299697875976, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.15567086730911786, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.9215650405287392e-05, |
| "loss": 1.5072972297668457, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.16308376575240918, |
| "grad_norm": 2.375, |
| "learning_rate": 1.9119756566955092e-05, |
| "loss": 1.4942115783691405, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.17049666419570053, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.901860199120344e-05, |
| "loss": 1.5515302658081054, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.17790956263899185, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.891224502911428e-05, |
| "loss": 1.4991122245788575, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.18532246108228317, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.8800747032769343e-05, |
| "loss": 1.4753767013549806, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.1927353595255745, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.8684172319859258e-05, |
| "loss": 1.4607695579528808, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.20014825796886582, |
| "grad_norm": 2.125, |
| "learning_rate": 1.856258813658188e-05, |
| "loss": 1.461857509613037, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.20756115641215717, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.8436064618851225e-05, |
| "loss": 1.530456256866455, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2149740548554485, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.8304674751839583e-05, |
| "loss": 1.4979378700256347, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.2223869532987398, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.8168494327875918e-05, |
| "loss": 1.4886467933654786, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.22979985174203113, |
| "grad_norm": 1.9453125, |
| "learning_rate": 1.8027601902725065e-05, |
| "loss": 1.4672227859497071, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.23721275018532245, |
| "grad_norm": 2.0, |
| "learning_rate": 1.788207875027274e-05, |
| "loss": 1.4558910369873046, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2446256486286138, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.77320088156427e-05, |
| "loss": 1.4654417037963867, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.2520385470719051, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.7577478666772886e-05, |
| "loss": 1.4390137672424317, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.25945144551519644, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.741857744447869e-05, |
| "loss": 1.4661806106567383, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2668643439584878, |
| "grad_norm": 2.28125, |
| "learning_rate": 1.7255396811032014e-05, |
| "loss": 1.472686767578125, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2742772424017791, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.708803089728583e-05, |
| "loss": 1.4672610282897949, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.28169014084507044, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.691657624837472e-05, |
| "loss": 1.4069836616516114, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.28910303928836173, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.6741131768022777e-05, |
| "loss": 1.471778392791748, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2965159377316531, |
| "grad_norm": 2.703125, |
| "learning_rate": 1.6561798661490904e-05, |
| "loss": 1.4518500328063966, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.30392883617494443, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.6378680377196526e-05, |
| "loss": 1.4200240135192872, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3113417346182357, |
| "grad_norm": 2.484375, |
| "learning_rate": 1.619188254703927e-05, |
| "loss": 1.4366942405700684, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.31875463306152707, |
| "grad_norm": 2.140625, |
| "learning_rate": 1.6001512925467153e-05, |
| "loss": 1.4304126739501952, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.32616753150481836, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.5807681327318372e-05, |
| "loss": 1.4636366844177247, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.3335804299481097, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.5610499564474512e-05, |
| "loss": 1.440121841430664, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.34099332839140106, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.541008138136183e-05, |
| "loss": 1.4860041618347168, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.34840622683469236, |
| "grad_norm": 1.984375, |
| "learning_rate": 1.520654238933767e-05, |
| "loss": 1.4189085006713866, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.3558191252779837, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.407963466644287, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.363232023721275, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.4790573357458464e-05, |
| "loss": 1.4134508132934571, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.37064492216456635, |
| "grad_norm": 2.875, |
| "learning_rate": 1.4578383269606004e-05, |
| "loss": 1.425547218322754, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3780578206078577, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.4363552138430764e-05, |
| "loss": 1.402323055267334, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.385470719051149, |
| "grad_norm": 2.703125, |
| "learning_rate": 1.4146203889408418e-05, |
| "loss": 1.4572528839111327, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.39288361749444034, |
| "grad_norm": 1.9921875, |
| "learning_rate": 1.392646390001569e-05, |
| "loss": 1.3995424270629884, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.40029651593773163, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.3704458927406261e-05, |
| "loss": 1.4161681175231933, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.407709414381023, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.3480317035290837e-05, |
| "loss": 1.4083374977111816, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.41512231282431433, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.325416752006351e-05, |
| "loss": 1.3747909545898438, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.4225352112676056, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.302614083621705e-05, |
| "loss": 1.4275038719177247, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.429948109710897, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.2796368521090143e-05, |
| "loss": 1.3964252471923828, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.43736100815418827, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.256498311899001e-05, |
| "loss": 1.401359462738037, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.4447739065974796, |
| "grad_norm": 2.046875, |
| "learning_rate": 1.233211810473411e-05, |
| "loss": 1.4066211700439453, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.45218680504077097, |
| "grad_norm": 2.265625, |
| "learning_rate": 1.2097907806655136e-05, |
| "loss": 1.3704119682312013, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.45959970348406226, |
| "grad_norm": 2.125, |
| "learning_rate": 1.1862487329113606e-05, |
| "loss": 1.3963244438171387, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.4670126019273536, |
| "grad_norm": 2.40625, |
| "learning_rate": 1.1625992474562846e-05, |
| "loss": 1.402764892578125, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.4744255003706449, |
| "grad_norm": 2.34375, |
| "learning_rate": 1.1388559665211241e-05, |
| "loss": 1.417808437347412, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.48183839881393625, |
| "grad_norm": 2.625, |
| "learning_rate": 1.1150325864327003e-05, |
| "loss": 1.4581987380981445, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.4892512972572276, |
| "grad_norm": 2.546875, |
| "learning_rate": 1.0911428497230834e-05, |
| "loss": 1.4179252624511718, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.4966641957005189, |
| "grad_norm": 2.65625, |
| "learning_rate": 1.0672005372022014e-05, |
| "loss": 1.4111376762390138, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5040770941438102, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.043219460008374e-05, |
| "loss": 1.3600208282470703, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5114899925871016, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.019213451641347e-05, |
| "loss": 1.3771323204040526, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.5189028910303929, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.951963599824294e-06, |
| "loss": 1.3850160598754884, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.5263157894736842, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.711820393063337e-06, |
| "loss": 1.4168268203735352, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.5337286879169756, |
| "grad_norm": 2.125, |
| "learning_rate": 9.471843422893299e-06, |
| "loss": 1.3890551567077636, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.5411415863602669, |
| "grad_norm": 1.9375, |
| "learning_rate": 9.232171120183193e-06, |
| "loss": 1.4085680961608886, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.5485544848035582, |
| "grad_norm": 2.0625, |
| "learning_rate": 8.992941740054418e-06, |
| "loss": 1.3939090728759767, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.5559673832468495, |
| "grad_norm": 2.109375, |
| "learning_rate": 8.754293282128187e-06, |
| "loss": 1.4120423316955566, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.5633802816901409, |
| "grad_norm": 2.40625, |
| "learning_rate": 8.516363410920376e-06, |
| "loss": 1.342286968231201, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.5707931801334322, |
| "grad_norm": 2.640625, |
| "learning_rate": 8.279289376429653e-06, |
| "loss": 1.3686384201049804, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.5782060785767235, |
| "grad_norm": 2.25, |
| "learning_rate": 8.043207934964722e-06, |
| "loss": 1.4198535919189452, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.5856189770200149, |
| "grad_norm": 1.8515625, |
| "learning_rate": 7.808255270256368e-06, |
| "loss": 1.4073737144470215, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.5930318754633062, |
| "grad_norm": 3.125, |
| "learning_rate": 7.574566914899779e-06, |
| "loss": 1.3731096267700196, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.6004447739065975, |
| "grad_norm": 2.109375, |
| "learning_rate": 7.342277672172483e-06, |
| "loss": 1.3820195198059082, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.6078576723498889, |
| "grad_norm": 2.421875, |
| "learning_rate": 7.111521538272997e-06, |
| "loss": 1.3672608375549316, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.6152705707931801, |
| "grad_norm": 2.859375, |
| "learning_rate": 6.882431625025016e-06, |
| "loss": 1.352785873413086, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.6226834692364714, |
| "grad_norm": 2.265625, |
| "learning_rate": 6.655140083091794e-06, |
| "loss": 1.3680495262145995, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.6300963676797627, |
| "grad_norm": 2.375, |
| "learning_rate": 6.42977802574494e-06, |
| "loss": 1.4069809913635254, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.6375092661230541, |
| "grad_norm": 1.953125, |
| "learning_rate": 6.206475453231644e-06, |
| "loss": 1.3522788047790528, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.6449221645663454, |
| "grad_norm": 2.859375, |
| "learning_rate": 5.98536117778394e-06, |
| "loss": 1.3570075035095215, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.6523350630096367, |
| "grad_norm": 2.453125, |
| "learning_rate": 5.766562749313309e-06, |
| "loss": 1.3594365119934082, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.6597479614529281, |
| "grad_norm": 2.015625, |
| "learning_rate": 5.550206381833409e-06, |
| "loss": 1.4155049324035645, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.6671608598962194, |
| "grad_norm": 2.46875, |
| "learning_rate": 5.336416880653461e-06, |
| "loss": 1.3647008895874024, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.6745737583395107, |
| "grad_norm": 2.4375, |
| "learning_rate": 5.125317570384211e-06, |
| "loss": 1.3679018020629883, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.6819866567828021, |
| "grad_norm": 2.1875, |
| "learning_rate": 4.917030223798057e-06, |
| "loss": 1.4130691528320312, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.6893995552260934, |
| "grad_norm": 2.25, |
| "learning_rate": 4.7116749915843356e-06, |
| "loss": 1.3584203720092773, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.6968124536693847, |
| "grad_norm": 2.90625, |
| "learning_rate": 4.5093703330403385e-06, |
| "loss": 1.348178005218506, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.704225352112676, |
| "grad_norm": 3.09375, |
| "learning_rate": 4.310232947737979e-06, |
| "loss": 1.3591523170471191, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.7116382505559674, |
| "grad_norm": 2.703125, |
| "learning_rate": 4.1143777082055715e-06, |
| "loss": 1.3993351936340332, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.7190511489992587, |
| "grad_norm": 2.515625, |
| "learning_rate": 3.921917593663538e-06, |
| "loss": 1.3535401344299316, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.72646404744255, |
| "grad_norm": 2.3125, |
| "learning_rate": 3.732963624852275e-06, |
| "loss": 1.392369556427002, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.7338769458858414, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.5476247999897707e-06, |
| "loss": 1.4015738487243652, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.7412898443291327, |
| "grad_norm": 2.609375, |
| "learning_rate": 3.3660080318959043e-06, |
| "loss": 1.3607392311096191, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.748702742772424, |
| "grad_norm": 1.9296875, |
| "learning_rate": 3.1882180863197308e-06, |
| "loss": 1.3873835563659669, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.7561156412157154, |
| "grad_norm": 2.046875, |
| "learning_rate": 3.0143575215052732e-06, |
| "loss": 1.3514761924743652, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.7635285396590067, |
| "grad_norm": 2.03125, |
| "learning_rate": 2.8445266290307515e-06, |
| "loss": 1.3852715492248535, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.770941438102298, |
| "grad_norm": 2.390625, |
| "learning_rate": 2.678823375955314e-06, |
| "loss": 1.3499971389770509, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.7783543365455893, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.5173433483066777e-06, |
| "loss": 1.3455326080322265, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.7857672349888807, |
| "grad_norm": 1.984375, |
| "learning_rate": 2.3601796959422585e-06, |
| "loss": 1.3331590652465821, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.793180133432172, |
| "grad_norm": 1.9375, |
| "learning_rate": 2.2074230788156325e-06, |
| "loss": 1.3671817779541016, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.8005930318754633, |
| "grad_norm": 2.390625, |
| "learning_rate": 2.0591616146792705e-06, |
| "loss": 1.3592339515686036, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.8080059303187547, |
| "grad_norm": 2.296875, |
| "learning_rate": 1.915480828253763e-06, |
| "loss": 1.3896028518676757, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.815418828762046, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.7764636018928249e-06, |
| "loss": 1.3742392539978028, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.8228317272053373, |
| "grad_norm": 2.09375, |
| "learning_rate": 1.6421901277725627e-06, |
| "loss": 1.391466236114502, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.8302446256486287, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.5127378616325606e-06, |
| "loss": 1.3652151107788086, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.83765752409192, |
| "grad_norm": 2.421875, |
| "learning_rate": 1.3881814780954916e-06, |
| "loss": 1.3537821769714355, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.8450704225352113, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.2685928275910142e-06, |
| "loss": 1.347853660583496, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.8524833209785025, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.1540408949087956e-06, |
| "loss": 1.3285847663879395, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.859896219421794, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.0445917594046073e-06, |
| "loss": 1.4402085304260255, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.8673091178650852, |
| "grad_norm": 2.671875, |
| "learning_rate": 9.403085568823988e-07, |
| "loss": 1.4003355979919434, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.8747220163083765, |
| "grad_norm": 2.25, |
| "learning_rate": 8.412514431743657e-07, |
| "loss": 1.3969636917114259, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.8821349147516679, |
| "grad_norm": 2.234375, |
| "learning_rate": 7.474775594400252e-07, |
| "loss": 1.3984580993652345, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.8895478131949592, |
| "grad_norm": 3.46875, |
| "learning_rate": 6.590409992042957e-07, |
| "loss": 1.3271192550659179, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.8969607116382505, |
| "grad_norm": 2.34375, |
| "learning_rate": 5.759927771536167e-07, |
| "loss": 1.3371945381164552, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.9043736100815419, |
| "grad_norm": 1.8515625, |
| "learning_rate": 4.983807997080925e-07, |
| "loss": 1.3641469955444336, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.9117865085248332, |
| "grad_norm": 1.875, |
| "learning_rate": 4.262498373866486e-07, |
| "loss": 1.3556190490722657, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.9191994069681245, |
| "grad_norm": 2.3125, |
| "learning_rate": 3.5964149898111587e-07, |
| "loss": 1.3831118583679198, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.9266123054114158, |
| "grad_norm": 2.203125, |
| "learning_rate": 2.985942075541848e-07, |
| "loss": 1.3703168869018554, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.9340252038547072, |
| "grad_norm": 2.15625, |
| "learning_rate": 2.4314317827503375e-07, |
| "loss": 1.3450684547424316, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.9414381022979985, |
| "grad_norm": 2.328125, |
| "learning_rate": 1.9332039810543324e-07, |
| "loss": 1.3397465705871583, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.9488510007412898, |
| "grad_norm": 1.8125, |
| "learning_rate": 1.49154607348051e-07, |
| "loss": 1.3559181213378906, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.9562638991845812, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.1067128306758267e-07, |
| "loss": 1.4002655029296875, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.9636767976278725, |
| "grad_norm": 2.125, |
| "learning_rate": 7.789262439430012e-08, |
| "loss": 1.3875154495239257, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.9710896960711638, |
| "grad_norm": 1.96875, |
| "learning_rate": 5.083753971846239e-08, |
| "loss": 1.3760144233703613, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.9785025945144552, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.9521635783001932e-08, |
| "loss": 1.3631325721740724, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.9859154929577465, |
| "grad_norm": 2.21875, |
| "learning_rate": 1.3957208680761558e-08, |
| "loss": 1.3682563781738282, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.9933283914010378, |
| "grad_norm": 1.953125, |
| "learning_rate": 4.153236761488266e-09, |
| "loss": 1.3901843070983886, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 3.625, |
| "learning_rate": 1.1537545266726568e-10, |
| "loss": 1.4335641860961914, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 675, |
| "total_flos": 3.2515782676161946e+17, |
| "train_loss": 1.470360949480975, |
| "train_runtime": 5409.9531, |
| "train_samples_per_second": 0.499, |
| "train_steps_per_second": 0.125 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 675, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": false, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.2515782676161946e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
