| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 796, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.01256281407035176, |
| "grad_norm": 59.5, |
| "learning_rate": 1.6666666666666667e-06, |
| "loss": 2.998407745361328, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.02512562814070352, |
| "grad_norm": 33.25, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 2.837660789489746, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.03768844221105527, |
| "grad_norm": 13.75, |
| "learning_rate": 5.833333333333334e-06, |
| "loss": 2.7715581893920898, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.05025125628140704, |
| "grad_norm": 6.59375, |
| "learning_rate": 7.916666666666667e-06, |
| "loss": 2.556188201904297, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06281407035175879, |
| "grad_norm": 7.21875, |
| "learning_rate": 1e-05, |
| "loss": 2.4427762985229493, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.07537688442211055, |
| "grad_norm": 4.28125, |
| "learning_rate": 9.998965024239257e-06, |
| "loss": 2.2074916839599608, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.08793969849246232, |
| "grad_norm": 5.375, |
| "learning_rate": 9.995860525426954e-06, |
| "loss": 2.110469627380371, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.10050251256281408, |
| "grad_norm": 3.203125, |
| "learning_rate": 9.9906877887955e-06, |
| "loss": 2.0038677215576173, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11306532663316583, |
| "grad_norm": 3.0625, |
| "learning_rate": 9.983448955807708e-06, |
| "loss": 1.951383399963379, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.12562814070351758, |
| "grad_norm": 2.671875, |
| "learning_rate": 9.974147023270248e-06, |
| "loss": 1.893879508972168, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13819095477386933, |
| "grad_norm": 2.421875, |
| "learning_rate": 9.962785842093003e-06, |
| "loss": 1.8473941802978515, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.1507537688442211, |
| "grad_norm": 2.265625, |
| "learning_rate": 9.949370115694827e-06, |
| "loss": 1.8276456832885741, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.16331658291457288, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.933905398056371e-06, |
| "loss": 1.8131959915161133, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.17587939698492464, |
| "grad_norm": 2.09375, |
| "learning_rate": 9.916398091420798e-06, |
| "loss": 1.7640661239624023, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1884422110552764, |
| "grad_norm": 2.171875, |
| "learning_rate": 9.896855443643307e-06, |
| "loss": 1.7705204010009765, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.20100502512562815, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.875285545190602e-06, |
| "loss": 1.7359968185424806, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.2135678391959799, |
| "grad_norm": 2.140625, |
| "learning_rate": 9.851697325791505e-06, |
| "loss": 1.7584953308105469, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.22613065326633167, |
| "grad_norm": 1.8984375, |
| "learning_rate": 9.826100550740144e-06, |
| "loss": 1.7408344268798828, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.23869346733668342, |
| "grad_norm": 2.671875, |
| "learning_rate": 9.798505816853207e-06, |
| "loss": 1.7312856674194337, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.25125628140703515, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.768924548082978e-06, |
| "loss": 1.6844066619873046, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2638190954773869, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.737368990787917e-06, |
| "loss": 1.6968770980834962, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.27638190954773867, |
| "grad_norm": 2.234375, |
| "learning_rate": 9.703852208662788e-06, |
| "loss": 1.7310028076171875, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.2889447236180904, |
| "grad_norm": 2.625, |
| "learning_rate": 9.668388077330421e-06, |
| "loss": 1.7414098739624024, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.3015075376884422, |
| "grad_norm": 2.03125, |
| "learning_rate": 9.630991278597344e-06, |
| "loss": 1.6551843643188477, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.314070351758794, |
| "grad_norm": 2.25, |
| "learning_rate": 9.591677294375637e-06, |
| "loss": 1.6384830474853516, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.32663316582914576, |
| "grad_norm": 2.578125, |
| "learning_rate": 9.550462400273595e-06, |
| "loss": 1.6961067199707032, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3391959798994975, |
| "grad_norm": 2.6875, |
| "learning_rate": 9.507363658857768e-06, |
| "loss": 1.7122671127319335, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.35175879396984927, |
| "grad_norm": 2.359375, |
| "learning_rate": 9.462398912589232e-06, |
| "loss": 1.6428680419921875, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.36432160804020103, |
| "grad_norm": 2.515625, |
| "learning_rate": 9.415586776436973e-06, |
| "loss": 1.6411958694458009, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.3768844221105528, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.366946630171485e-06, |
| "loss": 1.645296859741211, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.38944723618090454, |
| "grad_norm": 2.125, |
| "learning_rate": 9.31649861034172e-06, |
| "loss": 1.6568294525146485, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.4020100502512563, |
| "grad_norm": 2.046875, |
| "learning_rate": 9.264263601938759e-06, |
| "loss": 1.7317806243896485, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.41457286432160806, |
| "grad_norm": 2.75, |
| "learning_rate": 9.210263229749626e-06, |
| "loss": 1.6810962677001953, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.4271356783919598, |
| "grad_norm": 2.265625, |
| "learning_rate": 9.154519849404833e-06, |
| "loss": 1.6197080612182617, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.4396984924623116, |
| "grad_norm": 2.078125, |
| "learning_rate": 9.097056538123376e-06, |
| "loss": 1.6504512786865235, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.45226130653266333, |
| "grad_norm": 2.0625, |
| "learning_rate": 9.037897085158977e-06, |
| "loss": 1.6403568267822266, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4648241206030151, |
| "grad_norm": 2.53125, |
| "learning_rate": 8.977065981951567e-06, |
| "loss": 1.6068395614624023, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.47738693467336685, |
| "grad_norm": 2.765625, |
| "learning_rate": 8.914588411988079e-06, |
| "loss": 1.6754827499389648, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4899497487437186, |
| "grad_norm": 2.390625, |
| "learning_rate": 8.85049024037671e-06, |
| "loss": 1.6853302001953125, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.5025125628140703, |
| "grad_norm": 2.734375, |
| "learning_rate": 8.784798003139035e-06, |
| "loss": 1.603452491760254, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5150753768844221, |
| "grad_norm": 2.15625, |
| "learning_rate": 8.717538896224333e-06, |
| "loss": 1.5766297340393067, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.5276381909547738, |
| "grad_norm": 2.5625, |
| "learning_rate": 8.648740764250745e-06, |
| "loss": 1.716385269165039, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5402010050251256, |
| "grad_norm": 2.5, |
| "learning_rate": 8.57843208897786e-06, |
| "loss": 1.592827320098877, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.5527638190954773, |
| "grad_norm": 2.84375, |
| "learning_rate": 8.50664197751555e-06, |
| "loss": 1.615340232849121, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5653266331658291, |
| "grad_norm": 2.21875, |
| "learning_rate": 8.433400150273907e-06, |
| "loss": 1.5731450080871583, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.5778894472361809, |
| "grad_norm": 2.5, |
| "learning_rate": 8.358736928659275e-06, |
| "loss": 1.7298618316650392, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5904522613065326, |
| "grad_norm": 1.90625, |
| "learning_rate": 8.282683222521491e-06, |
| "loss": 1.6517925262451172, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.6030150753768844, |
| "grad_norm": 2.59375, |
| "learning_rate": 8.205270517357503e-06, |
| "loss": 1.6013933181762696, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.6155778894472361, |
| "grad_norm": 2.796875, |
| "learning_rate": 8.126530861276677e-06, |
| "loss": 1.584385585784912, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.628140703517588, |
| "grad_norm": 2.5, |
| "learning_rate": 8.046496851733195e-06, |
| "loss": 1.5994317054748535, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6407035175879398, |
| "grad_norm": 3.0, |
| "learning_rate": 7.96520162203102e-06, |
| "loss": 1.590476131439209, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.6532663316582915, |
| "grad_norm": 2.28125, |
| "learning_rate": 7.88267882760704e-06, |
| "loss": 1.6111858367919922, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6658291457286433, |
| "grad_norm": 2.28125, |
| "learning_rate": 7.798962632098024e-06, |
| "loss": 1.6274175643920898, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.678391959798995, |
| "grad_norm": 2.71875, |
| "learning_rate": 7.714087693197228e-06, |
| "loss": 1.6058385848999024, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6909547738693468, |
| "grad_norm": 2.515625, |
| "learning_rate": 7.628089148306434e-06, |
| "loss": 1.5899338722229004, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.7035175879396985, |
| "grad_norm": 2.59375, |
| "learning_rate": 7.541002599989411e-06, |
| "loss": 1.5922243118286132, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7160804020100503, |
| "grad_norm": 3.3125, |
| "learning_rate": 7.452864101232798e-06, |
| "loss": 1.5848384857177735, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.7286432160804021, |
| "grad_norm": 2.296875, |
| "learning_rate": 7.363710140520515e-06, |
| "loss": 1.60340576171875, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7412060301507538, |
| "grad_norm": 1.9453125, |
| "learning_rate": 7.273577626727884e-06, |
| "loss": 1.6018304824829102, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.7537688442211056, |
| "grad_norm": 2.40625, |
| "learning_rate": 7.182503873841722e-06, |
| "loss": 1.5592435836791991, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7663316582914573, |
| "grad_norm": 2.046875, |
| "learning_rate": 7.090526585512696e-06, |
| "loss": 1.6086605072021485, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.7788944723618091, |
| "grad_norm": 2.65625, |
| "learning_rate": 6.997683839446392e-06, |
| "loss": 1.6314334869384766, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7914572864321608, |
| "grad_norm": 2.8125, |
| "learning_rate": 6.904014071639503e-06, |
| "loss": 1.5340024948120117, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.8040201005025126, |
| "grad_norm": 2.640625, |
| "learning_rate": 6.80955606046771e-06, |
| "loss": 1.5246624946594238, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8165829145728644, |
| "grad_norm": 2.390625, |
| "learning_rate": 6.7143489106318e-06, |
| "loss": 1.5667107582092286, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.8291457286432161, |
| "grad_norm": 1.890625, |
| "learning_rate": 6.618432036968705e-06, |
| "loss": 1.555766487121582, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8417085427135679, |
| "grad_norm": 2.28125, |
| "learning_rate": 6.52184514813414e-06, |
| "loss": 1.5755093574523926, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.8542713567839196, |
| "grad_norm": 2.265625, |
| "learning_rate": 6.424628230163606e-06, |
| "loss": 1.6115888595581054, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8668341708542714, |
| "grad_norm": 2.3125, |
| "learning_rate": 6.3268215299185545e-06, |
| "loss": 1.582913589477539, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.8793969849246231, |
| "grad_norm": 2.640625, |
| "learning_rate": 6.228465538424583e-06, |
| "loss": 1.5411038398742676, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8919597989949749, |
| "grad_norm": 2.5, |
| "learning_rate": 6.129600974108538e-06, |
| "loss": 1.5892680168151856, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.9045226130653267, |
| "grad_norm": 1.8984375, |
| "learning_rate": 6.0302687659414904e-06, |
| "loss": 1.5735843658447266, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9170854271356784, |
| "grad_norm": 2.3125, |
| "learning_rate": 5.93051003649452e-06, |
| "loss": 1.5499893188476563, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.9296482412060302, |
| "grad_norm": 2.5625, |
| "learning_rate": 5.83036608491439e-06, |
| "loss": 1.6115238189697265, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9422110552763819, |
| "grad_norm": 2.1875, |
| "learning_rate": 5.729878369826087e-06, |
| "loss": 1.5861882209777831, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.9547738693467337, |
| "grad_norm": 2.375, |
| "learning_rate": 5.62908849216936e-06, |
| "loss": 1.5845415115356445, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9673366834170855, |
| "grad_norm": 2.03125, |
| "learning_rate": 5.52803817797633e-06, |
| "loss": 1.5787755012512208, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.9798994974874372, |
| "grad_norm": 2.75, |
| "learning_rate": 5.426769261097318e-06, |
| "loss": 1.5202445983886719, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.992462311557789, |
| "grad_norm": 2.375, |
| "learning_rate": 5.325323665882039e-06, |
| "loss": 1.5645788192749024, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.0050251256281406, |
| "grad_norm": 1.890625, |
| "learning_rate": 5.223743389823327e-06, |
| "loss": 1.5927098274230957, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.0175879396984924, |
| "grad_norm": 2.921875, |
| "learning_rate": 5.1220704861705775e-06, |
| "loss": 1.6001703262329101, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.0301507537688441, |
| "grad_norm": 2.421875, |
| "learning_rate": 5.020347046520112e-06, |
| "loss": 1.5346534729003907, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.0427135678391959, |
| "grad_norm": 2.03125, |
| "learning_rate": 4.918615183389666e-06, |
| "loss": 1.5630980491638184, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.0552763819095476, |
| "grad_norm": 2.59375, |
| "learning_rate": 4.8169170127842135e-06, |
| "loss": 1.523043441772461, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.0678391959798994, |
| "grad_norm": 2.34375, |
| "learning_rate": 4.715294636760352e-06, |
| "loss": 1.5776254653930664, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.0804020100502512, |
| "grad_norm": 2.046875, |
| "learning_rate": 4.6137901259964515e-06, |
| "loss": 1.5493414878845215, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.092964824120603, |
| "grad_norm": 2.59375, |
| "learning_rate": 4.512445502375813e-06, |
| "loss": 1.5309125900268554, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.1055276381909547, |
| "grad_norm": 2.265625, |
| "learning_rate": 4.411302721590006e-06, |
| "loss": 1.54165620803833, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.1180904522613064, |
| "grad_norm": 2.671875, |
| "learning_rate": 4.310403655769629e-06, |
| "loss": 1.5176856994628907, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.1306532663316582, |
| "grad_norm": 2.515625, |
| "learning_rate": 4.209790076149644e-06, |
| "loss": 1.5529046058654785, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.1432160804020102, |
| "grad_norm": 3.15625, |
| "learning_rate": 4.109503635776492e-06, |
| "loss": 1.565816593170166, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.1557788944723617, |
| "grad_norm": 2.140625, |
| "learning_rate": 4.009585852264139e-06, |
| "loss": 1.5432037353515624, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.1683417085427137, |
| "grad_norm": 2.53125, |
| "learning_rate": 3.91007809060619e-06, |
| "loss": 1.6062923431396485, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.1809045226130652, |
| "grad_norm": 2.0625, |
| "learning_rate": 3.8110215460511697e-06, |
| "loss": 1.5221455574035645, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.1934673366834172, |
| "grad_norm": 2.171875, |
| "learning_rate": 3.7124572270481055e-06, |
| "loss": 1.6717411041259767, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.2060301507537687, |
| "grad_norm": 2.734375, |
| "learning_rate": 3.6144259382694115e-06, |
| "loss": 1.5347406387329101, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.2185929648241207, |
| "grad_norm": 2.546875, |
| "learning_rate": 3.516968263718159e-06, |
| "loss": 1.6209028244018555, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.2311557788944723, |
| "grad_norm": 2.109375, |
| "learning_rate": 3.420124549926693e-06, |
| "loss": 1.5777502059936523, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.2437185929648242, |
| "grad_norm": 1.8515625, |
| "learning_rate": 3.3239348892535562e-06, |
| "loss": 1.6334873199462892, |
| "step": 495 |
| }, |
| { |
| "epoch": 1.2562814070351758, |
| "grad_norm": 2.140625, |
| "learning_rate": 3.228439103285641e-06, |
| "loss": 1.5432828903198241, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.2688442211055277, |
| "grad_norm": 2.125, |
| "learning_rate": 3.133676726352438e-06, |
| "loss": 1.5457247734069823, |
| "step": 505 |
| }, |
| { |
| "epoch": 1.2814070351758793, |
| "grad_norm": 2.0625, |
| "learning_rate": 3.0396869891592096e-06, |
| "loss": 1.6380638122558593, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.2939698492462313, |
| "grad_norm": 2.609375, |
| "learning_rate": 2.946508802545859e-06, |
| "loss": 1.562052059173584, |
| "step": 515 |
| }, |
| { |
| "epoch": 1.3065326633165828, |
| "grad_norm": 2.265625, |
| "learning_rate": 2.8541807413782142e-06, |
| "loss": 1.5281488418579101, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.3190954773869348, |
| "grad_norm": 2.46875, |
| "learning_rate": 2.7627410285784164e-06, |
| "loss": 1.586146926879883, |
| "step": 525 |
| }, |
| { |
| "epoch": 1.3316582914572863, |
| "grad_norm": 2.21875, |
| "learning_rate": 2.6722275193009872e-06, |
| "loss": 1.5366415977478027, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.3442211055276383, |
| "grad_norm": 2.875, |
| "learning_rate": 2.582677685261179e-06, |
| "loss": 1.5299442291259766, |
| "step": 535 |
| }, |
| { |
| "epoch": 1.3567839195979898, |
| "grad_norm": 1.984375, |
| "learning_rate": 2.4941285992220353e-06, |
| "loss": 1.5406274795532227, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.3693467336683418, |
| "grad_norm": 2.453125, |
| "learning_rate": 2.4066169196466326e-06, |
| "loss": 1.538019561767578, |
| "step": 545 |
| }, |
| { |
| "epoch": 1.3819095477386933, |
| "grad_norm": 2.625, |
| "learning_rate": 2.3201788755218265e-06, |
| "loss": 1.5008614540100098, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.3944723618090453, |
| "grad_norm": 2.25, |
| "learning_rate": 2.2348502513598035e-06, |
| "loss": 1.6197319030761719, |
| "step": 555 |
| }, |
| { |
| "epoch": 1.4070351758793969, |
| "grad_norm": 2.40625, |
| "learning_rate": 2.15066637238365e-06, |
| "loss": 1.6248485565185546, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.4195979899497488, |
| "grad_norm": 2.421875, |
| "learning_rate": 2.0676620899030393e-06, |
| "loss": 1.5241939544677734, |
| "step": 565 |
| }, |
| { |
| "epoch": 1.4321608040201004, |
| "grad_norm": 1.953125, |
| "learning_rate": 1.985871766886136e-06, |
| "loss": 1.532661533355713, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.4447236180904524, |
| "grad_norm": 2.53125, |
| "learning_rate": 1.905329263733649e-06, |
| "loss": 1.5913199424743651, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.457286432160804, |
| "grad_norm": 2.125, |
| "learning_rate": 1.8260679242609703e-06, |
| "loss": 1.534491729736328, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.4698492462311559, |
| "grad_norm": 2.015625, |
| "learning_rate": 1.7481205618941472e-06, |
| "loss": 1.5714677810668944, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.4824120603015074, |
| "grad_norm": 3.15625, |
| "learning_rate": 1.6715194460854466e-06, |
| "loss": 1.5404623031616211, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.4949748743718594, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.5962962889541106e-06, |
| "loss": 1.5692951202392578, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.507537688442211, |
| "grad_norm": 2.03125, |
| "learning_rate": 1.5224822321578481e-06, |
| "loss": 1.5303547859191895, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.520100502512563, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.4501078340004954e-06, |
| "loss": 1.5067039489746095, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.5326633165829144, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.3792030567811687e-06, |
| "loss": 1.5673861503601074, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.5452261306532664, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.3097972543901672e-06, |
| "loss": 1.5892368316650392, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.557788944723618, |
| "grad_norm": 2.3125, |
| "learning_rate": 1.2419191601567409e-06, |
| "loss": 1.5634510040283203, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.57035175879397, |
| "grad_norm": 2.359375, |
| "learning_rate": 1.1755968749537755e-06, |
| "loss": 1.5212089538574218, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.5829145728643215, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.1108578555643058e-06, |
| "loss": 1.5546403884887696, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.5954773869346734, |
| "grad_norm": 2.25, |
| "learning_rate": 1.0477289033146675e-06, |
| "loss": 1.5283503532409668, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.608040201005025, |
| "grad_norm": 2.15625, |
| "learning_rate": 9.86236152979015e-07, |
| "loss": 1.5374995231628419, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.620603015075377, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.264050619597697e-07, |
| "loss": 1.5790555000305175, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.6331658291457285, |
| "grad_norm": 2.953125, |
| "learning_rate": 8.682603997485078e-07, |
| "loss": 1.5679688453674316, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.6457286432160805, |
| "grad_norm": 2.265625, |
| "learning_rate": 8.11826237671634e-07, |
| "loss": 1.529183292388916, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.658291457286432, |
| "grad_norm": 1.90625, |
| "learning_rate": 7.571259389250779e-07, |
| "loss": 1.5451692581176757, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.670854271356784, |
| "grad_norm": 3.046875, |
| "learning_rate": 7.041821489021639e-07, |
| "loss": 1.5198535919189453, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.6834170854271355, |
| "grad_norm": 1.8984375, |
| "learning_rate": 6.530167858186343e-07, |
| "loss": 1.5573585510253907, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.6959798994974875, |
| "grad_norm": 2.171875, |
| "learning_rate": 6.036510316387196e-07, |
| "loss": 1.5550883293151856, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.708542713567839, |
| "grad_norm": 1.921875, |
| "learning_rate": 5.561053233060154e-07, |
| "loss": 1.5345685958862305, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.721105527638191, |
| "grad_norm": 2.046875, |
| "learning_rate": 5.103993442827832e-07, |
| "loss": 1.5294795989990235, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.7336683417085426, |
| "grad_norm": 1.96875, |
| "learning_rate": 4.6655201640118775e-07, |
| "loss": 1.6449104309082032, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.7462311557788945, |
| "grad_norm": 2.65625, |
| "learning_rate": 4.2458149202984025e-07, |
| "loss": 1.5543377876281739, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.758793969849246, |
| "grad_norm": 2.296875, |
| "learning_rate": 3.845051465588961e-07, |
| "loss": 1.5942207336425782, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.771356783919598, |
| "grad_norm": 2.265625, |
| "learning_rate": 3.4633957120681294e-07, |
| "loss": 1.5990875244140625, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.7839195979899496, |
| "grad_norm": 2.5, |
| "learning_rate": 3.1010056615174367e-07, |
| "loss": 1.5136988639831543, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.7964824120603016, |
| "grad_norm": 2.296875, |
| "learning_rate": 2.75803133990421e-07, |
| "loss": 1.6442916870117188, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.809045226130653, |
| "grad_norm": 1.96875, |
| "learning_rate": 2.434614735272184e-07, |
| "loss": 1.524810791015625, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.821608040201005, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.130889738959946e-07, |
| "loss": 1.6057912826538085, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.8341708542713566, |
| "grad_norm": 2.390625, |
| "learning_rate": 1.8469820901711345e-07, |
| "loss": 1.5753741264343262, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.8467336683417086, |
| "grad_norm": 2.1875, |
| "learning_rate": 1.5830093239196765e-07, |
| "loss": 1.5886516571044922, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.8592964824120601, |
| "grad_norm": 2.203125, |
| "learning_rate": 1.3390807223713887e-07, |
| "loss": 1.5261211395263672, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.8718592964824121, |
| "grad_norm": 2.078125, |
| "learning_rate": 1.1152972696022447e-07, |
| "loss": 1.5142106056213378, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.8844221105527639, |
| "grad_norm": 2.296875, |
| "learning_rate": 9.117516097919721e-08, |
| "loss": 1.555587387084961, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.8969849246231156, |
| "grad_norm": 2.53125, |
| "learning_rate": 7.285280088701996e-08, |
| "loss": 1.5386908531188965, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.9095477386934674, |
| "grad_norm": 2.28125, |
| "learning_rate": 5.657023196312394e-08, |
| "loss": 1.5089382171630858, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.9221105527638191, |
| "grad_norm": 2.171875, |
| "learning_rate": 4.233419503317182e-08, |
| "loss": 1.5173494338989257, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.934673366834171, |
| "grad_norm": 2.828125, |
| "learning_rate": 3.0150583678423825e-08, |
| "loss": 1.5515380859375, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.9472361809045227, |
| "grad_norm": 2.625, |
| "learning_rate": 2.002444179585339e-08, |
| "loss": 1.529140090942383, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.9597989949748744, |
| "grad_norm": 2.0625, |
| "learning_rate": 1.1959961510018547e-08, |
| "loss": 1.5413886070251466, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.9723618090452262, |
| "grad_norm": 2.15625, |
| "learning_rate": 5.9604814375685546e-09, |
| "loss": 1.5065739631652832, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.984924623115578, |
| "grad_norm": 2.390625, |
| "learning_rate": 2.028485305082817e-09, |
| "loss": 1.575080680847168, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.9974874371859297, |
| "grad_norm": 2.171875, |
| "learning_rate": 1.6560092083672818e-10, |
| "loss": 1.5597107887268067, |
| "step": 795 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 796, |
| "total_flos": 3.833069438698537e+17, |
| "train_loss": 1.6445721892555754, |
| "train_runtime": 6416.9422, |
| "train_samples_per_second": 0.496, |
| "train_steps_per_second": 0.124 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 796, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.833069438698537e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
