| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.48, |
| "eval_steps": 150, |
| "global_step": 2400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.001, |
| "grad_norm": 0.27235767245292664, |
| "learning_rate": 6.4e-08, |
| "loss": 10.786966705322266, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.002, |
| "grad_norm": 0.36470845341682434, |
| "learning_rate": 1.44e-07, |
| "loss": 10.004191589355468, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.003, |
| "grad_norm": 0.18794603645801544, |
| "learning_rate": 2.24e-07, |
| "loss": 9.357711791992188, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.004, |
| "grad_norm": 0.15133747458457947, |
| "learning_rate": 3.0399999999999997e-07, |
| "loss": 9.077755737304688, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 0.13880157470703125, |
| "learning_rate": 3.84e-07, |
| "loss": 8.826399993896484, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.006, |
| "grad_norm": 0.12539362907409668, |
| "learning_rate": 4.64e-07, |
| "loss": 8.724310302734375, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.007, |
| "grad_norm": 0.11178825795650482, |
| "learning_rate": 5.44e-07, |
| "loss": 8.595573425292969, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.008, |
| "grad_norm": 0.16203832626342773, |
| "learning_rate": 6.24e-07, |
| "loss": 8.613536834716797, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.009, |
| "grad_norm": 0.11954408138990402, |
| "learning_rate": 7.04e-07, |
| "loss": 8.435651397705078, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.09399693459272385, |
| "learning_rate": 7.84e-07, |
| "loss": 8.369234466552735, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.011, |
| "grad_norm": 0.08723891526460648, |
| "learning_rate": 8.639999999999999e-07, |
| "loss": 8.335379791259765, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.012, |
| "grad_norm": 0.09454073011875153, |
| "learning_rate": 9.439999999999999e-07, |
| "loss": 8.253787231445312, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.013, |
| "grad_norm": 0.09540031850337982, |
| "learning_rate": 1.024e-06, |
| "loss": 8.186421966552734, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.014, |
| "grad_norm": 0.11653102189302444, |
| "learning_rate": 1.1040000000000001e-06, |
| "loss": 8.132817840576172, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 0.08094990253448486, |
| "learning_rate": 1.1839999999999998e-06, |
| "loss": 8.107611846923827, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.016, |
| "grad_norm": 0.10092103481292725, |
| "learning_rate": 1.2639999999999999e-06, |
| "loss": 8.071889495849609, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.017, |
| "grad_norm": 0.09236462414264679, |
| "learning_rate": 1.344e-06, |
| "loss": 8.15390625, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.018, |
| "grad_norm": 0.08973367512226105, |
| "learning_rate": 1.4239999999999998e-06, |
| "loss": 8.073948669433594, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.019, |
| "grad_norm": 0.08046946674585342, |
| "learning_rate": 1.504e-06, |
| "loss": 7.942198944091797, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.07841245085000992, |
| "learning_rate": 1.584e-06, |
| "loss": 7.894329071044922, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.021, |
| "grad_norm": 0.07948298752307892, |
| "learning_rate": 1.6639999999999999e-06, |
| "loss": 7.908601379394531, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.022, |
| "grad_norm": 0.07720845937728882, |
| "learning_rate": 1.744e-06, |
| "loss": 7.923919677734375, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.023, |
| "grad_norm": 0.09289873391389847, |
| "learning_rate": 1.824e-06, |
| "loss": 7.866429138183594, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.024, |
| "grad_norm": 0.07957543432712555, |
| "learning_rate": 1.904e-06, |
| "loss": 7.828727722167969, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 0.07522212713956833, |
| "learning_rate": 1.984e-06, |
| "loss": 7.83117446899414, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.026, |
| "grad_norm": 0.09532520920038223, |
| "learning_rate": 2.064e-06, |
| "loss": 7.8716987609863285, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.027, |
| "grad_norm": 0.07470740377902985, |
| "learning_rate": 2.144e-06, |
| "loss": 7.834799194335938, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.028, |
| "grad_norm": 0.07192815095186234, |
| "learning_rate": 2.2240000000000002e-06, |
| "loss": 7.736669921875, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.029, |
| "grad_norm": 0.09201541543006897, |
| "learning_rate": 2.304e-06, |
| "loss": 7.6827842712402346, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.09225732833147049, |
| "learning_rate": 2.384e-06, |
| "loss": 7.745516967773438, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.03, |
| "eval_accuracy": 0.11922344322344322, |
| "eval_loss": 7.651349067687988, |
| "eval_runtime": 10.4261, |
| "eval_samples_per_second": 9.591, |
| "eval_steps_per_second": 1.631, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.031, |
| "grad_norm": 0.08881130814552307, |
| "learning_rate": 2.464e-06, |
| "loss": 7.674343872070312, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.07704972475767136, |
| "learning_rate": 2.544e-06, |
| "loss": 7.681053161621094, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.033, |
| "grad_norm": 0.09186960011720657, |
| "learning_rate": 2.624e-06, |
| "loss": 7.690374755859375, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.034, |
| "grad_norm": 0.08565036207437515, |
| "learning_rate": 2.704e-06, |
| "loss": 7.603900146484375, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 0.1499108374118805, |
| "learning_rate": 2.7839999999999995e-06, |
| "loss": 7.505958557128906, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.036, |
| "grad_norm": 0.06643059849739075, |
| "learning_rate": 2.8639999999999996e-06, |
| "loss": 7.573754119873047, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.037, |
| "grad_norm": 0.11821448802947998, |
| "learning_rate": 2.9439999999999997e-06, |
| "loss": 7.752062225341797, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.038, |
| "grad_norm": 0.08827198296785355, |
| "learning_rate": 3.0239999999999998e-06, |
| "loss": 7.5669189453125, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.039, |
| "grad_norm": 0.07519616931676865, |
| "learning_rate": 3.104e-06, |
| "loss": 7.571305847167968, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.075102798640728, |
| "learning_rate": 3.184e-06, |
| "loss": 7.518638610839844, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.041, |
| "grad_norm": 0.10685888677835464, |
| "learning_rate": 3.2639999999999996e-06, |
| "loss": 7.512000274658203, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.042, |
| "grad_norm": 0.10541684180498123, |
| "learning_rate": 3.3439999999999997e-06, |
| "loss": 7.564778137207031, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.043, |
| "grad_norm": 0.09155019372701645, |
| "learning_rate": 3.4239999999999997e-06, |
| "loss": 7.4674217224121096, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.044, |
| "grad_norm": 0.11373615264892578, |
| "learning_rate": 3.504e-06, |
| "loss": 7.450457000732422, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 0.07444982975721359, |
| "learning_rate": 3.584e-06, |
| "loss": 7.397786712646484, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.046, |
| "grad_norm": 0.08052903413772583, |
| "learning_rate": 3.664e-06, |
| "loss": 7.415688323974609, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.047, |
| "grad_norm": 0.08429361879825592, |
| "learning_rate": 3.744e-06, |
| "loss": 7.411205291748047, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.048, |
| "grad_norm": 0.08501375466585159, |
| "learning_rate": 3.823999999999999e-06, |
| "loss": 7.406707763671875, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.049, |
| "grad_norm": 0.10457716882228851, |
| "learning_rate": 3.903999999999999e-06, |
| "loss": 7.312602233886719, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.09624126553535461, |
| "learning_rate": 3.9839999999999995e-06, |
| "loss": 7.360851287841797, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.051, |
| "grad_norm": 0.08660672605037689, |
| "learning_rate": 3.99999300106024e-06, |
| "loss": 7.353035736083984, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.052, |
| "grad_norm": 0.08430126309394836, |
| "learning_rate": 3.9999645679514235e-06, |
| "loss": 7.384159088134766, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.053, |
| "grad_norm": 0.07826503366231918, |
| "learning_rate": 3.999914263550513e-06, |
| "loss": 7.4195198059082035, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.054, |
| "grad_norm": 0.08577796816825867, |
| "learning_rate": 3.9998420884076325e-06, |
| "loss": 7.362513732910156, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 0.0649741068482399, |
| "learning_rate": 3.999748043312075e-06, |
| "loss": 7.275961303710938, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.056, |
| "grad_norm": 0.07203389704227448, |
| "learning_rate": 3.999632129292304e-06, |
| "loss": 7.263797760009766, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.057, |
| "grad_norm": 0.12281067669391632, |
| "learning_rate": 3.9994943476159364e-06, |
| "loss": 7.287098693847656, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.058, |
| "grad_norm": 0.07184985280036926, |
| "learning_rate": 3.999334699789731e-06, |
| "loss": 7.240232849121094, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.059, |
| "grad_norm": 0.07799801975488663, |
| "learning_rate": 3.99915318755957e-06, |
| "loss": 7.2740531921386715, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.0761650875210762, |
| "learning_rate": 3.9989498129104425e-06, |
| "loss": 7.299461364746094, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.06, |
| "eval_accuracy": 0.12382905982905983, |
| "eval_loss": 7.217157363891602, |
| "eval_runtime": 10.4259, |
| "eval_samples_per_second": 9.591, |
| "eval_steps_per_second": 1.631, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.061, |
| "grad_norm": 0.0692087933421135, |
| "learning_rate": 3.998724578066421e-06, |
| "loss": 7.243695831298828, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.062, |
| "grad_norm": 0.08431071788072586, |
| "learning_rate": 3.998477485490638e-06, |
| "loss": 7.292684173583984, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.063, |
| "grad_norm": 0.08417057991027832, |
| "learning_rate": 3.998208537885259e-06, |
| "loss": 7.222378540039062, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.07904339581727982, |
| "learning_rate": 3.997917738191449e-06, |
| "loss": 7.278653717041015, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 0.13258706033229828, |
| "learning_rate": 3.99760508958935e-06, |
| "loss": 7.202552795410156, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.066, |
| "grad_norm": 0.0901857390999794, |
| "learning_rate": 3.997270595498036e-06, |
| "loss": 7.205686950683594, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.067, |
| "grad_norm": 0.07317949831485748, |
| "learning_rate": 3.99691425957548e-06, |
| "loss": 7.293389892578125, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.068, |
| "grad_norm": 0.11255510151386261, |
| "learning_rate": 3.996536085718516e-06, |
| "loss": 7.229725646972656, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.069, |
| "grad_norm": 0.07706659287214279, |
| "learning_rate": 3.996136078062792e-06, |
| "loss": 7.257555389404297, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.08863229304552078, |
| "learning_rate": 3.995714240982727e-06, |
| "loss": 7.257266235351563, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.071, |
| "grad_norm": 0.08663391321897507, |
| "learning_rate": 3.995270579091465e-06, |
| "loss": 7.118687438964844, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.072, |
| "grad_norm": 0.08917262405157089, |
| "learning_rate": 3.99480509724082e-06, |
| "loss": 7.238731384277344, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.073, |
| "grad_norm": 0.09512999653816223, |
| "learning_rate": 3.994317800521228e-06, |
| "loss": 7.2104545593261715, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.074, |
| "grad_norm": 0.10050003230571747, |
| "learning_rate": 3.993808694261687e-06, |
| "loss": 7.186836242675781, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 0.12758338451385498, |
| "learning_rate": 3.993277784029702e-06, |
| "loss": 7.171599578857422, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.076, |
| "grad_norm": 0.08614124357700348, |
| "learning_rate": 3.992725075631223e-06, |
| "loss": 7.201605224609375, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.077, |
| "grad_norm": 0.07332151383161545, |
| "learning_rate": 3.992150575110579e-06, |
| "loss": 7.026101684570312, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.078, |
| "grad_norm": 0.0854375809431076, |
| "learning_rate": 3.991554288750416e-06, |
| "loss": 7.223291015625, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.079, |
| "grad_norm": 0.09470361471176147, |
| "learning_rate": 3.990936223071627e-06, |
| "loss": 7.0966438293457035, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.06626710295677185, |
| "learning_rate": 3.990296384833279e-06, |
| "loss": 7.142760467529297, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.081, |
| "grad_norm": 0.13561668992042542, |
| "learning_rate": 3.989634781032539e-06, |
| "loss": 7.0024574279785154, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.082, |
| "grad_norm": 0.09113086760044098, |
| "learning_rate": 3.9889514189046015e-06, |
| "loss": 7.137001800537109, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.083, |
| "grad_norm": 0.07085978239774704, |
| "learning_rate": 3.988246305922606e-06, |
| "loss": 7.029933929443359, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.084, |
| "grad_norm": 0.06468215584754944, |
| "learning_rate": 3.987519449797554e-06, |
| "loss": 7.02655029296875, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 0.12091367691755295, |
| "learning_rate": 3.986770858478227e-06, |
| "loss": 7.116294097900391, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.086, |
| "grad_norm": 0.10934042185544968, |
| "learning_rate": 3.986000540151101e-06, |
| "loss": 7.093238067626953, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.087, |
| "grad_norm": 0.07274443656206131, |
| "learning_rate": 3.985208503240253e-06, |
| "loss": 7.123175048828125, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.088, |
| "grad_norm": 0.0802014172077179, |
| "learning_rate": 3.9843947564072725e-06, |
| "loss": 7.188668060302734, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.089, |
| "grad_norm": 0.06854639202356339, |
| "learning_rate": 3.983559308551164e-06, |
| "loss": 7.106547546386719, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.07703255116939545, |
| "learning_rate": 3.982702168808252e-06, |
| "loss": 7.064980316162109, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.09, |
| "eval_accuracy": 0.12983638583638585, |
| "eval_loss": 6.963926315307617, |
| "eval_runtime": 10.3988, |
| "eval_samples_per_second": 9.616, |
| "eval_steps_per_second": 1.635, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.091, |
| "grad_norm": 0.08548009395599365, |
| "learning_rate": 3.981823346552078e-06, |
| "loss": 7.028290557861328, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.092, |
| "grad_norm": 0.08591306209564209, |
| "learning_rate": 3.980922851393302e-06, |
| "loss": 7.01605453491211, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.093, |
| "grad_norm": 0.07920879870653152, |
| "learning_rate": 3.9800006931795954e-06, |
| "loss": 6.990329742431641, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.094, |
| "grad_norm": 0.07192882895469666, |
| "learning_rate": 3.979056881995533e-06, |
| "loss": 6.953098297119141, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 0.06649420410394669, |
| "learning_rate": 3.978091428162482e-06, |
| "loss": 6.951087951660156, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.08228413760662079, |
| "learning_rate": 3.97710434223849e-06, |
| "loss": 7.034120178222656, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.097, |
| "grad_norm": 0.10376594960689545, |
| "learning_rate": 3.976095635018172e-06, |
| "loss": 6.995967864990234, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.098, |
| "grad_norm": 0.06993073225021362, |
| "learning_rate": 3.975065317532588e-06, |
| "loss": 6.952136993408203, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.099, |
| "grad_norm": 0.08720093965530396, |
| "learning_rate": 3.974013401049125e-06, |
| "loss": 6.902699279785156, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.1016659289598465, |
| "learning_rate": 3.972939897071373e-06, |
| "loss": 6.927466583251953, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.101, |
| "grad_norm": 0.06847221404314041, |
| "learning_rate": 3.971844817338999e-06, |
| "loss": 6.902294921875, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.102, |
| "grad_norm": 0.07875518500804901, |
| "learning_rate": 3.97072817382762e-06, |
| "loss": 6.962755584716797, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.103, |
| "grad_norm": 0.08157093822956085, |
| "learning_rate": 3.969589978748671e-06, |
| "loss": 6.956285095214843, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.104, |
| "grad_norm": 0.08181696385145187, |
| "learning_rate": 3.968430244549271e-06, |
| "loss": 6.970890808105469, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 0.06938958913087845, |
| "learning_rate": 3.967248983912086e-06, |
| "loss": 6.917367553710937, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.106, |
| "grad_norm": 0.10486883670091629, |
| "learning_rate": 3.966046209755195e-06, |
| "loss": 6.8495323181152346, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.107, |
| "grad_norm": 0.08114153891801834, |
| "learning_rate": 3.964821935231942e-06, |
| "loss": 7.0064338684082035, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.108, |
| "grad_norm": 0.07422944903373718, |
| "learning_rate": 3.963576173730798e-06, |
| "loss": 6.89477767944336, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.109, |
| "grad_norm": 0.0750703290104866, |
| "learning_rate": 3.9623089388752105e-06, |
| "loss": 7.047392272949219, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.07453129440546036, |
| "learning_rate": 3.961020244523458e-06, |
| "loss": 6.892961883544922, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.111, |
| "grad_norm": 0.08709228038787842, |
| "learning_rate": 3.959710104768493e-06, |
| "loss": 6.973309326171875, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.112, |
| "grad_norm": 0.06008852645754814, |
| "learning_rate": 3.958378533937797e-06, |
| "loss": 6.845113372802734, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.113, |
| "grad_norm": 0.09065559506416321, |
| "learning_rate": 3.957025546593213e-06, |
| "loss": 6.88427505493164, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.114, |
| "grad_norm": 0.12213204056024551, |
| "learning_rate": 3.9556511575307956e-06, |
| "loss": 6.970057678222656, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 0.10695669054985046, |
| "learning_rate": 3.954255381780641e-06, |
| "loss": 6.839192199707031, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.116, |
| "grad_norm": 0.07049612700939178, |
| "learning_rate": 3.952838234606732e-06, |
| "loss": 6.857762145996094, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.117, |
| "grad_norm": 0.07053842395544052, |
| "learning_rate": 3.951399731506761e-06, |
| "loss": 6.933798217773438, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.118, |
| "grad_norm": 0.09034952521324158, |
| "learning_rate": 3.949939888211968e-06, |
| "loss": 6.888163757324219, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.119, |
| "grad_norm": 0.10722323507070541, |
| "learning_rate": 3.948458720686966e-06, |
| "loss": 6.820646667480469, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.0687774196267128, |
| "learning_rate": 3.946956245129566e-06, |
| "loss": 6.872308349609375, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_accuracy": 0.13161660561660563, |
| "eval_loss": 6.804003715515137, |
| "eval_runtime": 10.4302, |
| "eval_samples_per_second": 9.588, |
| "eval_steps_per_second": 1.63, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.121, |
| "grad_norm": 0.08994954824447632, |
| "learning_rate": 3.945432477970598e-06, |
| "loss": 6.806103515625, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.122, |
| "grad_norm": 0.07370273023843765, |
| "learning_rate": 3.943887435873737e-06, |
| "loss": 6.822203063964844, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.123, |
| "grad_norm": 0.07430048286914825, |
| "learning_rate": 3.942321135735316e-06, |
| "loss": 6.78031005859375, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.124, |
| "grad_norm": 0.1099916398525238, |
| "learning_rate": 3.940733594684141e-06, |
| "loss": 6.9381248474121096, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.08312584459781647, |
| "learning_rate": 3.939124830081308e-06, |
| "loss": 6.797595977783203, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.126, |
| "grad_norm": 0.06789983063936234, |
| "learning_rate": 3.937494859520009e-06, |
| "loss": 6.870149230957031, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.127, |
| "grad_norm": 0.07728736847639084, |
| "learning_rate": 3.93584370082534e-06, |
| "loss": 6.83870849609375, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.0719357579946518, |
| "learning_rate": 3.934171372054108e-06, |
| "loss": 6.799946594238281, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.129, |
| "grad_norm": 0.06783469766378403, |
| "learning_rate": 3.932477891494634e-06, |
| "loss": 6.865572357177735, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.0726066380739212, |
| "learning_rate": 3.930763277666547e-06, |
| "loss": 6.877969360351562, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.131, |
| "grad_norm": 0.07925975322723389, |
| "learning_rate": 3.9290275493205925e-06, |
| "loss": 6.854046630859375, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.132, |
| "grad_norm": 0.09406735748052597, |
| "learning_rate": 3.927270725438417e-06, |
| "loss": 6.818197631835938, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.133, |
| "grad_norm": 0.07139192521572113, |
| "learning_rate": 3.925492825232363e-06, |
| "loss": 6.8501945495605465, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.134, |
| "grad_norm": 0.07504747807979584, |
| "learning_rate": 3.923693868145263e-06, |
| "loss": 6.735340881347656, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.135, |
| "grad_norm": 0.08873208612203598, |
| "learning_rate": 3.921873873850225e-06, |
| "loss": 6.871774291992187, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.136, |
| "grad_norm": 0.06658565998077393, |
| "learning_rate": 3.920032862250413e-06, |
| "loss": 6.893667602539063, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.137, |
| "grad_norm": 0.08774610608816147, |
| "learning_rate": 3.918170853478837e-06, |
| "loss": 6.7974403381347654, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.138, |
| "grad_norm": 0.09726791083812714, |
| "learning_rate": 3.9162878678981245e-06, |
| "loss": 6.884765625, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.139, |
| "grad_norm": 0.07077678292989731, |
| "learning_rate": 3.914383926100305e-06, |
| "loss": 6.812703704833984, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.07094477862119675, |
| "learning_rate": 3.912459048906582e-06, |
| "loss": 6.804354095458985, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.141, |
| "grad_norm": 0.09806753695011139, |
| "learning_rate": 3.910513257367103e-06, |
| "loss": 6.849080657958984, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.142, |
| "grad_norm": 0.18241384625434875, |
| "learning_rate": 3.908546572760732e-06, |
| "loss": 6.818512725830078, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.143, |
| "grad_norm": 0.13180814683437347, |
| "learning_rate": 3.906559016594818e-06, |
| "loss": 6.707421875, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.144, |
| "grad_norm": 0.12693838775157928, |
| "learning_rate": 3.904550610604957e-06, |
| "loss": 6.848756408691406, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.145, |
| "grad_norm": 0.10394909232854843, |
| "learning_rate": 3.902521376754754e-06, |
| "loss": 6.815328979492188, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.146, |
| "grad_norm": 0.07995420694351196, |
| "learning_rate": 3.900471337235584e-06, |
| "loss": 6.754273986816406, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.147, |
| "grad_norm": 0.07130531221628189, |
| "learning_rate": 3.898400514466355e-06, |
| "loss": 6.76672134399414, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.148, |
| "grad_norm": 0.09754687547683716, |
| "learning_rate": 3.896308931093249e-06, |
| "loss": 6.763739776611328, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.149, |
| "grad_norm": 0.1489243358373642, |
| "learning_rate": 3.8941966099894884e-06, |
| "loss": 6.877587127685547, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.1504446268081665, |
| "learning_rate": 3.892063574255079e-06, |
| "loss": 6.799798583984375, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.15, |
| "eval_accuracy": 0.13552625152625153, |
| "eval_loss": 6.6949238777160645, |
| "eval_runtime": 10.4885, |
| "eval_samples_per_second": 9.534, |
| "eval_steps_per_second": 1.621, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.151, |
| "grad_norm": 0.09069617837667465, |
| "learning_rate": 3.889909847216555e-06, |
| "loss": 6.758820343017578, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.152, |
| "grad_norm": 0.09917005896568298, |
| "learning_rate": 3.887735452426733e-06, |
| "loss": 6.7119590759277346, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.153, |
| "grad_norm": 0.1238972544670105, |
| "learning_rate": 3.885540413664445e-06, |
| "loss": 6.766522979736328, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.154, |
| "grad_norm": 0.07523474842309952, |
| "learning_rate": 3.8833247549342845e-06, |
| "loss": 6.868996429443359, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.155, |
| "grad_norm": 0.06490049511194229, |
| "learning_rate": 3.8810885004663384e-06, |
| "loss": 6.904286193847656, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.156, |
| "grad_norm": 0.08743885904550552, |
| "learning_rate": 3.878831674715929e-06, |
| "loss": 6.790882873535156, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.157, |
| "grad_norm": 0.07870012521743774, |
| "learning_rate": 3.87655430236334e-06, |
| "loss": 6.777058410644531, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.158, |
| "grad_norm": 0.07427074015140533, |
| "learning_rate": 3.87425640831355e-06, |
| "loss": 6.888807678222657, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.159, |
| "grad_norm": 0.07057588547468185, |
| "learning_rate": 3.8719380176959615e-06, |
| "loss": 6.771605682373047, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.07889208197593689, |
| "learning_rate": 3.869599155864123e-06, |
| "loss": 6.67206039428711, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.161, |
| "grad_norm": 0.07260162383317947, |
| "learning_rate": 3.867239848395452e-06, |
| "loss": 6.824806976318359, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.162, |
| "grad_norm": 0.07244172692298889, |
| "learning_rate": 3.8648601210909575e-06, |
| "loss": 6.776896667480469, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.163, |
| "grad_norm": 0.11525345593690872, |
| "learning_rate": 3.862459999974956e-06, |
| "loss": 6.852814483642578, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.164, |
| "grad_norm": 0.0778544470667839, |
| "learning_rate": 3.860039511294787e-06, |
| "loss": 6.725788116455078, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.165, |
| "grad_norm": 0.06785336136817932, |
| "learning_rate": 3.857598681520527e-06, |
| "loss": 6.7376350402832035, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.166, |
| "grad_norm": 0.08495451509952545, |
| "learning_rate": 3.855137537344699e-06, |
| "loss": 6.7077491760253904, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.167, |
| "grad_norm": 0.06992894411087036, |
| "learning_rate": 3.8526561056819825e-06, |
| "loss": 6.713374328613281, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.168, |
| "grad_norm": 0.0781623125076294, |
| "learning_rate": 3.850154413668916e-06, |
| "loss": 6.7144775390625, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.169, |
| "grad_norm": 0.0706086978316307, |
| "learning_rate": 3.847632488663602e-06, |
| "loss": 6.768795776367187, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.11462926864624023, |
| "learning_rate": 3.84509035824541e-06, |
| "loss": 6.714561462402344, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.171, |
| "grad_norm": 0.06380539387464523, |
| "learning_rate": 3.842528050214669e-06, |
| "loss": 6.754435729980469, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.172, |
| "grad_norm": 0.0771062970161438, |
| "learning_rate": 3.83994559259237e-06, |
| "loss": 6.693482208251953, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.173, |
| "grad_norm": 0.07977370917797089, |
| "learning_rate": 3.837343013619856e-06, |
| "loss": 6.782911682128907, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.174, |
| "grad_norm": 0.09431219846010208, |
| "learning_rate": 3.834720341758513e-06, |
| "loss": 6.771470642089843, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 0.16286598145961761, |
| "learning_rate": 3.832077605689461e-06, |
| "loss": 6.584927368164062, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.176, |
| "grad_norm": 0.06504693627357483, |
| "learning_rate": 3.829414834313237e-06, |
| "loss": 6.703968811035156, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.177, |
| "grad_norm": 0.08418609946966171, |
| "learning_rate": 3.826732056749485e-06, |
| "loss": 6.592996215820312, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.178, |
| "grad_norm": 0.06050467491149902, |
| "learning_rate": 3.824029302336628e-06, |
| "loss": 6.760212707519531, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.179, |
| "grad_norm": 0.08373371511697769, |
| "learning_rate": 3.821306600631556e-06, |
| "loss": 6.631327819824219, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.08372713625431061, |
| "learning_rate": 3.818563981409298e-06, |
| "loss": 6.716769409179688, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.18, |
| "eval_accuracy": 0.13533333333333333, |
| "eval_loss": 6.627016544342041, |
| "eval_runtime": 10.3756, |
| "eval_samples_per_second": 9.638, |
| "eval_steps_per_second": 1.638, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.181, |
| "grad_norm": 0.068506620824337, |
| "learning_rate": 3.8158014746627e-06, |
| "loss": 6.659144592285156, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.182, |
| "grad_norm": 0.06771203130483627, |
| "learning_rate": 3.8130191106020916e-06, |
| "loss": 6.752458190917968, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.183, |
| "grad_norm": 0.07365380972623825, |
| "learning_rate": 3.8102169196549606e-06, |
| "loss": 6.792449951171875, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.184, |
| "grad_norm": 0.09057911485433578, |
| "learning_rate": 3.8073949324656187e-06, |
| "loss": 6.750059509277344, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.185, |
| "grad_norm": 0.1145537868142128, |
| "learning_rate": 3.8045531798948662e-06, |
| "loss": 6.659918212890625, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.186, |
| "grad_norm": 0.07206426560878754, |
| "learning_rate": 3.8016916930196535e-06, |
| "loss": 6.64384765625, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.187, |
| "grad_norm": 0.08511226624250412, |
| "learning_rate": 3.798810503132742e-06, |
| "loss": 6.741066741943359, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.188, |
| "grad_norm": 0.07708951085805893, |
| "learning_rate": 3.795909641742363e-06, |
| "loss": 6.7345428466796875, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.189, |
| "grad_norm": 0.10781801491975784, |
| "learning_rate": 3.7929891405718725e-06, |
| "loss": 6.796640014648437, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.07551534473896027, |
| "learning_rate": 3.790049031559403e-06, |
| "loss": 6.666252899169922, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.191, |
| "grad_norm": 0.0841158851981163, |
| "learning_rate": 3.787089346857515e-06, |
| "loss": 6.701302337646484, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.0862930417060852, |
| "learning_rate": 3.7841101188328477e-06, |
| "loss": 6.614484405517578, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.193, |
| "grad_norm": 0.07389580458402634, |
| "learning_rate": 3.7811113800657597e-06, |
| "loss": 6.6798454284667965, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.194, |
| "grad_norm": 0.07656016200780869, |
| "learning_rate": 3.778093163349979e-06, |
| "loss": 6.734007263183594, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.195, |
| "grad_norm": 0.06616536527872086, |
| "learning_rate": 3.7750555016922397e-06, |
| "loss": 6.699456787109375, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.196, |
| "grad_norm": 0.0683082565665245, |
| "learning_rate": 3.7719984283119227e-06, |
| "loss": 6.68050537109375, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.197, |
| "grad_norm": 0.1232413798570633, |
| "learning_rate": 3.768921976640693e-06, |
| "loss": 6.699308776855469, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.198, |
| "grad_norm": 0.07576856017112732, |
| "learning_rate": 3.7658261803221327e-06, |
| "loss": 6.67384033203125, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.199, |
| "grad_norm": 0.11441260576248169, |
| "learning_rate": 3.7627110732113748e-06, |
| "loss": 6.6964164733886715, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.16522112488746643, |
| "learning_rate": 3.7595766893747325e-06, |
| "loss": 6.660438537597656, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.201, |
| "grad_norm": 0.08984258025884628, |
| "learning_rate": 3.7564230630893235e-06, |
| "loss": 6.695003509521484, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.202, |
| "grad_norm": 0.1421244740486145, |
| "learning_rate": 3.753250228842701e-06, |
| "loss": 6.6853515625, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.203, |
| "grad_norm": 0.07362934201955795, |
| "learning_rate": 3.7500582213324704e-06, |
| "loss": 6.669375610351563, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.204, |
| "grad_norm": 0.08078701794147491, |
| "learning_rate": 3.7468470754659164e-06, |
| "loss": 6.731100463867188, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.205, |
| "grad_norm": 0.07613933831453323, |
| "learning_rate": 3.743616826359614e-06, |
| "loss": 6.699374389648438, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.206, |
| "grad_norm": 0.0956382229924202, |
| "learning_rate": 3.740367509339051e-06, |
| "loss": 6.7087150573730465, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.207, |
| "grad_norm": 0.06961136311292648, |
| "learning_rate": 3.7370991599382374e-06, |
| "loss": 6.619333648681641, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.208, |
| "grad_norm": 0.08904080837965012, |
| "learning_rate": 3.7338118138993187e-06, |
| "loss": 6.6525390625, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.209, |
| "grad_norm": 0.08716033399105072, |
| "learning_rate": 3.7305055071721843e-06, |
| "loss": 6.656343078613281, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.06856364011764526, |
| "learning_rate": 3.727180275914075e-06, |
| "loss": 6.584860992431641, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.21, |
| "eval_accuracy": 0.13902075702075703, |
| "eval_loss": 6.554867744445801, |
| "eval_runtime": 10.4147, |
| "eval_samples_per_second": 9.602, |
| "eval_steps_per_second": 1.632, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.211, |
| "grad_norm": 0.13052572309970856, |
| "learning_rate": 3.723836156489187e-06, |
| "loss": 6.7243499755859375, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.212, |
| "grad_norm": 0.09087914228439331, |
| "learning_rate": 3.7204731854682744e-06, |
| "loss": 6.679405975341797, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.213, |
| "grad_norm": 0.08263049274682999, |
| "learning_rate": 3.71709139962825e-06, |
| "loss": 6.654142761230469, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.214, |
| "grad_norm": 0.07467084378004074, |
| "learning_rate": 3.713690835951782e-06, |
| "loss": 6.614359283447266, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.215, |
| "grad_norm": 0.073064424097538, |
| "learning_rate": 3.710271531626889e-06, |
| "loss": 6.567655944824219, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.216, |
| "grad_norm": 0.06931977719068527, |
| "learning_rate": 3.706833524046536e-06, |
| "loss": 6.589354705810547, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.217, |
| "grad_norm": 0.07509584724903107, |
| "learning_rate": 3.703376850808223e-06, |
| "loss": 6.710356903076172, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.218, |
| "grad_norm": 0.09575289487838745, |
| "learning_rate": 3.699901549713575e-06, |
| "loss": 6.6289726257324215, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.219, |
| "grad_norm": 0.09864190220832825, |
| "learning_rate": 3.6964076587679268e-06, |
| "loss": 6.5806831359863285, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.23898720741271973, |
| "learning_rate": 3.6928952161799113e-06, |
| "loss": 6.584079742431641, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.221, |
| "grad_norm": 0.12194394320249557, |
| "learning_rate": 3.6893642603610374e-06, |
| "loss": 6.62684326171875, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.222, |
| "grad_norm": 0.07811807841062546, |
| "learning_rate": 3.685814829925272e-06, |
| "loss": 6.622457122802734, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.223, |
| "grad_norm": 0.0715632289648056, |
| "learning_rate": 3.682246963688618e-06, |
| "loss": 6.651722717285156, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.10769006609916687, |
| "learning_rate": 3.6786607006686895e-06, |
| "loss": 6.6332145690917965, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 0.06909330189228058, |
| "learning_rate": 3.6750560800842837e-06, |
| "loss": 6.65299072265625, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.226, |
| "grad_norm": 0.07310458272695541, |
| "learning_rate": 3.671433141354953e-06, |
| "loss": 6.617790985107422, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.227, |
| "grad_norm": 0.0946388989686966, |
| "learning_rate": 3.667791924100576e-06, |
| "loss": 6.5729728698730465, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.228, |
| "grad_norm": 0.10393473505973816, |
| "learning_rate": 3.6641324681409215e-06, |
| "loss": 6.568301391601563, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.229, |
| "grad_norm": 0.06355820596218109, |
| "learning_rate": 3.6604548134952125e-06, |
| "loss": 6.632942199707031, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.06845368444919586, |
| "learning_rate": 3.656759000381691e-06, |
| "loss": 6.537193298339844, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.231, |
| "grad_norm": 0.0652310699224472, |
| "learning_rate": 3.6530450692171787e-06, |
| "loss": 6.58575668334961, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.232, |
| "grad_norm": 0.07378797978162766, |
| "learning_rate": 3.64931306061663e-06, |
| "loss": 6.643540954589843, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.233, |
| "grad_norm": 0.07988571375608444, |
| "learning_rate": 3.6455630153926943e-06, |
| "loss": 6.519971466064453, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.234, |
| "grad_norm": 0.06847741454839706, |
| "learning_rate": 3.6417949745552638e-06, |
| "loss": 6.616749572753906, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.235, |
| "grad_norm": 0.09600138664245605, |
| "learning_rate": 3.6380089793110307e-06, |
| "loss": 6.599732971191406, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.236, |
| "grad_norm": 0.09037528187036514, |
| "learning_rate": 3.634205071063032e-06, |
| "loss": 6.518192291259766, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.237, |
| "grad_norm": 0.12540659308433533, |
| "learning_rate": 3.6303832914102e-06, |
| "loss": 6.674017333984375, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.238, |
| "grad_norm": 0.07415056228637695, |
| "learning_rate": 3.626543682146903e-06, |
| "loss": 6.6067352294921875, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.239, |
| "grad_norm": 0.084800586104393, |
| "learning_rate": 3.6226862852624927e-06, |
| "loss": 6.528235626220703, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.0605861060321331, |
| "learning_rate": 3.6188111429408448e-06, |
| "loss": 6.609767913818359, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_accuracy": 0.13638827838827838, |
| "eval_loss": 6.499367713928223, |
| "eval_runtime": 10.4681, |
| "eval_samples_per_second": 9.553, |
| "eval_steps_per_second": 1.624, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.241, |
| "grad_norm": 0.06398201733827591, |
| "learning_rate": 3.6149182975598944e-06, |
| "loss": 6.538330841064453, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.242, |
| "grad_norm": 0.10430450737476349, |
| "learning_rate": 3.6110077916911736e-06, |
| "loss": 6.606370544433593, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.243, |
| "grad_norm": 0.06399216502904892, |
| "learning_rate": 3.6070796680993503e-06, |
| "loss": 6.5816490173339846, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.244, |
| "grad_norm": 0.08809840679168701, |
| "learning_rate": 3.6031339697417533e-06, |
| "loss": 6.556430053710938, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.245, |
| "grad_norm": 0.0840051919221878, |
| "learning_rate": 3.599170739767907e-06, |
| "loss": 6.665988159179688, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.246, |
| "grad_norm": 0.08308332413434982, |
| "learning_rate": 3.5951900215190614e-06, |
| "loss": 6.544137573242187, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.247, |
| "grad_norm": 0.0652918890118599, |
| "learning_rate": 3.5911918585277125e-06, |
| "loss": 6.496437835693359, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.248, |
| "grad_norm": 0.07509986311197281, |
| "learning_rate": 3.58717629451713e-06, |
| "loss": 6.490621185302734, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.249, |
| "grad_norm": 0.09300875663757324, |
| "learning_rate": 3.583143373400879e-06, |
| "loss": 6.5218017578125, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.09340658783912659, |
| "learning_rate": 3.5790931392823376e-06, |
| "loss": 6.703663635253906, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.251, |
| "grad_norm": 0.09822723269462585, |
| "learning_rate": 3.5750256364542196e-06, |
| "loss": 6.545758819580078, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.252, |
| "grad_norm": 0.07032929360866547, |
| "learning_rate": 3.5709409093980814e-06, |
| "loss": 6.586306762695313, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.253, |
| "grad_norm": 0.100587859749794, |
| "learning_rate": 3.5668390027838457e-06, |
| "loss": 6.500570678710938, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.254, |
| "grad_norm": 0.08588574081659317, |
| "learning_rate": 3.5627199614693055e-06, |
| "loss": 6.516835784912109, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.255, |
| "grad_norm": 0.05896945297718048, |
| "learning_rate": 3.5585838304996356e-06, |
| "loss": 6.462747192382812, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.07021471858024597, |
| "learning_rate": 3.5544306551069037e-06, |
| "loss": 6.572966003417969, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.257, |
| "grad_norm": 0.09236051887273788, |
| "learning_rate": 3.5502604807095687e-06, |
| "loss": 6.615792083740234, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.258, |
| "grad_norm": 0.07293561100959778, |
| "learning_rate": 3.5460733529119908e-06, |
| "loss": 6.55091552734375, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.259, |
| "grad_norm": 0.0651378184556961, |
| "learning_rate": 3.541869317503928e-06, |
| "loss": 6.545086669921875, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.26, |
| "grad_norm": 0.0653856098651886, |
| "learning_rate": 3.537648420460038e-06, |
| "loss": 6.5654754638671875, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.261, |
| "grad_norm": 0.08197472244501114, |
| "learning_rate": 3.5334107079393755e-06, |
| "loss": 6.614053344726562, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.262, |
| "grad_norm": 0.07018602639436722, |
| "learning_rate": 3.5291562262848845e-06, |
| "loss": 6.489773559570312, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.263, |
| "grad_norm": 0.07549969106912613, |
| "learning_rate": 3.5248850220228957e-06, |
| "loss": 6.4777587890625, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.264, |
| "grad_norm": 0.07509016990661621, |
| "learning_rate": 3.5205971418626145e-06, |
| "loss": 6.554988861083984, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.265, |
| "grad_norm": 0.07180987298488617, |
| "learning_rate": 3.51629263269561e-06, |
| "loss": 6.668986511230469, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.266, |
| "grad_norm": 0.07208196818828583, |
| "learning_rate": 3.511971541595307e-06, |
| "loss": 6.480735778808594, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.267, |
| "grad_norm": 0.08938033133745193, |
| "learning_rate": 3.5076339158164635e-06, |
| "loss": 6.487246704101563, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.268, |
| "grad_norm": 0.0639733299612999, |
| "learning_rate": 3.503279802794662e-06, |
| "loss": 6.5667259216308596, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.269, |
| "grad_norm": 0.11628873646259308, |
| "learning_rate": 3.4989092501457832e-06, |
| "loss": 6.565748596191407, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.27, |
| "grad_norm": 0.0958283543586731, |
| "learning_rate": 3.4945223056654914e-06, |
| "loss": 6.564359283447265, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.27, |
| "eval_accuracy": 0.1386959706959707, |
| "eval_loss": 6.456244945526123, |
| "eval_runtime": 10.3332, |
| "eval_samples_per_second": 9.678, |
| "eval_steps_per_second": 1.645, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.271, |
| "grad_norm": 0.08361370116472244, |
| "learning_rate": 3.4901190173287086e-06, |
| "loss": 6.599095153808594, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.272, |
| "grad_norm": 0.07728071510791779, |
| "learning_rate": 3.48569943328909e-06, |
| "loss": 6.567552185058593, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.273, |
| "grad_norm": 0.23476524651050568, |
| "learning_rate": 3.4812636018784994e-06, |
| "loss": 6.519585418701172, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.274, |
| "grad_norm": 0.08214252442121506, |
| "learning_rate": 3.476811571606478e-06, |
| "loss": 6.542357635498047, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.275, |
| "grad_norm": 0.07677047699689865, |
| "learning_rate": 3.4723433911597163e-06, |
| "loss": 6.5419761657714846, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.276, |
| "grad_norm": 0.11742841452360153, |
| "learning_rate": 3.4678591094015187e-06, |
| "loss": 6.5219581604003904, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.277, |
| "grad_norm": 0.09686063230037689, |
| "learning_rate": 3.4633587753712717e-06, |
| "loss": 6.592768859863281, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.278, |
| "grad_norm": 0.09387538582086563, |
| "learning_rate": 3.458842438283909e-06, |
| "loss": 6.60013427734375, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.279, |
| "grad_norm": 0.0723787397146225, |
| "learning_rate": 3.4543101475293682e-06, |
| "loss": 6.4840553283691404, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.28, |
| "grad_norm": 0.06756219267845154, |
| "learning_rate": 3.449761952672055e-06, |
| "loss": 6.542083740234375, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.281, |
| "grad_norm": 0.0757589340209961, |
| "learning_rate": 3.4451979034502994e-06, |
| "loss": 6.548152923583984, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.282, |
| "grad_norm": 0.08698936551809311, |
| "learning_rate": 3.440618049775814e-06, |
| "loss": 6.562844085693359, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.283, |
| "grad_norm": 0.08987753838300705, |
| "learning_rate": 3.436022441733143e-06, |
| "loss": 6.502987670898437, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.284, |
| "grad_norm": 0.07419227808713913, |
| "learning_rate": 3.43141112957912e-06, |
| "loss": 6.47925033569336, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.285, |
| "grad_norm": 0.0743662565946579, |
| "learning_rate": 3.4267841637423166e-06, |
| "loss": 6.590135955810547, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.286, |
| "grad_norm": 0.09506815671920776, |
| "learning_rate": 3.422141594822489e-06, |
| "loss": 6.4904052734375, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.287, |
| "grad_norm": 0.06352763622999191, |
| "learning_rate": 3.4174834735900283e-06, |
| "loss": 6.492788696289063, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.1327190101146698, |
| "learning_rate": 3.4128098509854014e-06, |
| "loss": 6.528990936279297, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.289, |
| "grad_norm": 0.1287909299135208, |
| "learning_rate": 3.4081207781185963e-06, |
| "loss": 6.511381530761719, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.29, |
| "grad_norm": 0.05822750926017761, |
| "learning_rate": 3.4034163062685623e-06, |
| "loss": 6.534752655029297, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.291, |
| "grad_norm": 0.08409831672906876, |
| "learning_rate": 3.3986964868826498e-06, |
| "loss": 6.494256591796875, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.292, |
| "grad_norm": 0.11647513508796692, |
| "learning_rate": 3.393961371576048e-06, |
| "loss": 6.531385040283203, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.293, |
| "grad_norm": 0.06273698806762695, |
| "learning_rate": 3.3892110121312196e-06, |
| "loss": 6.5295967102050785, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.294, |
| "grad_norm": 0.06390611082315445, |
| "learning_rate": 3.3844454604973327e-06, |
| "loss": 6.487610626220703, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.295, |
| "grad_norm": 0.0920199602842331, |
| "learning_rate": 3.3796647687896982e-06, |
| "loss": 6.561590576171875, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.296, |
| "grad_norm": 0.07950405776500702, |
| "learning_rate": 3.3748689892891945e-06, |
| "loss": 6.498722839355469, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.297, |
| "grad_norm": 0.0956474170088768, |
| "learning_rate": 3.3700581744416966e-06, |
| "loss": 6.526725006103516, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.298, |
| "grad_norm": 0.07354336977005005, |
| "learning_rate": 3.3652323768575066e-06, |
| "loss": 6.478034210205078, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.299, |
| "grad_norm": 0.07010781019926071, |
| "learning_rate": 3.360391649310772e-06, |
| "loss": 6.511841583251953, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 0.07634287327528, |
| "learning_rate": 3.355536044738915e-06, |
| "loss": 6.506979370117188, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3, |
| "eval_accuracy": 0.138991452991453, |
| "eval_loss": 6.424478530883789, |
| "eval_runtime": 10.3935, |
| "eval_samples_per_second": 9.621, |
| "eval_steps_per_second": 1.636, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.301, |
| "grad_norm": 0.07124020904302597, |
| "learning_rate": 3.3506656162420487e-06, |
| "loss": 6.548468780517578, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.302, |
| "grad_norm": 0.08137217909097672, |
| "learning_rate": 3.345780417082399e-06, |
| "loss": 6.5169837951660154, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.303, |
| "grad_norm": 0.07528692483901978, |
| "learning_rate": 3.3408805006837212e-06, |
| "loss": 6.5109718322753904, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.304, |
| "grad_norm": 0.09413464367389679, |
| "learning_rate": 3.335965920630716e-06, |
| "loss": 6.50414810180664, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.305, |
| "grad_norm": 0.11192154139280319, |
| "learning_rate": 3.3310367306684432e-06, |
| "loss": 6.555927276611328, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.306, |
| "grad_norm": 0.09222781658172607, |
| "learning_rate": 3.3260929847017352e-06, |
| "loss": 6.508258056640625, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.307, |
| "grad_norm": 0.0601465106010437, |
| "learning_rate": 3.3211347367946046e-06, |
| "loss": 6.509712219238281, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.308, |
| "grad_norm": 0.07379843294620514, |
| "learning_rate": 3.3161620411696573e-06, |
| "loss": 6.513530731201172, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.309, |
| "grad_norm": 0.07197915762662888, |
| "learning_rate": 3.311174952207496e-06, |
| "loss": 6.489860534667969, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.31, |
| "grad_norm": 0.0705137625336647, |
| "learning_rate": 3.3061735244461258e-06, |
| "loss": 6.491265106201172, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.311, |
| "grad_norm": 0.062279585748910904, |
| "learning_rate": 3.3011578125803596e-06, |
| "loss": 6.476299285888672, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.312, |
| "grad_norm": 0.07427375763654709, |
| "learning_rate": 3.2961278714612193e-06, |
| "loss": 6.456025695800781, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.313, |
| "grad_norm": 0.07860921323299408, |
| "learning_rate": 3.2910837560953345e-06, |
| "loss": 6.443370056152344, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.314, |
| "grad_norm": 0.0653812438249588, |
| "learning_rate": 3.2860255216443427e-06, |
| "loss": 6.486808013916016, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.315, |
| "grad_norm": 0.07543846219778061, |
| "learning_rate": 3.2809532234242863e-06, |
| "loss": 6.4591796875, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.316, |
| "grad_norm": 0.06522826105356216, |
| "learning_rate": 3.275866916905005e-06, |
| "loss": 6.500060272216797, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.317, |
| "grad_norm": 0.05764804780483246, |
| "learning_rate": 3.2707666577095326e-06, |
| "loss": 6.507598876953125, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.318, |
| "grad_norm": 0.0758504718542099, |
| "learning_rate": 3.265652501613486e-06, |
| "loss": 6.476622009277344, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.319, |
| "grad_norm": 0.06581117957830429, |
| "learning_rate": 3.2605245045444574e-06, |
| "loss": 6.449163818359375, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.2182990163564682, |
| "learning_rate": 3.255382722581401e-06, |
| "loss": 6.435308837890625, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.321, |
| "grad_norm": 0.07734459638595581, |
| "learning_rate": 3.2502272119540204e-06, |
| "loss": 6.482182312011719, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.322, |
| "grad_norm": 0.09094393253326416, |
| "learning_rate": 3.245058029042154e-06, |
| "loss": 6.544580078125, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.323, |
| "grad_norm": 0.08472870290279388, |
| "learning_rate": 3.239875230375158e-06, |
| "loss": 6.462835693359375, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.324, |
| "grad_norm": 0.08265180140733719, |
| "learning_rate": 3.2346788726312887e-06, |
| "loss": 6.495674133300781, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.325, |
| "grad_norm": 0.10989709943532944, |
| "learning_rate": 3.2294690126370806e-06, |
| "loss": 6.509843444824218, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.326, |
| "grad_norm": 0.11295666545629501, |
| "learning_rate": 3.2242457073667287e-06, |
| "loss": 6.541798400878906, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.327, |
| "grad_norm": 0.08597501367330551, |
| "learning_rate": 3.2190090139414627e-06, |
| "loss": 6.481275177001953, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.328, |
| "grad_norm": 0.06690355390310287, |
| "learning_rate": 3.213758989628923e-06, |
| "loss": 6.45312271118164, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.329, |
| "grad_norm": 0.0718226209282875, |
| "learning_rate": 3.2084956918425335e-06, |
| "loss": 6.4438018798828125, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.33, |
| "grad_norm": 0.11290576308965683, |
| "learning_rate": 3.203219178140877e-06, |
| "loss": 6.5095054626464846, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.33, |
| "eval_accuracy": 0.14094505494505494, |
| "eval_loss": 6.380516529083252, |
| "eval_runtime": 10.3519, |
| "eval_samples_per_second": 9.66, |
| "eval_steps_per_second": 1.642, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.331, |
| "grad_norm": 0.06508518010377884, |
| "learning_rate": 3.1979295062270603e-06, |
| "loss": 6.427039337158203, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.332, |
| "grad_norm": 0.06661232560873032, |
| "learning_rate": 3.1926267339480895e-06, |
| "loss": 6.569775390625, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.333, |
| "grad_norm": 0.07158288359642029, |
| "learning_rate": 3.1873109192942307e-06, |
| "loss": 6.505144500732422, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.334, |
| "grad_norm": 0.06938688457012177, |
| "learning_rate": 3.1819821203983843e-06, |
| "loss": 6.410604858398438, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.335, |
| "grad_norm": 0.08378569036722183, |
| "learning_rate": 3.176640395535438e-06, |
| "loss": 6.493407440185547, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.336, |
| "grad_norm": 0.08100678771734238, |
| "learning_rate": 3.171285803121641e-06, |
| "loss": 6.4384620666503904, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.337, |
| "grad_norm": 0.07643549144268036, |
| "learning_rate": 3.165918401713958e-06, |
| "loss": 6.493080139160156, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.338, |
| "grad_norm": 0.0757737085223198, |
| "learning_rate": 3.16053825000943e-06, |
| "loss": 6.489937591552734, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.339, |
| "grad_norm": 0.0830363929271698, |
| "learning_rate": 3.155145406844535e-06, |
| "loss": 6.443827819824219, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.34, |
| "grad_norm": 0.09771528095006943, |
| "learning_rate": 3.1497399311945412e-06, |
| "loss": 6.492597961425782, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.341, |
| "grad_norm": 0.10129442065954208, |
| "learning_rate": 3.144321882172865e-06, |
| "loss": 6.537218475341797, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.342, |
| "grad_norm": 0.06285049766302109, |
| "learning_rate": 3.138891319030421e-06, |
| "loss": 6.446696472167969, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.343, |
| "grad_norm": 0.07542657852172852, |
| "learning_rate": 3.133448301154979e-06, |
| "loss": 6.419207000732422, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.344, |
| "grad_norm": 0.07626835256814957, |
| "learning_rate": 3.1279928880705104e-06, |
| "loss": 6.4702308654785154, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.345, |
| "grad_norm": 0.08218275755643845, |
| "learning_rate": 3.1225251394365383e-06, |
| "loss": 6.416409301757812, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.346, |
| "grad_norm": 0.07094059139490128, |
| "learning_rate": 3.1170451150474853e-06, |
| "loss": 6.4315032958984375, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.347, |
| "grad_norm": 0.07319115102291107, |
| "learning_rate": 3.1115528748320205e-06, |
| "loss": 6.402560424804688, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.348, |
| "grad_norm": 0.10192760825157166, |
| "learning_rate": 3.1060484788524034e-06, |
| "loss": 6.432094573974609, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.349, |
| "grad_norm": 0.07734037935733795, |
| "learning_rate": 3.100531987303826e-06, |
| "loss": 6.432294464111328, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 0.07318601757287979, |
| "learning_rate": 3.0950034605137563e-06, |
| "loss": 6.447303009033203, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.351, |
| "grad_norm": 0.06598563492298126, |
| "learning_rate": 3.0894629589412776e-06, |
| "loss": 6.5047248840332035, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.10212764143943787, |
| "learning_rate": 3.0839105431764273e-06, |
| "loss": 6.521588134765625, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.353, |
| "grad_norm": 0.0771833136677742, |
| "learning_rate": 3.0783462739395347e-06, |
| "loss": 6.516807556152344, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.354, |
| "grad_norm": 0.10352446138858795, |
| "learning_rate": 3.072770212080556e-06, |
| "loss": 6.434762573242187, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.355, |
| "grad_norm": 0.08731052279472351, |
| "learning_rate": 3.067182418578412e-06, |
| "loss": 6.497015380859375, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.356, |
| "grad_norm": 0.09280135482549667, |
| "learning_rate": 3.0615829545403154e-06, |
| "loss": 6.473223876953125, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.357, |
| "grad_norm": 0.07267135381698608, |
| "learning_rate": 3.055971881201109e-06, |
| "loss": 6.508274841308594, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.358, |
| "grad_norm": 0.06757643818855286, |
| "learning_rate": 3.0503492599225916e-06, |
| "loss": 6.476979827880859, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.359, |
| "grad_norm": 0.06268265843391418, |
| "learning_rate": 3.0447151521928475e-06, |
| "loss": 6.417572784423828, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.36, |
| "grad_norm": 0.0907832533121109, |
| "learning_rate": 3.0390696196255786e-06, |
| "loss": 6.457040405273437, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_accuracy": 0.1416092796092796, |
| "eval_loss": 6.360020637512207, |
| "eval_runtime": 10.3268, |
| "eval_samples_per_second": 9.684, |
| "eval_steps_per_second": 1.646, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.361, |
| "grad_norm": 0.06729965656995773, |
| "learning_rate": 3.033412723959422e-06, |
| "loss": 6.357138442993164, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.362, |
| "grad_norm": 0.12906977534294128, |
| "learning_rate": 3.027744527057284e-06, |
| "loss": 6.433673858642578, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.363, |
| "grad_norm": 0.07005853205919266, |
| "learning_rate": 3.0220650909056574e-06, |
| "loss": 6.411043548583985, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.364, |
| "grad_norm": 0.07833214104175568, |
| "learning_rate": 3.0163744776139457e-06, |
| "loss": 6.432377624511719, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.365, |
| "grad_norm": 0.08222617954015732, |
| "learning_rate": 3.010672749413785e-06, |
| "loss": 6.4166709899902346, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.366, |
| "grad_norm": 0.07129046320915222, |
| "learning_rate": 3.00495996865836e-06, |
| "loss": 6.371786880493164, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.367, |
| "grad_norm": 0.07886160910129547, |
| "learning_rate": 2.999236197821727e-06, |
| "loss": 6.4869743347167965, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.368, |
| "grad_norm": 0.0706927478313446, |
| "learning_rate": 2.9935014994981264e-06, |
| "loss": 6.370818328857422, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.369, |
| "grad_norm": 0.06873773038387299, |
| "learning_rate": 2.9877559364013003e-06, |
| "loss": 6.457371520996094, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.37, |
| "grad_norm": 0.06985519826412201, |
| "learning_rate": 2.981999571363806e-06, |
| "loss": 6.5107368469238285, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.371, |
| "grad_norm": 0.07739956676959991, |
| "learning_rate": 2.9762324673363294e-06, |
| "loss": 6.502996826171875, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.372, |
| "grad_norm": 0.07745375484228134, |
| "learning_rate": 2.9704546873869973e-06, |
| "loss": 6.466319274902344, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.373, |
| "grad_norm": 0.07050798833370209, |
| "learning_rate": 2.964666294700683e-06, |
| "loss": 6.417623901367188, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.374, |
| "grad_norm": 0.08847381919622421, |
| "learning_rate": 2.9588673525783243e-06, |
| "loss": 6.471012878417969, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 0.06258077919483185, |
| "learning_rate": 2.953057924436222e-06, |
| "loss": 6.468167114257812, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.376, |
| "grad_norm": 0.10755794495344162, |
| "learning_rate": 2.9472380738053507e-06, |
| "loss": 6.4053596496582035, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.377, |
| "grad_norm": 0.07566042244434357, |
| "learning_rate": 2.9414078643306656e-06, |
| "loss": 6.423107147216797, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.378, |
| "grad_norm": 0.06413055211305618, |
| "learning_rate": 2.935567359770402e-06, |
| "loss": 6.366802215576172, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.379, |
| "grad_norm": 0.07258564233779907, |
| "learning_rate": 2.929716623995384e-06, |
| "loss": 6.4979804992675785, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.38, |
| "grad_norm": 0.07089866697788239, |
| "learning_rate": 2.92385572098832e-06, |
| "loss": 6.426543426513672, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.381, |
| "grad_norm": 0.1062646433711052, |
| "learning_rate": 2.917984714843106e-06, |
| "loss": 6.410246276855469, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.382, |
| "grad_norm": 0.06609494239091873, |
| "learning_rate": 2.9121036697641246e-06, |
| "loss": 6.521483612060547, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.383, |
| "grad_norm": 0.10069076716899872, |
| "learning_rate": 2.9062126500655423e-06, |
| "loss": 6.415631103515625, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.09040419012308121, |
| "learning_rate": 2.900311720170607e-06, |
| "loss": 6.462349700927734, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.385, |
| "grad_norm": 0.07208941876888275, |
| "learning_rate": 2.8944009446109422e-06, |
| "loss": 6.416206359863281, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.386, |
| "grad_norm": 0.07884255051612854, |
| "learning_rate": 2.888480388025844e-06, |
| "loss": 6.340870666503906, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.387, |
| "grad_norm": 0.0692768543958664, |
| "learning_rate": 2.8825501151615683e-06, |
| "loss": 6.401695251464844, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.388, |
| "grad_norm": 0.07506253570318222, |
| "learning_rate": 2.8766101908706305e-06, |
| "loss": 6.508678436279297, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.389, |
| "grad_norm": 0.0661938264966011, |
| "learning_rate": 2.8706606801110913e-06, |
| "loss": 6.381354141235351, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.39, |
| "grad_norm": 0.06145844608545303, |
| "learning_rate": 2.8647016479458466e-06, |
| "loss": 6.404244232177734, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.39, |
| "eval_accuracy": 0.14162881562881563, |
| "eval_loss": 6.339434623718262, |
| "eval_runtime": 10.2887, |
| "eval_samples_per_second": 9.719, |
| "eval_steps_per_second": 1.652, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.391, |
| "grad_norm": 0.07143565267324448, |
| "learning_rate": 2.858733159541917e-06, |
| "loss": 6.414325714111328, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.392, |
| "grad_norm": 0.09751276671886444, |
| "learning_rate": 2.8527552801697353e-06, |
| "loss": 6.454493713378906, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.393, |
| "grad_norm": 0.07358941435813904, |
| "learning_rate": 2.846768075202434e-06, |
| "loss": 6.389128494262695, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.394, |
| "grad_norm": 0.10593241453170776, |
| "learning_rate": 2.8407716101151263e-06, |
| "loss": 6.536373138427734, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.395, |
| "grad_norm": 0.08145789057016373, |
| "learning_rate": 2.834765950484194e-06, |
| "loss": 6.53704605102539, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.396, |
| "grad_norm": 0.08613098412752151, |
| "learning_rate": 2.8287511619865686e-06, |
| "loss": 6.46817626953125, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.397, |
| "grad_norm": 0.0659852847456932, |
| "learning_rate": 2.8227273103990125e-06, |
| "loss": 6.42239990234375, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.398, |
| "grad_norm": 0.07967545092105865, |
| "learning_rate": 2.8166944615974036e-06, |
| "loss": 6.402915191650391, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.399, |
| "grad_norm": 0.08329648524522781, |
| "learning_rate": 2.810652681556008e-06, |
| "loss": 6.374594116210938, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 0.11066129803657532, |
| "learning_rate": 2.804602036346765e-06, |
| "loss": 6.40692138671875, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.401, |
| "grad_norm": 0.07232162356376648, |
| "learning_rate": 2.7985425921385614e-06, |
| "loss": 6.517178344726562, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.402, |
| "grad_norm": 0.08892683684825897, |
| "learning_rate": 2.7924744151965082e-06, |
| "loss": 6.389472198486328, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.403, |
| "grad_norm": 0.07714874297380447, |
| "learning_rate": 2.7863975718812157e-06, |
| "loss": 6.390988159179687, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.404, |
| "grad_norm": 0.07850048691034317, |
| "learning_rate": 2.7803121286480694e-06, |
| "loss": 6.434590148925781, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.405, |
| "grad_norm": 0.09433537721633911, |
| "learning_rate": 2.774218152046501e-06, |
| "loss": 6.42537841796875, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.406, |
| "grad_norm": 0.08464869856834412, |
| "learning_rate": 2.7681157087192627e-06, |
| "loss": 6.396466827392578, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.407, |
| "grad_norm": 0.07773975282907486, |
| "learning_rate": 2.7620048654016962e-06, |
| "loss": 6.33466796875, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.408, |
| "grad_norm": 0.07614398002624512, |
| "learning_rate": 2.7558856889210064e-06, |
| "loss": 6.456300354003906, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.409, |
| "grad_norm": 0.13619555532932281, |
| "learning_rate": 2.749758246195526e-06, |
| "loss": 6.360931396484375, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.41, |
| "grad_norm": 0.06665536761283875, |
| "learning_rate": 2.7436226042339875e-06, |
| "loss": 6.435082244873047, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.411, |
| "grad_norm": 0.07151633501052856, |
| "learning_rate": 2.737478830134787e-06, |
| "loss": 6.470430755615235, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.412, |
| "grad_norm": 0.06864432990550995, |
| "learning_rate": 2.7313269910852557e-06, |
| "loss": 6.375028228759765, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.413, |
| "grad_norm": 0.07884984463453293, |
| "learning_rate": 2.725167154360918e-06, |
| "loss": 6.419892120361328, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.414, |
| "grad_norm": 0.09694062173366547, |
| "learning_rate": 2.7189993873247627e-06, |
| "loss": 6.416704559326172, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.415, |
| "grad_norm": 0.08397479355335236, |
| "learning_rate": 2.712823757426501e-06, |
| "loss": 6.319974517822265, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.07720082998275757, |
| "learning_rate": 2.706640332201834e-06, |
| "loss": 6.391875839233398, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.417, |
| "grad_norm": 0.07131435722112656, |
| "learning_rate": 2.700449179271706e-06, |
| "loss": 6.3818107604980465, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.418, |
| "grad_norm": 0.22894398868083954, |
| "learning_rate": 2.694250366341577e-06, |
| "loss": 6.468603515625, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.419, |
| "grad_norm": 0.08977403491735458, |
| "learning_rate": 2.688043961200669e-06, |
| "loss": 6.402335357666016, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.42, |
| "grad_norm": 0.06067352741956711, |
| "learning_rate": 2.681830031721236e-06, |
| "loss": 6.368752288818359, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.42, |
| "eval_accuracy": 0.1413943833943834, |
| "eval_loss": 6.312870979309082, |
| "eval_runtime": 10.3742, |
| "eval_samples_per_second": 9.639, |
| "eval_steps_per_second": 1.639, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.421, |
| "grad_norm": 0.08158699423074722, |
| "learning_rate": 2.675608645857815e-06, |
| "loss": 6.372353363037109, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.422, |
| "grad_norm": 0.06957968324422836, |
| "learning_rate": 2.6693798716464858e-06, |
| "loss": 6.340359497070312, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.423, |
| "grad_norm": 0.08563192933797836, |
| "learning_rate": 2.6631437772041238e-06, |
| "loss": 6.318928909301758, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.424, |
| "grad_norm": 0.11714059859514236, |
| "learning_rate": 2.656900430727659e-06, |
| "loss": 6.435954284667969, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.425, |
| "grad_norm": 0.11297214776277542, |
| "learning_rate": 2.650649900493329e-06, |
| "loss": 6.496327972412109, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.426, |
| "grad_norm": 0.08787044882774353, |
| "learning_rate": 2.6443922548559303e-06, |
| "loss": 6.389971160888672, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.427, |
| "grad_norm": 0.07244838774204254, |
| "learning_rate": 2.638127562248073e-06, |
| "loss": 6.446420288085937, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.428, |
| "grad_norm": 0.06608100235462189, |
| "learning_rate": 2.6318558911794333e-06, |
| "loss": 6.427850341796875, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.429, |
| "grad_norm": 0.07050882279872894, |
| "learning_rate": 2.625577310235998e-06, |
| "loss": 6.362213516235352, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.43, |
| "grad_norm": 0.08506868034601212, |
| "learning_rate": 2.619291888079326e-06, |
| "loss": 6.363969039916992, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.431, |
| "grad_norm": 0.08637284487485886, |
| "learning_rate": 2.612999693445784e-06, |
| "loss": 6.497118377685547, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.432, |
| "grad_norm": 0.10498792678117752, |
| "learning_rate": 2.606700795145807e-06, |
| "loss": 6.395422744750976, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.433, |
| "grad_norm": 0.0660381093621254, |
| "learning_rate": 2.6003952620631354e-06, |
| "loss": 6.355922698974609, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.434, |
| "grad_norm": 0.1197703629732132, |
| "learning_rate": 2.5940831631540697e-06, |
| "loss": 6.523306274414063, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.435, |
| "grad_norm": 0.1967087686061859, |
| "learning_rate": 2.5877645674467124e-06, |
| "loss": 6.463238525390625, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.436, |
| "grad_norm": 0.09303022921085358, |
| "learning_rate": 2.581439544040214e-06, |
| "loss": 6.421237182617188, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.437, |
| "grad_norm": 0.09917596727609634, |
| "learning_rate": 2.575108162104017e-06, |
| "loss": 6.473545074462891, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.438, |
| "grad_norm": 0.072263203561306, |
| "learning_rate": 2.568770490877099e-06, |
| "loss": 6.432736206054687, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.439, |
| "grad_norm": 0.1333879828453064, |
| "learning_rate": 2.5624265996672183e-06, |
| "loss": 6.448049926757813, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.44, |
| "grad_norm": 0.08322051167488098, |
| "learning_rate": 2.556076557850152e-06, |
| "loss": 6.379525375366211, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.441, |
| "grad_norm": 0.09212733060121536, |
| "learning_rate": 2.5497204348689403e-06, |
| "loss": 6.376298141479492, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.442, |
| "grad_norm": 0.1000766009092331, |
| "learning_rate": 2.5433583002331268e-06, |
| "loss": 6.45618896484375, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.443, |
| "grad_norm": 0.07744766026735306, |
| "learning_rate": 2.5369902235179948e-06, |
| "loss": 6.418743133544922, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.444, |
| "grad_norm": 0.09729813784360886, |
| "learning_rate": 2.530616274363813e-06, |
| "loss": 6.469072723388672, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.445, |
| "grad_norm": 0.10913117229938507, |
| "learning_rate": 2.5242365224750657e-06, |
| "loss": 6.3639171600341795, |
| "step": 2225 |
| }, |
| { |
| "epoch": 0.446, |
| "grad_norm": 0.07157459110021591, |
| "learning_rate": 2.5178510376196997e-06, |
| "loss": 6.399369430541992, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.447, |
| "grad_norm": 0.07375568896532059, |
| "learning_rate": 2.5114598896283524e-06, |
| "loss": 6.35676383972168, |
| "step": 2235 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.09739139676094055, |
| "learning_rate": 2.505063148393595e-06, |
| "loss": 6.3606117248535154, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.449, |
| "grad_norm": 0.08083254098892212, |
| "learning_rate": 2.4986608838691663e-06, |
| "loss": 6.317353439331055, |
| "step": 2245 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 0.07497039437294006, |
| "learning_rate": 2.4922531660692034e-06, |
| "loss": 6.349576187133789, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.45, |
| "eval_accuracy": 0.14222466422466423, |
| "eval_loss": 6.2949748039245605, |
| "eval_runtime": 10.4132, |
| "eval_samples_per_second": 9.603, |
| "eval_steps_per_second": 1.633, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.451, |
| "grad_norm": 0.0646035447716713, |
| "learning_rate": 2.4858400650674826e-06, |
| "loss": 6.4240165710449215, |
| "step": 2255 |
| }, |
| { |
| "epoch": 0.452, |
| "grad_norm": 0.08820938318967819, |
| "learning_rate": 2.4794216509966485e-06, |
| "loss": 6.355297470092774, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.453, |
| "grad_norm": 0.09034152328968048, |
| "learning_rate": 2.4729979940474495e-06, |
| "loss": 6.415824890136719, |
| "step": 2265 |
| }, |
| { |
| "epoch": 0.454, |
| "grad_norm": 0.07817864418029785, |
| "learning_rate": 2.4665691644679685e-06, |
| "loss": 6.402967071533203, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.455, |
| "grad_norm": 0.08539751917123795, |
| "learning_rate": 2.460135232562856e-06, |
| "loss": 6.40893783569336, |
| "step": 2275 |
| }, |
| { |
| "epoch": 0.456, |
| "grad_norm": 0.11367590725421906, |
| "learning_rate": 2.4536962686925595e-06, |
| "loss": 6.441493225097656, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.457, |
| "grad_norm": 0.09240754693746567, |
| "learning_rate": 2.4472523432725577e-06, |
| "loss": 6.361612319946289, |
| "step": 2285 |
| }, |
| { |
| "epoch": 0.458, |
| "grad_norm": 0.12638594210147858, |
| "learning_rate": 2.4408035267725862e-06, |
| "loss": 6.414551544189453, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.459, |
| "grad_norm": 0.10394217073917389, |
| "learning_rate": 2.434349889715869e-06, |
| "loss": 6.383968734741211, |
| "step": 2295 |
| }, |
| { |
| "epoch": 0.46, |
| "grad_norm": 0.12000339478254318, |
| "learning_rate": 2.4278915026783463e-06, |
| "loss": 6.412042236328125, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.461, |
| "grad_norm": 0.07175832241773605, |
| "learning_rate": 2.421428436287905e-06, |
| "loss": 6.3555866241455075, |
| "step": 2305 |
| }, |
| { |
| "epoch": 0.462, |
| "grad_norm": 0.10095806419849396, |
| "learning_rate": 2.4149607612236027e-06, |
| "loss": 6.40416259765625, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.463, |
| "grad_norm": 0.12205059826374054, |
| "learning_rate": 2.408488548214899e-06, |
| "loss": 6.329568862915039, |
| "step": 2315 |
| }, |
| { |
| "epoch": 0.464, |
| "grad_norm": 0.06791554391384125, |
| "learning_rate": 2.4020118680408777e-06, |
| "loss": 6.424092102050781, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.465, |
| "grad_norm": 0.08330659568309784, |
| "learning_rate": 2.395530791529475e-06, |
| "loss": 6.388699722290039, |
| "step": 2325 |
| }, |
| { |
| "epoch": 0.466, |
| "grad_norm": 0.10129342973232269, |
| "learning_rate": 2.389045389556706e-06, |
| "loss": 6.319640350341797, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.467, |
| "grad_norm": 0.07156874239444733, |
| "learning_rate": 2.3825557330458873e-06, |
| "loss": 6.517421722412109, |
| "step": 2335 |
| }, |
| { |
| "epoch": 0.468, |
| "grad_norm": 0.10998792201280594, |
| "learning_rate": 2.376061892966863e-06, |
| "loss": 6.415800476074219, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.469, |
| "grad_norm": 0.07388386875391006, |
| "learning_rate": 2.3695639403352275e-06, |
| "loss": 6.389354705810547, |
| "step": 2345 |
| }, |
| { |
| "epoch": 0.47, |
| "grad_norm": 0.07077425718307495, |
| "learning_rate": 2.36306194621155e-06, |
| "loss": 6.414984130859375, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.471, |
| "grad_norm": 0.1409406214952469, |
| "learning_rate": 2.3565559817005965e-06, |
| "loss": 6.4110252380371096, |
| "step": 2355 |
| }, |
| { |
| "epoch": 0.472, |
| "grad_norm": 0.12504221498966217, |
| "learning_rate": 2.350046117950552e-06, |
| "loss": 6.524173736572266, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.473, |
| "grad_norm": 0.09057491272687912, |
| "learning_rate": 2.3435324261522446e-06, |
| "loss": 6.359022521972657, |
| "step": 2365 |
| }, |
| { |
| "epoch": 0.474, |
| "grad_norm": 0.08076512813568115, |
| "learning_rate": 2.337014977538363e-06, |
| "loss": 6.364510345458984, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.475, |
| "grad_norm": 0.07883577793836594, |
| "learning_rate": 2.330493843382682e-06, |
| "loss": 6.344949340820312, |
| "step": 2375 |
| }, |
| { |
| "epoch": 0.476, |
| "grad_norm": 0.07244715094566345, |
| "learning_rate": 2.323969094999279e-06, |
| "loss": 6.497917938232422, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.477, |
| "grad_norm": 0.06551758199930191, |
| "learning_rate": 2.3174408037417577e-06, |
| "loss": 6.289946746826172, |
| "step": 2385 |
| }, |
| { |
| "epoch": 0.478, |
| "grad_norm": 0.08715993165969849, |
| "learning_rate": 2.310909041002466e-06, |
| "loss": 6.448321533203125, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.479, |
| "grad_norm": 0.08652404695749283, |
| "learning_rate": 2.3043738782117127e-06, |
| "loss": 6.329542922973633, |
| "step": 2395 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.06743095815181732, |
| "learning_rate": 2.297835386836993e-06, |
| "loss": 6.365715026855469, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_accuracy": 0.1423003663003663, |
| "eval_loss": 6.278029441833496, |
| "eval_runtime": 10.2925, |
| "eval_samples_per_second": 9.716, |
| "eval_steps_per_second": 1.652, |
| "step": 2400 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 5000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 300, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 6, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
