| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 684, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02197802197802198, |
| "grad_norm": 103.67326354980469, |
| "learning_rate": 1.904761904761905e-06, |
| "loss": 4.2805, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.04395604395604396, |
| "grad_norm": 32.411102294921875, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 3.0271, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06593406593406594, |
| "grad_norm": 28.436738967895508, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 1.3784, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.08791208791208792, |
| "grad_norm": 12.037949562072754, |
| "learning_rate": 9.047619047619049e-06, |
| "loss": 0.6998, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.10989010989010989, |
| "grad_norm": 7.629189968109131, |
| "learning_rate": 9.999494817970498e-06, |
| "loss": 0.379, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.13186813186813187, |
| "grad_norm": 8.154747009277344, |
| "learning_rate": 9.996407964134416e-06, |
| "loss": 0.3151, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.15384615384615385, |
| "grad_norm": 6.2271504402160645, |
| "learning_rate": 9.990516643685222e-06, |
| "loss": 0.2672, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.17582417582417584, |
| "grad_norm": 8.859386444091797, |
| "learning_rate": 9.981824163400827e-06, |
| "loss": 0.2517, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1978021978021978, |
| "grad_norm": 7.118361949920654, |
| "learning_rate": 9.970335402340534e-06, |
| "loss": 0.2419, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.21978021978021978, |
| "grad_norm": 3.8278748989105225, |
| "learning_rate": 9.956056809106426e-06, |
| "loss": 0.1812, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.24175824175824176, |
| "grad_norm": 5.752965927124023, |
| "learning_rate": 9.938996398223802e-06, |
| "loss": 0.1831, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.26373626373626374, |
| "grad_norm": 6.167332172393799, |
| "learning_rate": 9.919163745642633e-06, |
| "loss": 0.1958, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 4.087945461273193, |
| "learning_rate": 9.896569983362632e-06, |
| "loss": 0.1636, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3076923076923077, |
| "grad_norm": 3.906132459640503, |
| "learning_rate": 9.871227793184893e-06, |
| "loss": 0.1847, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.32967032967032966, |
| "grad_norm": 4.176023006439209, |
| "learning_rate": 9.843151399593636e-06, |
| "loss": 0.1879, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3516483516483517, |
| "grad_norm": 4.196691036224365, |
| "learning_rate": 9.81235656177206e-06, |
| "loss": 0.1914, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.37362637362637363, |
| "grad_norm": 7.6894378662109375, |
| "learning_rate": 9.778860564756769e-06, |
| "loss": 0.1889, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3956043956043956, |
| "grad_norm": 3.593900203704834, |
| "learning_rate": 9.742682209735727e-06, |
| "loss": 0.1475, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4175824175824176, |
| "grad_norm": 4.0512566566467285, |
| "learning_rate": 9.703841803495234e-06, |
| "loss": 0.1618, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.43956043956043955, |
| "grad_norm": 5.384514808654785, |
| "learning_rate": 9.66236114702178e-06, |
| "loss": 0.1849, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.46153846153846156, |
| "grad_norm": 5.403944492340088, |
| "learning_rate": 9.618263523265238e-06, |
| "loss": 0.1994, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4835164835164835, |
| "grad_norm": 3.8065085411071777, |
| "learning_rate": 9.57157368407022e-06, |
| "loss": 0.1643, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5054945054945055, |
| "grad_norm": 4.197083473205566, |
| "learning_rate": 9.522317836282949e-06, |
| "loss": 0.1589, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.5274725274725275, |
| "grad_norm": 2.402940511703491, |
| "learning_rate": 9.470523627041452e-06, |
| "loss": 0.1246, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5494505494505495, |
| "grad_norm": 4.854755878448486, |
| "learning_rate": 9.416220128257317e-06, |
| "loss": 0.1561, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 2.570319414138794, |
| "learning_rate": 9.359437820297716e-06, |
| "loss": 0.13, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5934065934065934, |
| "grad_norm": 3.1551403999328613, |
| "learning_rate": 9.300208574876897e-06, |
| "loss": 0.1064, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 3.110960006713867, |
| "learning_rate": 9.238565637166692e-06, |
| "loss": 0.1985, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6373626373626373, |
| "grad_norm": 3.1644997596740723, |
| "learning_rate": 9.174543607136111e-06, |
| "loss": 0.1587, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6593406593406593, |
| "grad_norm": 6.993527412414551, |
| "learning_rate": 9.108178420130514e-06, |
| "loss": 0.1558, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6813186813186813, |
| "grad_norm": 3.0573744773864746, |
| "learning_rate": 9.039507326701207e-06, |
| "loss": 0.1562, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.7032967032967034, |
| "grad_norm": 3.820344924926758, |
| "learning_rate": 8.968568871696847e-06, |
| "loss": 0.1243, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.7252747252747253, |
| "grad_norm": 2.475353956222534, |
| "learning_rate": 8.895402872628352e-06, |
| "loss": 0.1176, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7472527472527473, |
| "grad_norm": 4.724120140075684, |
| "learning_rate": 8.82005039731946e-06, |
| "loss": 0.1382, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7692307692307693, |
| "grad_norm": 3.1053123474121094, |
| "learning_rate": 8.742553740855507e-06, |
| "loss": 0.1343, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7912087912087912, |
| "grad_norm": 3.0429627895355225, |
| "learning_rate": 8.66295640184334e-06, |
| "loss": 0.1503, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8131868131868132, |
| "grad_norm": 2.8905272483825684, |
| "learning_rate": 8.581303057995697e-06, |
| "loss": 0.1009, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.8351648351648352, |
| "grad_norm": 2.9303762912750244, |
| "learning_rate": 8.497639541053769e-06, |
| "loss": 0.1297, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 3.473829746246338, |
| "learning_rate": 8.412012811061985e-06, |
| "loss": 0.1501, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.8791208791208791, |
| "grad_norm": 4.055568218231201, |
| "learning_rate": 8.324470930009514e-06, |
| "loss": 0.1333, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9010989010989011, |
| "grad_norm": 2.477252244949341, |
| "learning_rate": 8.235063034853228e-06, |
| "loss": 0.1034, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.9230769230769231, |
| "grad_norm": 2.2709848880767822, |
| "learning_rate": 8.143839309937307e-06, |
| "loss": 0.1048, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.945054945054945, |
| "grad_norm": 5.626249313354492, |
| "learning_rate": 8.050850958824926e-06, |
| "loss": 0.068, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.967032967032967, |
| "grad_norm": 4.006984710693359, |
| "learning_rate": 7.95615017555788e-06, |
| "loss": 0.1117, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.989010989010989, |
| "grad_norm": 3.718461275100708, |
| "learning_rate": 7.859790115360243e-06, |
| "loss": 0.1327, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.0087912087912088, |
| "grad_norm": 1.7082388401031494, |
| "learning_rate": 7.76182486480253e-06, |
| "loss": 0.0843, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.0307692307692307, |
| "grad_norm": 1.8397020101547241, |
| "learning_rate": 7.662309411443084e-06, |
| "loss": 0.0637, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.0527472527472528, |
| "grad_norm": 2.066077470779419, |
| "learning_rate": 7.56129961296375e-06, |
| "loss": 0.0848, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.0747252747252747, |
| "grad_norm": 2.6484856605529785, |
| "learning_rate": 7.458852165817153e-06, |
| "loss": 0.0683, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.0967032967032968, |
| "grad_norm": 2.677730083465576, |
| "learning_rate": 7.355024573403174e-06, |
| "loss": 0.0627, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.1186813186813187, |
| "grad_norm": 4.288305759429932, |
| "learning_rate": 7.249875113792485e-06, |
| "loss": 0.0644, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.1406593406593406, |
| "grad_norm": 1.9086939096450806, |
| "learning_rate": 7.143462807015271e-06, |
| "loss": 0.0561, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.1626373626373627, |
| "grad_norm": 2.812345027923584, |
| "learning_rate": 7.035847381933494e-06, |
| "loss": 0.0676, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.1846153846153846, |
| "grad_norm": 2.955833911895752, |
| "learning_rate": 6.927089242715277e-06, |
| "loss": 0.0734, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.2065934065934065, |
| "grad_norm": 1.568307638168335, |
| "learning_rate": 6.817249434930267e-06, |
| "loss": 0.0604, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.2285714285714286, |
| "grad_norm": 1.795526385307312, |
| "learning_rate": 6.706389611284953e-06, |
| "loss": 0.056, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.2505494505494505, |
| "grad_norm": 3.3431365489959717, |
| "learning_rate": 6.594571997017224e-06, |
| "loss": 0.0765, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.2725274725274724, |
| "grad_norm": 1.3143640756607056, |
| "learning_rate": 6.481859354969549e-06, |
| "loss": 0.0789, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.2945054945054946, |
| "grad_norm": 1.162153720855713, |
| "learning_rate": 6.368314950360416e-06, |
| "loss": 0.0507, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.3164835164835165, |
| "grad_norm": 2.5815677642822266, |
| "learning_rate": 6.254002515273775e-06, |
| "loss": 0.0532, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.3384615384615386, |
| "grad_norm": 1.4120206832885742, |
| "learning_rate": 6.13898621288645e-06, |
| "loss": 0.0608, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.3604395604395605, |
| "grad_norm": 2.0690600872039795, |
| "learning_rate": 6.0233306014535505e-06, |
| "loss": 0.0644, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.3824175824175824, |
| "grad_norm": 4.679474353790283, |
| "learning_rate": 5.907100598072166e-06, |
| "loss": 0.0776, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.4043956043956043, |
| "grad_norm": 2.9585764408111572, |
| "learning_rate": 5.790361442243605e-06, |
| "loss": 0.0787, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.4263736263736264, |
| "grad_norm": 2.2423832416534424, |
| "learning_rate": 5.673178659254698e-06, |
| "loss": 0.0533, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.4483516483516483, |
| "grad_norm": 2.079202175140381, |
| "learning_rate": 5.555618023398671e-06, |
| "loss": 0.0569, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.4703296703296704, |
| "grad_norm": 6.924367427825928, |
| "learning_rate": 5.437745521056272e-06, |
| "loss": 0.0627, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.4923076923076923, |
| "grad_norm": 1.9324455261230469, |
| "learning_rate": 5.319627313657829e-06, |
| "loss": 0.068, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.5142857142857142, |
| "grad_norm": 1.7625529766082764, |
| "learning_rate": 5.201329700547077e-06, |
| "loss": 0.0483, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.5362637362637361, |
| "grad_norm": 2.4921791553497314, |
| "learning_rate": 5.082919081767558e-06, |
| "loss": 0.0349, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.5582417582417583, |
| "grad_norm": 2.6448795795440674, |
| "learning_rate": 4.964461920792512e-06, |
| "loss": 0.0772, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.5802197802197804, |
| "grad_norm": 1.6236152648925781, |
| "learning_rate": 4.846024707219149e-06, |
| "loss": 0.0681, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.6021978021978023, |
| "grad_norm": 2.0495107173919678, |
| "learning_rate": 4.727673919448271e-06, |
| "loss": 0.0826, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.6241758241758242, |
| "grad_norm": 1.9248158931732178, |
| "learning_rate": 4.609475987370177e-06, |
| "loss": 0.0477, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.646153846153846, |
| "grad_norm": 2.607696294784546, |
| "learning_rate": 4.49149725507779e-06, |
| "loss": 0.0826, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.668131868131868, |
| "grad_norm": 6.1411895751953125, |
| "learning_rate": 4.373803943627946e-06, |
| "loss": 0.0483, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.69010989010989, |
| "grad_norm": 1.4206236600875854, |
| "learning_rate": 4.256462113871741e-06, |
| "loss": 0.05, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.7120879120879122, |
| "grad_norm": 1.7655541896820068, |
| "learning_rate": 4.139537629374814e-06, |
| "loss": 0.0575, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.7340659340659341, |
| "grad_norm": 2.251216173171997, |
| "learning_rate": 4.0230961194483325e-06, |
| "loss": 0.0639, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.756043956043956, |
| "grad_norm": 2.040335178375244, |
| "learning_rate": 3.907202942311506e-06, |
| "loss": 0.059, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.778021978021978, |
| "grad_norm": 2.814518928527832, |
| "learning_rate": 3.7919231484062334e-06, |
| "loss": 0.0552, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 1.965151309967041, |
| "learning_rate": 3.677321443884509e-06, |
| "loss": 0.0477, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.821978021978022, |
| "grad_norm": 1.2191460132598877, |
| "learning_rate": 3.563462154289098e-06, |
| "loss": 0.0432, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.843956043956044, |
| "grad_norm": 2.1048948764801025, |
| "learning_rate": 3.4504091884478076e-06, |
| "loss": 0.0437, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.865934065934066, |
| "grad_norm": 2.3074193000793457, |
| "learning_rate": 3.3382260026017027e-06, |
| "loss": 0.0364, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.8879120879120879, |
| "grad_norm": 1.9517512321472168, |
| "learning_rate": 3.226975564787322e-06, |
| "loss": 0.046, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.9098901098901098, |
| "grad_norm": 1.9187055826187134, |
| "learning_rate": 3.1167203194929447e-06, |
| "loss": 0.0478, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.9318681318681319, |
| "grad_norm": 2.2268590927124023, |
| "learning_rate": 3.0075221526087083e-06, |
| "loss": 0.0547, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.953846153846154, |
| "grad_norm": 2.0119199752807617, |
| "learning_rate": 2.899442356690271e-06, |
| "loss": 0.0527, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.975824175824176, |
| "grad_norm": 1.9883846044540405, |
| "learning_rate": 2.7925415965555126e-06, |
| "loss": 0.0402, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.9978021978021978, |
| "grad_norm": 1.7552664279937744, |
| "learning_rate": 2.6868798752335867e-06, |
| "loss": 0.0469, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.0175824175824175, |
| "grad_norm": 0.5287231206893921, |
| "learning_rate": 2.5825165002854124e-06, |
| "loss": 0.0219, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.0395604395604394, |
| "grad_norm": 0.9508649706840515, |
| "learning_rate": 2.479510050514561e-06, |
| "loss": 0.0232, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.0615384615384613, |
| "grad_norm": 7.6937079429626465, |
| "learning_rate": 2.3779183430871596e-06, |
| "loss": 0.0252, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.0835164835164837, |
| "grad_norm": 1.1225639581680298, |
| "learning_rate": 2.2777984010793264e-06, |
| "loss": 0.0231, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.1054945054945056, |
| "grad_norm": 1.2512915134429932, |
| "learning_rate": 2.17920642147031e-06, |
| "loss": 0.0145, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.1274725274725275, |
| "grad_norm": 1.3123167753219604, |
| "learning_rate": 2.082197743599314e-06, |
| "loss": 0.021, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.1494505494505494, |
| "grad_norm": 0.9138511419296265, |
| "learning_rate": 1.9868268181037186e-06, |
| "loss": 0.0113, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.1714285714285713, |
| "grad_norm": 0.8708963394165039, |
| "learning_rate": 1.893147176356131e-06, |
| "loss": 0.0209, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.1934065934065936, |
| "grad_norm": 2.585681915283203, |
| "learning_rate": 1.8012114004174048e-06, |
| "loss": 0.0267, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.2153846153846155, |
| "grad_norm": 0.9203632473945618, |
| "learning_rate": 1.7110710935225055e-06, |
| "loss": 0.0223, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.2373626373626374, |
| "grad_norm": 1.768351674079895, |
| "learning_rate": 1.6227768511157976e-06, |
| "loss": 0.0209, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.2593406593406593, |
| "grad_norm": 3.8896982669830322, |
| "learning_rate": 1.5363782324520033e-06, |
| "loss": 0.0141, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.281318681318681, |
| "grad_norm": 1.1721408367156982, |
| "learning_rate": 1.451923732778745e-06, |
| "loss": 0.0197, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.303296703296703, |
| "grad_norm": 0.8685965538024902, |
| "learning_rate": 1.369460756116342e-06, |
| "loss": 0.0175, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.3252747252747255, |
| "grad_norm": 0.3275287449359894, |
| "learning_rate": 1.2890355886500971e-06, |
| "loss": 0.0198, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.3472527472527474, |
| "grad_norm": 1.6135201454162598, |
| "learning_rate": 1.210693372750017e-06, |
| "loss": 0.0141, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.3692307692307693, |
| "grad_norm": 4.374410152435303, |
| "learning_rate": 1.1344780816325512e-06, |
| "loss": 0.019, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.391208791208791, |
| "grad_norm": 0.9651854634284973, |
| "learning_rate": 1.0604324946785826e-06, |
| "loss": 0.0267, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.413186813186813, |
| "grad_norm": 1.089123249053955, |
| "learning_rate": 9.885981734215094e-07, |
| "loss": 0.0139, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.4351648351648354, |
| "grad_norm": 1.8395978212356567, |
| "learning_rate": 9.190154382188921e-07, |
| "loss": 0.0163, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.4571428571428573, |
| "grad_norm": 1.2764804363250732, |
| "learning_rate": 8.517233456207819e-07, |
| "loss": 0.0138, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.479120879120879, |
| "grad_norm": 1.789771318435669, |
| "learning_rate": 7.86759666447412e-07, |
| "loss": 0.0134, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.501098901098901, |
| "grad_norm": 1.204052209854126, |
| "learning_rate": 7.241608645885629e-07, |
| "loss": 0.0259, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.523076923076923, |
| "grad_norm": 1.729567289352417, |
| "learning_rate": 6.639620765365074e-07, |
| "loss": 0.0133, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.545054945054945, |
| "grad_norm": 0.7880439162254333, |
| "learning_rate": 6.061970916640236e-07, |
| "loss": 0.0134, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.567032967032967, |
| "grad_norm": 0.5822762846946716, |
| "learning_rate": 5.508983332585316e-07, |
| "loss": 0.0088, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.589010989010989, |
| "grad_norm": 1.5317531824111938, |
| "learning_rate": 4.980968403230097e-07, |
| "loss": 0.0104, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.610989010989011, |
| "grad_norm": 1.3211156129837036, |
| "learning_rate": 4.4782225015391754e-07, |
| "loss": 0.0227, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.632967032967033, |
| "grad_norm": 0.6713610887527466, |
| "learning_rate": 4.001027817058789e-07, |
| "loss": 0.0227, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.654945054945055, |
| "grad_norm": 0.8090438842773438, |
| "learning_rate": 3.549652197524783e-07, |
| "loss": 0.0148, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.676923076923077, |
| "grad_norm": 0.8606973886489868, |
| "learning_rate": 3.1243489985206097e-07, |
| "loss": 0.0126, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.698901098901099, |
| "grad_norm": 0.4558032751083374, |
| "learning_rate": 2.7253569412697244e-07, |
| "loss": 0.0148, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.720879120879121, |
| "grad_norm": 0.9562636017799377, |
| "learning_rate": 2.3528999786421758e-07, |
| "loss": 0.0193, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.742857142857143, |
| "grad_norm": 0.8559966683387756, |
| "learning_rate": 2.007187169450603e-07, |
| "loss": 0.016, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.764835164835165, |
| "grad_norm": 1.7307000160217285, |
| "learning_rate": 1.688412561106284e-07, |
| "loss": 0.019, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.7868131868131867, |
| "grad_norm": 0.5107638239860535, |
| "learning_rate": 1.3967550807009677e-07, |
| "loss": 0.0092, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.8087912087912086, |
| "grad_norm": 0.4282393455505371, |
| "learning_rate": 1.1323784345757205e-07, |
| "loss": 0.0183, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.830769230769231, |
| "grad_norm": 0.16814564168453217, |
| "learning_rate": 8.954310164331015e-08, |
| "loss": 0.0068, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.852747252747253, |
| "grad_norm": 1.1853666305541992, |
| "learning_rate": 6.860458240443179e-08, |
| "loss": 0.0228, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.8747252747252747, |
| "grad_norm": 0.9609817862510681, |
| "learning_rate": 5.0434038459801213e-08, |
| "loss": 0.011, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.8967032967032966, |
| "grad_norm": 1.1566367149353027, |
| "learning_rate": 3.504166887326688e-08, |
| "loss": 0.0214, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.9186813186813185, |
| "grad_norm": 0.5598509311676025, |
| "learning_rate": 2.2436113328958565e-08, |
| "loss": 0.0122, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.940659340659341, |
| "grad_norm": 0.7686200141906738, |
| "learning_rate": 1.2624447281867625e-08, |
| "loss": 0.0083, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.9626373626373628, |
| "grad_norm": 0.5563770532608032, |
| "learning_rate": 5.612177986414891e-09, |
| "loss": 0.0075, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.9846153846153847, |
| "grad_norm": 1.267865777015686, |
| "learning_rate": 1.4032414052478348e-09, |
| "loss": 0.0122, |
| "step": 680 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 684, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0795094318314947e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
