| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1530, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006539153179663233, |
| "grad_norm": 22.375, |
| "learning_rate": 2.6143790849673203e-08, |
| "loss": 1.7853, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0013078306359326467, |
| "grad_norm": 18.75, |
| "learning_rate": 5.228758169934641e-08, |
| "loss": 1.3249, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.00196174595389897, |
| "grad_norm": 16.5, |
| "learning_rate": 7.843137254901961e-08, |
| "loss": 1.4347, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0026156612718652933, |
| "grad_norm": 17.125, |
| "learning_rate": 1.0457516339869281e-07, |
| "loss": 1.1277, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.003269576589831617, |
| "grad_norm": 24.375, |
| "learning_rate": 1.3071895424836603e-07, |
| "loss": 1.8236, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.00392349190779794, |
| "grad_norm": 28.375, |
| "learning_rate": 1.5686274509803921e-07, |
| "loss": 2.18, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0045774072257642635, |
| "grad_norm": 17.875, |
| "learning_rate": 1.8300653594771245e-07, |
| "loss": 1.7174, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.005231322543730587, |
| "grad_norm": 16.25, |
| "learning_rate": 2.0915032679738563e-07, |
| "loss": 1.1492, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.005885237861696911, |
| "grad_norm": 27.25, |
| "learning_rate": 2.3529411764705883e-07, |
| "loss": 1.6498, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.006539153179663234, |
| "grad_norm": 14.8125, |
| "learning_rate": 2.6143790849673207e-07, |
| "loss": 1.0398, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007193068497629557, |
| "grad_norm": 16.0, |
| "learning_rate": 2.8758169934640525e-07, |
| "loss": 1.3389, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.00784698381559588, |
| "grad_norm": 20.75, |
| "learning_rate": 3.1372549019607843e-07, |
| "loss": 1.9224, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.008500899133562204, |
| "grad_norm": 18.0, |
| "learning_rate": 3.398692810457516e-07, |
| "loss": 1.3336, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.009154814451528527, |
| "grad_norm": 20.625, |
| "learning_rate": 3.660130718954249e-07, |
| "loss": 1.6119, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.00980872976949485, |
| "grad_norm": 17.125, |
| "learning_rate": 3.921568627450981e-07, |
| "loss": 1.2061, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.010462645087461173, |
| "grad_norm": 21.125, |
| "learning_rate": 4.1830065359477126e-07, |
| "loss": 1.55, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.011116560405427496, |
| "grad_norm": 22.125, |
| "learning_rate": 4.444444444444445e-07, |
| "loss": 1.495, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.011770475723393821, |
| "grad_norm": 23.625, |
| "learning_rate": 4.7058823529411767e-07, |
| "loss": 1.5443, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.012424391041360144, |
| "grad_norm": 18.375, |
| "learning_rate": 4.967320261437909e-07, |
| "loss": 1.72, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.013078306359326467, |
| "grad_norm": 20.5, |
| "learning_rate": 5.228758169934641e-07, |
| "loss": 1.5461, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.01373222167729279, |
| "grad_norm": 14.5, |
| "learning_rate": 5.490196078431373e-07, |
| "loss": 1.3291, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.014386136995259114, |
| "grad_norm": 23.625, |
| "learning_rate": 5.751633986928105e-07, |
| "loss": 1.4587, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.015040052313225437, |
| "grad_norm": 20.25, |
| "learning_rate": 6.013071895424837e-07, |
| "loss": 1.5046, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.01569396763119176, |
| "grad_norm": 17.625, |
| "learning_rate": 6.274509803921569e-07, |
| "loss": 1.9609, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.016347882949158083, |
| "grad_norm": 21.375, |
| "learning_rate": 6.535947712418302e-07, |
| "loss": 1.5493, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.017001798267124408, |
| "grad_norm": 18.625, |
| "learning_rate": 6.797385620915032e-07, |
| "loss": 1.4214, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.01765571358509073, |
| "grad_norm": 26.375, |
| "learning_rate": 7.058823529411766e-07, |
| "loss": 2.0565, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.018309628903057054, |
| "grad_norm": 23.5, |
| "learning_rate": 7.320261437908498e-07, |
| "loss": 2.0252, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01896354422102338, |
| "grad_norm": 22.625, |
| "learning_rate": 7.581699346405229e-07, |
| "loss": 1.6488, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.0196174595389897, |
| "grad_norm": 16.125, |
| "learning_rate": 7.843137254901962e-07, |
| "loss": 1.3428, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.020271374856956025, |
| "grad_norm": 28.25, |
| "learning_rate": 8.104575163398694e-07, |
| "loss": 1.7191, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.020925290174922347, |
| "grad_norm": 17.0, |
| "learning_rate": 8.366013071895425e-07, |
| "loss": 1.1449, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.02157920549288867, |
| "grad_norm": 24.5, |
| "learning_rate": 8.627450980392157e-07, |
| "loss": 2.135, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.022233120810854993, |
| "grad_norm": 20.375, |
| "learning_rate": 8.88888888888889e-07, |
| "loss": 1.4919, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.022887036128821318, |
| "grad_norm": 29.0, |
| "learning_rate": 9.150326797385621e-07, |
| "loss": 1.8614, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.023540951446787643, |
| "grad_norm": 19.125, |
| "learning_rate": 9.411764705882353e-07, |
| "loss": 1.0191, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.024194866764753964, |
| "grad_norm": 15.9375, |
| "learning_rate": 9.673202614379086e-07, |
| "loss": 1.1653, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.02484878208272029, |
| "grad_norm": 22.375, |
| "learning_rate": 9.934640522875818e-07, |
| "loss": 1.7648, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.02550269740068661, |
| "grad_norm": 18.625, |
| "learning_rate": 1.019607843137255e-06, |
| "loss": 1.7209, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.026156612718652935, |
| "grad_norm": 20.125, |
| "learning_rate": 1.0457516339869283e-06, |
| "loss": 1.5833, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.026810528036619256, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.0718954248366013e-06, |
| "loss": 0.7896, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02746444335458558, |
| "grad_norm": 22.0, |
| "learning_rate": 1.0980392156862745e-06, |
| "loss": 2.0211, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.028118358672551906, |
| "grad_norm": 27.125, |
| "learning_rate": 1.1241830065359478e-06, |
| "loss": 2.4727, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.028772273990518227, |
| "grad_norm": 19.125, |
| "learning_rate": 1.150326797385621e-06, |
| "loss": 1.6349, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.029426189308484552, |
| "grad_norm": 23.125, |
| "learning_rate": 1.1764705882352942e-06, |
| "loss": 1.6653, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.030080104626450874, |
| "grad_norm": 15.0, |
| "learning_rate": 1.2026143790849675e-06, |
| "loss": 1.0016, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.0307340199444172, |
| "grad_norm": 20.5, |
| "learning_rate": 1.2287581699346405e-06, |
| "loss": 1.2971, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.03138793526238352, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.2549019607843137e-06, |
| "loss": 1.0573, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03204185058034984, |
| "grad_norm": 18.75, |
| "learning_rate": 1.281045751633987e-06, |
| "loss": 1.3878, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.032695765898316166, |
| "grad_norm": 20.875, |
| "learning_rate": 1.3071895424836604e-06, |
| "loss": 1.8702, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03334968121628249, |
| "grad_norm": 17.0, |
| "learning_rate": 1.3333333333333334e-06, |
| "loss": 1.8821, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.034003596534248816, |
| "grad_norm": 21.125, |
| "learning_rate": 1.3594771241830064e-06, |
| "loss": 1.751, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.03465751185221514, |
| "grad_norm": 17.625, |
| "learning_rate": 1.3856209150326799e-06, |
| "loss": 1.2839, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03531142717018146, |
| "grad_norm": 20.125, |
| "learning_rate": 1.4117647058823531e-06, |
| "loss": 1.4963, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03596534248814778, |
| "grad_norm": 16.875, |
| "learning_rate": 1.4379084967320261e-06, |
| "loss": 1.3659, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.03661925780611411, |
| "grad_norm": 19.0, |
| "learning_rate": 1.4640522875816996e-06, |
| "loss": 1.9621, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.03727317312408043, |
| "grad_norm": 17.125, |
| "learning_rate": 1.4901960784313726e-06, |
| "loss": 1.525, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.03792708844204676, |
| "grad_norm": 16.75, |
| "learning_rate": 1.5163398692810458e-06, |
| "loss": 1.207, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.038581003760013076, |
| "grad_norm": 10.0625, |
| "learning_rate": 1.542483660130719e-06, |
| "loss": 0.6293, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.0392349190779794, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.5686274509803923e-06, |
| "loss": 1.1944, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.039888834395945726, |
| "grad_norm": 17.375, |
| "learning_rate": 1.5947712418300653e-06, |
| "loss": 2.1252, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04054274971391205, |
| "grad_norm": 18.625, |
| "learning_rate": 1.6209150326797388e-06, |
| "loss": 1.2682, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.04119666503187837, |
| "grad_norm": 12.75, |
| "learning_rate": 1.6470588235294118e-06, |
| "loss": 1.1163, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04185058034984469, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.673202614379085e-06, |
| "loss": 0.7913, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04250449566781102, |
| "grad_norm": 16.375, |
| "learning_rate": 1.6993464052287585e-06, |
| "loss": 1.2979, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04315841098577734, |
| "grad_norm": 14.125, |
| "learning_rate": 1.7254901960784315e-06, |
| "loss": 1.2015, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.04381232630374367, |
| "grad_norm": 14.6875, |
| "learning_rate": 1.7516339869281045e-06, |
| "loss": 1.0585, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.044466241621709986, |
| "grad_norm": 13.25, |
| "learning_rate": 1.777777777777778e-06, |
| "loss": 1.3912, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04512015693967631, |
| "grad_norm": 12.125, |
| "learning_rate": 1.8039215686274512e-06, |
| "loss": 1.3715, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.045774072257642635, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.8300653594771242e-06, |
| "loss": 1.0968, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.04642798757560896, |
| "grad_norm": 9.0, |
| "learning_rate": 1.8562091503267977e-06, |
| "loss": 0.8315, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.047081902893575285, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.8823529411764707e-06, |
| "loss": 1.0216, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0477358182115416, |
| "grad_norm": 8.9375, |
| "learning_rate": 1.9084967320261437e-06, |
| "loss": 0.963, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.04838973352950793, |
| "grad_norm": 9.9375, |
| "learning_rate": 1.934640522875817e-06, |
| "loss": 1.0332, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.04904364884747425, |
| "grad_norm": 10.0625, |
| "learning_rate": 1.96078431372549e-06, |
| "loss": 1.3037, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.04969756416544058, |
| "grad_norm": 6.75, |
| "learning_rate": 1.9869281045751636e-06, |
| "loss": 0.6811, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.050351479483406895, |
| "grad_norm": 12.625, |
| "learning_rate": 2.0130718954248366e-06, |
| "loss": 1.2454, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.05100539480137322, |
| "grad_norm": 11.125, |
| "learning_rate": 2.03921568627451e-06, |
| "loss": 1.1049, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.051659310119339545, |
| "grad_norm": 11.75, |
| "learning_rate": 2.065359477124183e-06, |
| "loss": 0.8606, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.05231322543730587, |
| "grad_norm": 7.15625, |
| "learning_rate": 2.0915032679738565e-06, |
| "loss": 0.8439, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.052967140755272195, |
| "grad_norm": 7.46875, |
| "learning_rate": 2.1176470588235296e-06, |
| "loss": 0.7439, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.05362105607323851, |
| "grad_norm": 10.4375, |
| "learning_rate": 2.1437908496732026e-06, |
| "loss": 1.5164, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.05427497139120484, |
| "grad_norm": 10.75, |
| "learning_rate": 2.169934640522876e-06, |
| "loss": 1.5607, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05492888670917116, |
| "grad_norm": 9.0, |
| "learning_rate": 2.196078431372549e-06, |
| "loss": 0.8527, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.05558280202713749, |
| "grad_norm": 9.375, |
| "learning_rate": 2.222222222222222e-06, |
| "loss": 1.1674, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.05623671734510381, |
| "grad_norm": 10.125, |
| "learning_rate": 2.2483660130718955e-06, |
| "loss": 1.4559, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.05689063266307013, |
| "grad_norm": 7.34375, |
| "learning_rate": 2.274509803921569e-06, |
| "loss": 1.0805, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.057544547981036455, |
| "grad_norm": 10.0, |
| "learning_rate": 2.300653594771242e-06, |
| "loss": 1.3947, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.05819846329900278, |
| "grad_norm": 7.8125, |
| "learning_rate": 2.3267973856209154e-06, |
| "loss": 1.3273, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.058852378616969105, |
| "grad_norm": 8.9375, |
| "learning_rate": 2.3529411764705885e-06, |
| "loss": 1.041, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.05950629393493542, |
| "grad_norm": 6.15625, |
| "learning_rate": 2.3790849673202615e-06, |
| "loss": 0.8624, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.06016020925290175, |
| "grad_norm": 8.125, |
| "learning_rate": 2.405228758169935e-06, |
| "loss": 0.8563, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.06081412457086807, |
| "grad_norm": 5.5, |
| "learning_rate": 2.431372549019608e-06, |
| "loss": 0.8141, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.0614680398888344, |
| "grad_norm": 6.25, |
| "learning_rate": 2.457516339869281e-06, |
| "loss": 0.9837, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.06212195520680072, |
| "grad_norm": 7.03125, |
| "learning_rate": 2.4836601307189544e-06, |
| "loss": 0.9888, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06277587052476705, |
| "grad_norm": 6.78125, |
| "learning_rate": 2.5098039215686274e-06, |
| "loss": 1.1952, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.06342978584273337, |
| "grad_norm": 5.78125, |
| "learning_rate": 2.535947712418301e-06, |
| "loss": 0.9052, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.06408370116069968, |
| "grad_norm": 7.6875, |
| "learning_rate": 2.562091503267974e-06, |
| "loss": 1.0956, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.06473761647866601, |
| "grad_norm": 6.375, |
| "learning_rate": 2.5882352941176473e-06, |
| "loss": 1.0037, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06539153179663233, |
| "grad_norm": 10.9375, |
| "learning_rate": 2.6143790849673208e-06, |
| "loss": 1.4849, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.06604544711459866, |
| "grad_norm": 6.4375, |
| "learning_rate": 2.640522875816994e-06, |
| "loss": 0.8732, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.06669936243256498, |
| "grad_norm": 6.59375, |
| "learning_rate": 2.666666666666667e-06, |
| "loss": 0.7752, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.0673532777505313, |
| "grad_norm": 5.34375, |
| "learning_rate": 2.69281045751634e-06, |
| "loss": 0.8277, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.06800719306849763, |
| "grad_norm": 6.78125, |
| "learning_rate": 2.718954248366013e-06, |
| "loss": 0.8004, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.06866110838646396, |
| "grad_norm": 3.84375, |
| "learning_rate": 2.7450980392156867e-06, |
| "loss": 0.5019, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.06931502370443028, |
| "grad_norm": 5.5625, |
| "learning_rate": 2.7712418300653598e-06, |
| "loss": 0.9185, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.0699689390223966, |
| "grad_norm": 6.21875, |
| "learning_rate": 2.7973856209150328e-06, |
| "loss": 0.6808, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.07062285434036292, |
| "grad_norm": 5.40625, |
| "learning_rate": 2.8235294117647062e-06, |
| "loss": 0.872, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.07127676965832924, |
| "grad_norm": 6.875, |
| "learning_rate": 2.8496732026143792e-06, |
| "loss": 1.0618, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.07193068497629557, |
| "grad_norm": 6.3125, |
| "learning_rate": 2.8758169934640523e-06, |
| "loss": 0.8521, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07258460029426189, |
| "grad_norm": 7.0, |
| "learning_rate": 2.901960784313726e-06, |
| "loss": 1.1416, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.07323851561222822, |
| "grad_norm": 6.59375, |
| "learning_rate": 2.928104575163399e-06, |
| "loss": 0.9626, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.07389243093019454, |
| "grad_norm": 5.875, |
| "learning_rate": 2.954248366013072e-06, |
| "loss": 1.0726, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.07454634624816087, |
| "grad_norm": 7.09375, |
| "learning_rate": 2.980392156862745e-06, |
| "loss": 1.4055, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.07520026156612719, |
| "grad_norm": 6.8125, |
| "learning_rate": 3.0065359477124182e-06, |
| "loss": 0.8797, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.07585417688409352, |
| "grad_norm": 7.375, |
| "learning_rate": 3.0326797385620917e-06, |
| "loss": 1.2011, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.07650809220205983, |
| "grad_norm": 6.65625, |
| "learning_rate": 3.058823529411765e-06, |
| "loss": 1.1419, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.07716200752002615, |
| "grad_norm": 4.96875, |
| "learning_rate": 3.084967320261438e-06, |
| "loss": 0.9388, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.07781592283799248, |
| "grad_norm": 9.6875, |
| "learning_rate": 3.1111111111111116e-06, |
| "loss": 1.0324, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.0784698381559588, |
| "grad_norm": 4.21875, |
| "learning_rate": 3.1372549019607846e-06, |
| "loss": 0.5297, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07912375347392513, |
| "grad_norm": 6.125, |
| "learning_rate": 3.1633986928104576e-06, |
| "loss": 1.1836, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.07977766879189145, |
| "grad_norm": 5.9375, |
| "learning_rate": 3.1895424836601306e-06, |
| "loss": 0.8431, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.08043158410985778, |
| "grad_norm": 4.9375, |
| "learning_rate": 3.2156862745098045e-06, |
| "loss": 0.8145, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.0810854994278241, |
| "grad_norm": 5.59375, |
| "learning_rate": 3.2418300653594775e-06, |
| "loss": 0.8455, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.08173941474579043, |
| "grad_norm": 5.03125, |
| "learning_rate": 3.2679738562091506e-06, |
| "loss": 0.9593, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.08239333006375674, |
| "grad_norm": 5.46875, |
| "learning_rate": 3.2941176470588236e-06, |
| "loss": 0.9752, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.08304724538172306, |
| "grad_norm": 4.5, |
| "learning_rate": 3.320261437908497e-06, |
| "loss": 0.6472, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.08370116069968939, |
| "grad_norm": 5.71875, |
| "learning_rate": 3.34640522875817e-06, |
| "loss": 0.7602, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.08435507601765571, |
| "grad_norm": 7.03125, |
| "learning_rate": 3.3725490196078435e-06, |
| "loss": 1.1583, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.08500899133562204, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.398692810457517e-06, |
| "loss": 0.3314, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.08566290665358836, |
| "grad_norm": 5.25, |
| "learning_rate": 3.42483660130719e-06, |
| "loss": 0.6011, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.08631682197155469, |
| "grad_norm": 7.90625, |
| "learning_rate": 3.450980392156863e-06, |
| "loss": 1.1565, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.08697073728952101, |
| "grad_norm": 5.96875, |
| "learning_rate": 3.477124183006536e-06, |
| "loss": 0.9662, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.08762465260748734, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.503267973856209e-06, |
| "loss": 0.6753, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.08827856792545366, |
| "grad_norm": 4.71875, |
| "learning_rate": 3.529411764705883e-06, |
| "loss": 0.6891, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.08893248324341997, |
| "grad_norm": 5.65625, |
| "learning_rate": 3.555555555555556e-06, |
| "loss": 0.9057, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0895863985613863, |
| "grad_norm": 5.34375, |
| "learning_rate": 3.581699346405229e-06, |
| "loss": 0.7746, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.09024031387935262, |
| "grad_norm": 4.40625, |
| "learning_rate": 3.6078431372549024e-06, |
| "loss": 0.66, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.09089422919731895, |
| "grad_norm": 3.953125, |
| "learning_rate": 3.6339869281045754e-06, |
| "loss": 0.4679, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.09154814451528527, |
| "grad_norm": 4.375, |
| "learning_rate": 3.6601307189542484e-06, |
| "loss": 0.5352, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.0922020598332516, |
| "grad_norm": 5.8125, |
| "learning_rate": 3.6862745098039223e-06, |
| "loss": 0.6645, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.09285597515121792, |
| "grad_norm": 5.90625, |
| "learning_rate": 3.7124183006535953e-06, |
| "loss": 1.3812, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.09350989046918425, |
| "grad_norm": 4.84375, |
| "learning_rate": 3.7385620915032683e-06, |
| "loss": 0.8903, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.09416380578715057, |
| "grad_norm": 4.0625, |
| "learning_rate": 3.7647058823529414e-06, |
| "loss": 0.517, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.09481772110511688, |
| "grad_norm": 5.96875, |
| "learning_rate": 3.7908496732026144e-06, |
| "loss": 1.3503, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.0954716364230832, |
| "grad_norm": 5.5625, |
| "learning_rate": 3.816993464052287e-06, |
| "loss": 0.7654, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.09612555174104953, |
| "grad_norm": 6.75, |
| "learning_rate": 3.843137254901962e-06, |
| "loss": 1.0458, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.09677946705901586, |
| "grad_norm": 6.125, |
| "learning_rate": 3.869281045751634e-06, |
| "loss": 0.9453, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.09743338237698218, |
| "grad_norm": 4.125, |
| "learning_rate": 3.895424836601308e-06, |
| "loss": 0.6584, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.0980872976949485, |
| "grad_norm": 3.40625, |
| "learning_rate": 3.92156862745098e-06, |
| "loss": 0.5141, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.09874121301291483, |
| "grad_norm": 4.46875, |
| "learning_rate": 3.947712418300654e-06, |
| "loss": 0.7394, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.09939512833088116, |
| "grad_norm": 6.8125, |
| "learning_rate": 3.973856209150327e-06, |
| "loss": 1.023, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.10004904364884748, |
| "grad_norm": 3.828125, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.7538, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.10070295896681379, |
| "grad_norm": 4.28125, |
| "learning_rate": 4.026143790849673e-06, |
| "loss": 0.6604, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.10135687428478012, |
| "grad_norm": 3.75, |
| "learning_rate": 4.052287581699347e-06, |
| "loss": 0.5097, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.10201078960274644, |
| "grad_norm": 8.4375, |
| "learning_rate": 4.07843137254902e-06, |
| "loss": 1.247, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.10266470492071277, |
| "grad_norm": 3.453125, |
| "learning_rate": 4.104575163398693e-06, |
| "loss": 0.5514, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.10331862023867909, |
| "grad_norm": 7.03125, |
| "learning_rate": 4.130718954248366e-06, |
| "loss": 1.0491, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.10397253555664542, |
| "grad_norm": 3.359375, |
| "learning_rate": 4.15686274509804e-06, |
| "loss": 0.4755, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.10462645087461174, |
| "grad_norm": 4.03125, |
| "learning_rate": 4.183006535947713e-06, |
| "loss": 0.609, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10528036619257806, |
| "grad_norm": 5.625, |
| "learning_rate": 4.209150326797386e-06, |
| "loss": 0.951, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.10593428151054439, |
| "grad_norm": 2.78125, |
| "learning_rate": 4.235294117647059e-06, |
| "loss": 0.3454, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.10658819682851071, |
| "grad_norm": 4.3125, |
| "learning_rate": 4.2614379084967326e-06, |
| "loss": 0.8485, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.10724211214647703, |
| "grad_norm": 4.53125, |
| "learning_rate": 4.287581699346405e-06, |
| "loss": 0.7783, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.10789602746444335, |
| "grad_norm": 5.9375, |
| "learning_rate": 4.313725490196079e-06, |
| "loss": 1.0732, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.10854994278240968, |
| "grad_norm": 5.65625, |
| "learning_rate": 4.339869281045752e-06, |
| "loss": 0.9304, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.109203858100376, |
| "grad_norm": 4.59375, |
| "learning_rate": 4.3660130718954255e-06, |
| "loss": 0.6748, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.10985777341834232, |
| "grad_norm": 3.53125, |
| "learning_rate": 4.392156862745098e-06, |
| "loss": 0.5123, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.11051168873630865, |
| "grad_norm": 4.59375, |
| "learning_rate": 4.4183006535947716e-06, |
| "loss": 0.7995, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.11116560405427497, |
| "grad_norm": 4.375, |
| "learning_rate": 4.444444444444444e-06, |
| "loss": 0.6551, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1118195193722413, |
| "grad_norm": 3.15625, |
| "learning_rate": 4.4705882352941184e-06, |
| "loss": 0.5553, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.11247343469020762, |
| "grad_norm": 3.078125, |
| "learning_rate": 4.496732026143791e-06, |
| "loss": 0.4769, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.11312735000817394, |
| "grad_norm": 5.5625, |
| "learning_rate": 4.5228758169934645e-06, |
| "loss": 1.0379, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.11378126532614026, |
| "grad_norm": 5.8125, |
| "learning_rate": 4.549019607843138e-06, |
| "loss": 1.0826, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.11443518064410658, |
| "grad_norm": 4.28125, |
| "learning_rate": 4.5751633986928105e-06, |
| "loss": 0.6884, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.11508909596207291, |
| "grad_norm": 7.65625, |
| "learning_rate": 4.601307189542484e-06, |
| "loss": 0.8737, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.11574301128003923, |
| "grad_norm": 4.5, |
| "learning_rate": 4.627450980392157e-06, |
| "loss": 0.7343, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.11639692659800556, |
| "grad_norm": 5.21875, |
| "learning_rate": 4.653594771241831e-06, |
| "loss": 1.0053, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.11705084191597188, |
| "grad_norm": 7.03125, |
| "learning_rate": 4.6797385620915035e-06, |
| "loss": 1.8239, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.11770475723393821, |
| "grad_norm": 5.28125, |
| "learning_rate": 4.705882352941177e-06, |
| "loss": 0.8575, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.11835867255190453, |
| "grad_norm": 5.46875, |
| "learning_rate": 4.7320261437908495e-06, |
| "loss": 1.0108, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.11901258786987085, |
| "grad_norm": 5.125, |
| "learning_rate": 4.758169934640523e-06, |
| "loss": 0.8172, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.11966650318783717, |
| "grad_norm": 4.90625, |
| "learning_rate": 4.784313725490196e-06, |
| "loss": 1.0499, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.1203204185058035, |
| "grad_norm": 5.21875, |
| "learning_rate": 4.81045751633987e-06, |
| "loss": 0.9608, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.12097433382376982, |
| "grad_norm": 6.4375, |
| "learning_rate": 4.836601307189543e-06, |
| "loss": 1.1778, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.12162824914173614, |
| "grad_norm": 4.0625, |
| "learning_rate": 4.862745098039216e-06, |
| "loss": 0.5224, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.12228216445970247, |
| "grad_norm": 3.8125, |
| "learning_rate": 4.888888888888889e-06, |
| "loss": 0.5296, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.1229360797776688, |
| "grad_norm": 4.875, |
| "learning_rate": 4.915032679738562e-06, |
| "loss": 1.05, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.12358999509563512, |
| "grad_norm": 3.90625, |
| "learning_rate": 4.941176470588236e-06, |
| "loss": 0.5972, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.12424391041360144, |
| "grad_norm": 3.25, |
| "learning_rate": 4.967320261437909e-06, |
| "loss": 0.5035, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.12489782573156777, |
| "grad_norm": 5.6875, |
| "learning_rate": 4.993464052287582e-06, |
| "loss": 1.0502, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.1255517410495341, |
| "grad_norm": 6.84375, |
| "learning_rate": 5.019607843137255e-06, |
| "loss": 1.0902, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.12620565636750042, |
| "grad_norm": 3.890625, |
| "learning_rate": 5.045751633986928e-06, |
| "loss": 0.6796, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.12685957168546674, |
| "grad_norm": 5.59375, |
| "learning_rate": 5.071895424836602e-06, |
| "loss": 0.8478, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.12751348700343307, |
| "grad_norm": 3.765625, |
| "learning_rate": 5.098039215686274e-06, |
| "loss": 0.5782, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.12816740232139937, |
| "grad_norm": 5.9375, |
| "learning_rate": 5.124183006535948e-06, |
| "loss": 0.8886, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.1288213176393657, |
| "grad_norm": 4.78125, |
| "learning_rate": 5.15032679738562e-06, |
| "loss": 0.9319, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.12947523295733201, |
| "grad_norm": 5.25, |
| "learning_rate": 5.176470588235295e-06, |
| "loss": 0.9604, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.13012914827529834, |
| "grad_norm": 4.46875, |
| "learning_rate": 5.202614379084968e-06, |
| "loss": 0.9059, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.13078306359326466, |
| "grad_norm": 4.15625, |
| "learning_rate": 5.2287581699346416e-06, |
| "loss": 0.6895, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.131436978911231, |
| "grad_norm": 5.5, |
| "learning_rate": 5.254901960784314e-06, |
| "loss": 0.9966, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.13209089422919731, |
| "grad_norm": 6.21875, |
| "learning_rate": 5.281045751633988e-06, |
| "loss": 1.1461, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.13274480954716364, |
| "grad_norm": 3.84375, |
| "learning_rate": 5.30718954248366e-06, |
| "loss": 0.4568, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.13339872486512996, |
| "grad_norm": 4.4375, |
| "learning_rate": 5.333333333333334e-06, |
| "loss": 0.6391, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.1340526401830963, |
| "grad_norm": 4.59375, |
| "learning_rate": 5.359477124183007e-06, |
| "loss": 0.7027, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.1347065555010626, |
| "grad_norm": 3.40625, |
| "learning_rate": 5.38562091503268e-06, |
| "loss": 0.5334, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.13536047081902894, |
| "grad_norm": 4.75, |
| "learning_rate": 5.411764705882353e-06, |
| "loss": 0.6524, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.13601438613699526, |
| "grad_norm": 4.90625, |
| "learning_rate": 5.437908496732026e-06, |
| "loss": 0.7142, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.1366683014549616, |
| "grad_norm": 7.21875, |
| "learning_rate": 5.464052287581699e-06, |
| "loss": 1.3035, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.1373222167729279, |
| "grad_norm": 6.0625, |
| "learning_rate": 5.4901960784313735e-06, |
| "loss": 0.8904, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.13797613209089424, |
| "grad_norm": 6.125, |
| "learning_rate": 5.516339869281047e-06, |
| "loss": 1.1201, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.13863004740886056, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.5424836601307195e-06, |
| "loss": 0.772, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1392839627268269, |
| "grad_norm": 4.8125, |
| "learning_rate": 5.568627450980393e-06, |
| "loss": 0.8415, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.1399378780447932, |
| "grad_norm": 4.9375, |
| "learning_rate": 5.5947712418300656e-06, |
| "loss": 0.6259, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.1405917933627595, |
| "grad_norm": 5.03125, |
| "learning_rate": 5.620915032679739e-06, |
| "loss": 0.7825, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.14124570868072583, |
| "grad_norm": 4.15625, |
| "learning_rate": 5.6470588235294125e-06, |
| "loss": 0.9823, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.14189962399869216, |
| "grad_norm": 4.15625, |
| "learning_rate": 5.673202614379085e-06, |
| "loss": 0.6209, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.14255353931665848, |
| "grad_norm": 4.6875, |
| "learning_rate": 5.6993464052287585e-06, |
| "loss": 0.8821, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.1432074546346248, |
| "grad_norm": 5.15625, |
| "learning_rate": 5.725490196078431e-06, |
| "loss": 0.7635, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.14386136995259113, |
| "grad_norm": 6.03125, |
| "learning_rate": 5.7516339869281045e-06, |
| "loss": 1.2596, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.14451528527055746, |
| "grad_norm": 5.53125, |
| "learning_rate": 5.777777777777778e-06, |
| "loss": 0.7383, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.14516920058852378, |
| "grad_norm": 5.8125, |
| "learning_rate": 5.803921568627452e-06, |
| "loss": 0.7485, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.1458231159064901, |
| "grad_norm": 4.75, |
| "learning_rate": 5.830065359477125e-06, |
| "loss": 0.7227, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.14647703122445643, |
| "grad_norm": 5.0, |
| "learning_rate": 5.856209150326798e-06, |
| "loss": 0.7887, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.14713094654242276, |
| "grad_norm": 6.53125, |
| "learning_rate": 5.882352941176471e-06, |
| "loss": 0.9524, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.14778486186038908, |
| "grad_norm": 6.46875, |
| "learning_rate": 5.908496732026144e-06, |
| "loss": 1.1014, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.1484387771783554, |
| "grad_norm": 5.375, |
| "learning_rate": 5.934640522875818e-06, |
| "loss": 1.1672, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.14909269249632173, |
| "grad_norm": 5.25, |
| "learning_rate": 5.96078431372549e-06, |
| "loss": 0.7312, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.14974660781428806, |
| "grad_norm": 5.125, |
| "learning_rate": 5.986928104575164e-06, |
| "loss": 0.707, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.15040052313225438, |
| "grad_norm": 3.96875, |
| "learning_rate": 6.0130718954248365e-06, |
| "loss": 0.5949, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1510544384502207, |
| "grad_norm": 6.40625, |
| "learning_rate": 6.03921568627451e-06, |
| "loss": 0.9902, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.15170835376818703, |
| "grad_norm": 4.3125, |
| "learning_rate": 6.065359477124183e-06, |
| "loss": 0.7778, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.15236226908615336, |
| "grad_norm": 5.71875, |
| "learning_rate": 6.091503267973856e-06, |
| "loss": 1.1321, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.15301618440411965, |
| "grad_norm": 5.03125, |
| "learning_rate": 6.11764705882353e-06, |
| "loss": 0.7795, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.15367009972208598, |
| "grad_norm": 7.0, |
| "learning_rate": 6.143790849673204e-06, |
| "loss": 1.1002, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.1543240150400523, |
| "grad_norm": 3.875, |
| "learning_rate": 6.169934640522876e-06, |
| "loss": 0.5591, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.15497793035801863, |
| "grad_norm": 3.984375, |
| "learning_rate": 6.19607843137255e-06, |
| "loss": 0.6337, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.15563184567598495, |
| "grad_norm": 3.34375, |
| "learning_rate": 6.222222222222223e-06, |
| "loss": 0.53, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.15628576099395128, |
| "grad_norm": 4.375, |
| "learning_rate": 6.248366013071896e-06, |
| "loss": 0.7318, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.1569396763119176, |
| "grad_norm": 4.59375, |
| "learning_rate": 6.274509803921569e-06, |
| "loss": 0.59, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.15759359162988393, |
| "grad_norm": 5.28125, |
| "learning_rate": 6.300653594771242e-06, |
| "loss": 0.7881, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.15824750694785025, |
| "grad_norm": 4.625, |
| "learning_rate": 6.326797385620915e-06, |
| "loss": 0.7447, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.15890142226581658, |
| "grad_norm": 5.0625, |
| "learning_rate": 6.352941176470589e-06, |
| "loss": 0.7828, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.1595553375837829, |
| "grad_norm": 4.40625, |
| "learning_rate": 6.379084967320261e-06, |
| "loss": 0.7839, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.16020925290174923, |
| "grad_norm": 5.28125, |
| "learning_rate": 6.405228758169935e-06, |
| "loss": 0.8127, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.16086316821971555, |
| "grad_norm": 4.4375, |
| "learning_rate": 6.431372549019609e-06, |
| "loss": 0.7087, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.16151708353768188, |
| "grad_norm": 4.875, |
| "learning_rate": 6.457516339869282e-06, |
| "loss": 0.6723, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.1621709988556482, |
| "grad_norm": 3.671875, |
| "learning_rate": 6.483660130718955e-06, |
| "loss": 0.4365, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.16282491417361453, |
| "grad_norm": 3.59375, |
| "learning_rate": 6.5098039215686285e-06, |
| "loss": 0.5081, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.16347882949158085, |
| "grad_norm": 3.953125, |
| "learning_rate": 6.535947712418301e-06, |
| "loss": 0.6549, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.16413274480954718, |
| "grad_norm": 4.4375, |
| "learning_rate": 6.5620915032679746e-06, |
| "loss": 0.7618, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.16478666012751347, |
| "grad_norm": 4.03125, |
| "learning_rate": 6.588235294117647e-06, |
| "loss": 0.6397, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.1654405754454798, |
| "grad_norm": 4.8125, |
| "learning_rate": 6.614379084967321e-06, |
| "loss": 0.7834, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.16609449076344612, |
| "grad_norm": 4.1875, |
| "learning_rate": 6.640522875816994e-06, |
| "loss": 0.6746, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.16674840608141245, |
| "grad_norm": 4.5, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.7292, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.16740232139937877, |
| "grad_norm": 4.65625, |
| "learning_rate": 6.69281045751634e-06, |
| "loss": 0.7284, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1680562367173451, |
| "grad_norm": 5.0625, |
| "learning_rate": 6.718954248366014e-06, |
| "loss": 0.9511, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.16871015203531142, |
| "grad_norm": 4.53125, |
| "learning_rate": 6.745098039215687e-06, |
| "loss": 0.6918, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.16936406735327775, |
| "grad_norm": 3.203125, |
| "learning_rate": 6.7712418300653604e-06, |
| "loss": 0.4269, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.17001798267124407, |
| "grad_norm": 5.0625, |
| "learning_rate": 6.797385620915034e-06, |
| "loss": 0.8029, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.1706718979892104, |
| "grad_norm": 4.59375, |
| "learning_rate": 6.8235294117647065e-06, |
| "loss": 0.694, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.17132581330717672, |
| "grad_norm": 4.3125, |
| "learning_rate": 6.84967320261438e-06, |
| "loss": 0.6182, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.17197972862514305, |
| "grad_norm": 5.9375, |
| "learning_rate": 6.8758169934640525e-06, |
| "loss": 1.0165, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.17263364394310937, |
| "grad_norm": 4.28125, |
| "learning_rate": 6.901960784313726e-06, |
| "loss": 0.8059, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.1732875592610757, |
| "grad_norm": 5.90625, |
| "learning_rate": 6.928104575163399e-06, |
| "loss": 1.0684, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.17394147457904202, |
| "grad_norm": 4.625, |
| "learning_rate": 6.954248366013072e-06, |
| "loss": 0.8969, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.17459538989700835, |
| "grad_norm": 5.1875, |
| "learning_rate": 6.9803921568627454e-06, |
| "loss": 0.6325, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.17524930521497467, |
| "grad_norm": 3.484375, |
| "learning_rate": 7.006535947712418e-06, |
| "loss": 0.535, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.175903220532941, |
| "grad_norm": 3.921875, |
| "learning_rate": 7.032679738562092e-06, |
| "loss": 0.6261, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.17655713585090732, |
| "grad_norm": 3.59375, |
| "learning_rate": 7.058823529411766e-06, |
| "loss": 0.49, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.17721105116887362, |
| "grad_norm": 4.65625, |
| "learning_rate": 7.084967320261439e-06, |
| "loss": 0.6293, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.17786496648683994, |
| "grad_norm": 4.375, |
| "learning_rate": 7.111111111111112e-06, |
| "loss": 0.816, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.17851888180480627, |
| "grad_norm": 5.625, |
| "learning_rate": 7.137254901960785e-06, |
| "loss": 1.0568, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.1791727971227726, |
| "grad_norm": 6.53125, |
| "learning_rate": 7.163398692810458e-06, |
| "loss": 0.9127, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.17982671244073892, |
| "grad_norm": 4.125, |
| "learning_rate": 7.189542483660131e-06, |
| "loss": 0.637, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.18048062775870524, |
| "grad_norm": 5.09375, |
| "learning_rate": 7.215686274509805e-06, |
| "loss": 0.7204, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.18113454307667157, |
| "grad_norm": 4.8125, |
| "learning_rate": 7.241830065359477e-06, |
| "loss": 0.847, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.1817884583946379, |
| "grad_norm": 4.09375, |
| "learning_rate": 7.267973856209151e-06, |
| "loss": 0.8382, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.18244237371260422, |
| "grad_norm": 4.125, |
| "learning_rate": 7.294117647058823e-06, |
| "loss": 0.5354, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.18309628903057054, |
| "grad_norm": 5.28125, |
| "learning_rate": 7.320261437908497e-06, |
| "loss": 0.9527, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.18375020434853687, |
| "grad_norm": 3.5, |
| "learning_rate": 7.346405228758171e-06, |
| "loss": 0.5157, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.1844041196665032, |
| "grad_norm": 2.890625, |
| "learning_rate": 7.372549019607845e-06, |
| "loss": 0.3743, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.18505803498446952, |
| "grad_norm": 6.03125, |
| "learning_rate": 7.398692810457517e-06, |
| "loss": 0.7489, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.18571195030243584, |
| "grad_norm": 4.28125, |
| "learning_rate": 7.424836601307191e-06, |
| "loss": 0.6514, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.18636586562040217, |
| "grad_norm": 4.96875, |
| "learning_rate": 7.450980392156863e-06, |
| "loss": 0.8043, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.1870197809383685, |
| "grad_norm": 5.75, |
| "learning_rate": 7.477124183006537e-06, |
| "loss": 0.9505, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.18767369625633482, |
| "grad_norm": 4.5625, |
| "learning_rate": 7.50326797385621e-06, |
| "loss": 0.7588, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.18832761157430114, |
| "grad_norm": 3.265625, |
| "learning_rate": 7.529411764705883e-06, |
| "loss": 0.3853, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.18898152689226747, |
| "grad_norm": 3.640625, |
| "learning_rate": 7.555555555555556e-06, |
| "loss": 0.5271, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.18963544221023376, |
| "grad_norm": 6.5625, |
| "learning_rate": 7.581699346405229e-06, |
| "loss": 0.9335, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.1902893575282001, |
| "grad_norm": 4.84375, |
| "learning_rate": 7.607843137254902e-06, |
| "loss": 0.6355, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.1909432728461664, |
| "grad_norm": 5.84375, |
| "learning_rate": 7.633986928104575e-06, |
| "loss": 1.0356, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.19159718816413274, |
| "grad_norm": 5.65625, |
| "learning_rate": 7.660130718954249e-06, |
| "loss": 1.033, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.19225110348209906, |
| "grad_norm": 4.40625, |
| "learning_rate": 7.686274509803923e-06, |
| "loss": 0.7495, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.1929050188000654, |
| "grad_norm": 4.90625, |
| "learning_rate": 7.712418300653596e-06, |
| "loss": 0.8563, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1935589341180317, |
| "grad_norm": 6.0, |
| "learning_rate": 7.738562091503269e-06, |
| "loss": 1.0563, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.19421284943599804, |
| "grad_norm": 5.84375, |
| "learning_rate": 7.764705882352941e-06, |
| "loss": 1.0439, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.19486676475396436, |
| "grad_norm": 6.65625, |
| "learning_rate": 7.790849673202615e-06, |
| "loss": 1.2193, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.19552068007193069, |
| "grad_norm": 4.625, |
| "learning_rate": 7.816993464052288e-06, |
| "loss": 0.6662, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.196174595389897, |
| "grad_norm": 4.25, |
| "learning_rate": 7.84313725490196e-06, |
| "loss": 0.6387, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.19682851070786334, |
| "grad_norm": 4.71875, |
| "learning_rate": 7.869281045751635e-06, |
| "loss": 0.9447, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.19748242602582966, |
| "grad_norm": 5.5, |
| "learning_rate": 7.895424836601308e-06, |
| "loss": 0.7585, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.19813634134379599, |
| "grad_norm": 5.65625, |
| "learning_rate": 7.92156862745098e-06, |
| "loss": 0.8031, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.1987902566617623, |
| "grad_norm": 6.15625, |
| "learning_rate": 7.947712418300654e-06, |
| "loss": 0.8829, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.19944417197972863, |
| "grad_norm": 5.71875, |
| "learning_rate": 7.973856209150329e-06, |
| "loss": 0.9142, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.20009808729769496, |
| "grad_norm": 7.5625, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.7219, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.20075200261566128, |
| "grad_norm": 6.21875, |
| "learning_rate": 8.026143790849674e-06, |
| "loss": 1.0178, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.20140591793362758, |
| "grad_norm": 5.34375, |
| "learning_rate": 8.052287581699347e-06, |
| "loss": 0.9982, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.2020598332515939, |
| "grad_norm": 4.5625, |
| "learning_rate": 8.07843137254902e-06, |
| "loss": 0.798, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.20271374856956023, |
| "grad_norm": 5.8125, |
| "learning_rate": 8.104575163398693e-06, |
| "loss": 1.3086, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.20336766388752656, |
| "grad_norm": 4.3125, |
| "learning_rate": 8.130718954248366e-06, |
| "loss": 0.5503, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.20402157920549288, |
| "grad_norm": 3.65625, |
| "learning_rate": 8.15686274509804e-06, |
| "loss": 0.6438, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.2046754945234592, |
| "grad_norm": 3.84375, |
| "learning_rate": 8.183006535947713e-06, |
| "loss": 0.4031, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.20532940984142553, |
| "grad_norm": 6.28125, |
| "learning_rate": 8.209150326797386e-06, |
| "loss": 1.0666, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.20598332515939186, |
| "grad_norm": 4.875, |
| "learning_rate": 8.23529411764706e-06, |
| "loss": 0.9797, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.20663724047735818, |
| "grad_norm": 4.21875, |
| "learning_rate": 8.261437908496732e-06, |
| "loss": 0.6984, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.2072911557953245, |
| "grad_norm": 4.34375, |
| "learning_rate": 8.287581699346407e-06, |
| "loss": 0.8736, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.20794507111329083, |
| "grad_norm": 4.0, |
| "learning_rate": 8.31372549019608e-06, |
| "loss": 0.6156, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.20859898643125716, |
| "grad_norm": 5.65625, |
| "learning_rate": 8.339869281045752e-06, |
| "loss": 0.9509, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.20925290174922348, |
| "grad_norm": 4.34375, |
| "learning_rate": 8.366013071895426e-06, |
| "loss": 0.8173, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.2099068170671898, |
| "grad_norm": 3.875, |
| "learning_rate": 8.392156862745099e-06, |
| "loss": 0.5676, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.21056073238515613, |
| "grad_norm": 5.78125, |
| "learning_rate": 8.418300653594771e-06, |
| "loss": 0.7598, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.21121464770312245, |
| "grad_norm": 3.140625, |
| "learning_rate": 8.444444444444446e-06, |
| "loss": 0.4609, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.21186856302108878, |
| "grad_norm": 5.34375, |
| "learning_rate": 8.470588235294118e-06, |
| "loss": 0.6789, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.2125224783390551, |
| "grad_norm": 4.3125, |
| "learning_rate": 8.496732026143791e-06, |
| "loss": 0.6431, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.21317639365702143, |
| "grad_norm": 3.3125, |
| "learning_rate": 8.522875816993465e-06, |
| "loss": 0.5432, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.21383030897498773, |
| "grad_norm": 4.84375, |
| "learning_rate": 8.549019607843138e-06, |
| "loss": 1.008, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.21448422429295405, |
| "grad_norm": 5.0, |
| "learning_rate": 8.57516339869281e-06, |
| "loss": 0.6168, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.21513813961092038, |
| "grad_norm": 5.0, |
| "learning_rate": 8.601307189542485e-06, |
| "loss": 0.5513, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.2157920549288867, |
| "grad_norm": 3.953125, |
| "learning_rate": 8.627450980392157e-06, |
| "loss": 0.5599, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.21644597024685303, |
| "grad_norm": 7.0, |
| "learning_rate": 8.653594771241832e-06, |
| "loss": 1.3891, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.21709988556481935, |
| "grad_norm": 3.34375, |
| "learning_rate": 8.679738562091504e-06, |
| "loss": 0.5349, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.21775380088278568, |
| "grad_norm": 5.34375, |
| "learning_rate": 8.705882352941177e-06, |
| "loss": 0.6295, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.218407716200752, |
| "grad_norm": 5.0, |
| "learning_rate": 8.732026143790851e-06, |
| "loss": 0.5849, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.21906163151871832, |
| "grad_norm": 3.28125, |
| "learning_rate": 8.758169934640524e-06, |
| "loss": 0.4733, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.21971554683668465, |
| "grad_norm": 6.875, |
| "learning_rate": 8.784313725490196e-06, |
| "loss": 1.281, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.22036946215465097, |
| "grad_norm": 6.21875, |
| "learning_rate": 8.81045751633987e-06, |
| "loss": 0.7766, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.2210233774726173, |
| "grad_norm": 3.59375, |
| "learning_rate": 8.836601307189543e-06, |
| "loss": 0.6427, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.22167729279058362, |
| "grad_norm": 4.84375, |
| "learning_rate": 8.862745098039216e-06, |
| "loss": 0.6244, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.22233120810854995, |
| "grad_norm": 4.5, |
| "learning_rate": 8.888888888888888e-06, |
| "loss": 0.6362, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.22298512342651627, |
| "grad_norm": 6.25, |
| "learning_rate": 8.915032679738563e-06, |
| "loss": 1.2682, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.2236390387444826, |
| "grad_norm": 4.15625, |
| "learning_rate": 8.941176470588237e-06, |
| "loss": 0.6027, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.22429295406244892, |
| "grad_norm": 5.09375, |
| "learning_rate": 8.96732026143791e-06, |
| "loss": 0.9463, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.22494686938041525, |
| "grad_norm": 4.5625, |
| "learning_rate": 8.993464052287582e-06, |
| "loss": 0.6714, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.22560078469838157, |
| "grad_norm": 4.0, |
| "learning_rate": 9.019607843137256e-06, |
| "loss": 0.6505, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.22625470001634787, |
| "grad_norm": 5.15625, |
| "learning_rate": 9.045751633986929e-06, |
| "loss": 1.3697, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.2269086153343142, |
| "grad_norm": 5.03125, |
| "learning_rate": 9.071895424836602e-06, |
| "loss": 0.8606, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.22756253065228052, |
| "grad_norm": 4.40625, |
| "learning_rate": 9.098039215686276e-06, |
| "loss": 0.8106, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.22821644597024685, |
| "grad_norm": 3.640625, |
| "learning_rate": 9.124183006535948e-06, |
| "loss": 0.5782, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.22887036128821317, |
| "grad_norm": 5.1875, |
| "learning_rate": 9.150326797385621e-06, |
| "loss": 0.9808, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.2295242766061795, |
| "grad_norm": 6.75, |
| "learning_rate": 9.176470588235294e-06, |
| "loss": 1.1096, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.23017819192414582, |
| "grad_norm": 5.1875, |
| "learning_rate": 9.202614379084968e-06, |
| "loss": 0.729, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.23083210724211214, |
| "grad_norm": 3.28125, |
| "learning_rate": 9.228758169934642e-06, |
| "loss": 0.4901, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.23148602256007847, |
| "grad_norm": 5.46875, |
| "learning_rate": 9.254901960784315e-06, |
| "loss": 0.8826, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.2321399378780448, |
| "grad_norm": 5.0, |
| "learning_rate": 9.281045751633987e-06, |
| "loss": 0.6336, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.23279385319601112, |
| "grad_norm": 5.5, |
| "learning_rate": 9.307189542483662e-06, |
| "loss": 0.9505, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.23344776851397744, |
| "grad_norm": 4.1875, |
| "learning_rate": 9.333333333333334e-06, |
| "loss": 0.5205, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.23410168383194377, |
| "grad_norm": 3.34375, |
| "learning_rate": 9.359477124183007e-06, |
| "loss": 0.5255, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.2347555991499101, |
| "grad_norm": 5.59375, |
| "learning_rate": 9.385620915032681e-06, |
| "loss": 0.9878, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.23540951446787642, |
| "grad_norm": 4.6875, |
| "learning_rate": 9.411764705882354e-06, |
| "loss": 0.7116, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.23606342978584274, |
| "grad_norm": 3.8125, |
| "learning_rate": 9.437908496732026e-06, |
| "loss": 0.5263, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.23671734510380907, |
| "grad_norm": 4.28125, |
| "learning_rate": 9.464052287581699e-06, |
| "loss": 0.8144, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.2373712604217754, |
| "grad_norm": 3.8125, |
| "learning_rate": 9.490196078431373e-06, |
| "loss": 0.6487, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.2380251757397417, |
| "grad_norm": 5.625, |
| "learning_rate": 9.516339869281046e-06, |
| "loss": 0.885, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.23867909105770801, |
| "grad_norm": 3.875, |
| "learning_rate": 9.54248366013072e-06, |
| "loss": 0.5814, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.23933300637567434, |
| "grad_norm": 3.890625, |
| "learning_rate": 9.568627450980393e-06, |
| "loss": 0.8265, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.23998692169364066, |
| "grad_norm": 6.375, |
| "learning_rate": 9.594771241830067e-06, |
| "loss": 1.0435, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.240640837011607, |
| "grad_norm": 4.25, |
| "learning_rate": 9.62091503267974e-06, |
| "loss": 0.5925, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.24129475232957331, |
| "grad_norm": 5.09375, |
| "learning_rate": 9.647058823529412e-06, |
| "loss": 0.9492, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.24194866764753964, |
| "grad_norm": 4.25, |
| "learning_rate": 9.673202614379087e-06, |
| "loss": 0.8301, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.24260258296550596, |
| "grad_norm": 4.625, |
| "learning_rate": 9.69934640522876e-06, |
| "loss": 0.718, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.2432564982834723, |
| "grad_norm": 6.28125, |
| "learning_rate": 9.725490196078432e-06, |
| "loss": 1.0038, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.2439104136014386, |
| "grad_norm": 6.15625, |
| "learning_rate": 9.751633986928104e-06, |
| "loss": 0.9708, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.24456432891940494, |
| "grad_norm": 6.375, |
| "learning_rate": 9.777777777777779e-06, |
| "loss": 0.997, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.24521824423737126, |
| "grad_norm": 3.71875, |
| "learning_rate": 9.803921568627451e-06, |
| "loss": 0.6004, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.2458721595553376, |
| "grad_norm": 4.65625, |
| "learning_rate": 9.830065359477124e-06, |
| "loss": 0.5015, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.2465260748733039, |
| "grad_norm": 4.125, |
| "learning_rate": 9.856209150326798e-06, |
| "loss": 0.7668, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.24717999019127024, |
| "grad_norm": 5.34375, |
| "learning_rate": 9.882352941176472e-06, |
| "loss": 0.8773, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.24783390550923656, |
| "grad_norm": 3.578125, |
| "learning_rate": 9.908496732026145e-06, |
| "loss": 0.5378, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.2484878208272029, |
| "grad_norm": 3.75, |
| "learning_rate": 9.934640522875818e-06, |
| "loss": 0.5267, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2491417361451692, |
| "grad_norm": 3.53125, |
| "learning_rate": 9.960784313725492e-06, |
| "loss": 0.3774, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.24979565146313554, |
| "grad_norm": 5.9375, |
| "learning_rate": 9.986928104575165e-06, |
| "loss": 1.1173, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.25044956678110186, |
| "grad_norm": 4.0, |
| "learning_rate": 1.0013071895424837e-05, |
| "loss": 0.4871, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.2511034820990682, |
| "grad_norm": 3.265625, |
| "learning_rate": 1.003921568627451e-05, |
| "loss": 0.3388, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2517573974170345, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.0065359477124184e-05, |
| "loss": 0.464, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.25241131273500084, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.0091503267973857e-05, |
| "loss": 0.7948, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.25306522805296716, |
| "grad_norm": 4.0, |
| "learning_rate": 1.011764705882353e-05, |
| "loss": 0.6752, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.2537191433709335, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.0143790849673203e-05, |
| "loss": 0.8921, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.2543730586888998, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.0169934640522876e-05, |
| "loss": 0.5517, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.25502697400686614, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.0196078431372549e-05, |
| "loss": 0.8911, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.25568088932483246, |
| "grad_norm": 5.5, |
| "learning_rate": 1.0222222222222223e-05, |
| "loss": 0.8359, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.25633480464279873, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.0248366013071896e-05, |
| "loss": 0.536, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.25698871996076506, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.0274509803921568e-05, |
| "loss": 0.8284, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.2576426352787314, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.030065359477124e-05, |
| "loss": 0.7924, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.2582965505966977, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.0326797385620917e-05, |
| "loss": 0.9475, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.25895046591466403, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.035294117647059e-05, |
| "loss": 0.5109, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.25960438123263035, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.0379084967320264e-05, |
| "loss": 0.7566, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.2602582965505967, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.0405228758169936e-05, |
| "loss": 0.5593, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.260912211868563, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.0431372549019609e-05, |
| "loss": 0.6165, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.26156612718652933, |
| "grad_norm": 5.0, |
| "learning_rate": 1.0457516339869283e-05, |
| "loss": 0.8043, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.26222004250449565, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.0483660130718956e-05, |
| "loss": 0.5931, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.262873957822462, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.0509803921568628e-05, |
| "loss": 0.7563, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.2635278731404283, |
| "grad_norm": 6.90625, |
| "learning_rate": 1.0535947712418303e-05, |
| "loss": 1.3466, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.26418178845839463, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.0562091503267975e-05, |
| "loss": 0.5283, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.26483570377636095, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.0588235294117648e-05, |
| "loss": 0.3773, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.2654896190943273, |
| "grad_norm": 6.40625, |
| "learning_rate": 1.061437908496732e-05, |
| "loss": 1.484, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.2661435344122936, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.0640522875816995e-05, |
| "loss": 0.5294, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.26679744973025993, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.0666666666666667e-05, |
| "loss": 0.7722, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.26745136504822625, |
| "grad_norm": 4.375, |
| "learning_rate": 1.069281045751634e-05, |
| "loss": 0.9535, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.2681052803661926, |
| "grad_norm": 4.25, |
| "learning_rate": 1.0718954248366014e-05, |
| "loss": 0.735, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2687591956841589, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.0745098039215687e-05, |
| "loss": 0.6053, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.2694131110021252, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.077124183006536e-05, |
| "loss": 0.6995, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.27006702632009155, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.0797385620915034e-05, |
| "loss": 0.6014, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.2707209416380579, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.0823529411764706e-05, |
| "loss": 0.4536, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.2713748569560242, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.0849673202614379e-05, |
| "loss": 0.6981, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.2720287722739905, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.0875816993464051e-05, |
| "loss": 1.3937, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.27268268759195685, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.0901960784313726e-05, |
| "loss": 0.7647, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.2733366029099232, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.0928104575163398e-05, |
| "loss": 0.704, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.2739905182278895, |
| "grad_norm": 5.875, |
| "learning_rate": 1.0954248366013074e-05, |
| "loss": 0.9878, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.2746444335458558, |
| "grad_norm": 4.625, |
| "learning_rate": 1.0980392156862747e-05, |
| "loss": 0.6714, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.27529834886382215, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.100653594771242e-05, |
| "loss": 0.9399, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2759522641817885, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.1032679738562094e-05, |
| "loss": 0.8217, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.2766061794997548, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.1058823529411766e-05, |
| "loss": 0.6653, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.2772600948177211, |
| "grad_norm": 3.296875, |
| "learning_rate": 1.1084967320261439e-05, |
| "loss": 0.4958, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.27791401013568745, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.1111111111111113e-05, |
| "loss": 0.9351, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2785679254536538, |
| "grad_norm": 6.8125, |
| "learning_rate": 1.1137254901960786e-05, |
| "loss": 1.5588, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2792218407716201, |
| "grad_norm": 3.296875, |
| "learning_rate": 1.1163398692810459e-05, |
| "loss": 0.4091, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.2798757560895864, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.1189542483660131e-05, |
| "loss": 0.5979, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.2805296714075527, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.1215686274509805e-05, |
| "loss": 0.6911, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.281183586725519, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.1241830065359478e-05, |
| "loss": 1.5556, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.28183750204348534, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.126797385620915e-05, |
| "loss": 0.7323, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.28249141736145167, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.1294117647058825e-05, |
| "loss": 0.7486, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.283145332679418, |
| "grad_norm": 3.75, |
| "learning_rate": 1.1320261437908498e-05, |
| "loss": 0.4753, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.2837992479973843, |
| "grad_norm": 4.125, |
| "learning_rate": 1.134640522875817e-05, |
| "loss": 0.5799, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.28445316331535064, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.1372549019607844e-05, |
| "loss": 0.4395, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.28510707863331697, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.1398692810457517e-05, |
| "loss": 0.945, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.2857609939512833, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.142483660130719e-05, |
| "loss": 0.9442, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.2864149092692496, |
| "grad_norm": 4.25, |
| "learning_rate": 1.1450980392156862e-05, |
| "loss": 0.573, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.28706882458721594, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.1477124183006536e-05, |
| "loss": 0.7825, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.28772273990518227, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.1503267973856209e-05, |
| "loss": 1.3477, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2883766552231486, |
| "grad_norm": 4.0, |
| "learning_rate": 1.1529411764705882e-05, |
| "loss": 0.617, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.2890305705411149, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.1555555555555556e-05, |
| "loss": 0.7197, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.28968448585908124, |
| "grad_norm": 4.125, |
| "learning_rate": 1.158169934640523e-05, |
| "loss": 0.5806, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.29033840117704757, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.1607843137254905e-05, |
| "loss": 0.5216, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.2909923164950139, |
| "grad_norm": 6.78125, |
| "learning_rate": 1.1633986928104577e-05, |
| "loss": 1.2764, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.2916462318129802, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.166013071895425e-05, |
| "loss": 0.5399, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.29230014713094654, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.1686274509803922e-05, |
| "loss": 0.919, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.29295406244891287, |
| "grad_norm": 3.1875, |
| "learning_rate": 1.1712418300653597e-05, |
| "loss": 0.4369, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.2936079777668792, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.173856209150327e-05, |
| "loss": 0.4569, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.2942618930848455, |
| "grad_norm": 3.9375, |
| "learning_rate": 1.1764705882352942e-05, |
| "loss": 0.6275, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.29491580840281184, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.1790849673202616e-05, |
| "loss": 0.7875, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.29556972372077817, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.1816993464052289e-05, |
| "loss": 0.628, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.2962236390387445, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.1843137254901961e-05, |
| "loss": 0.6575, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.2968775543567108, |
| "grad_norm": 4.0, |
| "learning_rate": 1.1869281045751636e-05, |
| "loss": 0.6567, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.29753146967467714, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.1895424836601308e-05, |
| "loss": 0.6079, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.29818538499264347, |
| "grad_norm": 4.125, |
| "learning_rate": 1.192156862745098e-05, |
| "loss": 0.6131, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.2988393003106098, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.1947712418300655e-05, |
| "loss": 0.3501, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.2994932156285761, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.1973856209150328e-05, |
| "loss": 0.7122, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.30014713094654244, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.2e-05, |
| "loss": 0.502, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.30080104626450876, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.2026143790849673e-05, |
| "loss": 0.4544, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3014549615824751, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.2052287581699347e-05, |
| "loss": 0.676, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.3021088769004414, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.207843137254902e-05, |
| "loss": 0.6687, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.30276279221840774, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.2104575163398692e-05, |
| "loss": 0.7542, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.30341670753637406, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.2130718954248367e-05, |
| "loss": 0.9416, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3040706228543404, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.215686274509804e-05, |
| "loss": 0.5418, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3047245381723067, |
| "grad_norm": 3.484375, |
| "learning_rate": 1.2183006535947712e-05, |
| "loss": 0.5504, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.305378453490273, |
| "grad_norm": 5.25, |
| "learning_rate": 1.2209150326797388e-05, |
| "loss": 0.9925, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.3060323688082393, |
| "grad_norm": 5.375, |
| "learning_rate": 1.223529411764706e-05, |
| "loss": 0.766, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.30668628412620563, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.2261437908496733e-05, |
| "loss": 0.4903, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.30734019944417196, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.2287581699346407e-05, |
| "loss": 0.6422, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.3079941147621383, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.231372549019608e-05, |
| "loss": 0.9172, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.3086480300801046, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.2339869281045753e-05, |
| "loss": 0.5337, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.30930194539807093, |
| "grad_norm": 6.28125, |
| "learning_rate": 1.2366013071895427e-05, |
| "loss": 0.6589, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.30995586071603726, |
| "grad_norm": 5.6875, |
| "learning_rate": 1.23921568627451e-05, |
| "loss": 1.0247, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.3106097760340036, |
| "grad_norm": 4.625, |
| "learning_rate": 1.2418300653594772e-05, |
| "loss": 0.5602, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3112636913519699, |
| "grad_norm": 6.375, |
| "learning_rate": 1.2444444444444446e-05, |
| "loss": 1.0996, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.31191760666993623, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.2470588235294119e-05, |
| "loss": 0.4376, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.31257152198790256, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.2496732026143792e-05, |
| "loss": 0.7795, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.3132254373058689, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.2522875816993466e-05, |
| "loss": 0.9096, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.3138793526238352, |
| "grad_norm": 5.625, |
| "learning_rate": 1.2549019607843138e-05, |
| "loss": 0.9408, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.31453326794180153, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.2575163398692811e-05, |
| "loss": 0.7616, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.31518718325976786, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.2601307189542484e-05, |
| "loss": 0.733, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.3158410985777342, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.2627450980392158e-05, |
| "loss": 0.3602, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.3164950138957005, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.265359477124183e-05, |
| "loss": 0.6671, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.31714892921366683, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.2679738562091503e-05, |
| "loss": 0.4821, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.31780284453163316, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.2705882352941177e-05, |
| "loss": 0.7277, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.3184567598495995, |
| "grad_norm": 5.375, |
| "learning_rate": 1.273202614379085e-05, |
| "loss": 0.7381, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.3191106751675658, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.2758169934640523e-05, |
| "loss": 0.7067, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.31976459048553213, |
| "grad_norm": 5.75, |
| "learning_rate": 1.2784313725490197e-05, |
| "loss": 0.6068, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.32041850580349845, |
| "grad_norm": 4.875, |
| "learning_rate": 1.281045751633987e-05, |
| "loss": 0.8502, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.3210724211214648, |
| "grad_norm": 6.96875, |
| "learning_rate": 1.2836601307189544e-05, |
| "loss": 1.248, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3217263364394311, |
| "grad_norm": 4.125, |
| "learning_rate": 1.2862745098039218e-05, |
| "loss": 0.5831, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.32238025175739743, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.288888888888889e-05, |
| "loss": 0.4113, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.32303416707536375, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.2915032679738563e-05, |
| "loss": 0.9455, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.3236880823933301, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.2941176470588238e-05, |
| "loss": 0.8783, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.3243419977112964, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.296732026143791e-05, |
| "loss": 0.9331, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.32499591302926273, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.2993464052287583e-05, |
| "loss": 0.7988, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.32564982834722905, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.3019607843137257e-05, |
| "loss": 0.7535, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.3263037436651954, |
| "grad_norm": 4.625, |
| "learning_rate": 1.304575163398693e-05, |
| "loss": 0.7557, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.3269576589831617, |
| "grad_norm": 3.265625, |
| "learning_rate": 1.3071895424836602e-05, |
| "loss": 0.4799, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.32761157430112803, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.3098039215686275e-05, |
| "loss": 0.7014, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.32826548961909435, |
| "grad_norm": 3.125, |
| "learning_rate": 1.3124183006535949e-05, |
| "loss": 0.4667, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.3289194049370607, |
| "grad_norm": 4.25, |
| "learning_rate": 1.3150326797385622e-05, |
| "loss": 0.8005, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.32957332025502695, |
| "grad_norm": 6.3125, |
| "learning_rate": 1.3176470588235294e-05, |
| "loss": 1.0702, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.33022723557299327, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.3202614379084969e-05, |
| "loss": 0.5992, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3308811508909596, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.3228758169934641e-05, |
| "loss": 0.4368, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.3315350662089259, |
| "grad_norm": 3.9375, |
| "learning_rate": 1.3254901960784314e-05, |
| "loss": 0.7551, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.33218898152689225, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.3281045751633988e-05, |
| "loss": 0.9635, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.33284289684485857, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.330718954248366e-05, |
| "loss": 0.8593, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.3334968121628249, |
| "grad_norm": 6.21875, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 1.2897, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.3341507274807912, |
| "grad_norm": 3.875, |
| "learning_rate": 1.3359477124183008e-05, |
| "loss": 0.7316, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.33480464279875755, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.338562091503268e-05, |
| "loss": 0.4614, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.33545855811672387, |
| "grad_norm": 8.8125, |
| "learning_rate": 1.3411764705882353e-05, |
| "loss": 1.8679, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.3361124734346902, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.3437908496732029e-05, |
| "loss": 0.6266, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.3367663887526565, |
| "grad_norm": 5.6875, |
| "learning_rate": 1.3464052287581701e-05, |
| "loss": 0.8198, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.33742030407062285, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.3490196078431374e-05, |
| "loss": 0.9571, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.33807421938858917, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.3516339869281048e-05, |
| "loss": 0.7718, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.3387281347065555, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.3542483660130721e-05, |
| "loss": 0.5037, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.3393820500245218, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.3568627450980393e-05, |
| "loss": 0.4967, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.34003596534248814, |
| "grad_norm": 5.25, |
| "learning_rate": 1.3594771241830068e-05, |
| "loss": 0.7059, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.34068988066045447, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.362091503267974e-05, |
| "loss": 0.7243, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.3413437959784208, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.3647058823529413e-05, |
| "loss": 0.7595, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.3419977112963871, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.3673202614379086e-05, |
| "loss": 0.7224, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.34265162661435344, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.369934640522876e-05, |
| "loss": 0.699, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.34330554193231977, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.3725490196078432e-05, |
| "loss": 0.7635, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.3439594572502861, |
| "grad_norm": 4.5, |
| "learning_rate": 1.3751633986928105e-05, |
| "loss": 0.7832, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.3446133725682524, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.377777777777778e-05, |
| "loss": 0.8386, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.34526728788621874, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.3803921568627452e-05, |
| "loss": 1.1034, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.34592120320418507, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.3830065359477125e-05, |
| "loss": 0.6836, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.3465751185221514, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.3856209150326799e-05, |
| "loss": 0.7655, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3472290338401177, |
| "grad_norm": 4.5, |
| "learning_rate": 1.3882352941176471e-05, |
| "loss": 0.5553, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.34788294915808404, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.3908496732026144e-05, |
| "loss": 0.5882, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.34853686447605037, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.3934640522875818e-05, |
| "loss": 0.5727, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.3491907797940167, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.3960784313725491e-05, |
| "loss": 0.8736, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.349844695111983, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.3986928104575163e-05, |
| "loss": 0.5816, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.35049861042994934, |
| "grad_norm": 4.875, |
| "learning_rate": 1.4013071895424836e-05, |
| "loss": 0.7251, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.35115252574791567, |
| "grad_norm": 3.703125, |
| "learning_rate": 1.403921568627451e-05, |
| "loss": 0.62, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.351806441065882, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.4065359477124185e-05, |
| "loss": 0.6138, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.3524603563838483, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.4091503267973859e-05, |
| "loss": 0.5634, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.35311427170181464, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.4117647058823532e-05, |
| "loss": 0.73, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3537681870197809, |
| "grad_norm": 3.9375, |
| "learning_rate": 1.4143790849673204e-05, |
| "loss": 0.6003, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.35442210233774724, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.4169934640522878e-05, |
| "loss": 1.0472, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.35507601765571356, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.4196078431372551e-05, |
| "loss": 0.4215, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.3557299329736799, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.4222222222222224e-05, |
| "loss": 0.93, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.3563838482916462, |
| "grad_norm": 3.625, |
| "learning_rate": 1.4248366013071896e-05, |
| "loss": 0.6136, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.35703776360961254, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.427450980392157e-05, |
| "loss": 0.3565, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.35769167892757886, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.4300653594771243e-05, |
| "loss": 0.6536, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.3583455942455452, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.4326797385620916e-05, |
| "loss": 0.8062, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.3589995095635115, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.435294117647059e-05, |
| "loss": 0.5485, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.35965342488147783, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.4379084967320263e-05, |
| "loss": 0.8227, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.36030734019944416, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.4405228758169935e-05, |
| "loss": 0.7039, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.3609612555174105, |
| "grad_norm": 4.25, |
| "learning_rate": 1.443137254901961e-05, |
| "loss": 0.8103, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.3616151708353768, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.4457516339869282e-05, |
| "loss": 0.6487, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.36226908615334313, |
| "grad_norm": 3.203125, |
| "learning_rate": 1.4483660130718955e-05, |
| "loss": 0.4815, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.36292300147130946, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.4509803921568629e-05, |
| "loss": 0.449, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.3635769167892758, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.4535947712418302e-05, |
| "loss": 0.5781, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.3642308321072421, |
| "grad_norm": 4.875, |
| "learning_rate": 1.4562091503267974e-05, |
| "loss": 1.0315, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.36488474742520843, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.4588235294117647e-05, |
| "loss": 0.5251, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.36553866274317476, |
| "grad_norm": 5.75, |
| "learning_rate": 1.4614379084967321e-05, |
| "loss": 1.0653, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.3661925780611411, |
| "grad_norm": 4.75, |
| "learning_rate": 1.4640522875816994e-05, |
| "loss": 0.9446, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3668464933791074, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.4666666666666666e-05, |
| "loss": 0.6336, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.36750040869707373, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.4692810457516342e-05, |
| "loss": 0.7986, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.36815432401504006, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.4718954248366015e-05, |
| "loss": 0.6941, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.3688082393330064, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.474509803921569e-05, |
| "loss": 0.4157, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.3694621546509727, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.4771241830065362e-05, |
| "loss": 0.7389, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.37011606996893903, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.4797385620915034e-05, |
| "loss": 0.7562, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.37076998528690536, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.4823529411764707e-05, |
| "loss": 0.5432, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.3714239006048717, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.4849673202614381e-05, |
| "loss": 0.7261, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.372077815922838, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.4875816993464054e-05, |
| "loss": 0.5192, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.37273173124080433, |
| "grad_norm": 6.0625, |
| "learning_rate": 1.4901960784313726e-05, |
| "loss": 1.4136, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.37338564655877066, |
| "grad_norm": 4.25, |
| "learning_rate": 1.49281045751634e-05, |
| "loss": 0.7003, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.374039561876737, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.4954248366013073e-05, |
| "loss": 0.6006, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.3746934771947033, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.4980392156862746e-05, |
| "loss": 0.4577, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.37534739251266963, |
| "grad_norm": 6.9375, |
| "learning_rate": 1.500653594771242e-05, |
| "loss": 1.0642, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.37600130783063596, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.5032679738562093e-05, |
| "loss": 0.6655, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.3766552231486023, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.5058823529411765e-05, |
| "loss": 1.0192, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.3773091384665686, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.5084967320261438e-05, |
| "loss": 0.5627, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.37796305378453493, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.5111111111111112e-05, |
| "loss": 0.717, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.3786169691025012, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.5137254901960785e-05, |
| "loss": 1.2168, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.3792708844204675, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.5163398692810458e-05, |
| "loss": 0.7631, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.37992479973843385, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.5189542483660132e-05, |
| "loss": 0.9894, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.3805787150564002, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.5215686274509804e-05, |
| "loss": 0.8453, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.3812326303743665, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.5241830065359477e-05, |
| "loss": 0.6673, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.3818865456923328, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.526797385620915e-05, |
| "loss": 0.7228, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.38254046101029915, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.5294117647058822e-05, |
| "loss": 0.664, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.3831943763282655, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.5320261437908498e-05, |
| "loss": 0.5511, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.3838482916462318, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.534640522875817e-05, |
| "loss": 0.4787, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.3845022069641981, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.5372549019607847e-05, |
| "loss": 1.1154, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.38515612228216445, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.539869281045752e-05, |
| "loss": 0.7246, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.3858100376001308, |
| "grad_norm": 5.25, |
| "learning_rate": 1.5424836601307192e-05, |
| "loss": 0.8271, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.3864639529180971, |
| "grad_norm": 2.890625, |
| "learning_rate": 1.5450980392156865e-05, |
| "loss": 0.3758, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.3871178682360634, |
| "grad_norm": 6.125, |
| "learning_rate": 1.5477124183006537e-05, |
| "loss": 0.9127, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.38777178355402975, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.550326797385621e-05, |
| "loss": 0.6839, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.3884256988719961, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.5529411764705882e-05, |
| "loss": 0.8352, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.3890796141899624, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.555555555555556e-05, |
| "loss": 0.7525, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.3897335295079287, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.558169934640523e-05, |
| "loss": 0.6019, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.39038744482589505, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.5607843137254904e-05, |
| "loss": 0.6474, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.39104136014386137, |
| "grad_norm": 4.5, |
| "learning_rate": 1.5633986928104576e-05, |
| "loss": 0.9984, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.3916952754618277, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.566013071895425e-05, |
| "loss": 0.9227, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.392349190779794, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.568627450980392e-05, |
| "loss": 0.5438, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.39300310609776035, |
| "grad_norm": 6.1875, |
| "learning_rate": 1.5712418300653597e-05, |
| "loss": 0.6924, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.39365702141572667, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.573856209150327e-05, |
| "loss": 0.6807, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.394310936733693, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.5764705882352943e-05, |
| "loss": 0.7607, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.3949648520516593, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.5790849673202615e-05, |
| "loss": 0.7465, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.39561876736962565, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.5816993464052288e-05, |
| "loss": 0.8777, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.39627268268759197, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.584313725490196e-05, |
| "loss": 0.7425, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.3969265980055583, |
| "grad_norm": 2.59375, |
| "learning_rate": 1.5869281045751633e-05, |
| "loss": 0.3947, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.3975805133235246, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.589542483660131e-05, |
| "loss": 0.4741, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.39823442864149095, |
| "grad_norm": 6.375, |
| "learning_rate": 1.592156862745098e-05, |
| "loss": 1.4103, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.39888834395945727, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.5947712418300657e-05, |
| "loss": 0.5789, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.3995422592774236, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.597385620915033e-05, |
| "loss": 1.2326, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.4001961745953899, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.829, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.40085008991335624, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.6026143790849675e-05, |
| "loss": 0.6386, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.40150400523132257, |
| "grad_norm": 4.625, |
| "learning_rate": 1.6052287581699348e-05, |
| "loss": 0.9493, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.4021579205492889, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.607843137254902e-05, |
| "loss": 0.4558, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.40281183586725516, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.6104575163398693e-05, |
| "loss": 0.9592, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.4034657511852215, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.613071895424837e-05, |
| "loss": 0.938, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.4041196665031878, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.615686274509804e-05, |
| "loss": 0.9973, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.40477358182115414, |
| "grad_norm": 3.390625, |
| "learning_rate": 1.6183006535947714e-05, |
| "loss": 0.3333, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.40542749713912046, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.6209150326797387e-05, |
| "loss": 0.6231, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4060814124570868, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.623529411764706e-05, |
| "loss": 0.7472, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.4067353277750531, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.6261437908496732e-05, |
| "loss": 0.6525, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.40738924309301944, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.6287581699346408e-05, |
| "loss": 0.696, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.40804315841098576, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.631372549019608e-05, |
| "loss": 0.945, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.4086970737289521, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.6339869281045753e-05, |
| "loss": 0.6496, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.4093509890469184, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.6366013071895426e-05, |
| "loss": 1.0453, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.41000490436488474, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.63921568627451e-05, |
| "loss": 0.5734, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.41065881968285106, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.641830065359477e-05, |
| "loss": 0.4982, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.4113127350008174, |
| "grad_norm": 3.625, |
| "learning_rate": 1.6444444444444444e-05, |
| "loss": 0.5462, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.4119666503187837, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.647058823529412e-05, |
| "loss": 0.5412, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.41262056563675004, |
| "grad_norm": 3.9375, |
| "learning_rate": 1.6496732026143792e-05, |
| "loss": 0.6907, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.41327448095471636, |
| "grad_norm": 7.03125, |
| "learning_rate": 1.6522875816993465e-05, |
| "loss": 1.0787, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.4139283962726827, |
| "grad_norm": 2.71875, |
| "learning_rate": 1.6549019607843137e-05, |
| "loss": 0.4138, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.414582311590649, |
| "grad_norm": 6.4375, |
| "learning_rate": 1.6575163398692813e-05, |
| "loss": 0.7656, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.41523622690861534, |
| "grad_norm": 3.75, |
| "learning_rate": 1.6601307189542486e-05, |
| "loss": 0.625, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.41589014222658166, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.662745098039216e-05, |
| "loss": 0.5313, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.416544057544548, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.665359477124183e-05, |
| "loss": 0.7668, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.4171979728625143, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.6679738562091504e-05, |
| "loss": 0.6051, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.41785188818048064, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.670588235294118e-05, |
| "loss": 0.5768, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.41850580349844696, |
| "grad_norm": 4.0, |
| "learning_rate": 1.6732026143790852e-05, |
| "loss": 0.5606, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4191597188164133, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.6758169934640525e-05, |
| "loss": 0.6251, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.4198136341343796, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.6784313725490198e-05, |
| "loss": 0.4984, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.42046754945234593, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.681045751633987e-05, |
| "loss": 0.6556, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.42112146477031226, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.6836601307189543e-05, |
| "loss": 0.8022, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.4217753800882786, |
| "grad_norm": 5.125, |
| "learning_rate": 1.686274509803922e-05, |
| "loss": 0.7004, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.4224292954062449, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.688888888888889e-05, |
| "loss": 0.6712, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.42308321072421123, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.6915032679738564e-05, |
| "loss": 0.9576, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.42373712604217756, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.6941176470588237e-05, |
| "loss": 0.603, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.4243910413601439, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.696732026143791e-05, |
| "loss": 0.8925, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.4250449566781102, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.6993464052287582e-05, |
| "loss": 1.1251, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.42569887199607653, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.7019607843137254e-05, |
| "loss": 0.7117, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.42635278731404286, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.704575163398693e-05, |
| "loss": 0.8326, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.4270067026320091, |
| "grad_norm": 2.453125, |
| "learning_rate": 1.7071895424836603e-05, |
| "loss": 0.3195, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.42766061794997545, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.7098039215686275e-05, |
| "loss": 0.4999, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.4283145332679418, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.7124183006535948e-05, |
| "loss": 0.4422, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.4289684485859081, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.715032679738562e-05, |
| "loss": 0.5043, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.4296223639038744, |
| "grad_norm": 4.375, |
| "learning_rate": 1.7176470588235293e-05, |
| "loss": 0.6563, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.43027627922184075, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.720261437908497e-05, |
| "loss": 0.3584, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.4309301945398071, |
| "grad_norm": 4.5, |
| "learning_rate": 1.7228758169934642e-05, |
| "loss": 0.7562, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.4315841098577734, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.7254901960784314e-05, |
| "loss": 0.5622, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.4322380251757397, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.728104575163399e-05, |
| "loss": 0.9408, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.43289194049370605, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.7307189542483663e-05, |
| "loss": 0.7223, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.4335458558116724, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.7333333333333336e-05, |
| "loss": 0.5794, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.4341997711296387, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.7359477124183008e-05, |
| "loss": 0.5965, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.434853686447605, |
| "grad_norm": 5.0, |
| "learning_rate": 1.738562091503268e-05, |
| "loss": 0.8629, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.43550760176557135, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.7411764705882353e-05, |
| "loss": 0.3594, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.4361615170835377, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.743790849673203e-05, |
| "loss": 0.8079, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.436815432401504, |
| "grad_norm": 8.4375, |
| "learning_rate": 1.7464052287581702e-05, |
| "loss": 1.1402, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.4374693477194703, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.7490196078431375e-05, |
| "loss": 0.6158, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.43812326303743665, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.7516339869281047e-05, |
| "loss": 0.8871, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.438777178355403, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.754248366013072e-05, |
| "loss": 0.6452, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.4394310936733693, |
| "grad_norm": 3.703125, |
| "learning_rate": 1.7568627450980392e-05, |
| "loss": 0.5196, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.4400850089913356, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.7594771241830065e-05, |
| "loss": 0.4932, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.44073892430930195, |
| "grad_norm": 5.6875, |
| "learning_rate": 1.762091503267974e-05, |
| "loss": 0.896, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.4413928396272683, |
| "grad_norm": 3.25, |
| "learning_rate": 1.7647058823529414e-05, |
| "loss": 0.3271, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.4420467549452346, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.7673202614379086e-05, |
| "loss": 0.6974, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.4427006702632009, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.769934640522876e-05, |
| "loss": 0.7297, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.44335458558116725, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.772549019607843e-05, |
| "loss": 0.8317, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.4440085008991336, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.7751633986928104e-05, |
| "loss": 0.8311, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.4446624162170999, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.7777777777777777e-05, |
| "loss": 0.8124, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4453163315350662, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.7803921568627453e-05, |
| "loss": 0.5505, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.44597024685303255, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.7830065359477125e-05, |
| "loss": 0.472, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.4466241621709989, |
| "grad_norm": 5.6875, |
| "learning_rate": 1.78562091503268e-05, |
| "loss": 1.0624, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.4472780774889652, |
| "grad_norm": 6.375, |
| "learning_rate": 1.7882352941176474e-05, |
| "loss": 1.0482, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.4479319928069315, |
| "grad_norm": 6.53125, |
| "learning_rate": 1.7908496732026146e-05, |
| "loss": 1.0284, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.44858590812489785, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.793464052287582e-05, |
| "loss": 0.8013, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.4492398234428642, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.796078431372549e-05, |
| "loss": 0.6488, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.4498937387608305, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.7986928104575164e-05, |
| "loss": 0.8196, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.4505476540787968, |
| "grad_norm": 3.3125, |
| "learning_rate": 1.801307189542484e-05, |
| "loss": 0.4819, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.45120156939676315, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.8039215686274513e-05, |
| "loss": 0.754, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.4518554847147294, |
| "grad_norm": 4.375, |
| "learning_rate": 1.8065359477124185e-05, |
| "loss": 0.8142, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.45250940003269574, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.8091503267973858e-05, |
| "loss": 0.6999, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.45316331535066207, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.811764705882353e-05, |
| "loss": 0.4873, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.4538172306686284, |
| "grad_norm": 4.25, |
| "learning_rate": 1.8143790849673203e-05, |
| "loss": 0.8854, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.4544711459865947, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.8169934640522876e-05, |
| "loss": 0.7774, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.45512506130456104, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.8196078431372552e-05, |
| "loss": 0.6882, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.45577897662252737, |
| "grad_norm": 6.875, |
| "learning_rate": 1.8222222222222224e-05, |
| "loss": 0.9632, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.4564328919404937, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.8248366013071897e-05, |
| "loss": 0.5186, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.45708680725846, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.827450980392157e-05, |
| "loss": 0.6747, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.45774072257642634, |
| "grad_norm": 4.875, |
| "learning_rate": 1.8300653594771242e-05, |
| "loss": 0.6845, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.45839463789439266, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.8326797385620915e-05, |
| "loss": 1.0584, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.459048553212359, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.8352941176470587e-05, |
| "loss": 0.6146, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.4597024685303253, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.8379084967320263e-05, |
| "loss": 0.5963, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.46035638384829164, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.8405228758169936e-05, |
| "loss": 0.5975, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.46101029916625796, |
| "grad_norm": 5.9375, |
| "learning_rate": 1.843137254901961e-05, |
| "loss": 0.9296, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.4616642144842243, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.8457516339869284e-05, |
| "loss": 1.1027, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.4623181298021906, |
| "grad_norm": 5.0, |
| "learning_rate": 1.8483660130718957e-05, |
| "loss": 0.8167, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.46297204512015694, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.850980392156863e-05, |
| "loss": 0.9061, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.46362596043812326, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.8535947712418302e-05, |
| "loss": 0.8982, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.4642798757560896, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.8562091503267975e-05, |
| "loss": 0.7445, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4649337910740559, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.8588235294117647e-05, |
| "loss": 0.4744, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.46558770639202224, |
| "grad_norm": 5.75, |
| "learning_rate": 1.8614379084967323e-05, |
| "loss": 0.8194, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.46624162170998856, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.8640522875816996e-05, |
| "loss": 0.4436, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.4668955370279549, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.866666666666667e-05, |
| "loss": 0.8432, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.4675494523459212, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.869281045751634e-05, |
| "loss": 0.7775, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.46820336766388754, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.8718954248366014e-05, |
| "loss": 0.6029, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.46885728298185386, |
| "grad_norm": 4.375, |
| "learning_rate": 1.8745098039215686e-05, |
| "loss": 0.6191, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.4695111982998202, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.8771241830065362e-05, |
| "loss": 0.5841, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.4701651136177865, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.8797385620915035e-05, |
| "loss": 0.6045, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.47081902893575284, |
| "grad_norm": 4.75, |
| "learning_rate": 1.8823529411764708e-05, |
| "loss": 0.975, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.47147294425371916, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.884967320261438e-05, |
| "loss": 0.5637, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.4721268595716855, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.8875816993464053e-05, |
| "loss": 0.7553, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.4727807748896518, |
| "grad_norm": 3.1875, |
| "learning_rate": 1.8901960784313725e-05, |
| "loss": 0.4431, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.47343469020761814, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.8928104575163398e-05, |
| "loss": 0.5161, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.47408860552558446, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.8954248366013074e-05, |
| "loss": 0.9629, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.4747425208435508, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.8980392156862747e-05, |
| "loss": 0.7033, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.4753964361615171, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.900653594771242e-05, |
| "loss": 0.7945, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.4760503514794834, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.9032679738562092e-05, |
| "loss": 0.6442, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.4767042667974497, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9058823529411764e-05, |
| "loss": 0.6704, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.47735818211541603, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.908496732026144e-05, |
| "loss": 0.8781, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.47801209743338235, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.9111111111111113e-05, |
| "loss": 0.9963, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.4786660127513487, |
| "grad_norm": 5.125, |
| "learning_rate": 1.9137254901960786e-05, |
| "loss": 0.7436, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.479319928069315, |
| "grad_norm": 5.125, |
| "learning_rate": 1.9163398692810458e-05, |
| "loss": 0.8493, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.47997384338728133, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.9189542483660134e-05, |
| "loss": 0.8925, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.48062775870524765, |
| "grad_norm": 2.859375, |
| "learning_rate": 1.9215686274509807e-05, |
| "loss": 0.3353, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.481281674023214, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.924183006535948e-05, |
| "loss": 0.9909, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.4819355893411803, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9267973856209152e-05, |
| "loss": 0.8178, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.48258950465914663, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.9294117647058825e-05, |
| "loss": 0.6734, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.48324341997711295, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.9320261437908497e-05, |
| "loss": 0.4815, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.4838973352950793, |
| "grad_norm": 2.78125, |
| "learning_rate": 1.9346405228758173e-05, |
| "loss": 0.408, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.4845512506130456, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.9372549019607846e-05, |
| "loss": 0.8701, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.48520516593101193, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.939869281045752e-05, |
| "loss": 0.7292, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.48585908124897825, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.942483660130719e-05, |
| "loss": 0.5935, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.4865129965669446, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.9450980392156864e-05, |
| "loss": 0.7148, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.4871669118849109, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9477124183006536e-05, |
| "loss": 0.4538, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.4878208272028772, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.950326797385621e-05, |
| "loss": 0.9908, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.48847474252084355, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9529411764705885e-05, |
| "loss": 0.5186, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.4891286578388099, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9555555555555557e-05, |
| "loss": 0.4834, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.4897825731567762, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.958169934640523e-05, |
| "loss": 0.5935, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.4904364884747425, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9607843137254903e-05, |
| "loss": 0.7119, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.49109040379270885, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.9633986928104575e-05, |
| "loss": 0.7678, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.4917443191106752, |
| "grad_norm": 6.625, |
| "learning_rate": 1.9660130718954248e-05, |
| "loss": 1.0624, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.4923982344286415, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.9686274509803924e-05, |
| "loss": 0.4809, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.4930521497466078, |
| "grad_norm": 5.875, |
| "learning_rate": 1.9712418300653596e-05, |
| "loss": 0.664, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.49370606506457415, |
| "grad_norm": 5.5, |
| "learning_rate": 1.973856209150327e-05, |
| "loss": 0.721, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.4943599803825405, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9764705882352945e-05, |
| "loss": 0.5999, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.4950138957005068, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.9790849673202617e-05, |
| "loss": 0.4176, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.4956678110184731, |
| "grad_norm": 5.875, |
| "learning_rate": 1.981699346405229e-05, |
| "loss": 0.8356, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.49632172633643945, |
| "grad_norm": 2.875, |
| "learning_rate": 1.9843137254901963e-05, |
| "loss": 0.4127, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.4969756416544058, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.9869281045751635e-05, |
| "loss": 0.5169, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.4976295569723721, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.9895424836601308e-05, |
| "loss": 0.8059, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.4982834722903384, |
| "grad_norm": 5.5, |
| "learning_rate": 1.9921568627450984e-05, |
| "loss": 0.9276, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.49893738760830475, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.9947712418300656e-05, |
| "loss": 1.4035, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.4995913029262711, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.997385620915033e-05, |
| "loss": 0.6315, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.5002452182442374, |
| "grad_norm": 4.125, |
| "learning_rate": 2e-05, |
| "loss": 0.5016, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.5008991335622037, |
| "grad_norm": 5.25, |
| "learning_rate": 1.9999998957459666e-05, |
| "loss": 0.4525, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.50155304888017, |
| "grad_norm": 4.0, |
| "learning_rate": 1.9999995829838888e-05, |
| "loss": 0.4469, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.5022069641981364, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.9999990617138306e-05, |
| "loss": 0.7654, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.5028608795161027, |
| "grad_norm": 4.875, |
| "learning_rate": 1.999998331935902e-05, |
| "loss": 0.72, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.503514794834069, |
| "grad_norm": 5.125, |
| "learning_rate": 1.9999973936502538e-05, |
| "loss": 0.8575, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5041687101520353, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.999996246857083e-05, |
| "loss": 0.6663, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.5048226254700017, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.999994891556628e-05, |
| "loss": 0.8865, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.505476540787968, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9999933277491715e-05, |
| "loss": 0.75, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.5061304561059343, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.9999915554350395e-05, |
| "loss": 0.4187, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.5067843714239006, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.999989574614602e-05, |
| "loss": 0.4447, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.507438286741867, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.9999873852882714e-05, |
| "loss": 0.6833, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.5080922020598333, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.999984987456504e-05, |
| "loss": 0.5476, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.5087461173777996, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.9999823811198006e-05, |
| "loss": 0.6096, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.509400032695766, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.9999795662787043e-05, |
| "loss": 0.5435, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.5100539480137323, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.9999765429338018e-05, |
| "loss": 0.5435, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5107078633316986, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.9999733110857237e-05, |
| "loss": 0.6079, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.5113617786496649, |
| "grad_norm": 4.125, |
| "learning_rate": 1.999969870735144e-05, |
| "loss": 0.5706, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.5120156939676312, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9999662218827794e-05, |
| "loss": 0.9238, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.5126696092855975, |
| "grad_norm": 5.9375, |
| "learning_rate": 1.9999623645293915e-05, |
| "loss": 1.1608, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.5133235246035638, |
| "grad_norm": 4.75, |
| "learning_rate": 1.999958298675784e-05, |
| "loss": 0.7148, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.5139774399215301, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.9999540243228052e-05, |
| "loss": 0.8556, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.5146313552394964, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.999949541471346e-05, |
| "loss": 0.6286, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.5152852705574628, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.999944850122341e-05, |
| "loss": 0.4143, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.5159391858754291, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.9999399502767686e-05, |
| "loss": 0.4789, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.5165931011933954, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.9999348419356507e-05, |
| "loss": 0.6679, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5172470165113617, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.9999295251000517e-05, |
| "loss": 0.5674, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.5179009318293281, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.999923999771081e-05, |
| "loss": 0.2701, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.5185548471472944, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9999182659498905e-05, |
| "loss": 0.7045, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.5192087624652607, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.999912323637675e-05, |
| "loss": 0.7503, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.519862677783227, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9999061728356743e-05, |
| "loss": 0.6953, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5205165931011934, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.999899813545171e-05, |
| "loss": 0.6895, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.5211705084191597, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.9998932457674904e-05, |
| "loss": 0.6713, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.521824423737126, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.999886469504002e-05, |
| "loss": 0.5524, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.5224783390550923, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.9998794847561197e-05, |
| "loss": 0.6095, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.5231322543730587, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.9998722915252987e-05, |
| "loss": 0.5745, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.523786169691025, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.9998648898130396e-05, |
| "loss": 0.69, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.5244400850089913, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9998572796208848e-05, |
| "loss": 0.6694, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.5250940003269576, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.9998494609504223e-05, |
| "loss": 0.884, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.525747915644924, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9998414338032817e-05, |
| "loss": 0.8186, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.5264018309628903, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.999833198181137e-05, |
| "loss": 0.6467, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5270557462808566, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.9998247540857045e-05, |
| "loss": 0.7452, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.5277096615988229, |
| "grad_norm": 6.59375, |
| "learning_rate": 1.999816101518746e-05, |
| "loss": 1.2817, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.5283635769167893, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9998072404820648e-05, |
| "loss": 0.577, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.5290174922347556, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.9997981709775096e-05, |
| "loss": 0.4899, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.5296714075527219, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.99978889300697e-05, |
| "loss": 0.8487, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5303253228706882, |
| "grad_norm": 6.625, |
| "learning_rate": 1.9997794065723818e-05, |
| "loss": 1.3262, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.5309792381886546, |
| "grad_norm": 4.75, |
| "learning_rate": 1.9997697116757222e-05, |
| "loss": 0.6515, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.5316331535066209, |
| "grad_norm": 7.25, |
| "learning_rate": 1.999759808319013e-05, |
| "loss": 0.4887, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.5322870688245872, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.999749696504319e-05, |
| "loss": 0.8626, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.5329409841425535, |
| "grad_norm": 5.75, |
| "learning_rate": 1.9997393762337486e-05, |
| "loss": 0.6561, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.5335948994605199, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.999728847509454e-05, |
| "loss": 0.5553, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.5342488147784862, |
| "grad_norm": 3.078125, |
| "learning_rate": 1.9997181103336302e-05, |
| "loss": 0.4297, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.5349027300964525, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.9997071647085158e-05, |
| "loss": 1.0966, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.5355566454144188, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9996960106363932e-05, |
| "loss": 0.7236, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.5362105607323852, |
| "grad_norm": 3.625, |
| "learning_rate": 1.9996846481195884e-05, |
| "loss": 0.5967, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5368644760503515, |
| "grad_norm": 6.40625, |
| "learning_rate": 1.99967307716047e-05, |
| "loss": 1.2281, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.5375183913683178, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.9996612977614518e-05, |
| "loss": 0.4814, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.5381723066862841, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9996493099249884e-05, |
| "loss": 0.6375, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.5388262220042505, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9996371136535803e-05, |
| "loss": 0.5511, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.5394801373222168, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.9996247089497703e-05, |
| "loss": 0.4829, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5401340526401831, |
| "grad_norm": 4.0, |
| "learning_rate": 1.999612095816145e-05, |
| "loss": 0.5908, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.5407879679581494, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.9995992742553342e-05, |
| "loss": 0.466, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.5414418832761158, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.9995862442700112e-05, |
| "loss": 0.5842, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.5420957985940821, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.9995730058628928e-05, |
| "loss": 0.7486, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.5427497139120484, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9995595590367397e-05, |
| "loss": 0.4746, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5434036292300147, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9995459037943556e-05, |
| "loss": 0.7395, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.544057544547981, |
| "grad_norm": 5.875, |
| "learning_rate": 1.999532040138587e-05, |
| "loss": 0.9984, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.5447114598659474, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9995179680723256e-05, |
| "loss": 0.6687, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.5453653751839137, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.999503687598505e-05, |
| "loss": 1.459, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.54601929050188, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.9994891987201033e-05, |
| "loss": 0.3902, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.5466732058198464, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9994745014401407e-05, |
| "loss": 0.7955, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.5473271211378127, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.999459595761682e-05, |
| "loss": 0.5094, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.547981036455779, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.9994444816878354e-05, |
| "loss": 0.4971, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.5486349517737453, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9994291592217527e-05, |
| "loss": 0.6496, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.5492888670917117, |
| "grad_norm": 7.03125, |
| "learning_rate": 1.999413628366628e-05, |
| "loss": 1.149, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.549942782409678, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.9993978891256997e-05, |
| "loss": 0.4271, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.5505966977276443, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.99938194150225e-05, |
| "loss": 0.7827, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.5512506130456106, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9993657854996033e-05, |
| "loss": 0.4376, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.551904528363577, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.9993494211211292e-05, |
| "loss": 0.51, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.5525584436815433, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.9993328483702393e-05, |
| "loss": 0.9663, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.5532123589995096, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.9993160672503896e-05, |
| "loss": 0.6493, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.5538662743174759, |
| "grad_norm": 5.125, |
| "learning_rate": 1.9992990777650784e-05, |
| "loss": 0.8078, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.5545201896354423, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9992818799178485e-05, |
| "loss": 0.8382, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.5551741049534086, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9992644737122863e-05, |
| "loss": 0.5921, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.5558280202713749, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9992468591520198e-05, |
| "loss": 0.6852, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5564819355893412, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9992290362407232e-05, |
| "loss": 0.5955, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.5571358509073076, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9992110049821118e-05, |
| "loss": 0.9488, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.5577897662252739, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.9991927653799458e-05, |
| "loss": 0.5971, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.5584436815432402, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.999174317438028e-05, |
| "loss": 0.5554, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.5590975968612065, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.999155661160205e-05, |
| "loss": 0.4821, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.5597515121791728, |
| "grad_norm": 7.125, |
| "learning_rate": 1.9991367965503667e-05, |
| "loss": 1.1827, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.5604054274971392, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.9991177236124467e-05, |
| "loss": 0.7167, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.5610593428151054, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.999098442350422e-05, |
| "loss": 1.2377, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.5617132581330717, |
| "grad_norm": 6.09375, |
| "learning_rate": 1.9990789527683127e-05, |
| "loss": 0.9011, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.562367173451038, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9990592548701824e-05, |
| "loss": 0.684, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.5630210887690044, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.9990393486601385e-05, |
| "loss": 0.6646, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.5636750040869707, |
| "grad_norm": 6.09375, |
| "learning_rate": 1.9990192341423313e-05, |
| "loss": 0.7725, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.564328919404937, |
| "grad_norm": 3.703125, |
| "learning_rate": 1.998998911320955e-05, |
| "loss": 0.5421, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.5649828347229033, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9989783802002477e-05, |
| "loss": 0.5503, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.5656367500408697, |
| "grad_norm": 6.0, |
| "learning_rate": 1.9989576407844894e-05, |
| "loss": 0.9568, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.566290665358836, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9989366930780046e-05, |
| "loss": 0.5848, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.5669445806768023, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.9989155370851613e-05, |
| "loss": 0.6084, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.5675984959947686, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.9988941728103707e-05, |
| "loss": 0.5925, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.568252411312735, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.9988726002580874e-05, |
| "loss": 0.8152, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.5689063266307013, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9988508194328093e-05, |
| "loss": 0.7085, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.5695602419486676, |
| "grad_norm": 6.90625, |
| "learning_rate": 1.998828830339078e-05, |
| "loss": 1.0088, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.5702141572666339, |
| "grad_norm": 3.09375, |
| "learning_rate": 1.9988066329814785e-05, |
| "loss": 0.3421, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.5708680725846003, |
| "grad_norm": 6.21875, |
| "learning_rate": 1.9987842273646388e-05, |
| "loss": 1.2265, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.5715219879025666, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.998761613493231e-05, |
| "loss": 0.4234, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.5721759032205329, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9987387913719698e-05, |
| "loss": 0.6454, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.5728298185384992, |
| "grad_norm": 5.5625, |
| "learning_rate": 1.9987157610056144e-05, |
| "loss": 0.686, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.5734837338564656, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.9986925223989665e-05, |
| "loss": 0.718, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.5741376491744319, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.998669075556872e-05, |
| "loss": 0.9246, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.5747915644923982, |
| "grad_norm": 4.375, |
| "learning_rate": 1.998645420484219e-05, |
| "loss": 0.7671, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.5754454798103645, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.99862155718594e-05, |
| "loss": 0.3656, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.5760993951283309, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.998597485667011e-05, |
| "loss": 0.4916, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.5767533104462972, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.998573205932451e-05, |
| "loss": 0.4893, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.5774072257642635, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.998548717987322e-05, |
| "loss": 0.5658, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.5780611410822298, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9985240218367305e-05, |
| "loss": 0.7497, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.5787150564001962, |
| "grad_norm": 5.0, |
| "learning_rate": 1.998499117485826e-05, |
| "loss": 0.8593, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.5793689717181625, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.9984740049398007e-05, |
| "loss": 0.6118, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.5800228870361288, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.9984486842038912e-05, |
| "loss": 0.6922, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.5806768023540951, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.998423155283377e-05, |
| "loss": 0.6188, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.5813307176720615, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.9983974181835808e-05, |
| "loss": 0.3675, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.5819846329900278, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9983714729098695e-05, |
| "loss": 0.5906, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.5826385483079941, |
| "grad_norm": 5.125, |
| "learning_rate": 1.998345319467652e-05, |
| "loss": 0.8265, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.5832924636259604, |
| "grad_norm": 3.5, |
| "learning_rate": 1.9983189578623824e-05, |
| "loss": 0.472, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.5839463789439268, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.998292388099557e-05, |
| "loss": 0.7463, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.5846002942618931, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.998265610184716e-05, |
| "loss": 0.5639, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.5852542095798594, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9982386241234426e-05, |
| "loss": 0.7212, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.5859081248978257, |
| "grad_norm": 3.140625, |
| "learning_rate": 1.9982114299213634e-05, |
| "loss": 0.3914, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.5865620402157921, |
| "grad_norm": 5.25, |
| "learning_rate": 1.9981840275841492e-05, |
| "loss": 1.0893, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.5872159555337584, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.998156417117513e-05, |
| "loss": 1.2687, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.5878698708517247, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.998128598527212e-05, |
| "loss": 0.4849, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.588523786169691, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.998100571819047e-05, |
| "loss": 0.5872, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.5891777014876574, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.998072336998861e-05, |
| "loss": 1.1697, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.5898316168056237, |
| "grad_norm": 5.375, |
| "learning_rate": 1.998043894072542e-05, |
| "loss": 1.0084, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.59048553212359, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.99801524304602e-05, |
| "loss": 0.592, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.5911394474415563, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.9979863839252693e-05, |
| "loss": 0.6599, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.5917933627595227, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.997957316716307e-05, |
| "loss": 0.698, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.592447278077489, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.997928041425194e-05, |
| "loss": 0.5678, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.5931011933954553, |
| "grad_norm": 6.09375, |
| "learning_rate": 1.9978985580580348e-05, |
| "loss": 0.9745, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.5937551087134216, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9978688666209766e-05, |
| "loss": 0.8067, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.594409024031388, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.9978389671202096e-05, |
| "loss": 0.5082, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.5950629393493543, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.9978088595619692e-05, |
| "loss": 0.9207, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.5957168546673206, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9977785439525328e-05, |
| "loss": 0.6936, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.5963707699852869, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.9977480202982208e-05, |
| "loss": 0.6724, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.5970246853032533, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9977172886053982e-05, |
| "loss": 0.4092, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.5976786006212196, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.997686348880473e-05, |
| "loss": 0.542, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.5983325159391859, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.997655201129896e-05, |
| "loss": 0.6357, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.5989864312571522, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9976238453601614e-05, |
| "loss": 0.5035, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.5996403465751186, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.9975922815778082e-05, |
| "loss": 0.6335, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.6002942618930849, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.9975605097894165e-05, |
| "loss": 0.9339, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.6009481772110512, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.997528530001612e-05, |
| "loss": 0.7369, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.6016020925290175, |
| "grad_norm": 6.46875, |
| "learning_rate": 1.9974963422210623e-05, |
| "loss": 0.6741, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6022560078469839, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9974639464544785e-05, |
| "loss": 0.7056, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.6029099231649502, |
| "grad_norm": 6.875, |
| "learning_rate": 1.9974313427086157e-05, |
| "loss": 0.8128, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.6035638384829165, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9973985309902722e-05, |
| "loss": 0.7754, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.6042177538008828, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.9973655113062895e-05, |
| "loss": 0.4393, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.6048716691188492, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.9973322836635517e-05, |
| "loss": 0.4985, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.6055255844368155, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.997298848068988e-05, |
| "loss": 0.5001, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.6061794997547818, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.9972652045295698e-05, |
| "loss": 0.4583, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.6068334150727481, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.997231353052312e-05, |
| "loss": 0.5878, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.6074873303907145, |
| "grad_norm": 4.25, |
| "learning_rate": 1.997197293644272e-05, |
| "loss": 0.6283, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.6081412457086808, |
| "grad_norm": 6.4375, |
| "learning_rate": 1.997163026312553e-05, |
| "loss": 0.7797, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6087951610266471, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.997128551064299e-05, |
| "loss": 0.8994, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.6094490763446134, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.9970938679066984e-05, |
| "loss": 0.3363, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.6101029916625796, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9970589768469833e-05, |
| "loss": 0.8361, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.610756906980546, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.9970238778924286e-05, |
| "loss": 0.7096, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.6114108222985123, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.996988571050353e-05, |
| "loss": 0.5665, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.6120647376164786, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.9969530563281177e-05, |
| "loss": 0.9535, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.6127186529344449, |
| "grad_norm": 7.125, |
| "learning_rate": 1.9969173337331283e-05, |
| "loss": 0.7664, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.6133725682524113, |
| "grad_norm": 2.609375, |
| "learning_rate": 1.996881403272833e-05, |
| "loss": 0.3357, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.6140264835703776, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.996845264954723e-05, |
| "loss": 0.5738, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.6146803988883439, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.996808918786335e-05, |
| "loss": 0.7155, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6153343142063102, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.9967723647752463e-05, |
| "loss": 0.7199, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.6159882295242766, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.9967356029290786e-05, |
| "loss": 0.6848, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.6166421448422429, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9966986332554973e-05, |
| "loss": 0.7918, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.6172960601602092, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.9966614557622112e-05, |
| "loss": 0.7112, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.6179499754781755, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.9966240704569722e-05, |
| "loss": 0.5883, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6186038907961419, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.996586477347575e-05, |
| "loss": 0.6443, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.6192578061141082, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9965486764418577e-05, |
| "loss": 0.6256, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.6199117214320745, |
| "grad_norm": 3.390625, |
| "learning_rate": 1.996510667747703e-05, |
| "loss": 0.4967, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.6205656367500408, |
| "grad_norm": 2.828125, |
| "learning_rate": 1.9964724512730352e-05, |
| "loss": 0.3946, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.6212195520680072, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9964340270258233e-05, |
| "loss": 0.8035, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6218734673859735, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.996395395014079e-05, |
| "loss": 0.9117, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.6225273827039398, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.9963565552458572e-05, |
| "loss": 0.4545, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.6231812980219061, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.996317507729256e-05, |
| "loss": 0.565, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.6238352133398725, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.996278252472418e-05, |
| "loss": 0.6327, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.6244891286578388, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9962387894835277e-05, |
| "loss": 0.828, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.6251430439758051, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.996199118770813e-05, |
| "loss": 0.6541, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.6257969592937714, |
| "grad_norm": 6.3125, |
| "learning_rate": 1.996159240342547e-05, |
| "loss": 0.7501, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.6264508746117378, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.996119154207043e-05, |
| "loss": 0.4816, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.6271047899297041, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9960788603726603e-05, |
| "loss": 0.8893, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.6277587052476704, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.9960383588478e-05, |
| "loss": 0.5005, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6284126205656367, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.9959976496409073e-05, |
| "loss": 0.493, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.6290665358836031, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.9959567327604704e-05, |
| "loss": 0.6515, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.6297204512015694, |
| "grad_norm": 3.125, |
| "learning_rate": 1.9959156082150205e-05, |
| "loss": 0.4173, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.6303743665195357, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.9958742760131325e-05, |
| "loss": 0.4823, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.631028281837502, |
| "grad_norm": 3.484375, |
| "learning_rate": 1.9958327361634248e-05, |
| "loss": 0.4804, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.6316821971554684, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.9957909886745588e-05, |
| "loss": 0.4664, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.6323361124734347, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9957490335552386e-05, |
| "loss": 0.5754, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.632990027791401, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.9957068708142127e-05, |
| "loss": 1.0389, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.6336439431093673, |
| "grad_norm": 5.75, |
| "learning_rate": 1.995664500460272e-05, |
| "loss": 0.8707, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.6342978584273337, |
| "grad_norm": 2.5, |
| "learning_rate": 1.9956219225022514e-05, |
| "loss": 0.3593, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6349517737453, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.9955791369490288e-05, |
| "loss": 1.0368, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.6356056890632663, |
| "grad_norm": 5.375, |
| "learning_rate": 1.9955361438095254e-05, |
| "loss": 0.8584, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.6362596043812326, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.995492943092705e-05, |
| "loss": 0.6599, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.636913519699199, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.995449534807576e-05, |
| "loss": 0.8362, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.6375674350171653, |
| "grad_norm": 5.84375, |
| "learning_rate": 1.9954059189631883e-05, |
| "loss": 0.8764, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.6382213503351316, |
| "grad_norm": 2.734375, |
| "learning_rate": 1.9953620955686376e-05, |
| "loss": 0.4303, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.6388752656530979, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9953180646330604e-05, |
| "loss": 0.6384, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.6395291809710643, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.9952738261656382e-05, |
| "loss": 0.5877, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.6401830962890306, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.9952293801755946e-05, |
| "loss": 0.938, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.6408370116069969, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.995184726672197e-05, |
| "loss": 0.6501, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6414909269249632, |
| "grad_norm": 4.0, |
| "learning_rate": 1.995139865664756e-05, |
| "loss": 0.5492, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.6421448422429296, |
| "grad_norm": 2.75, |
| "learning_rate": 1.9950947971626257e-05, |
| "loss": 0.3914, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.6427987575608959, |
| "grad_norm": 6.0, |
| "learning_rate": 1.995049521175203e-05, |
| "loss": 0.8864, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.6434526728788622, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.995004037711929e-05, |
| "loss": 0.6174, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.6441065881968285, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9949583467822863e-05, |
| "loss": 0.3753, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.6447605035147949, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.994912448395802e-05, |
| "loss": 0.4583, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.6454144188327612, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.9948663425620473e-05, |
| "loss": 0.6973, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.6460683341507275, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9948200292906344e-05, |
| "loss": 0.8518, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.6467222494686938, |
| "grad_norm": 6.625, |
| "learning_rate": 1.994773508591221e-05, |
| "loss": 1.0712, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.6473761647866602, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9947267804735064e-05, |
| "loss": 0.5485, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6480300801046265, |
| "grad_norm": 6.5625, |
| "learning_rate": 1.9946798449472336e-05, |
| "loss": 1.2496, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.6486839954225928, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.9946327020221898e-05, |
| "loss": 0.601, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.6493379107405591, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9945853517082043e-05, |
| "loss": 0.6031, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.6499918260585255, |
| "grad_norm": 5.28125, |
| "learning_rate": 1.9945377940151498e-05, |
| "loss": 0.8796, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.6506457413764918, |
| "grad_norm": 6.8125, |
| "learning_rate": 1.9944900289529427e-05, |
| "loss": 0.9228, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.6512996566944581, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.9944420565315427e-05, |
| "loss": 0.8225, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.6519535720124244, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9943938767609515e-05, |
| "loss": 0.6592, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.6526074873303908, |
| "grad_norm": 5.0, |
| "learning_rate": 1.994345489651216e-05, |
| "loss": 0.904, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.6532614026483571, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.9942968952124248e-05, |
| "loss": 0.3448, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.6539153179663234, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.9942480934547103e-05, |
| "loss": 0.4805, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6545692332842897, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9941990843882482e-05, |
| "loss": 0.685, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.6552231486022561, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.9941498680232573e-05, |
| "loss": 0.4924, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.6558770639202224, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.994100444369999e-05, |
| "loss": 0.9571, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.6565309792381887, |
| "grad_norm": 4.875, |
| "learning_rate": 1.9940508134387793e-05, |
| "loss": 0.6047, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.657184894556155, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9940009752399462e-05, |
| "loss": 0.5699, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.6578388098741214, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.9939509297838915e-05, |
| "loss": 1.1176, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.6584927251920877, |
| "grad_norm": 6.34375, |
| "learning_rate": 1.9939006770810502e-05, |
| "loss": 0.9447, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.6591466405100539, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9938502171419002e-05, |
| "loss": 0.6341, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.6598005558280202, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.993799549976963e-05, |
| "loss": 0.6712, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.6604544711459865, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.9937486755968027e-05, |
| "loss": 0.9834, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.6611083864639529, |
| "grad_norm": 3.296875, |
| "learning_rate": 1.9936975940120276e-05, |
| "loss": 0.387, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.6617623017819192, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9936463052332887e-05, |
| "loss": 0.5781, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.6624162170998855, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.9935948092712792e-05, |
| "loss": 0.5726, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.6630701324178518, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.993543106136737e-05, |
| "loss": 0.8957, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.6637240477358182, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.993491195840443e-05, |
| "loss": 0.6109, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.6643779630537845, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.9934390783932204e-05, |
| "loss": 0.8616, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.6650318783717508, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9933867538059362e-05, |
| "loss": 0.9335, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.6656857936897171, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.9933342220895e-05, |
| "loss": 0.8178, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.6663397090076835, |
| "grad_norm": 5.65625, |
| "learning_rate": 1.9932814832548665e-05, |
| "loss": 1.248, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.6669936243256498, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.993228537313031e-05, |
| "loss": 0.6167, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.6676475396436161, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.993175384275033e-05, |
| "loss": 0.6346, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.6683014549615824, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.9931220241519564e-05, |
| "loss": 0.6665, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.6689553702795488, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.9930684569549265e-05, |
| "loss": 0.4437, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.6696092855975151, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9930146826951124e-05, |
| "loss": 0.9239, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.6702632009154814, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.9929607013837268e-05, |
| "loss": 0.3079, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.6709171162334477, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.992906513032025e-05, |
| "loss": 0.689, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.6715710315514141, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.992852117651306e-05, |
| "loss": 0.5696, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.6722249468693804, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.992797515252911e-05, |
| "loss": 0.4639, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.6728788621873467, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.992742705848226e-05, |
| "loss": 0.4805, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.673532777505313, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9926876894486787e-05, |
| "loss": 0.5762, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.6741866928232794, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.9926324660657403e-05, |
| "loss": 0.4997, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.6748406081412457, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9925770357109256e-05, |
| "loss": 0.5333, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.675494523459212, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.9925213983957926e-05, |
| "loss": 0.5319, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.6761484387771783, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.992465554131941e-05, |
| "loss": 0.6658, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.6768023540951447, |
| "grad_norm": 3.703125, |
| "learning_rate": 1.992409502931016e-05, |
| "loss": 0.6798, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.677456269413111, |
| "grad_norm": 4.5, |
| "learning_rate": 1.992353244804704e-05, |
| "loss": 0.6656, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.6781101847310773, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.9922967797647357e-05, |
| "loss": 0.5322, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.6787641000490436, |
| "grad_norm": 4.375, |
| "learning_rate": 1.992240107822884e-05, |
| "loss": 0.5492, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.67941801536701, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.992183228990966e-05, |
| "loss": 0.5365, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.6800719306849763, |
| "grad_norm": 3.625, |
| "learning_rate": 1.992126143280841e-05, |
| "loss": 0.5934, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6807258460029426, |
| "grad_norm": 4.75, |
| "learning_rate": 1.992068850704412e-05, |
| "loss": 0.7762, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.6813797613209089, |
| "grad_norm": 5.5, |
| "learning_rate": 1.992011351273625e-05, |
| "loss": 0.8475, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.6820336766388753, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9919536450004695e-05, |
| "loss": 0.5899, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.6826875919568416, |
| "grad_norm": 3.515625, |
| "learning_rate": 1.9918957318969768e-05, |
| "loss": 0.3123, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.6833415072748079, |
| "grad_norm": 2.765625, |
| "learning_rate": 1.991837611975223e-05, |
| "loss": 0.2633, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.6839954225927742, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.9917792852473263e-05, |
| "loss": 0.7355, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.6846493379107406, |
| "grad_norm": 3.75, |
| "learning_rate": 1.991720751725448e-05, |
| "loss": 0.8369, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.6853032532287069, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9916620114217934e-05, |
| "loss": 0.8012, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.6859571685466732, |
| "grad_norm": 3.25, |
| "learning_rate": 1.9916030643486098e-05, |
| "loss": 0.4809, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.6866110838646395, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9915439105181887e-05, |
| "loss": 0.6411, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.6872649991826059, |
| "grad_norm": 7.40625, |
| "learning_rate": 1.9914845499428635e-05, |
| "loss": 0.8177, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.6879189145005722, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.9914249826350118e-05, |
| "loss": 0.8298, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.6885728298185385, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.9913652086070535e-05, |
| "loss": 0.4278, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.6892267451365048, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.9913052278714527e-05, |
| "loss": 0.718, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.6898806604544712, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9912450404407152e-05, |
| "loss": 0.6031, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.6905345757724375, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.9911846463273907e-05, |
| "loss": 0.5463, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.6911884910904038, |
| "grad_norm": 3.046875, |
| "learning_rate": 1.9911240455440718e-05, |
| "loss": 0.4352, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.6918424064083701, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.9910632381033946e-05, |
| "loss": 0.5608, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.6924963217263365, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9910022240180374e-05, |
| "loss": 0.5663, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.6931502370443028, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.9909410033007228e-05, |
| "loss": 0.8075, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.6938041523622691, |
| "grad_norm": 6.125, |
| "learning_rate": 1.9908795759642154e-05, |
| "loss": 1.3843, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.6944580676802354, |
| "grad_norm": 4.125, |
| "learning_rate": 1.990817942021323e-05, |
| "loss": 0.5968, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.6951119829982018, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.9907561014848974e-05, |
| "loss": 0.4465, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.6957658983161681, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.9906940543678326e-05, |
| "loss": 0.87, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.6964198136341344, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.990631800683066e-05, |
| "loss": 0.9706, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.6970737289521007, |
| "grad_norm": 3.703125, |
| "learning_rate": 1.990569340443577e-05, |
| "loss": 0.5227, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.6977276442700671, |
| "grad_norm": 6.0625, |
| "learning_rate": 1.990506673662391e-05, |
| "loss": 1.177, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.6983815595880334, |
| "grad_norm": 3.890625, |
| "learning_rate": 1.9904438003525733e-05, |
| "loss": 0.5243, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.6990354749059997, |
| "grad_norm": 3.375, |
| "learning_rate": 1.9903807205272333e-05, |
| "loss": 0.446, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.699689390223966, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9903174341995243e-05, |
| "loss": 0.7413, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7003433055419324, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.9902539413826415e-05, |
| "loss": 0.933, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.7009972208598987, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.990190242089824e-05, |
| "loss": 0.474, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.701651136177865, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.990126336334354e-05, |
| "loss": 0.5378, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.7023050514958313, |
| "grad_norm": 4.625, |
| "learning_rate": 1.990062224129555e-05, |
| "loss": 0.7578, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.7029589668137977, |
| "grad_norm": 3.421875, |
| "learning_rate": 1.9899979054887964e-05, |
| "loss": 0.4882, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.703612882131764, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.9899333804254885e-05, |
| "loss": 0.7977, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.7042667974497303, |
| "grad_norm": 3.140625, |
| "learning_rate": 1.9898686489530852e-05, |
| "loss": 0.4417, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.7049207127676966, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9898037110850835e-05, |
| "loss": 0.4985, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.705574628085663, |
| "grad_norm": 4.75, |
| "learning_rate": 1.989738566835024e-05, |
| "loss": 0.6424, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.7062285434036293, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.989673216216489e-05, |
| "loss": 0.5638, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7068824587215956, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.9896076592431054e-05, |
| "loss": 0.417, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.7075363740395618, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.989541895928542e-05, |
| "loss": 0.7654, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.7081902893575281, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.9894759262865114e-05, |
| "loss": 0.7763, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.7088442046754945, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.989409750330768e-05, |
| "loss": 0.7535, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.7094981199934608, |
| "grad_norm": 6.96875, |
| "learning_rate": 1.9893433680751105e-05, |
| "loss": 0.7835, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.7101520353114271, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.98927677953338e-05, |
| "loss": 0.6426, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.7108059506293934, |
| "grad_norm": 5.9375, |
| "learning_rate": 1.9892099847194608e-05, |
| "loss": 0.9646, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.7114598659473598, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.9891429836472805e-05, |
| "loss": 0.4663, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.7121137812653261, |
| "grad_norm": 3.5, |
| "learning_rate": 1.989075776330809e-05, |
| "loss": 0.3986, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.7127676965832924, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.989008362784059e-05, |
| "loss": 0.4106, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7134216119012587, |
| "grad_norm": 4.5, |
| "learning_rate": 1.988940743021088e-05, |
| "loss": 0.6797, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.7140755272192251, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.9888729170559948e-05, |
| "loss": 0.8449, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.7147294425371914, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.988804884902921e-05, |
| "loss": 0.6937, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.7153833578551577, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.9887366465760523e-05, |
| "loss": 0.9909, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.716037273173124, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9886682020896172e-05, |
| "loss": 0.8319, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.7166911884910904, |
| "grad_norm": 5.75, |
| "learning_rate": 1.988599551457887e-05, |
| "loss": 0.8728, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.7173451038090567, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9885306946951753e-05, |
| "loss": 0.5158, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.717999019127023, |
| "grad_norm": 5.15625, |
| "learning_rate": 1.98846163181584e-05, |
| "loss": 0.5721, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.7186529344449893, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9883923628342807e-05, |
| "loss": 1.0006, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.7193068497629557, |
| "grad_norm": 6.25, |
| "learning_rate": 1.9883228877649407e-05, |
| "loss": 0.7545, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.719960765080922, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.988253206622306e-05, |
| "loss": 0.559, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.7206146803988883, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.9881833194209063e-05, |
| "loss": 0.634, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.7212685957168546, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9881132261753126e-05, |
| "loss": 0.8305, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.721922511034821, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.9880429269001407e-05, |
| "loss": 0.6211, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.7225764263527873, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.9879724216100488e-05, |
| "loss": 0.3974, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7232303416707536, |
| "grad_norm": 7.25, |
| "learning_rate": 1.987901710319737e-05, |
| "loss": 1.0916, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.7238842569887199, |
| "grad_norm": 6.625, |
| "learning_rate": 1.9878307930439497e-05, |
| "loss": 1.0786, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.7245381723066863, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.9877596697974732e-05, |
| "loss": 0.4618, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.7251920876246526, |
| "grad_norm": 6.21875, |
| "learning_rate": 1.9876883405951378e-05, |
| "loss": 1.01, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.7258460029426189, |
| "grad_norm": 4.125, |
| "learning_rate": 1.987616805451816e-05, |
| "loss": 0.5793, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7264999182605852, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.987545064382424e-05, |
| "loss": 0.6738, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.7271538335785516, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9874731174019195e-05, |
| "loss": 0.5042, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.7278077488965179, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.9874009645253044e-05, |
| "loss": 0.7292, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.7284616642144842, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.9873286057676232e-05, |
| "loss": 0.2973, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.7291155795324505, |
| "grad_norm": 3.875, |
| "learning_rate": 1.9872560411439634e-05, |
| "loss": 0.5845, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.7297694948504169, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9871832706694553e-05, |
| "loss": 0.5467, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.7304234101683832, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9871102943592717e-05, |
| "loss": 0.6854, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.7310773254863495, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.987037112228629e-05, |
| "loss": 0.4087, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.7317312408043158, |
| "grad_norm": 7.3125, |
| "learning_rate": 1.986963724292787e-05, |
| "loss": 1.1244, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.7323851561222822, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.9868901305670465e-05, |
| "loss": 0.7025, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7330390714402485, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9868163310667527e-05, |
| "loss": 0.637, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.7336929867582148, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9867423258072936e-05, |
| "loss": 0.6376, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.7343469020761811, |
| "grad_norm": 5.5, |
| "learning_rate": 1.9866681148041005e-05, |
| "loss": 0.7703, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.7350008173941475, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9865936980726457e-05, |
| "loss": 0.6379, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.7356547327121138, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.9865190756284467e-05, |
| "loss": 0.6159, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.7363086480300801, |
| "grad_norm": 4.0, |
| "learning_rate": 1.9864442474870625e-05, |
| "loss": 0.4685, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.7369625633480464, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9863692136640952e-05, |
| "loss": 0.9719, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.7376164786660128, |
| "grad_norm": 6.5, |
| "learning_rate": 1.9862939741751904e-05, |
| "loss": 0.8208, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.7382703939839791, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.986218529036036e-05, |
| "loss": 0.665, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.7389243093019454, |
| "grad_norm": 3.3125, |
| "learning_rate": 1.9861428782623626e-05, |
| "loss": 0.5091, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.7395782246199117, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.986067021869944e-05, |
| "loss": 0.4906, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.7402321399378781, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.9859909598745975e-05, |
| "loss": 0.3969, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.7408860552558444, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.985914692292182e-05, |
| "loss": 0.6145, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.7415399705738107, |
| "grad_norm": 3.75, |
| "learning_rate": 1.9858382191386004e-05, |
| "loss": 0.428, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.742193885891777, |
| "grad_norm": 3.5, |
| "learning_rate": 1.9857615404297972e-05, |
| "loss": 0.385, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.7428478012097434, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.9856846561817616e-05, |
| "loss": 1.0006, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.7435017165277097, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9856075664105238e-05, |
| "loss": 0.3184, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.744155631845676, |
| "grad_norm": 5.53125, |
| "learning_rate": 1.985530271132158e-05, |
| "loss": 1.005, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.7448095471636423, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.9854527703627804e-05, |
| "loss": 0.3148, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.7454634624816087, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9853750641185512e-05, |
| "loss": 0.5231, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.746117377799575, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.9852971524156722e-05, |
| "loss": 0.5369, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.7467712931175413, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.985219035270389e-05, |
| "loss": 0.5627, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.7474252084355076, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9851407126989897e-05, |
| "loss": 0.5977, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.748079123753474, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9850621847178047e-05, |
| "loss": 0.5823, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.7487330390714403, |
| "grad_norm": 6.03125, |
| "learning_rate": 1.9849834513432084e-05, |
| "loss": 1.0281, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.7493869543894066, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.984904512591617e-05, |
| "loss": 0.5137, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.7500408697073729, |
| "grad_norm": 3.609375, |
| "learning_rate": 1.9848253684794895e-05, |
| "loss": 0.4052, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.7506947850253393, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.9847460190233286e-05, |
| "loss": 0.4234, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.7513487003433056, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9846664642396793e-05, |
| "loss": 0.5227, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.7520026156612719, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.984586704145129e-05, |
| "loss": 0.3631, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.7526565309792382, |
| "grad_norm": 5.25, |
| "learning_rate": 1.984506738756309e-05, |
| "loss": 1.2075, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.7533104462972046, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.9844265680898917e-05, |
| "loss": 0.4715, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.7539643616151709, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9843461921625942e-05, |
| "loss": 0.5403, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.7546182769331372, |
| "grad_norm": 4.875, |
| "learning_rate": 1.9842656109911753e-05, |
| "loss": 0.7448, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.7552721922511035, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.984184824592437e-05, |
| "loss": 0.6446, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.7559261075690699, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9841038329832237e-05, |
| "loss": 0.6427, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.7565800228870361, |
| "grad_norm": 6.09375, |
| "learning_rate": 1.9840226361804223e-05, |
| "loss": 1.4863, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.7572339382050024, |
| "grad_norm": 3.703125, |
| "learning_rate": 1.983941234200964e-05, |
| "loss": 0.5256, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.7578878535229687, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.983859627061821e-05, |
| "loss": 0.6581, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.758541768840935, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.9837778147800092e-05, |
| "loss": 0.6791, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7591956841589014, |
| "grad_norm": 5.84375, |
| "learning_rate": 1.9836957973725877e-05, |
| "loss": 0.9089, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.7598495994768677, |
| "grad_norm": 4.0, |
| "learning_rate": 1.983613574856657e-05, |
| "loss": 0.7796, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.760503514794834, |
| "grad_norm": 3.3125, |
| "learning_rate": 1.9835311472493616e-05, |
| "loss": 0.4999, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.7611574301128003, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9834485145678883e-05, |
| "loss": 0.7209, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.7618113454307667, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.983365676829466e-05, |
| "loss": 0.4103, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.762465260748733, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.9832826340513684e-05, |
| "loss": 0.6533, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.7631191760666993, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.9831993862509096e-05, |
| "loss": 0.4123, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.7637730913846656, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9831159334454475e-05, |
| "loss": 0.5468, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.764427006702632, |
| "grad_norm": 5.375, |
| "learning_rate": 1.9830322756523827e-05, |
| "loss": 0.5445, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.7650809220205983, |
| "grad_norm": 2.609375, |
| "learning_rate": 1.982948412889159e-05, |
| "loss": 0.1975, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.7657348373385646, |
| "grad_norm": 3.59375, |
| "learning_rate": 1.9828643451732618e-05, |
| "loss": 0.5713, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.766388752656531, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.9827800725222203e-05, |
| "loss": 0.7995, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.7670426679744973, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9826955949536062e-05, |
| "loss": 0.6437, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.7676965832924636, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9826109124850333e-05, |
| "loss": 0.6973, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.7683504986104299, |
| "grad_norm": 3.984375, |
| "learning_rate": 1.9825260251341586e-05, |
| "loss": 0.4613, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.7690044139283962, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.9824409329186823e-05, |
| "loss": 0.4911, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.7696583292463626, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9823556358563464e-05, |
| "loss": 0.4457, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.7703122445643289, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9822701339649358e-05, |
| "loss": 0.4608, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.7709661598822952, |
| "grad_norm": 3.25, |
| "learning_rate": 1.9821844272622793e-05, |
| "loss": 0.3109, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.7716200752002615, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.9820985157662462e-05, |
| "loss": 0.6808, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.7722739905182279, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.9820123994947505e-05, |
| "loss": 0.538, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.7729279058361942, |
| "grad_norm": 3.875, |
| "learning_rate": 1.981926078465748e-05, |
| "loss": 0.588, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.7735818211541605, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.9818395526972373e-05, |
| "loss": 0.581, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.7742357364721268, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.9817528222072595e-05, |
| "loss": 0.5263, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.7748896517900932, |
| "grad_norm": 3.8125, |
| "learning_rate": 1.981665887013899e-05, |
| "loss": 0.3681, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.7755435671080595, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.9815787471352824e-05, |
| "loss": 0.4546, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.7761974824260258, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.981491402589579e-05, |
| "loss": 0.6558, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.7768513977439921, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9814038533950008e-05, |
| "loss": 0.5277, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.7775053130619585, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9813160995698023e-05, |
| "loss": 0.7088, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.7781592283799248, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.9812281411322812e-05, |
| "loss": 0.2773, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.7788131436978911, |
| "grad_norm": 7.375, |
| "learning_rate": 1.9811399781007775e-05, |
| "loss": 0.8488, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.7794670590158574, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.9810516104936743e-05, |
| "loss": 0.5473, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.7801209743338238, |
| "grad_norm": 2.84375, |
| "learning_rate": 1.980963038329396e-05, |
| "loss": 0.2899, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.7807748896517901, |
| "grad_norm": 2.953125, |
| "learning_rate": 1.9808742616264114e-05, |
| "loss": 0.3808, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.7814288049697564, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9807852804032306e-05, |
| "loss": 0.7729, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.7820827202877227, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.9806960946784076e-05, |
| "loss": 0.5398, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.7827366356056891, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9806067044705375e-05, |
| "loss": 0.8246, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.7833905509236554, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9805171097982595e-05, |
| "loss": 0.6711, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.7840444662416217, |
| "grad_norm": 3.5, |
| "learning_rate": 1.9804273106802546e-05, |
| "loss": 0.3875, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.784698381559588, |
| "grad_norm": 6.90625, |
| "learning_rate": 1.9803373071352467e-05, |
| "loss": 1.0515, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7853522968775544, |
| "grad_norm": 5.625, |
| "learning_rate": 1.9802470991820023e-05, |
| "loss": 0.7506, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.7860062121955207, |
| "grad_norm": 4.0, |
| "learning_rate": 1.9801566868393303e-05, |
| "loss": 0.6214, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.786660127513487, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.9800660701260826e-05, |
| "loss": 0.6577, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.7873140428314533, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9799752490611534e-05, |
| "loss": 0.5119, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.7879679581494197, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9798842236634797e-05, |
| "loss": 0.6337, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.788621873467386, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.979792993952041e-05, |
| "loss": 0.3248, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.7892757887853523, |
| "grad_norm": 4.125, |
| "learning_rate": 1.979701559945859e-05, |
| "loss": 0.4343, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.7899297041033186, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.9796099216639995e-05, |
| "loss": 0.6919, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.790583619421285, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.9795180791255687e-05, |
| "loss": 0.5202, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.7912375347392513, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9794260323497175e-05, |
| "loss": 0.5914, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.7918914500572176, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.9793337813556372e-05, |
| "loss": 0.8604, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.7925453653751839, |
| "grad_norm": 3.03125, |
| "learning_rate": 1.9792413261625644e-05, |
| "loss": 0.4264, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.7931992806931503, |
| "grad_norm": 6.65625, |
| "learning_rate": 1.979148666789775e-05, |
| "loss": 0.9233, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.7938531960111166, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9790558032565908e-05, |
| "loss": 0.4091, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.7945071113290829, |
| "grad_norm": 4.0, |
| "learning_rate": 1.9789627355823737e-05, |
| "loss": 0.5195, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.7951610266470492, |
| "grad_norm": 4.71875, |
| "learning_rate": 1.9788694637865292e-05, |
| "loss": 0.6803, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.7958149419650156, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.9787759878885054e-05, |
| "loss": 0.6369, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.7964688572829819, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.9786823079077927e-05, |
| "loss": 0.7595, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.7971227726009482, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.978588423863924e-05, |
| "loss": 0.6496, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.7977766879189145, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9784943357764754e-05, |
| "loss": 0.6233, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.7984306032368809, |
| "grad_norm": 4.25, |
| "learning_rate": 1.978400043665064e-05, |
| "loss": 0.5194, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.7990845185548472, |
| "grad_norm": 5.84375, |
| "learning_rate": 1.9783055475493516e-05, |
| "loss": 0.9662, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.7997384338728135, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9782108474490408e-05, |
| "loss": 0.6733, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.8003923491907798, |
| "grad_norm": 3.234375, |
| "learning_rate": 1.9781159433838774e-05, |
| "loss": 0.3441, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.8010462645087462, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.9780208353736493e-05, |
| "loss": 0.5661, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.8017001798267125, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.9779255234381883e-05, |
| "loss": 0.6459, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.8023540951446788, |
| "grad_norm": 3.375, |
| "learning_rate": 1.9778300075973668e-05, |
| "loss": 0.4205, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.8030080104626451, |
| "grad_norm": 2.234375, |
| "learning_rate": 1.9777342878711006e-05, |
| "loss": 0.2515, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.8036619257806115, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.977638364279349e-05, |
| "loss": 0.6933, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.8043158410985778, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.9775422368421118e-05, |
| "loss": 0.2568, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.804969756416544, |
| "grad_norm": 5.875, |
| "learning_rate": 1.9774459055794328e-05, |
| "loss": 0.6884, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.8056236717345103, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.977349370511398e-05, |
| "loss": 0.6073, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.8062775870524767, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.9772526316581354e-05, |
| "loss": 0.7383, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.806931502370443, |
| "grad_norm": 2.46875, |
| "learning_rate": 1.9771556890398156e-05, |
| "loss": 0.3692, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.8075854176884093, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9770585426766528e-05, |
| "loss": 0.8585, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.8082393330063756, |
| "grad_norm": 4.75, |
| "learning_rate": 1.9769611925889016e-05, |
| "loss": 0.64, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.808893248324342, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9768636387968616e-05, |
| "loss": 0.6219, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.8095471636423083, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9767658813208725e-05, |
| "loss": 0.8045, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.8102010789602746, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.976667920181318e-05, |
| "loss": 0.4122, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.8108549942782409, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.9765697553986237e-05, |
| "loss": 0.5164, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8115089095962073, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.976471386993258e-05, |
| "loss": 0.8459, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.8121628249141736, |
| "grad_norm": 3.234375, |
| "learning_rate": 1.976372814985731e-05, |
| "loss": 0.3772, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.8128167402321399, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.9762740393965963e-05, |
| "loss": 0.4406, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.8134706555501062, |
| "grad_norm": 5.25, |
| "learning_rate": 1.976175060246449e-05, |
| "loss": 1.0501, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.8141245708680726, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.9760758775559275e-05, |
| "loss": 0.4366, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.8147784861860389, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.9759764913457113e-05, |
| "loss": 0.4725, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.8154324015040052, |
| "grad_norm": 6.0, |
| "learning_rate": 1.9758769016365242e-05, |
| "loss": 0.719, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.8160863168219715, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.975777108449131e-05, |
| "loss": 1.6058, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.8167402321399378, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.9756771118043393e-05, |
| "loss": 0.5823, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.8173941474579042, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9755769117229993e-05, |
| "loss": 0.7355, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8180480627758705, |
| "grad_norm": 2.921875, |
| "learning_rate": 1.9754765082260035e-05, |
| "loss": 0.438, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.8187019780938368, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9753759013342875e-05, |
| "loss": 0.6023, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.8193558934118031, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.9752750910688278e-05, |
| "loss": 0.3565, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.8200098087297695, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.975174077450644e-05, |
| "loss": 0.6343, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.8206637240477358, |
| "grad_norm": 4.25, |
| "learning_rate": 1.975072860500799e-05, |
| "loss": 0.8848, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.8213176393657021, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.974971440240397e-05, |
| "loss": 0.8236, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.8219715546836684, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9748698166905847e-05, |
| "loss": 0.5921, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.8226254700016348, |
| "grad_norm": 3.5, |
| "learning_rate": 1.974767989872552e-05, |
| "loss": 0.6978, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.8232793853196011, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9746659598075303e-05, |
| "loss": 0.503, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.8239333006375674, |
| "grad_norm": 2.984375, |
| "learning_rate": 1.9745637265167937e-05, |
| "loss": 0.4463, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8245872159555337, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.9744612900216588e-05, |
| "loss": 0.3345, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.8252411312735001, |
| "grad_norm": 3.453125, |
| "learning_rate": 1.9743586503434842e-05, |
| "loss": 0.4771, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.8258950465914664, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.9742558075036712e-05, |
| "loss": 0.6727, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.8265489619094327, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.974152761523663e-05, |
| "loss": 0.5154, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.827202877227399, |
| "grad_norm": 3.765625, |
| "learning_rate": 1.9740495124249462e-05, |
| "loss": 0.4207, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.8278567925453654, |
| "grad_norm": 4.5625, |
| "learning_rate": 1.973946060229049e-05, |
| "loss": 0.6274, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.8285107078633317, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.973842404957541e-05, |
| "loss": 0.4892, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.829164623181298, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9737385466320366e-05, |
| "loss": 0.4182, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.8298185384992643, |
| "grad_norm": 6.125, |
| "learning_rate": 1.9736344852741905e-05, |
| "loss": 1.1654, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.8304724538172307, |
| "grad_norm": 3.21875, |
| "learning_rate": 1.9735302209057e-05, |
| "loss": 0.352, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.831126369135197, |
| "grad_norm": 3.84375, |
| "learning_rate": 1.973425753548305e-05, |
| "loss": 0.5972, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.8317802844531633, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.9733210832237887e-05, |
| "loss": 0.854, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.8324341997711296, |
| "grad_norm": 6.5, |
| "learning_rate": 1.9732162099539748e-05, |
| "loss": 0.8069, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.833088115089096, |
| "grad_norm": 6.53125, |
| "learning_rate": 1.9731111337607304e-05, |
| "loss": 0.87, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.8337420304070623, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9730058546659653e-05, |
| "loss": 0.4515, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.8343959457250286, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.97290037269163e-05, |
| "loss": 0.7724, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.835049861042995, |
| "grad_norm": 6.0, |
| "learning_rate": 1.9727946878597193e-05, |
| "loss": 0.8362, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.8357037763609613, |
| "grad_norm": 3.046875, |
| "learning_rate": 1.9726888001922693e-05, |
| "loss": 0.3663, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.8363576916789276, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.9725827097113578e-05, |
| "loss": 0.3654, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.8370116069968939, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9724764164391063e-05, |
| "loss": 0.6039, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8376655223148602, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.9723699203976768e-05, |
| "loss": 1.0668, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.8383194376328266, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.9722632216092752e-05, |
| "loss": 0.9367, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.8389733529507929, |
| "grad_norm": 2.9375, |
| "learning_rate": 1.9721563200961494e-05, |
| "loss": 0.3356, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.8396272682687592, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9720492158805884e-05, |
| "loss": 0.4986, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.8402811835867255, |
| "grad_norm": 4.875, |
| "learning_rate": 1.971941908984925e-05, |
| "loss": 0.6653, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.8409350989046919, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.971834399431533e-05, |
| "loss": 0.7116, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.8415890142226582, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.9717266872428295e-05, |
| "loss": 0.9576, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.8422429295406245, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9716187724412728e-05, |
| "loss": 0.567, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.8428968448585908, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9715106550493645e-05, |
| "loss": 0.442, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.8435507601765572, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.971402335089648e-05, |
| "loss": 0.5429, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.8442046754945235, |
| "grad_norm": 3.0625, |
| "learning_rate": 1.9712938125847086e-05, |
| "loss": 0.3932, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.8448585908124898, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.971185087557174e-05, |
| "loss": 0.7773, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.8455125061304561, |
| "grad_norm": 3.875, |
| "learning_rate": 1.9710761600297147e-05, |
| "loss": 0.7628, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.8461664214484225, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.9709670300250425e-05, |
| "loss": 0.5101, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.8468203367663888, |
| "grad_norm": 3.140625, |
| "learning_rate": 1.9708576975659123e-05, |
| "loss": 0.5427, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.8474742520843551, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9707481626751206e-05, |
| "loss": 0.632, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.8481281674023214, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.9706384253755063e-05, |
| "loss": 0.4592, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.8487820827202878, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.97052848568995e-05, |
| "loss": 0.579, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.8494359980382541, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9704183436413764e-05, |
| "loss": 1.0889, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.8500899133562204, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9703079992527495e-05, |
| "loss": 0.7516, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.8507438286741867, |
| "grad_norm": 3.296875, |
| "learning_rate": 1.970197452547078e-05, |
| "loss": 0.3716, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.8513977439921531, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.970086703547411e-05, |
| "loss": 0.371, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.8520516593101194, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9699757522768413e-05, |
| "loss": 0.51, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.8527055746280857, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.969864598758503e-05, |
| "loss": 0.6076, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.853359489946052, |
| "grad_norm": 5.375, |
| "learning_rate": 1.9697532430155718e-05, |
| "loss": 0.934, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.8540134052640183, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.969641685071267e-05, |
| "loss": 0.9857, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.8546673205819846, |
| "grad_norm": 2.578125, |
| "learning_rate": 1.9695299249488488e-05, |
| "loss": 0.2168, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.8553212358999509, |
| "grad_norm": 9.375, |
| "learning_rate": 1.969417962671621e-05, |
| "loss": 0.8594, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.8559751512179172, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.9693057982629277e-05, |
| "loss": 0.7069, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.8566290665358836, |
| "grad_norm": 5.125, |
| "learning_rate": 1.9691934317461565e-05, |
| "loss": 1.0717, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.8572829818538499, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9690808631447368e-05, |
| "loss": 0.7704, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.8579368971718162, |
| "grad_norm": 7.25, |
| "learning_rate": 1.9689680924821395e-05, |
| "loss": 1.098, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.8585908124897825, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9688551197818788e-05, |
| "loss": 0.5938, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.8592447278077489, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9687419450675104e-05, |
| "loss": 0.7635, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.8598986431257152, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.9686285683626316e-05, |
| "loss": 0.3596, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.8605525584436815, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.9685149896908832e-05, |
| "loss": 0.6028, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.8612064737616478, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.968401209075946e-05, |
| "loss": 0.496, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.8618603890796142, |
| "grad_norm": 3.28125, |
| "learning_rate": 1.9682872265415458e-05, |
| "loss": 0.4101, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.8625143043975805, |
| "grad_norm": 4.875, |
| "learning_rate": 1.9681730421114475e-05, |
| "loss": 0.481, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.8631682197155468, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.9680586558094604e-05, |
| "loss": 0.5441, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8638221350335131, |
| "grad_norm": 4.0, |
| "learning_rate": 1.9679440676594342e-05, |
| "loss": 0.4592, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.8644760503514795, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.967829277685262e-05, |
| "loss": 0.6525, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.8651299656694458, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9677142859108784e-05, |
| "loss": 0.367, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.8657838809874121, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.96759909236026e-05, |
| "loss": 0.5479, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.8664377963053784, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9674836970574253e-05, |
| "loss": 0.7971, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.8670917116233448, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9673681000264358e-05, |
| "loss": 0.6036, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.8677456269413111, |
| "grad_norm": 5.875, |
| "learning_rate": 1.9672523012913937e-05, |
| "loss": 0.9767, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.8683995422592774, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9671363008764445e-05, |
| "loss": 0.666, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.8690534575772437, |
| "grad_norm": 5.125, |
| "learning_rate": 1.967020098805775e-05, |
| "loss": 0.8879, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.86970737289521, |
| "grad_norm": 4.40625, |
| "learning_rate": 1.966903695103614e-05, |
| "loss": 0.576, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.8703612882131764, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.966787089794233e-05, |
| "loss": 0.4973, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.8710152035311427, |
| "grad_norm": 5.875, |
| "learning_rate": 1.9666702829019455e-05, |
| "loss": 1.0025, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.871669118849109, |
| "grad_norm": 3.75, |
| "learning_rate": 1.966553274451106e-05, |
| "loss": 0.4209, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.8723230341670754, |
| "grad_norm": 4.875, |
| "learning_rate": 1.9664360644661118e-05, |
| "loss": 0.7864, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.8729769494850417, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.9663186529714022e-05, |
| "loss": 0.6316, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.873630864803008, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.9662010399914588e-05, |
| "loss": 0.8036, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.8742847801209743, |
| "grad_norm": 5.25, |
| "learning_rate": 1.9660832255508045e-05, |
| "loss": 0.937, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.8749386954389407, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9659652096740042e-05, |
| "loss": 0.8778, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.875592610756907, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.9658469923856664e-05, |
| "loss": 0.4902, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.8762465260748733, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.965728573710439e-05, |
| "loss": 0.7317, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.8769004413928396, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.965609953673014e-05, |
| "loss": 0.6844, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.877554356710806, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.965491132298124e-05, |
| "loss": 0.5328, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.8782082720287723, |
| "grad_norm": 5.96875, |
| "learning_rate": 1.9653721096105448e-05, |
| "loss": 0.8051, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.8788621873467386, |
| "grad_norm": 3.46875, |
| "learning_rate": 1.965252885635094e-05, |
| "loss": 0.5046, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.8795161026647049, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9651334603966298e-05, |
| "loss": 0.6676, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.8801700179826712, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.9650138339200535e-05, |
| "loss": 0.766, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.8808239333006376, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.9648940062303085e-05, |
| "loss": 0.6907, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.8814778486186039, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.96477397735238e-05, |
| "loss": 0.5437, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.8821317639365702, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9646537473112946e-05, |
| "loss": 0.6664, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.8827856792545365, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.9645333161321213e-05, |
| "loss": 0.8064, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.8834395945725029, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.964412683839971e-05, |
| "loss": 0.5848, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.8840935098904692, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.9642918504599967e-05, |
| "loss": 0.3608, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.8847474252084355, |
| "grad_norm": 3.625, |
| "learning_rate": 1.964170816017393e-05, |
| "loss": 0.8004, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.8854013405264018, |
| "grad_norm": 5.25, |
| "learning_rate": 1.9640495805373965e-05, |
| "loss": 0.6615, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.8860552558443682, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.9639281440452858e-05, |
| "loss": 0.9144, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.8867091711623345, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9638065065663815e-05, |
| "loss": 0.9773, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.8873630864803008, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.963684668126046e-05, |
| "loss": 0.4712, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.8880170017982671, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9635626287496833e-05, |
| "loss": 0.7769, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.8886709171162335, |
| "grad_norm": 3.828125, |
| "learning_rate": 1.9634403884627394e-05, |
| "loss": 0.6143, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.8893248324341998, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9633179472907032e-05, |
| "loss": 0.5514, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8899787477521661, |
| "grad_norm": 5.125, |
| "learning_rate": 1.963195305259104e-05, |
| "loss": 0.5352, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.8906326630701324, |
| "grad_norm": 4.0625, |
| "learning_rate": 1.9630724623935146e-05, |
| "loss": 0.4738, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.8912865783880988, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.9629494187195473e-05, |
| "loss": 0.8231, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.8919404937060651, |
| "grad_norm": 5.03125, |
| "learning_rate": 1.9628261742628587e-05, |
| "loss": 0.894, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.8925944090240314, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.962702729049146e-05, |
| "loss": 0.6571, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.8932483243419977, |
| "grad_norm": 6.0, |
| "learning_rate": 1.9625790831041484e-05, |
| "loss": 0.8724, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.8939022396599641, |
| "grad_norm": 5.75, |
| "learning_rate": 1.9624552364536472e-05, |
| "loss": 0.6192, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.8945561549779304, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.962331189123466e-05, |
| "loss": 0.872, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.8952100702958967, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9622069411394685e-05, |
| "loss": 0.6936, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.895863985613863, |
| "grad_norm": 4.125, |
| "learning_rate": 1.962082492527562e-05, |
| "loss": 0.5064, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.8965179009318294, |
| "grad_norm": 5.0625, |
| "learning_rate": 1.961957843313695e-05, |
| "loss": 0.7711, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.8971718162497957, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.9618329935238582e-05, |
| "loss": 0.4953, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.897825731567762, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.961707943184083e-05, |
| "loss": 0.541, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.8984796468857283, |
| "grad_norm": 3.75, |
| "learning_rate": 1.9615826923204446e-05, |
| "loss": 0.4206, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.8991335622036947, |
| "grad_norm": 6.65625, |
| "learning_rate": 1.9614572409590575e-05, |
| "loss": 1.1008, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.899787477521661, |
| "grad_norm": 4.21875, |
| "learning_rate": 1.96133158912608e-05, |
| "loss": 0.5554, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.9004413928396273, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.9612057368477117e-05, |
| "loss": 0.4283, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.9010953081575936, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.9610796841501935e-05, |
| "loss": 0.7818, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.90174922347556, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9609534310598083e-05, |
| "loss": 0.6435, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.9024031387935263, |
| "grad_norm": 4.59375, |
| "learning_rate": 1.9608269776028813e-05, |
| "loss": 0.6275, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9030570541114925, |
| "grad_norm": 3.375, |
| "learning_rate": 1.960700323805779e-05, |
| "loss": 0.4377, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.9037109694294588, |
| "grad_norm": 5.78125, |
| "learning_rate": 1.960573469694909e-05, |
| "loss": 0.5706, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.9043648847474252, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.960446415296722e-05, |
| "loss": 0.3354, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.9050188000653915, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.9603191606377105e-05, |
| "loss": 0.6345, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.9056727153833578, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.960191705744407e-05, |
| "loss": 0.6971, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.9063266307013241, |
| "grad_norm": 3.15625, |
| "learning_rate": 1.9600640506433873e-05, |
| "loss": 0.4258, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.9069805460192905, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.9599361953612685e-05, |
| "loss": 0.4723, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.9076344613372568, |
| "grad_norm": 4.46875, |
| "learning_rate": 1.95980813992471e-05, |
| "loss": 0.7193, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.9082883766552231, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.9596798843604114e-05, |
| "loss": 0.4142, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.9089422919731894, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.9595514286951155e-05, |
| "loss": 0.6368, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9095962072911558, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9594227729556064e-05, |
| "loss": 0.4688, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.9102501226091221, |
| "grad_norm": 3.875, |
| "learning_rate": 1.95929391716871e-05, |
| "loss": 0.5326, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.9109040379270884, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9591648613612936e-05, |
| "loss": 0.9176, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.9115579532450547, |
| "grad_norm": 6.40625, |
| "learning_rate": 1.9590356055602662e-05, |
| "loss": 1.0696, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.912211868563021, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.958906149792579e-05, |
| "loss": 0.4847, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.9128657838809874, |
| "grad_norm": 3.34375, |
| "learning_rate": 1.958776494085224e-05, |
| "loss": 0.4474, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.9135196991989537, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.9586466384652366e-05, |
| "loss": 0.4446, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.91417361451692, |
| "grad_norm": 3.625, |
| "learning_rate": 1.9585165829596917e-05, |
| "loss": 0.4773, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.9148275298348864, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9583863275957072e-05, |
| "loss": 0.653, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.9154814451528527, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.9582558724004423e-05, |
| "loss": 0.4315, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.916135360470819, |
| "grad_norm": 6.25, |
| "learning_rate": 1.958125217401098e-05, |
| "loss": 1.4404, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.9167892757887853, |
| "grad_norm": 6.0625, |
| "learning_rate": 1.9579943626249178e-05, |
| "loss": 0.7897, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.9174431911067517, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.9578633080991843e-05, |
| "loss": 0.4445, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.918097106424718, |
| "grad_norm": 6.3125, |
| "learning_rate": 1.9577320538512246e-05, |
| "loss": 0.7226, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.9187510217426843, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.957600599908406e-05, |
| "loss": 0.6411, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.9194049370606506, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.957468946298138e-05, |
| "loss": 0.6734, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.920058852378617, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.957337093047871e-05, |
| "loss": 0.7218, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.9207127676965833, |
| "grad_norm": 3.65625, |
| "learning_rate": 1.9572050401850972e-05, |
| "loss": 0.5851, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.9213666830145496, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.9570727877373514e-05, |
| "loss": 0.7319, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.9220205983325159, |
| "grad_norm": 3.265625, |
| "learning_rate": 1.956940335732209e-05, |
| "loss": 0.4833, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9226745136504823, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9568076841972875e-05, |
| "loss": 0.8887, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.9233284289684486, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.9566748331602453e-05, |
| "loss": 0.54, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.9239823442864149, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.9565417826487835e-05, |
| "loss": 0.6719, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.9246362596043812, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9564085326906434e-05, |
| "loss": 0.5223, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.9252901749223476, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.9562750833136096e-05, |
| "loss": 0.5198, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.9259440902403139, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9561414345455073e-05, |
| "loss": 0.5871, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.9265980055582802, |
| "grad_norm": 4.125, |
| "learning_rate": 1.9560075864142028e-05, |
| "loss": 0.5454, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.9272519208762465, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.9558735389476044e-05, |
| "loss": 0.5979, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.9279058361942129, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.955739292173663e-05, |
| "loss": 0.9165, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.9285597515121792, |
| "grad_norm": 3.484375, |
| "learning_rate": 1.9556048461203692e-05, |
| "loss": 0.4034, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9292136668301455, |
| "grad_norm": 7.65625, |
| "learning_rate": 1.9554702008157567e-05, |
| "loss": 1.1863, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.9298675821481118, |
| "grad_norm": 3.4375, |
| "learning_rate": 1.9553353562878997e-05, |
| "loss": 0.6109, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.9305214974660782, |
| "grad_norm": 3.015625, |
| "learning_rate": 1.9552003125649145e-05, |
| "loss": 0.5343, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.9311754127840445, |
| "grad_norm": 3.625, |
| "learning_rate": 1.9550650696749593e-05, |
| "loss": 0.487, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.9318293281020108, |
| "grad_norm": 3.296875, |
| "learning_rate": 1.9549296276462326e-05, |
| "loss": 0.504, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.9324832434199771, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9547939865069755e-05, |
| "loss": 0.8877, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.9331371587379435, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.9546581462854705e-05, |
| "loss": 0.7203, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.9337910740559098, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.9545221070100407e-05, |
| "loss": 0.5545, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.9344449893738761, |
| "grad_norm": 7.125, |
| "learning_rate": 1.9543858687090517e-05, |
| "loss": 0.824, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.9350989046918424, |
| "grad_norm": 2.6875, |
| "learning_rate": 1.954249431410911e-05, |
| "loss": 0.3832, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.9357528200098088, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.9541127951440656e-05, |
| "loss": 0.7981, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.9364067353277751, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.953975959937006e-05, |
| "loss": 0.6708, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.9370606506457414, |
| "grad_norm": 3.734375, |
| "learning_rate": 1.9538389258182638e-05, |
| "loss": 0.5624, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.9377145659637077, |
| "grad_norm": 5.34375, |
| "learning_rate": 1.953701692816411e-05, |
| "loss": 0.883, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.938368481281674, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.9535642609600625e-05, |
| "loss": 0.5844, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.9390223965996404, |
| "grad_norm": 3.71875, |
| "learning_rate": 1.953426630277873e-05, |
| "loss": 0.5852, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.9396763119176067, |
| "grad_norm": 5.09375, |
| "learning_rate": 1.9532888007985408e-05, |
| "loss": 0.8348, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.940330227235573, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.953150772550803e-05, |
| "loss": 0.4851, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.9409841425535393, |
| "grad_norm": 3.6875, |
| "learning_rate": 1.9530125455634407e-05, |
| "loss": 0.6099, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.9416380578715057, |
| "grad_norm": 3.109375, |
| "learning_rate": 1.952874119865275e-05, |
| "loss": 0.3754, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.942291973189472, |
| "grad_norm": 4.25, |
| "learning_rate": 1.9527354954851693e-05, |
| "loss": 0.4043, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.9429458885074383, |
| "grad_norm": 8.4375, |
| "learning_rate": 1.952596672452027e-05, |
| "loss": 1.1566, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.9435998038254046, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.9524576507947942e-05, |
| "loss": 0.4023, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.944253719143371, |
| "grad_norm": 5.1875, |
| "learning_rate": 1.952318430542458e-05, |
| "loss": 0.6585, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.9449076344613373, |
| "grad_norm": 4.03125, |
| "learning_rate": 1.9521790117240472e-05, |
| "loss": 0.7138, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.9455615497793036, |
| "grad_norm": 4.96875, |
| "learning_rate": 1.9520393943686313e-05, |
| "loss": 0.6334, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.94621546509727, |
| "grad_norm": 5.4375, |
| "learning_rate": 1.951899578505322e-05, |
| "loss": 0.9144, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.9468693804152363, |
| "grad_norm": 2.859375, |
| "learning_rate": 1.9517595641632723e-05, |
| "loss": 0.3517, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.9475232957332026, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.951619351371676e-05, |
| "loss": 0.5874, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.9481772110511689, |
| "grad_norm": 6.3125, |
| "learning_rate": 1.951478940159768e-05, |
| "loss": 0.7009, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.9488311263691352, |
| "grad_norm": 4.625, |
| "learning_rate": 1.951338330556826e-05, |
| "loss": 0.5022, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.9494850416871016, |
| "grad_norm": 3.953125, |
| "learning_rate": 1.951197522592168e-05, |
| "loss": 0.6131, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.9501389570050679, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9510565162951538e-05, |
| "loss": 0.5976, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.9507928723230342, |
| "grad_norm": 3.640625, |
| "learning_rate": 1.950915311695184e-05, |
| "loss": 0.4705, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.9514467876410004, |
| "grad_norm": 2.640625, |
| "learning_rate": 1.9507739088217007e-05, |
| "loss": 0.3424, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.9521007029589668, |
| "grad_norm": 4.75, |
| "learning_rate": 1.950632307704188e-05, |
| "loss": 0.9069, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.9527546182769331, |
| "grad_norm": 2.828125, |
| "learning_rate": 1.950490508372171e-05, |
| "loss": 0.3473, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.9534085335948994, |
| "grad_norm": 5.8125, |
| "learning_rate": 1.9503485108552157e-05, |
| "loss": 0.8924, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.9540624489128657, |
| "grad_norm": 3.578125, |
| "learning_rate": 1.9502063151829297e-05, |
| "loss": 0.3127, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.9547163642308321, |
| "grad_norm": 4.6875, |
| "learning_rate": 1.950063921384962e-05, |
| "loss": 0.8086, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.9553702795487984, |
| "grad_norm": 4.09375, |
| "learning_rate": 1.9499213294910025e-05, |
| "loss": 0.5399, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.9560241948667647, |
| "grad_norm": 3.328125, |
| "learning_rate": 1.9497785395307834e-05, |
| "loss": 0.6244, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.956678110184731, |
| "grad_norm": 3.3125, |
| "learning_rate": 1.9496355515340773e-05, |
| "loss": 0.32, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.9573320255026974, |
| "grad_norm": 3.1875, |
| "learning_rate": 1.9494923655306987e-05, |
| "loss": 0.3978, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.9579859408206637, |
| "grad_norm": 5.90625, |
| "learning_rate": 1.949348981550502e-05, |
| "loss": 0.7608, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.95863985613863, |
| "grad_norm": 5.625, |
| "learning_rate": 1.949205399623385e-05, |
| "loss": 0.8117, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.9592937714565963, |
| "grad_norm": 4.0, |
| "learning_rate": 1.9490616197792852e-05, |
| "loss": 0.3998, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.9599476867745627, |
| "grad_norm": 3.90625, |
| "learning_rate": 1.948917642048182e-05, |
| "loss": 0.5844, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.960601602092529, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.9487734664600956e-05, |
| "loss": 0.6231, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.9612555174104953, |
| "grad_norm": 3.5625, |
| "learning_rate": 1.9486290930450886e-05, |
| "loss": 0.4554, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.9619094327284616, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.9484845218332632e-05, |
| "loss": 0.8052, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.962563348046428, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9483397528547633e-05, |
| "loss": 0.7266, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.9632172633643943, |
| "grad_norm": 6.59375, |
| "learning_rate": 1.9481947861397758e-05, |
| "loss": 0.8459, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.9638711786823606, |
| "grad_norm": 4.1875, |
| "learning_rate": 1.948049621718526e-05, |
| "loss": 0.5965, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.9645250940003269, |
| "grad_norm": 5.25, |
| "learning_rate": 1.9479042596212833e-05, |
| "loss": 0.9731, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.9651790093182933, |
| "grad_norm": 4.5, |
| "learning_rate": 1.9477586998783555e-05, |
| "loss": 0.4942, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.9658329246362596, |
| "grad_norm": 5.25, |
| "learning_rate": 1.9476129425200935e-05, |
| "loss": 0.4065, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.9664868399542259, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.9474669875768893e-05, |
| "loss": 0.6536, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.9671407552721922, |
| "grad_norm": 3.796875, |
| "learning_rate": 1.947320835079175e-05, |
| "loss": 0.517, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.9677946705901586, |
| "grad_norm": 3.53125, |
| "learning_rate": 1.947174485057425e-05, |
| "loss": 0.4812, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.9684485859081249, |
| "grad_norm": 5.40625, |
| "learning_rate": 1.9470279375421545e-05, |
| "loss": 0.7359, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.9691025012260912, |
| "grad_norm": 4.75, |
| "learning_rate": 1.9468811925639196e-05, |
| "loss": 0.6756, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.9697564165440575, |
| "grad_norm": 4.15625, |
| "learning_rate": 1.9467342501533176e-05, |
| "loss": 0.4946, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.9704103318620239, |
| "grad_norm": 3.96875, |
| "learning_rate": 1.9465871103409875e-05, |
| "loss": 0.583, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.9710642471799902, |
| "grad_norm": 3.75, |
| "learning_rate": 1.9464397731576093e-05, |
| "loss": 0.6647, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.9717181624979565, |
| "grad_norm": 4.84375, |
| "learning_rate": 1.9462922386339042e-05, |
| "loss": 0.7904, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.9723720778159228, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9461445068006333e-05, |
| "loss": 0.537, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.9730259931338892, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.945996577688601e-05, |
| "loss": 0.5162, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.9736799084518555, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.945848451328651e-05, |
| "loss": 0.5582, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.9743338237698218, |
| "grad_norm": 4.90625, |
| "learning_rate": 1.945700127751669e-05, |
| "loss": 0.8845, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.9749877390877881, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.945551606988582e-05, |
| "loss": 0.6739, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.9756416544057545, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9454028890703574e-05, |
| "loss": 0.7845, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.9762955697237208, |
| "grad_norm": 4.75, |
| "learning_rate": 1.945253974028004e-05, |
| "loss": 0.647, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.9769494850416871, |
| "grad_norm": 3.359375, |
| "learning_rate": 1.9451048618925723e-05, |
| "loss": 0.4261, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.9776034003596534, |
| "grad_norm": 3.75, |
| "learning_rate": 1.944955552695153e-05, |
| "loss": 0.4878, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.9782573156776198, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.944806046466878e-05, |
| "loss": 0.6081, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.9789112309955861, |
| "grad_norm": 5.21875, |
| "learning_rate": 1.9446563432389215e-05, |
| "loss": 0.8683, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.9795651463135524, |
| "grad_norm": 3.5, |
| "learning_rate": 1.944506443042497e-05, |
| "loss": 0.5905, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.9802190616315187, |
| "grad_norm": 6.25, |
| "learning_rate": 1.9443563459088598e-05, |
| "loss": 0.6727, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.980872976949485, |
| "grad_norm": 5.46875, |
| "learning_rate": 1.9442060518693072e-05, |
| "loss": 0.5534, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.9815268922674514, |
| "grad_norm": 2.90625, |
| "learning_rate": 1.9440555609551758e-05, |
| "loss": 0.3002, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.9821808075854177, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.9439048731978445e-05, |
| "loss": 0.5486, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.982834722903384, |
| "grad_norm": 4.9375, |
| "learning_rate": 1.9437539886287332e-05, |
| "loss": 0.7604, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.9834886382213504, |
| "grad_norm": 4.78125, |
| "learning_rate": 1.9436029072793026e-05, |
| "loss": 0.4906, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.9841425535393167, |
| "grad_norm": 4.8125, |
| "learning_rate": 1.943451629181054e-05, |
| "loss": 0.6075, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.984796468857283, |
| "grad_norm": 3.921875, |
| "learning_rate": 1.94330015436553e-05, |
| "loss": 0.4458, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.9854503841752493, |
| "grad_norm": 7.6875, |
| "learning_rate": 1.943148482864315e-05, |
| "loss": 1.041, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.9861042994932157, |
| "grad_norm": 2.859375, |
| "learning_rate": 1.9429966147090326e-05, |
| "loss": 0.3697, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.986758214811182, |
| "grad_norm": 3.671875, |
| "learning_rate": 1.9428445499313496e-05, |
| "loss": 0.4429, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.9874121301291483, |
| "grad_norm": 5.3125, |
| "learning_rate": 1.9426922885629723e-05, |
| "loss": 0.8543, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.9880660454471146, |
| "grad_norm": 3.265625, |
| "learning_rate": 1.942539830635649e-05, |
| "loss": 0.5574, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.988719960765081, |
| "grad_norm": 3.859375, |
| "learning_rate": 1.942387176181167e-05, |
| "loss": 0.4815, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.9893738760830473, |
| "grad_norm": 4.625, |
| "learning_rate": 1.9422343252313574e-05, |
| "loss": 0.899, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.9900277914010136, |
| "grad_norm": 4.375, |
| "learning_rate": 1.9420812778180903e-05, |
| "loss": 0.7372, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.9906817067189799, |
| "grad_norm": 4.34375, |
| "learning_rate": 1.941928033973277e-05, |
| "loss": 0.6701, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.9913356220369463, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9417745937288707e-05, |
| "loss": 0.8026, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.9919895373549126, |
| "grad_norm": 3.546875, |
| "learning_rate": 1.9416209571168648e-05, |
| "loss": 0.684, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.9926434526728789, |
| "grad_norm": 5.0, |
| "learning_rate": 1.9414671241692936e-05, |
| "loss": 0.6559, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.9932973679908452, |
| "grad_norm": 4.28125, |
| "learning_rate": 1.9413130949182323e-05, |
| "loss": 0.3972, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.9939512833088116, |
| "grad_norm": 4.3125, |
| "learning_rate": 1.9411588693957976e-05, |
| "loss": 0.4497, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9946051986267779, |
| "grad_norm": 3.40625, |
| "learning_rate": 1.9410044476341462e-05, |
| "loss": 0.4881, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.9952591139447442, |
| "grad_norm": 4.65625, |
| "learning_rate": 1.940849829665477e-05, |
| "loss": 0.4933, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.9959130292627105, |
| "grad_norm": 4.625, |
| "learning_rate": 1.940695015522029e-05, |
| "loss": 0.5533, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.9965669445806769, |
| "grad_norm": 4.25, |
| "learning_rate": 1.940540005236082e-05, |
| "loss": 0.8025, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.9972208598986432, |
| "grad_norm": 3.78125, |
| "learning_rate": 1.940384798839957e-05, |
| "loss": 0.5927, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.9978747752166095, |
| "grad_norm": 4.4375, |
| "learning_rate": 1.9402293963660155e-05, |
| "loss": 0.7094, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.9985286905345758, |
| "grad_norm": 4.53125, |
| "learning_rate": 1.9400737978466602e-05, |
| "loss": 0.4626, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.9991826058525421, |
| "grad_norm": 5.59375, |
| "learning_rate": 1.9399180033143353e-05, |
| "loss": 0.7961, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.9998365211705085, |
| "grad_norm": 5.625, |
| "learning_rate": 1.9397620128015244e-05, |
| "loss": 0.8528, |
| "step": 1529 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.671875, |
| "learning_rate": 1.939605826340753e-05, |
| "loss": 0.0832, |
| "step": 1530 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 7645, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.6725716341171405e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
