| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 774, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007751937984496124, |
| "grad_norm": 2.3754148483276367, |
| "learning_rate": 7.692307692307693e-07, |
| "loss": 4.068140983581543, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.015503875968992248, |
| "grad_norm": 0.20276732742786407, |
| "learning_rate": 2.307692307692308e-06, |
| "loss": 2.0239908695220947, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.023255813953488372, |
| "grad_norm": 0.35163113474845886, |
| "learning_rate": 3.846153846153846e-06, |
| "loss": 1.9337211847305298, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.031007751937984496, |
| "grad_norm": 0.19401516020298004, |
| "learning_rate": 5.384615384615385e-06, |
| "loss": 1.9213242530822754, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03875968992248062, |
| "grad_norm": 0.11387048661708832, |
| "learning_rate": 6.923076923076923e-06, |
| "loss": 2.1911349296569824, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.046511627906976744, |
| "grad_norm": 2.326526165008545, |
| "learning_rate": 8.461538461538462e-06, |
| "loss": 3.268449306488037, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05426356589147287, |
| "grad_norm": 0.15703660249710083, |
| "learning_rate": 9.999999999999999e-06, |
| "loss": 1.7003194093704224, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06201550387596899, |
| "grad_norm": 0.6381284594535828, |
| "learning_rate": 1.153846153846154e-05, |
| "loss": 1.8064090013504028, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06976744186046512, |
| "grad_norm": 0.5508278608322144, |
| "learning_rate": 1.3076923076923078e-05, |
| "loss": 1.3964051008224487, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07751937984496124, |
| "grad_norm": 0.3715132772922516, |
| "learning_rate": 1.4615384615384615e-05, |
| "loss": 1.59793221950531, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08527131782945736, |
| "grad_norm": 7.088710308074951, |
| "learning_rate": 1.6153846153846154e-05, |
| "loss": 1.7358227968215942, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09302325581395349, |
| "grad_norm": 0.14647279679775238, |
| "learning_rate": 1.7692307692307694e-05, |
| "loss": 1.3447600603103638, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10077519379844961, |
| "grad_norm": 0.22108672559261322, |
| "learning_rate": 1.923076923076923e-05, |
| "loss": 1.4682307243347168, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10852713178294573, |
| "grad_norm": 0.3697395622730255, |
| "learning_rate": 2.076923076923077e-05, |
| "loss": 1.2035093307495117, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11627906976744186, |
| "grad_norm": 0.24884682893753052, |
| "learning_rate": 2.230769230769231e-05, |
| "loss": 1.1427452564239502, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12403100775193798, |
| "grad_norm": 0.18956558406352997, |
| "learning_rate": 2.3846153846153846e-05, |
| "loss": 1.3711202144622803, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13178294573643412, |
| "grad_norm": 0.18877695500850677, |
| "learning_rate": 2.5384615384615386e-05, |
| "loss": 1.2189266681671143, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.13953488372093023, |
| "grad_norm": 0.10388179123401642, |
| "learning_rate": 2.6923076923076923e-05, |
| "loss": 1.3252586126327515, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.14728682170542637, |
| "grad_norm": 0.2508637309074402, |
| "learning_rate": 2.846153846153846e-05, |
| "loss": 1.0033904314041138, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.15503875968992248, |
| "grad_norm": 0.09986624866724014, |
| "learning_rate": 3e-05, |
| "loss": 1.4535468816757202, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.16279069767441862, |
| "grad_norm": 0.12885728478431702, |
| "learning_rate": 2.999580739494117e-05, |
| "loss": 1.0325186252593994, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.17054263565891473, |
| "grad_norm": 0.10903146117925644, |
| "learning_rate": 2.998323233708815e-05, |
| "loss": 1.2467223405838013, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.17829457364341086, |
| "grad_norm": 0.11212802678346634, |
| "learning_rate": 2.9962283096597995e-05, |
| "loss": 1.6686618328094482, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.18604651162790697, |
| "grad_norm": 0.2613708972930908, |
| "learning_rate": 2.9932973451022333e-05, |
| "loss": 0.8405603170394897, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.1937984496124031, |
| "grad_norm": 0.8741084337234497, |
| "learning_rate": 2.9895322676246387e-05, |
| "loss": 0.6372175812721252, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20155038759689922, |
| "grad_norm": 0.20064491033554077, |
| "learning_rate": 2.9849355533811937e-05, |
| "loss": 1.0768086910247803, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.20930232558139536, |
| "grad_norm": 0.20809470117092133, |
| "learning_rate": 2.9795102254632528e-05, |
| "loss": 0.58198082447052, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.21705426356589147, |
| "grad_norm": 0.10565000772476196, |
| "learning_rate": 2.9732598519111736e-05, |
| "loss": 1.3517603874206543, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.2248062015503876, |
| "grad_norm": 0.10898104310035706, |
| "learning_rate": 2.9661885433677437e-05, |
| "loss": 1.340335488319397, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.23255813953488372, |
| "grad_norm": 0.3277449309825897, |
| "learning_rate": 2.9583009503747627e-05, |
| "loss": 1.1451056003570557, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.24031007751937986, |
| "grad_norm": 0.11206506192684174, |
| "learning_rate": 2.9496022603145497e-05, |
| "loss": 1.2255440950393677, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.24806201550387597, |
| "grad_norm": 0.14122240245342255, |
| "learning_rate": 2.940098193998391e-05, |
| "loss": 1.2778782844543457, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2558139534883721, |
| "grad_norm": 0.17153455317020416, |
| "learning_rate": 2.9297950019041724e-05, |
| "loss": 1.178369402885437, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.26356589147286824, |
| "grad_norm": 0.2940099239349365, |
| "learning_rate": 2.918699460065665e-05, |
| "loss": 1.1788100004196167, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2713178294573643, |
| "grad_norm": 0.07703827321529388, |
| "learning_rate": 2.906818865616178e-05, |
| "loss": 1.306922435760498, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.27906976744186046, |
| "grad_norm": 0.24490903317928314, |
| "learning_rate": 2.8941610319894977e-05, |
| "loss": 1.0475130081176758, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.2868217054263566, |
| "grad_norm": 0.13828147947788239, |
| "learning_rate": 2.8807342837812783e-05, |
| "loss": 1.1680102348327637, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.29457364341085274, |
| "grad_norm": 0.13997578620910645, |
| "learning_rate": 2.8665474512742603e-05, |
| "loss": 1.0921390056610107, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.3023255813953488, |
| "grad_norm": 0.08565083891153336, |
| "learning_rate": 2.8516098646309108e-05, |
| "loss": 1.1694703102111816, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.31007751937984496, |
| "grad_norm": 0.054738063365221024, |
| "learning_rate": 2.8359313477573215e-05, |
| "loss": 1.1712660789489746, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.3178294573643411, |
| "grad_norm": 0.06600243598222733, |
| "learning_rate": 2.8195222118423792e-05, |
| "loss": 1.32106351852417, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.32558139534883723, |
| "grad_norm": 0.1856859177350998, |
| "learning_rate": 2.8023932485764768e-05, |
| "loss": 1.002191424369812, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.1050916314125061, |
| "learning_rate": 2.7845557230542076e-05, |
| "loss": 1.1279501914978027, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.34108527131782945, |
| "grad_norm": 0.09759809821844101, |
| "learning_rate": 2.7660213663657282e-05, |
| "loss": 1.3432408571243286, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.3488372093023256, |
| "grad_norm": 0.09217233955860138, |
| "learning_rate": 2.7468023678816447e-05, |
| "loss": 0.8359699249267578, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.35658914728682173, |
| "grad_norm": 0.11377432197332382, |
| "learning_rate": 2.726911367236509e-05, |
| "loss": 1.1406829357147217, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.3643410852713178, |
| "grad_norm": 0.14340269565582275, |
| "learning_rate": 2.706361446016193e-05, |
| "loss": 1.142421841621399, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.37209302325581395, |
| "grad_norm": 0.39369332790374756, |
| "learning_rate": 2.6851661191546038e-05, |
| "loss": 1.2204563617706299, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.3798449612403101, |
| "grad_norm": 0.1904468685388565, |
| "learning_rate": 2.6633393260454096e-05, |
| "loss": 0.7862477898597717, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.3875968992248062, |
| "grad_norm": 0.13884544372558594, |
| "learning_rate": 2.6408954213746028e-05, |
| "loss": 0.7346755862236023, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.3953488372093023, |
| "grad_norm": 0.07463762909173965, |
| "learning_rate": 2.61784916567995e-05, |
| "loss": 1.3203626871109009, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.40310077519379844, |
| "grad_norm": 0.1436045616865158, |
| "learning_rate": 2.5942157156435248e-05, |
| "loss": 1.2376055717468262, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.4108527131782946, |
| "grad_norm": 0.14889220893383026, |
| "learning_rate": 2.570010614123707e-05, |
| "loss": 1.0368235111236572, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4186046511627907, |
| "grad_norm": 0.073515884578228, |
| "learning_rate": 2.545249779933216e-05, |
| "loss": 1.105363130569458, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.4263565891472868, |
| "grad_norm": 0.0721718966960907, |
| "learning_rate": 2.5199494973698856e-05, |
| "loss": 1.0211938619613647, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.43410852713178294, |
| "grad_norm": 0.08736886829137802, |
| "learning_rate": 2.494126405507074e-05, |
| "loss": 0.9343675971031189, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4418604651162791, |
| "grad_norm": 0.6035546064376831, |
| "learning_rate": 2.4677974872507553e-05, |
| "loss": 1.0941760540008545, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4496124031007752, |
| "grad_norm": 0.10358745604753494, |
| "learning_rate": 2.440980058170478e-05, |
| "loss": 1.0486119985580444, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.4573643410852713, |
| "grad_norm": 0.41432875394821167, |
| "learning_rate": 2.4136917551115484e-05, |
| "loss": 0.9473840594291687, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.46511627906976744, |
| "grad_norm": 0.06210324168205261, |
| "learning_rate": 2.38595052459592e-05, |
| "loss": 1.2813960313796997, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.4728682170542636, |
| "grad_norm": 0.21510902047157288, |
| "learning_rate": 2.357774611019419e-05, |
| "loss": 1.0586227178573608, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.4806201550387597, |
| "grad_norm": 0.10468325763940811, |
| "learning_rate": 2.3291825446530736e-05, |
| "loss": 1.2756110429763794, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.4883720930232558, |
| "grad_norm": 1.1782441139221191, |
| "learning_rate": 2.3001931294564265e-05, |
| "loss": 1.168853759765625, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.49612403100775193, |
| "grad_norm": 0.11016172915697098, |
| "learning_rate": 2.27082543071086e-05, |
| "loss": 1.181935429573059, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5038759689922481, |
| "grad_norm": 0.6895468831062317, |
| "learning_rate": 2.2410987624810524e-05, |
| "loss": 1.1901732683181763, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.5116279069767442, |
| "grad_norm": 0.18288742005825043, |
| "learning_rate": 2.2110326749128233e-05, |
| "loss": 0.7289036512374878, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5193798449612403, |
| "grad_norm": 0.11772674322128296, |
| "learning_rate": 2.1806469413757164e-05, |
| "loss": 1.161149024963379, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5271317829457365, |
| "grad_norm": 0.2412514090538025, |
| "learning_rate": 2.149961545458773e-05, |
| "loss": 1.1283718347549438, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5348837209302325, |
| "grad_norm": 0.08974076807498932, |
| "learning_rate": 2.118996667828058e-05, |
| "loss": 1.362121343612671, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5426356589147286, |
| "grad_norm": 0.12378139048814774, |
| "learning_rate": 2.0877726729545665e-05, |
| "loss": 1.2608673572540283, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5503875968992248, |
| "grad_norm": 0.41343384981155396, |
| "learning_rate": 2.0563100957212577e-05, |
| "loss": 0.5950201153755188, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5581395348837209, |
| "grad_norm": 0.09795749187469482, |
| "learning_rate": 2.0246296279180093e-05, |
| "loss": 1.3639545440673828, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5658914728682171, |
| "grad_norm": 0.09332104027271271, |
| "learning_rate": 1.9927521046333833e-05, |
| "loss": 1.0145015716552734, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5736434108527132, |
| "grad_norm": 0.15143655240535736, |
| "learning_rate": 1.960698490552145e-05, |
| "loss": 0.9937471151351929, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.5813953488372093, |
| "grad_norm": 0.13751712441444397, |
| "learning_rate": 1.9284898661675586e-05, |
| "loss": 1.0032529830932617, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.5891472868217055, |
| "grad_norm": 0.0935468077659607, |
| "learning_rate": 1.8961474139175106e-05, |
| "loss": 1.2299753427505493, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.5968992248062015, |
| "grad_norm": 0.06415323913097382, |
| "learning_rate": 1.863692404253597e-05, |
| "loss": 1.2138370275497437, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6046511627906976, |
| "grad_norm": 0.17963920533657074, |
| "learning_rate": 1.8311461816523192e-05, |
| "loss": 0.7944934964179993, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6124031007751938, |
| "grad_norm": 0.13642992079257965, |
| "learning_rate": 1.7985301505776026e-05, |
| "loss": 0.8701238036155701, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6201550387596899, |
| "grad_norm": 0.09022583067417145, |
| "learning_rate": 1.765865761403861e-05, |
| "loss": 1.279708981513977, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.627906976744186, |
| "grad_norm": 0.310406357049942, |
| "learning_rate": 1.733174496308864e-05, |
| "loss": 1.020676612854004, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6356589147286822, |
| "grad_norm": 0.0761994794011116, |
| "learning_rate": 1.700477855145699e-05, |
| "loss": 1.2313765287399292, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6434108527131783, |
| "grad_norm": 0.09753235429525375, |
| "learning_rate": 1.6677973413030936e-05, |
| "loss": 0.9673617482185364, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6511627906976745, |
| "grad_norm": 0.16590853035449982, |
| "learning_rate": 1.6351544475634266e-05, |
| "loss": 1.194890022277832, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6589147286821705, |
| "grad_norm": 0.14948436617851257, |
| "learning_rate": 1.6025706419677057e-05, |
| "loss": 0.5818596482276917, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.1858793944120407, |
| "learning_rate": 1.5700673536968222e-05, |
| "loss": 1.1378095149993896, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.6744186046511628, |
| "grad_norm": 0.2438780963420868, |
| "learning_rate": 1.5376659589783572e-05, |
| "loss": 0.864031970500946, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.6821705426356589, |
| "grad_norm": 0.13808684051036835, |
| "learning_rate": 1.5053877670282186e-05, |
| "loss": 0.9113052487373352, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.689922480620155, |
| "grad_norm": 0.211846262216568, |
| "learning_rate": 1.4732540060363447e-05, |
| "loss": 0.9309589862823486, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.6976744186046512, |
| "grad_norm": 0.13679386675357819, |
| "learning_rate": 1.4412858092056991e-05, |
| "loss": 1.002301573753357, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7054263565891473, |
| "grad_norm": 0.09943073987960815, |
| "learning_rate": 1.4095042008537343e-05, |
| "loss": 1.0712729692459106, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7131782945736435, |
| "grad_norm": 0.18878647685050964, |
| "learning_rate": 1.3779300825854622e-05, |
| "loss": 0.9123468995094299, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7209302325581395, |
| "grad_norm": 0.08719319850206375, |
| "learning_rate": 1.3465842195472321e-05, |
| "loss": 1.2733235359191895, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7286821705426356, |
| "grad_norm": 0.06448693573474884, |
| "learning_rate": 1.3154872267702522e-05, |
| "loss": 0.9789453148841858, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.7364341085271318, |
| "grad_norm": 0.12241167575120926, |
| "learning_rate": 1.2846595556128331e-05, |
| "loss": 1.0140795707702637, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7441860465116279, |
| "grad_norm": 0.14142774045467377, |
| "learning_rate": 1.254121480310276e-05, |
| "loss": 1.1332778930664062, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.751937984496124, |
| "grad_norm": 0.07337574660778046, |
| "learning_rate": 1.2238930846412475e-05, |
| "loss": 1.201830506324768, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7596899224806202, |
| "grad_norm": 0.07899358868598938, |
| "learning_rate": 1.1939942487194116e-05, |
| "loss": 1.2011100053787231, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.7674418604651163, |
| "grad_norm": 0.10521137714385986, |
| "learning_rate": 1.1644446359190004e-05, |
| "loss": 0.5936653017997742, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.7751937984496124, |
| "grad_norm": 0.16837139427661896, |
| "learning_rate": 1.1352636799429354e-05, |
| "loss": 1.3216241598129272, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.7829457364341085, |
| "grad_norm": 0.11404802650213242, |
| "learning_rate": 1.1064705720419829e-05, |
| "loss": 1.084835171699524, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.7906976744186046, |
| "grad_norm": 0.24780981242656708, |
| "learning_rate": 1.0780842483933755e-05, |
| "loss": 1.2125266790390015, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.7984496124031008, |
| "grad_norm": 0.12619031965732574, |
| "learning_rate": 1.050123377647171e-05, |
| "loss": 1.0225963592529297, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8062015503875969, |
| "grad_norm": 1.412670612335205, |
| "learning_rate": 1.0226063486485695e-05, |
| "loss": 0.7963980436325073, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.813953488372093, |
| "grad_norm": 0.18459799885749817, |
| "learning_rate": 9.955512583442334e-06, |
| "loss": 1.2788116931915283, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8217054263565892, |
| "grad_norm": 0.058253731578588486, |
| "learning_rate": 9.68975899880592e-06, |
| "loss": 1.1842073202133179, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.8294573643410853, |
| "grad_norm": 0.09324084967374802, |
| "learning_rate": 9.42897750901933e-06, |
| "loss": 0.9420091509819031, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8372093023255814, |
| "grad_norm": 0.14589789509773254, |
| "learning_rate": 9.173339620559935e-06, |
| "loss": 1.0436409711837769, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8449612403100775, |
| "grad_norm": 0.08236993849277496, |
| "learning_rate": 8.923013457146082e-06, |
| "loss": 1.2834446430206299, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8527131782945736, |
| "grad_norm": 0.07797209173440933, |
| "learning_rate": 8.678163649168214e-06, |
| "loss": 1.1693506240844727, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8604651162790697, |
| "grad_norm": 0.21979407966136932, |
| "learning_rate": 8.438951225417476e-06, |
| "loss": 0.49415066838264465, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.8682170542635659, |
| "grad_norm": 0.16792796552181244, |
| "learning_rate": 8.205533507182963e-06, |
| "loss": 1.1654852628707886, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.875968992248062, |
| "grad_norm": 0.1074092760682106, |
| "learning_rate": 7.978064004787238e-06, |
| "loss": 1.2648242712020874, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.8837209302325582, |
| "grad_norm": 0.12686721980571747, |
| "learning_rate": 7.756692316628162e-06, |
| "loss": 0.8766679167747498, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.8914728682170543, |
| "grad_norm": 0.10413216799497604, |
| "learning_rate": 7.541564030793536e-06, |
| "loss": 0.9922328591346741, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.8992248062015504, |
| "grad_norm": 0.07999309152364731, |
| "learning_rate": 7.33282062931308e-06, |
| "loss": 0.837881863117218, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9069767441860465, |
| "grad_norm": 0.16637900471687317, |
| "learning_rate": 7.13059939511089e-06, |
| "loss": 1.272527813911438, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9147286821705426, |
| "grad_norm": 0.13920988142490387, |
| "learning_rate": 6.935033321719421e-06, |
| "loss": 0.6637862920761108, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9224806201550387, |
| "grad_norm": 0.07921171188354492, |
| "learning_rate": 6.746251025814548e-06, |
| "loss": 1.2028839588165283, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9302325581395349, |
| "grad_norm": 0.11715266853570938, |
| "learning_rate": 6.564376662629032e-06, |
| "loss": 1.0310890674591064, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.937984496124031, |
| "grad_norm": 0.1706083118915558, |
| "learning_rate": 6.389529844300147e-06, |
| "loss": 1.129476547241211, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9457364341085271, |
| "grad_norm": 0.09015638381242752, |
| "learning_rate": 6.2218255612051575e-06, |
| "loss": 0.9788402915000916, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9534883720930233, |
| "grad_norm": 0.09626635164022446, |
| "learning_rate": 6.061374106336329e-06, |
| "loss": 0.7472362518310547, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.9612403100775194, |
| "grad_norm": 0.17239803075790405, |
| "learning_rate": 5.9082810027652495e-06, |
| "loss": 0.7408154606819153, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.9689922480620154, |
| "grad_norm": 0.07973187416791916, |
| "learning_rate": 5.762646934244157e-06, |
| "loss": 1.1912089586257935, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.9767441860465116, |
| "grad_norm": 0.08109164237976074, |
| "learning_rate": 5.6245676789899e-06, |
| "loss": 0.970727264881134, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.9844961240310077, |
| "grad_norm": 0.2656784951686859, |
| "learning_rate": 5.494134046694101e-06, |
| "loss": 0.9474197626113892, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.9922480620155039, |
| "grad_norm": 0.09388367086648941, |
| "learning_rate": 5.371431818800934e-06, |
| "loss": 0.7675265073776245, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.07208788394927979, |
| "learning_rate": 5.256541692091799e-06, |
| "loss": 1.151860237121582, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.0077519379844961, |
| "grad_norm": 0.07177931815385818, |
| "learning_rate": 5.149539225613974e-06, |
| "loss": 0.6956380605697632, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0155038759689923, |
| "grad_norm": 0.06252402067184448, |
| "learning_rate": 5.050494790988212e-06, |
| "loss": 0.9135383367538452, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.0232558139534884, |
| "grad_norm": 0.17128507792949677, |
| "learning_rate": 4.95947352612787e-06, |
| "loss": 0.721315324306488, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0310077519379846, |
| "grad_norm": 0.08467314392328262, |
| "learning_rate": 4.876535292400089e-06, |
| "loss": 0.4410458207130432, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.0387596899224807, |
| "grad_norm": 0.10766004770994186, |
| "learning_rate": 4.801734635257148e-06, |
| "loss": 0.8536827564239502, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.0465116279069768, |
| "grad_norm": 0.15451736748218536, |
| "learning_rate": 4.735120748363916e-06, |
| "loss": 0.903506875038147, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.054263565891473, |
| "grad_norm": 0.06612464040517807, |
| "learning_rate": 4.676737441244975e-06, |
| "loss": 0.48186248540878296, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.062015503875969, |
| "grad_norm": 0.10002221167087555, |
| "learning_rate": 4.626623110472677e-06, |
| "loss": 0.8960871696472168, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.069767441860465, |
| "grad_norm": 0.07858562469482422, |
| "learning_rate": 4.584810714415135e-06, |
| "loss": 0.8507243990898132, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.0775193798449612, |
| "grad_norm": 0.06665261089801788, |
| "learning_rate": 4.5513277515607014e-06, |
| "loss": 0.9197998642921448, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.0852713178294573, |
| "grad_norm": 0.16345328092575073, |
| "learning_rate": 4.526196242433211e-06, |
| "loss": 0.778313398361206, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.0930232558139534, |
| "grad_norm": 0.10489022731781006, |
| "learning_rate": 4.509432715109887e-06, |
| "loss": 0.5479567050933838, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.1007751937984496, |
| "grad_norm": 0.05080074071884155, |
| "learning_rate": 4.50104819435143e-06, |
| "loss": 0.6334800720214844, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.1085271317829457, |
| "grad_norm": 0.12185381352901459, |
| "learning_rate": 4.50104819435143e-06, |
| "loss": 0.8215212225914001, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.1162790697674418, |
| "grad_norm": 0.08784171938896179, |
| "learning_rate": 4.509432715109887e-06, |
| "loss": 0.5245926976203918, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.124031007751938, |
| "grad_norm": 0.09065528959035873, |
| "learning_rate": 4.526196242433211e-06, |
| "loss": 1.0330955982208252, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1317829457364341, |
| "grad_norm": 0.04104357957839966, |
| "learning_rate": 4.5513277515607014e-06, |
| "loss": 0.5526050329208374, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.1395348837209303, |
| "grad_norm": 0.31155890226364136, |
| "learning_rate": 4.584810714415136e-06, |
| "loss": 1.046125888824463, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.1472868217054264, |
| "grad_norm": 0.15053009986877441, |
| "learning_rate": 4.626623110472676e-06, |
| "loss": 0.3840217590332031, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.1550387596899225, |
| "grad_norm": 0.08694499731063843, |
| "learning_rate": 4.676737441244973e-06, |
| "loss": 0.6799867153167725, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.1627906976744187, |
| "grad_norm": 0.07247356325387955, |
| "learning_rate": 4.735120748363917e-06, |
| "loss": 0.6748986840248108, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.1705426356589148, |
| "grad_norm": 0.06139397993683815, |
| "learning_rate": 4.801734635257148e-06, |
| "loss": 0.8421810865402222, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.178294573643411, |
| "grad_norm": 0.08629012107849121, |
| "learning_rate": 4.876535292400087e-06, |
| "loss": 0.5402819514274597, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.1860465116279069, |
| "grad_norm": 0.17801746726036072, |
| "learning_rate": 4.95947352612787e-06, |
| "loss": 0.9019787311553955, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.193798449612403, |
| "grad_norm": 0.13845831155776978, |
| "learning_rate": 5.050494790988212e-06, |
| "loss": 0.8330530524253845, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.2015503875968991, |
| "grad_norm": 0.0652163103222847, |
| "learning_rate": 5.149539225613974e-06, |
| "loss": 1.0060863494873047, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.2093023255813953, |
| "grad_norm": 0.0937967598438263, |
| "learning_rate": 5.256541692091797e-06, |
| "loss": 0.5403499007225037, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2170542635658914, |
| "grad_norm": 0.19726139307022095, |
| "learning_rate": 5.371431818800936e-06, |
| "loss": 0.37406668066978455, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.2248062015503876, |
| "grad_norm": 0.11253905296325684, |
| "learning_rate": 5.494134046694099e-06, |
| "loss": 0.6960604786872864, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.2325581395348837, |
| "grad_norm": 0.08688368648290634, |
| "learning_rate": 5.624567678989899e-06, |
| "loss": 0.7832977771759033, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.2403100775193798, |
| "grad_norm": 0.19534340500831604, |
| "learning_rate": 5.762646934244156e-06, |
| "loss": 0.9501113295555115, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.248062015503876, |
| "grad_norm": 0.06447340548038483, |
| "learning_rate": 5.908281002765248e-06, |
| "loss": 1.0130536556243896, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.255813953488372, |
| "grad_norm": 0.11461887508630753, |
| "learning_rate": 6.061374106336328e-06, |
| "loss": 0.631900429725647, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.2635658914728682, |
| "grad_norm": 0.09350797533988953, |
| "learning_rate": 6.2218255612051575e-06, |
| "loss": 0.8754401803016663, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.2713178294573644, |
| "grad_norm": 0.11175557225942612, |
| "learning_rate": 6.389529844300143e-06, |
| "loss": 0.7127947807312012, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.2790697674418605, |
| "grad_norm": 0.09055038541555405, |
| "learning_rate": 6.564376662629029e-06, |
| "loss": 0.4656026363372803, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.2868217054263567, |
| "grad_norm": 0.09712733328342438, |
| "learning_rate": 6.74625102581455e-06, |
| "loss": 0.8079378008842468, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.2945736434108528, |
| "grad_norm": 0.18206307291984558, |
| "learning_rate": 6.935033321719419e-06, |
| "loss": 0.5637804865837097, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.302325581395349, |
| "grad_norm": 0.23368722200393677, |
| "learning_rate": 7.130599395110884e-06, |
| "loss": 0.8007771968841553, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.310077519379845, |
| "grad_norm": 0.05224426090717316, |
| "learning_rate": 7.332820629313082e-06, |
| "loss": 0.551106333732605, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3178294573643412, |
| "grad_norm": 0.07984264940023422, |
| "learning_rate": 7.541564030793533e-06, |
| "loss": 0.7754759788513184, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.3255813953488373, |
| "grad_norm": 0.22976501286029816, |
| "learning_rate": 7.75669231662816e-06, |
| "loss": 0.7786872982978821, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.17023955285549164, |
| "learning_rate": 7.978064004787231e-06, |
| "loss": 0.7895460724830627, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.3410852713178294, |
| "grad_norm": 0.12108391523361206, |
| "learning_rate": 8.205533507182961e-06, |
| "loss": 0.20940443873405457, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.3488372093023255, |
| "grad_norm": 0.07635517418384552, |
| "learning_rate": 8.438951225417474e-06, |
| "loss": 0.819771409034729, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.3565891472868217, |
| "grad_norm": 0.11260077357292175, |
| "learning_rate": 8.678163649168212e-06, |
| "loss": 0.9801982641220093, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.3643410852713178, |
| "grad_norm": 0.09885291010141373, |
| "learning_rate": 8.923013457146075e-06, |
| "loss": 0.7718797326087952, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.372093023255814, |
| "grad_norm": 0.09329655021429062, |
| "learning_rate": 9.173339620559931e-06, |
| "loss": 0.40787971019744873, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.37984496124031, |
| "grad_norm": 0.11724522709846497, |
| "learning_rate": 9.428977509019326e-06, |
| "loss": 0.797160804271698, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.3875968992248062, |
| "grad_norm": 0.11735495924949646, |
| "learning_rate": 9.689758998805924e-06, |
| "loss": 0.6483190059661865, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.3953488372093024, |
| "grad_norm": 0.08914632350206375, |
| "learning_rate": 9.955512583442333e-06, |
| "loss": 0.7835768461227417, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.4031007751937985, |
| "grad_norm": 0.07666268944740295, |
| "learning_rate": 1.0226063486485691e-05, |
| "loss": 0.6386092901229858, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.4108527131782946, |
| "grad_norm": 0.08281254768371582, |
| "learning_rate": 1.0501233776471714e-05, |
| "loss": 0.8520874977111816, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.4186046511627908, |
| "grad_norm": 0.14842084050178528, |
| "learning_rate": 1.0780842483933755e-05, |
| "loss": 0.37374499440193176, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.4263565891472867, |
| "grad_norm": 0.24841120839118958, |
| "learning_rate": 1.1064705720419827e-05, |
| "loss": 0.3320968449115753, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.4341085271317828, |
| "grad_norm": 0.11581484228372574, |
| "learning_rate": 1.135263679942935e-05, |
| "loss": 0.7746375799179077, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.441860465116279, |
| "grad_norm": 0.0945417657494545, |
| "learning_rate": 1.1644446359190006e-05, |
| "loss": 0.6704602241516113, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.449612403100775, |
| "grad_norm": 0.06997057050466537, |
| "learning_rate": 1.1939942487194116e-05, |
| "loss": 0.9213350415229797, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.4573643410852712, |
| "grad_norm": 0.07435750216245651, |
| "learning_rate": 1.2238930846412471e-05, |
| "loss": 0.7233853936195374, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.4651162790697674, |
| "grad_norm": 0.18093754351139069, |
| "learning_rate": 1.2541214803102757e-05, |
| "loss": 0.5185383558273315, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.4728682170542635, |
| "grad_norm": 0.052637044340372086, |
| "learning_rate": 1.2846595556128331e-05, |
| "loss": 0.7751470804214478, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.4806201550387597, |
| "grad_norm": 0.10150747746229172, |
| "learning_rate": 1.3154872267702518e-05, |
| "loss": 0.7363438010215759, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.4883720930232558, |
| "grad_norm": 0.08896318078041077, |
| "learning_rate": 1.3465842195472318e-05, |
| "loss": 0.697909951210022, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.496124031007752, |
| "grad_norm": 0.09349460154771805, |
| "learning_rate": 1.3779300825854622e-05, |
| "loss": 0.5058455467224121, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.503875968992248, |
| "grad_norm": 0.0640454888343811, |
| "learning_rate": 1.4095042008537336e-05, |
| "loss": 0.6899944543838501, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.5116279069767442, |
| "grad_norm": 0.08342494815587997, |
| "learning_rate": 1.4412858092056988e-05, |
| "loss": 0.5844802856445312, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.5193798449612403, |
| "grad_norm": 0.14086060225963593, |
| "learning_rate": 1.4732540060363447e-05, |
| "loss": 0.6977730393409729, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.5271317829457365, |
| "grad_norm": 0.135100856423378, |
| "learning_rate": 1.5053877670282176e-05, |
| "loss": 0.7261441349983215, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.5348837209302326, |
| "grad_norm": 0.1089802235364914, |
| "learning_rate": 1.537665958978357e-05, |
| "loss": 0.7607800960540771, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.5426356589147288, |
| "grad_norm": 0.17686955630779266, |
| "learning_rate": 1.5700673536968222e-05, |
| "loss": 0.5964785218238831, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.550387596899225, |
| "grad_norm": 0.06133165583014488, |
| "learning_rate": 1.6025706419677047e-05, |
| "loss": 0.7581831812858582, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.558139534883721, |
| "grad_norm": 0.11867906898260117, |
| "learning_rate": 1.6351544475634256e-05, |
| "loss": 0.5359363555908203, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.5658914728682172, |
| "grad_norm": 0.08171830326318741, |
| "learning_rate": 1.6677973413030932e-05, |
| "loss": 0.9142735004425049, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.5736434108527133, |
| "grad_norm": 0.11325247585773468, |
| "learning_rate": 1.7004778551456975e-05, |
| "loss": 0.7637568712234497, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.5813953488372094, |
| "grad_norm": 0.054144054651260376, |
| "learning_rate": 1.7331744963088644e-05, |
| "loss": 0.31641456484794617, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.5891472868217056, |
| "grad_norm": 0.051439665257930756, |
| "learning_rate": 1.7658657614038598e-05, |
| "loss": 0.780099630355835, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.5968992248062015, |
| "grad_norm": 0.07669004052877426, |
| "learning_rate": 1.7985301505776015e-05, |
| "loss": 0.7998414635658264, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.6046511627906976, |
| "grad_norm": 0.08620447665452957, |
| "learning_rate": 1.8311461816523192e-05, |
| "loss": 0.5864279866218567, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.6124031007751938, |
| "grad_norm": 0.0925377830862999, |
| "learning_rate": 1.8636924042535962e-05, |
| "loss": 0.47105392813682556, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.62015503875969, |
| "grad_norm": 0.08717449009418488, |
| "learning_rate": 1.8961474139175093e-05, |
| "loss": 0.8024092316627502, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.627906976744186, |
| "grad_norm": 0.12033627182245255, |
| "learning_rate": 1.9284898661675586e-05, |
| "loss": 0.810451090335846, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.6356589147286822, |
| "grad_norm": 0.07522077113389969, |
| "learning_rate": 1.9606984905521443e-05, |
| "loss": 0.4688906967639923, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.6434108527131783, |
| "grad_norm": 0.07208564877510071, |
| "learning_rate": 1.9927521046333837e-05, |
| "loss": 0.7383279204368591, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.6511627906976745, |
| "grad_norm": 0.09510686248540878, |
| "learning_rate": 2.0246296279180093e-05, |
| "loss": 0.8395543694496155, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.6589147286821704, |
| "grad_norm": 0.15472382307052612, |
| "learning_rate": 2.0563100957212567e-05, |
| "loss": 0.8986775875091553, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.09020368754863739, |
| "learning_rate": 2.0877726729545672e-05, |
| "loss": 0.8169777393341064, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.6744186046511627, |
| "grad_norm": 0.198333740234375, |
| "learning_rate": 2.1189966678280578e-05, |
| "loss": 1.033119559288025, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.6821705426356588, |
| "grad_norm": 0.08684570342302322, |
| "learning_rate": 2.149961545458772e-05, |
| "loss": 0.5892492532730103, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.689922480620155, |
| "grad_norm": 0.0764966830611229, |
| "learning_rate": 2.1806469413757164e-05, |
| "loss": 0.7995302081108093, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.697674418604651, |
| "grad_norm": 0.13916683197021484, |
| "learning_rate": 2.211032674912823e-05, |
| "loss": 0.8415105938911438, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.7054263565891472, |
| "grad_norm": 0.24585378170013428, |
| "learning_rate": 2.241098762481052e-05, |
| "loss": 0.6350277066230774, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.7131782945736433, |
| "grad_norm": 0.050845544785261154, |
| "learning_rate": 2.27082543071086e-05, |
| "loss": 0.8463593125343323, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.7209302325581395, |
| "grad_norm": 0.07698489725589752, |
| "learning_rate": 2.3001931294564265e-05, |
| "loss": 0.5609403252601624, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.7286821705426356, |
| "grad_norm": 0.06638149172067642, |
| "learning_rate": 2.3291825446530733e-05, |
| "loss": 0.8690592050552368, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.7364341085271318, |
| "grad_norm": 0.08811336010694504, |
| "learning_rate": 2.357774611019419e-05, |
| "loss": 0.8064720630645752, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.744186046511628, |
| "grad_norm": 0.0755743682384491, |
| "learning_rate": 2.385950524595919e-05, |
| "loss": 1.0067108869552612, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.751937984496124, |
| "grad_norm": 0.06093823164701462, |
| "learning_rate": 2.4136917551115478e-05, |
| "loss": 0.967079222202301, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.7596899224806202, |
| "grad_norm": 0.09034255892038345, |
| "learning_rate": 2.4409800581704777e-05, |
| "loss": 0.6444424986839294, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.7674418604651163, |
| "grad_norm": 0.1733829230070114, |
| "learning_rate": 2.4677974872507553e-05, |
| "loss": 0.8322298526763916, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.7751937984496124, |
| "grad_norm": 0.23445071280002594, |
| "learning_rate": 2.4941264055070734e-05, |
| "loss": 0.4230212867259979, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.7829457364341086, |
| "grad_norm": 0.1249038353562355, |
| "learning_rate": 2.5199494973698852e-05, |
| "loss": 0.6065483093261719, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.7906976744186047, |
| "grad_norm": 0.08323405683040619, |
| "learning_rate": 2.545249779933216e-05, |
| "loss": 0.8183580040931702, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.7984496124031009, |
| "grad_norm": 0.10287293046712875, |
| "learning_rate": 2.5700106141237063e-05, |
| "loss": 0.9282822608947754, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.806201550387597, |
| "grad_norm": 0.053924717009067535, |
| "learning_rate": 2.594215715643524e-05, |
| "loss": 0.8734548687934875, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.8139534883720931, |
| "grad_norm": 0.10388979315757751, |
| "learning_rate": 2.6178491656799497e-05, |
| "loss": 0.8903089165687561, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.8217054263565893, |
| "grad_norm": 0.06755795329809189, |
| "learning_rate": 2.640895421374602e-05, |
| "loss": 0.4710087180137634, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.8294573643410854, |
| "grad_norm": 0.08703745901584625, |
| "learning_rate": 2.6633393260454096e-05, |
| "loss": 1.1290743350982666, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.8372093023255816, |
| "grad_norm": 0.10183677822351456, |
| "learning_rate": 2.6851661191546034e-05, |
| "loss": 0.6608400344848633, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.8449612403100775, |
| "grad_norm": 0.11454630643129349, |
| "learning_rate": 2.706361446016192e-05, |
| "loss": 0.850265383720398, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.8527131782945736, |
| "grad_norm": 0.06782646477222443, |
| "learning_rate": 2.7269113672365096e-05, |
| "loss": 0.6361703872680664, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.8604651162790697, |
| "grad_norm": 0.08559778332710266, |
| "learning_rate": 2.7468023678816444e-05, |
| "loss": 1.0639129877090454, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.8682170542635659, |
| "grad_norm": 0.06762553006410599, |
| "learning_rate": 2.766021366365728e-05, |
| "loss": 0.6422796845436096, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.875968992248062, |
| "grad_norm": 0.07438317686319351, |
| "learning_rate": 2.784555723054208e-05, |
| "loss": 0.7208263874053955, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.8837209302325582, |
| "grad_norm": 0.07318796217441559, |
| "learning_rate": 2.8023932485764764e-05, |
| "loss": 0.8420804738998413, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.8914728682170543, |
| "grad_norm": 0.10379486531019211, |
| "learning_rate": 2.81952221184238e-05, |
| "loss": 0.5533670783042908, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.8992248062015504, |
| "grad_norm": 1.0894800424575806, |
| "learning_rate": 2.8359313477573215e-05, |
| "loss": 0.688605785369873, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.9069767441860463, |
| "grad_norm": 0.23758739233016968, |
| "learning_rate": 2.8516098646309108e-05, |
| "loss": 0.5789573192596436, |
| "step": 492 |
| }, |
| { |
| "epoch": 1.9147286821705425, |
| "grad_norm": 0.06857667863368988, |
| "learning_rate": 2.8665474512742607e-05, |
| "loss": 0.6448074579238892, |
| "step": 494 |
| }, |
| { |
| "epoch": 1.9224806201550386, |
| "grad_norm": 0.08650626242160797, |
| "learning_rate": 2.8807342837812783e-05, |
| "loss": 0.6479641199111938, |
| "step": 496 |
| }, |
| { |
| "epoch": 1.9302325581395348, |
| "grad_norm": 0.07275024801492691, |
| "learning_rate": 2.894161031989497e-05, |
| "loss": 0.4521400034427643, |
| "step": 498 |
| }, |
| { |
| "epoch": 1.937984496124031, |
| "grad_norm": 0.05953352525830269, |
| "learning_rate": 2.906818865616178e-05, |
| "loss": 0.9132779240608215, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.945736434108527, |
| "grad_norm": 0.12861226499080658, |
| "learning_rate": 2.9186994600656647e-05, |
| "loss": 0.6908618807792664, |
| "step": 502 |
| }, |
| { |
| "epoch": 1.9534883720930232, |
| "grad_norm": 0.07091208547353745, |
| "learning_rate": 2.929795001904172e-05, |
| "loss": 0.6676538586616516, |
| "step": 504 |
| }, |
| { |
| "epoch": 1.9612403100775193, |
| "grad_norm": 0.11093394458293915, |
| "learning_rate": 2.9400981939983914e-05, |
| "loss": 1.0052788257598877, |
| "step": 506 |
| }, |
| { |
| "epoch": 1.9689922480620154, |
| "grad_norm": 0.05772824585437775, |
| "learning_rate": 2.9496022603145494e-05, |
| "loss": 0.7913935780525208, |
| "step": 508 |
| }, |
| { |
| "epoch": 1.9767441860465116, |
| "grad_norm": 0.0762370154261589, |
| "learning_rate": 2.9583009503747627e-05, |
| "loss": 0.9280475974082947, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.9844961240310077, |
| "grad_norm": 0.18662315607070923, |
| "learning_rate": 2.9661885433677437e-05, |
| "loss": 0.7493736743927002, |
| "step": 512 |
| }, |
| { |
| "epoch": 1.9922480620155039, |
| "grad_norm": 0.07221183180809021, |
| "learning_rate": 2.9732598519111736e-05, |
| "loss": 1.0501880645751953, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.08491652458906174, |
| "learning_rate": 2.9795102254632528e-05, |
| "loss": 1.011595368385315, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.007751937984496, |
| "grad_norm": 0.09373293071985245, |
| "learning_rate": 2.9849355533811937e-05, |
| "loss": 0.5705936551094055, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.0155038759689923, |
| "grad_norm": 0.06463813781738281, |
| "learning_rate": 2.9895322676246387e-05, |
| "loss": 0.7379302978515625, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.0232558139534884, |
| "grad_norm": 0.09566348791122437, |
| "learning_rate": 2.993297345102233e-05, |
| "loss": 0.46209296584129333, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.0310077519379846, |
| "grad_norm": 0.05616720765829086, |
| "learning_rate": 2.9962283096597995e-05, |
| "loss": 0.773676335811615, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.0387596899224807, |
| "grad_norm": 0.09464262425899506, |
| "learning_rate": 2.998323233708815e-05, |
| "loss": 0.6592158675193787, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.046511627906977, |
| "grad_norm": 0.09258489310741425, |
| "learning_rate": 2.999580739494117e-05, |
| "loss": 0.7777129411697388, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.054263565891473, |
| "grad_norm": 0.13635995984077454, |
| "learning_rate": 3e-05, |
| "loss": 0.385895311832428, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.062015503875969, |
| "grad_norm": 0.1054837629199028, |
| "learning_rate": 2.999580739494117e-05, |
| "loss": 0.7748541235923767, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.0697674418604652, |
| "grad_norm": 0.08860507607460022, |
| "learning_rate": 2.998323233708815e-05, |
| "loss": 0.407875120639801, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.0775193798449614, |
| "grad_norm": 0.07644882053136826, |
| "learning_rate": 2.9962283096598e-05, |
| "loss": 0.41405466198921204, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.0852713178294575, |
| "grad_norm": 0.20681916177272797, |
| "learning_rate": 2.9932973451022333e-05, |
| "loss": 0.701027512550354, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.0930232558139537, |
| "grad_norm": 0.07310563325881958, |
| "learning_rate": 2.9895322676246387e-05, |
| "loss": 0.4735100567340851, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.10077519379845, |
| "grad_norm": 0.0755162462592125, |
| "learning_rate": 2.9849355533811937e-05, |
| "loss": 0.27081194519996643, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.108527131782946, |
| "grad_norm": 0.07929737865924835, |
| "learning_rate": 2.9795102254632528e-05, |
| "loss": 0.6002092957496643, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.116279069767442, |
| "grad_norm": 0.25740522146224976, |
| "learning_rate": 2.973259851911174e-05, |
| "loss": 0.4636404514312744, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.124031007751938, |
| "grad_norm": 0.07688764482736588, |
| "learning_rate": 2.9661885433677434e-05, |
| "loss": 0.4923861026763916, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.1317829457364343, |
| "grad_norm": 0.24001885950565338, |
| "learning_rate": 2.9583009503747627e-05, |
| "loss": 0.3250856101512909, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.13953488372093, |
| "grad_norm": 0.09132993221282959, |
| "learning_rate": 2.9496022603145497e-05, |
| "loss": 0.7897784113883972, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.147286821705426, |
| "grad_norm": 0.09284122288227081, |
| "learning_rate": 2.940098193998391e-05, |
| "loss": 0.8441802859306335, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.1550387596899223, |
| "grad_norm": 0.07503140717744827, |
| "learning_rate": 2.9297950019041724e-05, |
| "loss": 0.4028940498828888, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.1627906976744184, |
| "grad_norm": 0.11651087552309036, |
| "learning_rate": 2.9186994600656647e-05, |
| "loss": 0.6657426953315735, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.1705426356589146, |
| "grad_norm": 0.06494183093309402, |
| "learning_rate": 2.906818865616178e-05, |
| "loss": 0.5439774990081787, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.1782945736434107, |
| "grad_norm": 0.05145857110619545, |
| "learning_rate": 2.8941610319894977e-05, |
| "loss": 0.7213448882102966, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.186046511627907, |
| "grad_norm": 0.1473415493965149, |
| "learning_rate": 2.8807342837812783e-05, |
| "loss": 0.38557326793670654, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.193798449612403, |
| "grad_norm": 0.2709689438343048, |
| "learning_rate": 2.8665474512742603e-05, |
| "loss": 0.41664543747901917, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.201550387596899, |
| "grad_norm": 0.06767801940441132, |
| "learning_rate": 2.851609864630911e-05, |
| "loss": 0.4579377770423889, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.2093023255813953, |
| "grad_norm": 0.3255118727684021, |
| "learning_rate": 2.8359313477573215e-05, |
| "loss": 0.3196179270744324, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.2170542635658914, |
| "grad_norm": 0.1096249520778656, |
| "learning_rate": 2.8195222118423792e-05, |
| "loss": 0.5369107127189636, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.2248062015503876, |
| "grad_norm": 0.2894248068332672, |
| "learning_rate": 2.8023932485764768e-05, |
| "loss": 0.23676389455795288, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.2325581395348837, |
| "grad_norm": 0.19947735965251923, |
| "learning_rate": 2.7845557230542076e-05, |
| "loss": 0.44901129603385925, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.24031007751938, |
| "grad_norm": 0.06506390869617462, |
| "learning_rate": 2.766021366365729e-05, |
| "loss": 0.5859266519546509, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.248062015503876, |
| "grad_norm": 0.10611079633235931, |
| "learning_rate": 2.746802367881645e-05, |
| "loss": 0.6005488038063049, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.255813953488372, |
| "grad_norm": 0.05949712544679642, |
| "learning_rate": 2.726911367236509e-05, |
| "loss": 0.32260704040527344, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.2635658914728682, |
| "grad_norm": 0.09240850806236267, |
| "learning_rate": 2.706361446016193e-05, |
| "loss": 0.8233704566955566, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.2713178294573644, |
| "grad_norm": 0.08874181658029556, |
| "learning_rate": 2.685166119154604e-05, |
| "loss": 0.4317566156387329, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.2790697674418605, |
| "grad_norm": 0.05373215302824974, |
| "learning_rate": 2.6633393260454096e-05, |
| "loss": 0.8105683326721191, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.2868217054263567, |
| "grad_norm": 0.05979755148291588, |
| "learning_rate": 2.6408954213746025e-05, |
| "loss": 0.4510256350040436, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.294573643410853, |
| "grad_norm": 0.056298933923244476, |
| "learning_rate": 2.6178491656799504e-05, |
| "loss": 0.7199202179908752, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.302325581395349, |
| "grad_norm": 0.06022209674119949, |
| "learning_rate": 2.5942157156435248e-05, |
| "loss": 0.47333112359046936, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.310077519379845, |
| "grad_norm": 0.1291632205247879, |
| "learning_rate": 2.570010614123707e-05, |
| "loss": 0.4947061836719513, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.317829457364341, |
| "grad_norm": 0.7499107718467712, |
| "learning_rate": 2.5452497799332167e-05, |
| "loss": 0.6046218872070312, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.3255813953488373, |
| "grad_norm": 0.05242902785539627, |
| "learning_rate": 2.519949497369886e-05, |
| "loss": 0.37087422609329224, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.4367184340953827, |
| "learning_rate": 2.494126405507074e-05, |
| "loss": 0.579389214515686, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.3410852713178296, |
| "grad_norm": 0.0486953966319561, |
| "learning_rate": 2.467797487250756e-05, |
| "loss": 0.7329738736152649, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.3488372093023258, |
| "grad_norm": 0.09891688823699951, |
| "learning_rate": 2.4409800581704784e-05, |
| "loss": 0.5676310658454895, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.356589147286822, |
| "grad_norm": 0.12641683220863342, |
| "learning_rate": 2.4136917551115484e-05, |
| "loss": 0.6383396983146667, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.3643410852713176, |
| "grad_norm": 0.07655075937509537, |
| "learning_rate": 2.3859505245959206e-05, |
| "loss": 0.6663593053817749, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.3720930232558137, |
| "grad_norm": 0.062206994742155075, |
| "learning_rate": 2.3577746110194188e-05, |
| "loss": 0.32523995637893677, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.37984496124031, |
| "grad_norm": 0.13163718581199646, |
| "learning_rate": 2.329182544653074e-05, |
| "loss": 0.5087898373603821, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.387596899224806, |
| "grad_norm": 0.04577813297510147, |
| "learning_rate": 2.3001931294564278e-05, |
| "loss": 0.5215730667114258, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.395348837209302, |
| "grad_norm": 0.06540275365114212, |
| "learning_rate": 2.27082543071086e-05, |
| "loss": 0.7069303393363953, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.4031007751937983, |
| "grad_norm": 0.04587893187999725, |
| "learning_rate": 2.2410987624810527e-05, |
| "loss": 0.6097102165222168, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.4108527131782944, |
| "grad_norm": 0.18531644344329834, |
| "learning_rate": 2.2110326749128246e-05, |
| "loss": 0.28449299931526184, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.4186046511627906, |
| "grad_norm": 0.06915592402219772, |
| "learning_rate": 2.180646941375716e-05, |
| "loss": 0.5394483208656311, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.4263565891472867, |
| "grad_norm": 0.0683450847864151, |
| "learning_rate": 2.149961545458774e-05, |
| "loss": 0.351560115814209, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.434108527131783, |
| "grad_norm": 0.0661771222949028, |
| "learning_rate": 2.1189966678280585e-05, |
| "loss": 0.6790451407432556, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.441860465116279, |
| "grad_norm": 0.2682180106639862, |
| "learning_rate": 2.0877726729545665e-05, |
| "loss": 0.34560778737068176, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.449612403100775, |
| "grad_norm": 0.05607810616493225, |
| "learning_rate": 2.0563100957212584e-05, |
| "loss": 0.35299909114837646, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.4573643410852712, |
| "grad_norm": 0.1276787519454956, |
| "learning_rate": 2.02462962791801e-05, |
| "loss": 0.45075708627700806, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.4651162790697674, |
| "grad_norm": 0.07231509685516357, |
| "learning_rate": 1.9927521046333833e-05, |
| "loss": 0.4892677664756775, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.4728682170542635, |
| "grad_norm": 0.12232723832130432, |
| "learning_rate": 1.9606984905521463e-05, |
| "loss": 0.6066938042640686, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.4806201550387597, |
| "grad_norm": 0.054693497717380524, |
| "learning_rate": 1.928489866167559e-05, |
| "loss": 0.3974202275276184, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.488372093023256, |
| "grad_norm": 0.07348073273897171, |
| "learning_rate": 1.896147413917511e-05, |
| "loss": 0.43941450119018555, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.496124031007752, |
| "grad_norm": 0.05807847902178764, |
| "learning_rate": 1.863692404253597e-05, |
| "loss": 0.5508748888969421, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.503875968992248, |
| "grad_norm": 0.08628101646900177, |
| "learning_rate": 1.83114618165232e-05, |
| "loss": 0.5954611897468567, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.511627906976744, |
| "grad_norm": 0.08698024600744247, |
| "learning_rate": 1.798530150577603e-05, |
| "loss": 0.7873520851135254, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.5193798449612403, |
| "grad_norm": 0.0802086666226387, |
| "learning_rate": 1.765865761403861e-05, |
| "loss": 0.27345526218414307, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.5271317829457365, |
| "grad_norm": 0.058408260345458984, |
| "learning_rate": 1.7331744963088654e-05, |
| "loss": 0.5833812355995178, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.5348837209302326, |
| "grad_norm": 0.10947899520397186, |
| "learning_rate": 1.7004778551456995e-05, |
| "loss": 0.3762988746166229, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.5426356589147288, |
| "grad_norm": 0.08571284264326096, |
| "learning_rate": 1.667797341303094e-05, |
| "loss": 0.5067244172096252, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.550387596899225, |
| "grad_norm": 0.06394554674625397, |
| "learning_rate": 1.6351544475634277e-05, |
| "loss": 0.42985814809799194, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.558139534883721, |
| "grad_norm": 0.1848040074110031, |
| "learning_rate": 1.6025706419677054e-05, |
| "loss": 0.8337141871452332, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.565891472868217, |
| "grad_norm": 0.04375322908163071, |
| "learning_rate": 1.570067353696823e-05, |
| "loss": 0.5003541707992554, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.5736434108527133, |
| "grad_norm": 0.04600893706083298, |
| "learning_rate": 1.5376659589783585e-05, |
| "loss": 0.3022569715976715, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.5813953488372094, |
| "grad_norm": 0.05343756452202797, |
| "learning_rate": 1.5053877670282193e-05, |
| "loss": 0.4718426465988159, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.5891472868217056, |
| "grad_norm": 0.09041419625282288, |
| "learning_rate": 1.473254006036345e-05, |
| "loss": 0.4901648163795471, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.5968992248062017, |
| "grad_norm": 0.06343325972557068, |
| "learning_rate": 1.4412858092056995e-05, |
| "loss": 0.6914687156677246, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.604651162790698, |
| "grad_norm": 0.06813778728246689, |
| "learning_rate": 1.4095042008537343e-05, |
| "loss": 0.4894769787788391, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.612403100775194, |
| "grad_norm": 0.1439589262008667, |
| "learning_rate": 1.3779300825854615e-05, |
| "loss": 0.7514118552207947, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.62015503875969, |
| "grad_norm": 0.07022061944007874, |
| "learning_rate": 1.3465842195472315e-05, |
| "loss": 0.7393191456794739, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.6279069767441863, |
| "grad_norm": 0.07147393375635147, |
| "learning_rate": 1.3154872267702535e-05, |
| "loss": 0.8212107419967651, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.6356589147286824, |
| "grad_norm": 0.06350687146186829, |
| "learning_rate": 1.2846595556128338e-05, |
| "loss": 0.7656596302986145, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.6434108527131785, |
| "grad_norm": 0.1861017942428589, |
| "learning_rate": 1.2541214803102764e-05, |
| "loss": 0.39778298139572144, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.6511627906976747, |
| "grad_norm": 0.12844400107860565, |
| "learning_rate": 1.2238930846412478e-05, |
| "loss": 0.4492897689342499, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.6589147286821704, |
| "grad_norm": 0.09717841446399689, |
| "learning_rate": 1.1939942487194114e-05, |
| "loss": 0.5477796792984009, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.0593947097659111, |
| "learning_rate": 1.1644446359190002e-05, |
| "loss": 0.28585392236709595, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.6744186046511627, |
| "grad_norm": 0.045567888766527176, |
| "learning_rate": 1.1352636799429364e-05, |
| "loss": 0.5053625106811523, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.682170542635659, |
| "grad_norm": 0.05959075689315796, |
| "learning_rate": 1.1064705720419824e-05, |
| "loss": 0.567241370677948, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.689922480620155, |
| "grad_norm": 0.15132786333560944, |
| "learning_rate": 1.0780842483933762e-05, |
| "loss": 0.6684018969535828, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.697674418604651, |
| "grad_norm": 0.08239150047302246, |
| "learning_rate": 1.0501233776471719e-05, |
| "loss": 0.33106908202171326, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.705426356589147, |
| "grad_norm": 0.06124155595898628, |
| "learning_rate": 1.0226063486485696e-05, |
| "loss": 0.566682755947113, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.7131782945736433, |
| "grad_norm": 0.07035624980926514, |
| "learning_rate": 9.955512583442338e-06, |
| "loss": 0.4341398775577545, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.7209302325581395, |
| "grad_norm": 0.05901051685214043, |
| "learning_rate": 9.689758998805937e-06, |
| "loss": 0.4164765775203705, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.7286821705426356, |
| "grad_norm": 0.04497726634144783, |
| "learning_rate": 9.428977509019321e-06, |
| "loss": 0.40749120712280273, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.7364341085271318, |
| "grad_norm": 0.15438151359558105, |
| "learning_rate": 9.173339620559945e-06, |
| "loss": 0.28900110721588135, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.744186046511628, |
| "grad_norm": 0.05592001974582672, |
| "learning_rate": 8.923013457146072e-06, |
| "loss": 0.41211241483688354, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.751937984496124, |
| "grad_norm": 0.0629056990146637, |
| "learning_rate": 8.678163649168217e-06, |
| "loss": 0.5537896156311035, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.75968992248062, |
| "grad_norm": 0.06699282675981522, |
| "learning_rate": 8.43895122541748e-06, |
| "loss": 0.5788278579711914, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.7674418604651163, |
| "grad_norm": 0.13577990233898163, |
| "learning_rate": 8.205533507182964e-06, |
| "loss": 0.37125617265701294, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.7751937984496124, |
| "grad_norm": 0.16210103034973145, |
| "learning_rate": 7.978064004787233e-06, |
| "loss": 0.3962320387363434, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.7829457364341086, |
| "grad_norm": 0.06700747460126877, |
| "learning_rate": 7.756692316628171e-06, |
| "loss": 0.6869024634361267, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.7906976744186047, |
| "grad_norm": 0.06708226352930069, |
| "learning_rate": 7.541564030793529e-06, |
| "loss": 0.5122371912002563, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.798449612403101, |
| "grad_norm": 0.0619942843914032, |
| "learning_rate": 7.332820629313089e-06, |
| "loss": 0.4030957818031311, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.806201550387597, |
| "grad_norm": 0.08853983879089355, |
| "learning_rate": 7.1305993951108914e-06, |
| "loss": 0.4579683840274811, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.813953488372093, |
| "grad_norm": 0.1136261448264122, |
| "learning_rate": 6.935033321719423e-06, |
| "loss": 0.4582154452800751, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.8217054263565893, |
| "grad_norm": 0.03374806419014931, |
| "learning_rate": 6.74625102581455e-06, |
| "loss": 0.46171411871910095, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.8294573643410854, |
| "grad_norm": 0.05085311084985733, |
| "learning_rate": 6.56437666262903e-06, |
| "loss": 0.4829785227775574, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.8372093023255816, |
| "grad_norm": 0.051897477358579636, |
| "learning_rate": 6.389529844300143e-06, |
| "loss": 0.4446869194507599, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.8449612403100772, |
| "grad_norm": 0.06380399316549301, |
| "learning_rate": 6.221825561205165e-06, |
| "loss": 0.5170708298683167, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.8527131782945734, |
| "grad_norm": 0.07282527536153793, |
| "learning_rate": 6.061374106336333e-06, |
| "loss": 0.6230844259262085, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.8604651162790695, |
| "grad_norm": 0.09063038229942322, |
| "learning_rate": 5.908281002765252e-06, |
| "loss": 0.35932058095932007, |
| "step": 738 |
| }, |
| { |
| "epoch": 2.8682170542635657, |
| "grad_norm": 1.006274938583374, |
| "learning_rate": 5.762646934244159e-06, |
| "loss": 0.3806362748146057, |
| "step": 740 |
| }, |
| { |
| "epoch": 2.875968992248062, |
| "grad_norm": 0.3232397139072418, |
| "learning_rate": 5.624567678989899e-06, |
| "loss": 0.513190507888794, |
| "step": 742 |
| }, |
| { |
| "epoch": 2.883720930232558, |
| "grad_norm": 0.120949886739254, |
| "learning_rate": 5.494134046694099e-06, |
| "loss": 0.6526894569396973, |
| "step": 744 |
| }, |
| { |
| "epoch": 2.891472868217054, |
| "grad_norm": 0.12644588947296143, |
| "learning_rate": 5.371431818800933e-06, |
| "loss": 0.4791458249092102, |
| "step": 746 |
| }, |
| { |
| "epoch": 2.89922480620155, |
| "grad_norm": 0.06687454879283905, |
| "learning_rate": 5.256541692091802e-06, |
| "loss": 0.5770004987716675, |
| "step": 748 |
| }, |
| { |
| "epoch": 2.9069767441860463, |
| "grad_norm": 0.08843245357275009, |
| "learning_rate": 5.149539225613978e-06, |
| "loss": 0.3434167802333832, |
| "step": 750 |
| }, |
| { |
| "epoch": 2.9147286821705425, |
| "grad_norm": 0.07200266420841217, |
| "learning_rate": 5.050494790988215e-06, |
| "loss": 0.4575299322605133, |
| "step": 752 |
| }, |
| { |
| "epoch": 2.9224806201550386, |
| "grad_norm": 0.07060275971889496, |
| "learning_rate": 4.959473526127871e-06, |
| "loss": 0.3564453721046448, |
| "step": 754 |
| }, |
| { |
| "epoch": 2.9302325581395348, |
| "grad_norm": 0.06662537902593613, |
| "learning_rate": 4.876535292400089e-06, |
| "loss": 0.7428521513938904, |
| "step": 756 |
| }, |
| { |
| "epoch": 2.937984496124031, |
| "grad_norm": 0.05963343381881714, |
| "learning_rate": 4.801734635257146e-06, |
| "loss": 0.4571719169616699, |
| "step": 758 |
| }, |
| { |
| "epoch": 2.945736434108527, |
| "grad_norm": 0.05507909134030342, |
| "learning_rate": 4.73512074836392e-06, |
| "loss": 0.5132399797439575, |
| "step": 760 |
| }, |
| { |
| "epoch": 2.953488372093023, |
| "grad_norm": 0.05289539694786072, |
| "learning_rate": 4.676737441244973e-06, |
| "loss": 0.814540445804596, |
| "step": 762 |
| }, |
| { |
| "epoch": 2.9612403100775193, |
| "grad_norm": 0.05587043985724449, |
| "learning_rate": 4.626623110472678e-06, |
| "loss": 0.5996021628379822, |
| "step": 764 |
| }, |
| { |
| "epoch": 2.9689922480620154, |
| "grad_norm": 0.0820513367652893, |
| "learning_rate": 4.584810714415136e-06, |
| "loss": 0.2337801605463028, |
| "step": 766 |
| }, |
| { |
| "epoch": 2.9767441860465116, |
| "grad_norm": 0.08467745780944824, |
| "learning_rate": 4.551327751560703e-06, |
| "loss": 0.43569573760032654, |
| "step": 768 |
| }, |
| { |
| "epoch": 2.9844961240310077, |
| "grad_norm": 0.09394794702529907, |
| "learning_rate": 4.526196242433211e-06, |
| "loss": 0.42782190442085266, |
| "step": 770 |
| }, |
| { |
| "epoch": 2.992248062015504, |
| "grad_norm": 0.05439142882823944, |
| "learning_rate": 4.509432715109889e-06, |
| "loss": 0.516304612159729, |
| "step": 772 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.03667069226503372, |
| "learning_rate": 4.50104819435143e-06, |
| "loss": 0.15898612141609192, |
| "step": 774 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 774, |
| "total_flos": 3.2487544184132076e+18, |
| "train_loss": 0.8073726282178277, |
| "train_runtime": 15483.8831, |
| "train_samples_per_second": 3.199, |
| "train_steps_per_second": 0.05 |
| } |
| ], |
| "logging_steps": 2, |
| "max_steps": 774, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 99999, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.2487544184132076e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
