| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.94557270511779, |
| "eval_steps": 500, |
| "global_step": 380, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012997562956945572, |
| "grad_norm": 6.0997486989802905, |
| "learning_rate": 2.105263157894737e-06, |
| "loss": 1.0219, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.025995125913891144, |
| "grad_norm": 6.068913238622443, |
| "learning_rate": 4.210526315789474e-06, |
| "loss": 1.0148, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.03899268887083672, |
| "grad_norm": 5.6044836848817114, |
| "learning_rate": 6.31578947368421e-06, |
| "loss": 0.9978, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.05199025182778229, |
| "grad_norm": 4.031804147696358, |
| "learning_rate": 8.421052631578948e-06, |
| "loss": 0.9693, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.06498781478472786, |
| "grad_norm": 2.364074737584526, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 0.932, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.07798537774167344, |
| "grad_norm": 4.799631400433253, |
| "learning_rate": 1.263157894736842e-05, |
| "loss": 0.9538, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.09098294069861901, |
| "grad_norm": 4.8356162951563455, |
| "learning_rate": 1.4736842105263159e-05, |
| "loss": 0.9456, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.10398050365556458, |
| "grad_norm": 5.701590950772652, |
| "learning_rate": 1.6842105263157896e-05, |
| "loss": 0.9347, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.11697806661251016, |
| "grad_norm": 4.122702114221551, |
| "learning_rate": 1.894736842105263e-05, |
| "loss": 0.9102, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.12997562956945571, |
| "grad_norm": 2.755137952195614, |
| "learning_rate": 2.105263157894737e-05, |
| "loss": 0.8668, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.1429731925264013, |
| "grad_norm": 1.816857217622971, |
| "learning_rate": 2.3157894736842107e-05, |
| "loss": 0.829, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.15597075548334688, |
| "grad_norm": 1.628266006559788, |
| "learning_rate": 2.526315789473684e-05, |
| "loss": 0.8096, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.16896831844029245, |
| "grad_norm": 1.0893348868429666, |
| "learning_rate": 2.7368421052631583e-05, |
| "loss": 0.7878, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.18196588139723802, |
| "grad_norm": 1.3192042901208236, |
| "learning_rate": 2.9473684210526317e-05, |
| "loss": 0.7802, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.19496344435418358, |
| "grad_norm": 1.4149602566297217, |
| "learning_rate": 3.157894736842106e-05, |
| "loss": 0.7771, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.20796100731112915, |
| "grad_norm": 1.2978347644512884, |
| "learning_rate": 3.368421052631579e-05, |
| "loss": 0.7706, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.22095857026807472, |
| "grad_norm": 1.2598328438699724, |
| "learning_rate": 3.578947368421053e-05, |
| "loss": 0.7457, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.23395613322502032, |
| "grad_norm": 1.2396850991167663, |
| "learning_rate": 3.789473684210526e-05, |
| "loss": 0.7417, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2469536961819659, |
| "grad_norm": 0.9708304848685996, |
| "learning_rate": 4e-05, |
| "loss": 0.7314, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.25995125913891143, |
| "grad_norm": 1.7248674306611338, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 0.7411, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.272948822095857, |
| "grad_norm": 1.3316644956564598, |
| "learning_rate": 4.421052631578948e-05, |
| "loss": 0.7289, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.2859463850528026, |
| "grad_norm": 1.1822781700583618, |
| "learning_rate": 4.6315789473684214e-05, |
| "loss": 0.7153, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.29894394800974816, |
| "grad_norm": 1.8096647661880758, |
| "learning_rate": 4.842105263157895e-05, |
| "loss": 0.7235, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.31194151096669376, |
| "grad_norm": 1.1134508765191324, |
| "learning_rate": 5.052631578947368e-05, |
| "loss": 0.7169, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.3249390739236393, |
| "grad_norm": 1.8769448768396773, |
| "learning_rate": 5.263157894736843e-05, |
| "loss": 0.7193, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.3379366368805849, |
| "grad_norm": 1.5426211438216848, |
| "learning_rate": 5.4736842105263165e-05, |
| "loss": 0.6987, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.35093419983753044, |
| "grad_norm": 1.6191545464577533, |
| "learning_rate": 5.68421052631579e-05, |
| "loss": 0.7044, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.36393176279447603, |
| "grad_norm": 1.8506957580033367, |
| "learning_rate": 5.8947368421052634e-05, |
| "loss": 0.6979, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.37692932575142163, |
| "grad_norm": 1.0979665335426236, |
| "learning_rate": 6.105263157894738e-05, |
| "loss": 0.6893, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.38992688870836717, |
| "grad_norm": 1.502570696227111, |
| "learning_rate": 6.315789473684212e-05, |
| "loss": 0.6827, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.40292445166531277, |
| "grad_norm": 0.9317441975712487, |
| "learning_rate": 6.526315789473685e-05, |
| "loss": 0.6835, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.4159220146222583, |
| "grad_norm": 1.9371596519249814, |
| "learning_rate": 6.736842105263159e-05, |
| "loss": 0.6888, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4289195775792039, |
| "grad_norm": 1.077638882755355, |
| "learning_rate": 6.947368421052632e-05, |
| "loss": 0.6861, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.44191714053614944, |
| "grad_norm": 1.6213279548147228, |
| "learning_rate": 7.157894736842105e-05, |
| "loss": 0.6832, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.45491470349309504, |
| "grad_norm": 1.1576903226097717, |
| "learning_rate": 7.368421052631579e-05, |
| "loss": 0.6859, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.46791226645004064, |
| "grad_norm": 1.5908649773588832, |
| "learning_rate": 7.578947368421052e-05, |
| "loss": 0.6702, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.4809098294069862, |
| "grad_norm": 1.3222880266963757, |
| "learning_rate": 7.789473684210527e-05, |
| "loss": 0.671, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.4939073923639318, |
| "grad_norm": 1.420249377015549, |
| "learning_rate": 8e-05, |
| "loss": 0.6665, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.5069049553208773, |
| "grad_norm": 1.768938045647054, |
| "learning_rate": 7.99983123807325e-05, |
| "loss": 0.6727, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.5199025182778229, |
| "grad_norm": 1.6982948658344774, |
| "learning_rate": 7.999324966533291e-05, |
| "loss": 0.669, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5329000812347685, |
| "grad_norm": 0.8797512479401394, |
| "learning_rate": 7.998481228099806e-05, |
| "loss": 0.661, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.545897644191714, |
| "grad_norm": 1.5855427665518893, |
| "learning_rate": 7.997300093968255e-05, |
| "loss": 0.6726, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.5588952071486596, |
| "grad_norm": 1.3274746178364085, |
| "learning_rate": 7.995781663803876e-05, |
| "loss": 0.6677, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.5718927701056052, |
| "grad_norm": 1.5337377099856493, |
| "learning_rate": 7.993926065733265e-05, |
| "loss": 0.668, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.5848903330625508, |
| "grad_norm": 1.4378683874970328, |
| "learning_rate": 7.991733456333579e-05, |
| "loss": 0.6664, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.5978878960194963, |
| "grad_norm": 1.0488679417844093, |
| "learning_rate": 7.98920402061931e-05, |
| "loss": 0.6491, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.6108854589764419, |
| "grad_norm": 1.724437071603027, |
| "learning_rate": 7.98633797202668e-05, |
| "loss": 0.6628, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.6238830219333875, |
| "grad_norm": 1.258163031927199, |
| "learning_rate": 7.98313555239563e-05, |
| "loss": 0.6542, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.6368805848903331, |
| "grad_norm": 1.704192273592525, |
| "learning_rate": 7.979597031949415e-05, |
| "loss": 0.6624, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.6498781478472786, |
| "grad_norm": 1.1814387575753857, |
| "learning_rate": 7.975722709271799e-05, |
| "loss": 0.646, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.6628757108042242, |
| "grad_norm": 1.7786158488838122, |
| "learning_rate": 7.97151291128186e-05, |
| "loss": 0.648, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.6758732737611698, |
| "grad_norm": 1.571640473826489, |
| "learning_rate": 7.96696799320641e-05, |
| "loss": 0.6423, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.6888708367181153, |
| "grad_norm": 0.9402903203259698, |
| "learning_rate": 7.962088338550013e-05, |
| "loss": 0.6414, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.7018683996750609, |
| "grad_norm": 1.3502958792513085, |
| "learning_rate": 7.956874359062632e-05, |
| "loss": 0.6429, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.7148659626320065, |
| "grad_norm": 0.6507620845472206, |
| "learning_rate": 7.951326494704878e-05, |
| "loss": 0.6321, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.7278635255889521, |
| "grad_norm": 1.1688029322337978, |
| "learning_rate": 7.94544521361089e-05, |
| "loss": 0.638, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.7408610885458976, |
| "grad_norm": 1.59775329650898, |
| "learning_rate": 7.939231012048833e-05, |
| "loss": 0.6394, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.7538586515028433, |
| "grad_norm": 0.8720639512920967, |
| "learning_rate": 7.932684414379021e-05, |
| "loss": 0.6368, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.7668562144597888, |
| "grad_norm": 0.867015921744947, |
| "learning_rate": 7.925805973009672e-05, |
| "loss": 0.6325, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.7798537774167343, |
| "grad_norm": 1.318563507969403, |
| "learning_rate": 7.918596268350296e-05, |
| "loss": 0.6461, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.7928513403736799, |
| "grad_norm": 1.3836000857634128, |
| "learning_rate": 7.911055908762718e-05, |
| "loss": 0.6439, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.8058489033306255, |
| "grad_norm": 0.7899305091503791, |
| "learning_rate": 7.903185530509743e-05, |
| "loss": 0.6278, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.8188464662875711, |
| "grad_norm": 1.4077197027429933, |
| "learning_rate": 7.894985797701472e-05, |
| "loss": 0.6383, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.8318440292445166, |
| "grad_norm": 0.7458184956018674, |
| "learning_rate": 7.886457402239256e-05, |
| "loss": 0.6239, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.8448415922014623, |
| "grad_norm": 1.167599790945464, |
| "learning_rate": 7.877601063757323e-05, |
| "loss": 0.6306, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.8578391551584078, |
| "grad_norm": 1.2996321903912411, |
| "learning_rate": 7.868417529562043e-05, |
| "loss": 0.6194, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.8708367181153533, |
| "grad_norm": 0.9895793316487125, |
| "learning_rate": 7.858907574568882e-05, |
| "loss": 0.6267, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.8838342810722989, |
| "grad_norm": 1.5855243461352568, |
| "learning_rate": 7.849072001237001e-05, |
| "loss": 0.622, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.8968318440292445, |
| "grad_norm": 0.7421138376516303, |
| "learning_rate": 7.838911639501557e-05, |
| "loss": 0.6175, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.9098294069861901, |
| "grad_norm": 0.7858592220019243, |
| "learning_rate": 7.828427346703657e-05, |
| "loss": 0.615, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.9228269699431356, |
| "grad_norm": 1.0775513618300434, |
| "learning_rate": 7.81762000751803e-05, |
| "loss": 0.6196, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.9358245329000813, |
| "grad_norm": 1.0373464409020101, |
| "learning_rate": 7.806490533878368e-05, |
| "loss": 0.6201, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.9488220958570268, |
| "grad_norm": 1.1465250070186461, |
| "learning_rate": 7.795039864900378e-05, |
| "loss": 0.6152, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.9618196588139724, |
| "grad_norm": 1.4979962912932638, |
| "learning_rate": 7.783268966802539e-05, |
| "loss": 0.6282, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.974817221770918, |
| "grad_norm": 0.5826803556978378, |
| "learning_rate": 7.771178832824573e-05, |
| "loss": 0.6124, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.9878147847278635, |
| "grad_norm": 1.2770979259997852, |
| "learning_rate": 7.758770483143634e-05, |
| "loss": 0.614, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.0024370430544274, |
| "grad_norm": 0.9789998519223624, |
| "learning_rate": 7.74604496478822e-05, |
| "loss": 0.6145, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.0154346060113728, |
| "grad_norm": 1.0066060430115773, |
| "learning_rate": 7.733003351549829e-05, |
| "loss": 0.5866, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.0284321689683185, |
| "grad_norm": 1.2036951705549706, |
| "learning_rate": 7.719646743892352e-05, |
| "loss": 0.591, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.0414297319252641, |
| "grad_norm": 1.0649768587352126, |
| "learning_rate": 7.705976268859207e-05, |
| "loss": 0.5936, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.0544272948822095, |
| "grad_norm": 0.7832240050261705, |
| "learning_rate": 7.691993079978252e-05, |
| "loss": 0.5838, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.0674248578391552, |
| "grad_norm": 0.9810569125748073, |
| "learning_rate": 7.677698357164431e-05, |
| "loss": 0.586, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.0804224207961006, |
| "grad_norm": 1.4858713089160471, |
| "learning_rate": 7.663093306620231e-05, |
| "loss": 0.6045, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.0934199837530463, |
| "grad_norm": 0.6254621025890486, |
| "learning_rate": 7.648179160733883e-05, |
| "loss": 0.5814, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.106417546709992, |
| "grad_norm": 1.2613394865623482, |
| "learning_rate": 7.632957177975387e-05, |
| "loss": 0.5946, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.1194151096669374, |
| "grad_norm": 0.8850396265868055, |
| "learning_rate": 7.61742864279031e-05, |
| "loss": 0.5923, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.132412672623883, |
| "grad_norm": 0.8583010134273165, |
| "learning_rate": 7.601594865491414e-05, |
| "loss": 0.5803, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.1454102355808287, |
| "grad_norm": 0.9973680934543633, |
| "learning_rate": 7.585457182148081e-05, |
| "loss": 0.5838, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.158407798537774, |
| "grad_norm": 0.5259645145392762, |
| "learning_rate": 7.569016954473577e-05, |
| "loss": 0.5811, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.1714053614947197, |
| "grad_norm": 0.8534158462427184, |
| "learning_rate": 7.552275569710152e-05, |
| "loss": 0.5875, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.1844029244516654, |
| "grad_norm": 0.8938394352981215, |
| "learning_rate": 7.535234440511979e-05, |
| "loss": 0.5811, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.1974004874086108, |
| "grad_norm": 0.6878422249419367, |
| "learning_rate": 7.517895004825956e-05, |
| "loss": 0.5808, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.2103980503655565, |
| "grad_norm": 0.6842348524486839, |
| "learning_rate": 7.500258725770375e-05, |
| "loss": 0.5768, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.2233956133225021, |
| "grad_norm": 0.44927337592920435, |
| "learning_rate": 7.48232709151145e-05, |
| "loss": 0.5705, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.2363931762794476, |
| "grad_norm": 0.579052975299202, |
| "learning_rate": 7.464101615137756e-05, |
| "loss": 0.5818, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.2493907392363932, |
| "grad_norm": 0.475371873748839, |
| "learning_rate": 7.445583834532546e-05, |
| "loss": 0.5642, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.2623883021933389, |
| "grad_norm": 0.6520756246411096, |
| "learning_rate": 7.426775312243986e-05, |
| "loss": 0.5779, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.2753858651502843, |
| "grad_norm": 0.6077714937003503, |
| "learning_rate": 7.407677635353308e-05, |
| "loss": 0.5743, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.28838342810723, |
| "grad_norm": 0.37305083323017324, |
| "learning_rate": 7.388292415340888e-05, |
| "loss": 0.568, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.3013809910641756, |
| "grad_norm": 0.5642684450490978, |
| "learning_rate": 7.368621287950264e-05, |
| "loss": 0.5657, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.314378554021121, |
| "grad_norm": 0.606405644472531, |
| "learning_rate": 7.348665913050115e-05, |
| "loss": 0.5608, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.3273761169780667, |
| "grad_norm": 0.5507521692599793, |
| "learning_rate": 7.328427974494201e-05, |
| "loss": 0.5676, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.340373679935012, |
| "grad_norm": 0.46420174071672377, |
| "learning_rate": 7.307909179979274e-05, |
| "loss": 0.5649, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.3533712428919578, |
| "grad_norm": 0.40419774560998856, |
| "learning_rate": 7.28711126090098e-05, |
| "loss": 0.5662, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.3663688058489034, |
| "grad_norm": 0.3452636341624681, |
| "learning_rate": 7.266035972207773e-05, |
| "loss": 0.5576, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.3793663688058488, |
| "grad_norm": 0.4425477270397441, |
| "learning_rate": 7.24468509225281e-05, |
| "loss": 0.5696, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.3923639317627945, |
| "grad_norm": 0.38812714960466954, |
| "learning_rate": 7.223060422643914e-05, |
| "loss": 0.5681, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.40536149471974, |
| "grad_norm": 0.4605494846925124, |
| "learning_rate": 7.201163788091536e-05, |
| "loss": 0.568, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.4183590576766856, |
| "grad_norm": 0.5362082001206658, |
| "learning_rate": 7.178997036254799e-05, |
| "loss": 0.5681, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.4313566206336312, |
| "grad_norm": 0.8253712799595396, |
| "learning_rate": 7.156562037585576e-05, |
| "loss": 0.5681, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.4443541835905767, |
| "grad_norm": 1.0494191842707108, |
| "learning_rate": 7.133860685170665e-05, |
| "loss": 0.5766, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.4573517465475223, |
| "grad_norm": 0.9402405531131097, |
| "learning_rate": 7.110894894572056e-05, |
| "loss": 0.5654, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.470349309504468, |
| "grad_norm": 0.6225802745509316, |
| "learning_rate": 7.087666603665284e-05, |
| "loss": 0.5613, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.4833468724614134, |
| "grad_norm": 0.5144406584023249, |
| "learning_rate": 7.064177772475912e-05, |
| "loss": 0.5695, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.496344435418359, |
| "grad_norm": 0.5600022005241243, |
| "learning_rate": 7.040430383014146e-05, |
| "loss": 0.5671, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.5093419983753047, |
| "grad_norm": 0.5708170768902237, |
| "learning_rate": 7.016426439107586e-05, |
| "loss": 0.565, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.5223395613322501, |
| "grad_norm": 0.4252834967763784, |
| "learning_rate": 6.992167966232143e-05, |
| "loss": 0.5571, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.5353371242891958, |
| "grad_norm": 0.4633342885069769, |
| "learning_rate": 6.967657011341126e-05, |
| "loss": 0.5764, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.5483346872461414, |
| "grad_norm": 0.5070623003686142, |
| "learning_rate": 6.942895642692527e-05, |
| "loss": 0.5622, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.5613322502030869, |
| "grad_norm": 0.4491248883432154, |
| "learning_rate": 6.917885949674483e-05, |
| "loss": 0.5668, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.5743298131600325, |
| "grad_norm": 0.5508769887810068, |
| "learning_rate": 6.892630042628988e-05, |
| "loss": 0.5579, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.5873273761169782, |
| "grad_norm": 0.7170323919312661, |
| "learning_rate": 6.867130052673806e-05, |
| "loss": 0.5651, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.6003249390739236, |
| "grad_norm": 0.7500286802767102, |
| "learning_rate": 6.841388131522656e-05, |
| "loss": 0.5644, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.6133225020308692, |
| "grad_norm": 0.8689891585480664, |
| "learning_rate": 6.815406451303647e-05, |
| "loss": 0.5652, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.626320064987815, |
| "grad_norm": 0.9174546075219608, |
| "learning_rate": 6.789187204375981e-05, |
| "loss": 0.5677, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.6393176279447603, |
| "grad_norm": 0.7089434351473182, |
| "learning_rate": 6.762732603144978e-05, |
| "loss": 0.563, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.652315190901706, |
| "grad_norm": 0.42385408119599144, |
| "learning_rate": 6.736044879875373e-05, |
| "loss": 0.5554, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.6653127538586516, |
| "grad_norm": 0.3858940619147007, |
| "learning_rate": 6.709126286502965e-05, |
| "loss": 0.564, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.678310316815597, |
| "grad_norm": 0.47585505760511126, |
| "learning_rate": 6.681979094444596e-05, |
| "loss": 0.559, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.6913078797725425, |
| "grad_norm": 0.48267758584823545, |
| "learning_rate": 6.654605594406486e-05, |
| "loss": 0.5586, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.7043054427294884, |
| "grad_norm": 0.39278797753133343, |
| "learning_rate": 6.627008096190938e-05, |
| "loss": 0.5581, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.7173030056864338, |
| "grad_norm": 0.30339722409713105, |
| "learning_rate": 6.59918892850144e-05, |
| "loss": 0.5601, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.7303005686433792, |
| "grad_norm": 0.42189749304955176, |
| "learning_rate": 6.571150438746157e-05, |
| "loss": 0.5584, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.743298131600325, |
| "grad_norm": 0.4044466629234294, |
| "learning_rate": 6.542894992839873e-05, |
| "loss": 0.5524, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.7562956945572705, |
| "grad_norm": 0.356328501602452, |
| "learning_rate": 6.514424975004329e-05, |
| "loss": 0.5551, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.769293257514216, |
| "grad_norm": 0.3295018876147217, |
| "learning_rate": 6.48574278756706e-05, |
| "loss": 0.5554, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.7822908204711616, |
| "grad_norm": 0.339714023957606, |
| "learning_rate": 6.456850850758673e-05, |
| "loss": 0.5503, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.7952883834281073, |
| "grad_norm": 0.33807908223453265, |
| "learning_rate": 6.427751602508628e-05, |
| "loss": 0.5508, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.8082859463850527, |
| "grad_norm": 0.3018858970919186, |
| "learning_rate": 6.398447498239527e-05, |
| "loss": 0.5588, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.8212835093419983, |
| "grad_norm": 0.27735277755052196, |
| "learning_rate": 6.368941010659921e-05, |
| "loss": 0.5572, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.834281072298944, |
| "grad_norm": 0.27336758705873004, |
| "learning_rate": 6.339234629555655e-05, |
| "loss": 0.5552, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.8472786352558894, |
| "grad_norm": 0.3639828168642031, |
| "learning_rate": 6.309330861579786e-05, |
| "loss": 0.5585, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.860276198212835, |
| "grad_norm": 0.320921701299306, |
| "learning_rate": 6.279232230041065e-05, |
| "loss": 0.5529, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.8732737611697807, |
| "grad_norm": 0.2564010720238856, |
| "learning_rate": 6.248941274691017e-05, |
| "loss": 0.5505, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.8862713241267262, |
| "grad_norm": 0.29505459687573216, |
| "learning_rate": 6.218460551509636e-05, |
| "loss": 0.5466, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.8992688870836718, |
| "grad_norm": 0.2712430754308456, |
| "learning_rate": 6.18779263248971e-05, |
| "loss": 0.555, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.9122664500406175, |
| "grad_norm": 0.2662237528109047, |
| "learning_rate": 6.156940105419785e-05, |
| "loss": 0.5491, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.925264012997563, |
| "grad_norm": 0.2691614842068283, |
| "learning_rate": 6.125905573665824e-05, |
| "loss": 0.5511, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.9382615759545085, |
| "grad_norm": 0.3015518307355036, |
| "learning_rate": 6.094691655951512e-05, |
| "loss": 0.5531, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.9512591389114542, |
| "grad_norm": 0.3658821226584232, |
| "learning_rate": 6.063300986137297e-05, |
| "loss": 0.5519, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.9642567018683996, |
| "grad_norm": 0.4663797478441434, |
| "learning_rate": 6.0317362129981375e-05, |
| "loss": 0.5512, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.9772542648253453, |
| "grad_norm": 0.4971844054397088, |
| "learning_rate": 6.000000000000001e-05, |
| "loss": 0.5558, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.990251827782291, |
| "grad_norm": 0.47361679355170094, |
| "learning_rate": 5.968095025075114e-05, |
| "loss": 0.5582, |
| "step": 153 |
| }, |
| { |
| "epoch": 2.0048740861088548, |
| "grad_norm": 0.44280822524000313, |
| "learning_rate": 5.936023980395997e-05, |
| "loss": 0.5421, |
| "step": 154 |
| }, |
| { |
| "epoch": 2.0178716490658, |
| "grad_norm": 0.3790773260403415, |
| "learning_rate": 5.903789572148295e-05, |
| "loss": 0.5126, |
| "step": 155 |
| }, |
| { |
| "epoch": 2.0308692120227456, |
| "grad_norm": 0.364460912451908, |
| "learning_rate": 5.871394520302432e-05, |
| "loss": 0.5046, |
| "step": 156 |
| }, |
| { |
| "epoch": 2.0438667749796915, |
| "grad_norm": 0.5020577735626967, |
| "learning_rate": 5.838841558384091e-05, |
| "loss": 0.5045, |
| "step": 157 |
| }, |
| { |
| "epoch": 2.056864337936637, |
| "grad_norm": 0.706168520770138, |
| "learning_rate": 5.806133433243558e-05, |
| "loss": 0.5145, |
| "step": 158 |
| }, |
| { |
| "epoch": 2.0698619008935824, |
| "grad_norm": 0.8010155128590188, |
| "learning_rate": 5.7732729048239444e-05, |
| "loss": 0.5092, |
| "step": 159 |
| }, |
| { |
| "epoch": 2.0828594638505282, |
| "grad_norm": 0.7577390677701559, |
| "learning_rate": 5.740262745928293e-05, |
| "loss": 0.5103, |
| "step": 160 |
| }, |
| { |
| "epoch": 2.0958570268074737, |
| "grad_norm": 0.7209012452956537, |
| "learning_rate": 5.707105741985615e-05, |
| "loss": 0.5104, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.108854589764419, |
| "grad_norm": 0.6542953424011526, |
| "learning_rate": 5.673804690815845e-05, |
| "loss": 0.5117, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.121852152721365, |
| "grad_norm": 0.5079580975512822, |
| "learning_rate": 5.6403624023937614e-05, |
| "loss": 0.5039, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.1348497156783104, |
| "grad_norm": 0.5950400993667935, |
| "learning_rate": 5.606781698611879e-05, |
| "loss": 0.5043, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.147847278635256, |
| "grad_norm": 0.6433692597883678, |
| "learning_rate": 5.573065413042333e-05, |
| "loss": 0.5069, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.1608448415922012, |
| "grad_norm": 0.32946933531907296, |
| "learning_rate": 5.5392163906977835e-05, |
| "loss": 0.5072, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.173842404549147, |
| "grad_norm": 0.4830710940230807, |
| "learning_rate": 5.505237487791343e-05, |
| "loss": 0.5054, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.1868399675060926, |
| "grad_norm": 0.5572075901805054, |
| "learning_rate": 5.471131571495574e-05, |
| "loss": 0.5031, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.199837530463038, |
| "grad_norm": 0.41100847958354275, |
| "learning_rate": 5.4369015197005506e-05, |
| "loss": 0.5115, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.212835093419984, |
| "grad_norm": 0.397477863509405, |
| "learning_rate": 5.4025502207710184e-05, |
| "loss": 0.5073, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.2258326563769293, |
| "grad_norm": 0.4132861651257392, |
| "learning_rate": 5.368080573302676e-05, |
| "loss": 0.5019, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.2388302193338747, |
| "grad_norm": 0.36796560656231636, |
| "learning_rate": 5.333495485877583e-05, |
| "loss": 0.5025, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.2518277822908206, |
| "grad_norm": 0.4503739632990606, |
| "learning_rate": 5.298797876818735e-05, |
| "loss": 0.5025, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.264825345247766, |
| "grad_norm": 0.33000420931471053, |
| "learning_rate": 5.263990673943811e-05, |
| "loss": 0.5032, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.2778229082047114, |
| "grad_norm": 0.39020307570919605, |
| "learning_rate": 5.229076814318122e-05, |
| "loss": 0.5033, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.2908204711616573, |
| "grad_norm": 0.3739500669613302, |
| "learning_rate": 5.194059244006779e-05, |
| "loss": 0.4963, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.3038180341186028, |
| "grad_norm": 0.28417009432734236, |
| "learning_rate": 5.158940917826099e-05, |
| "loss": 0.5049, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.316815597075548, |
| "grad_norm": 0.536474729491158, |
| "learning_rate": 5.123724799094279e-05, |
| "loss": 0.4985, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.329813160032494, |
| "grad_norm": 0.4904508294031785, |
| "learning_rate": 5.088413859381341e-05, |
| "loss": 0.4967, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.3428107229894395, |
| "grad_norm": 0.2579052560741679, |
| "learning_rate": 5.053011078258397e-05, |
| "loss": 0.4997, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.355808285946385, |
| "grad_norm": 0.3211967991576727, |
| "learning_rate": 5.017519443046226e-05, |
| "loss": 0.5072, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.368805848903331, |
| "grad_norm": 0.366363860420648, |
| "learning_rate": 4.981941948563197e-05, |
| "loss": 0.4954, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.381803411860276, |
| "grad_norm": 0.29020724122191843, |
| "learning_rate": 4.94628159687257e-05, |
| "loss": 0.4968, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.3948009748172217, |
| "grad_norm": 0.21816500437499844, |
| "learning_rate": 4.9105413970291747e-05, |
| "loss": 0.5013, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.4077985377741675, |
| "grad_norm": 0.20849558134047014, |
| "learning_rate": 4.874724364825504e-05, |
| "loss": 0.506, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.420796100731113, |
| "grad_norm": 0.31047219756148736, |
| "learning_rate": 4.8388335225372416e-05, |
| "loss": 0.5052, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.4337936636880584, |
| "grad_norm": 0.3050621953402528, |
| "learning_rate": 4.802871898668237e-05, |
| "loss": 0.5023, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.4467912266450043, |
| "grad_norm": 0.20661927757896031, |
| "learning_rate": 4.7668425276949546e-05, |
| "loss": 0.5057, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.4597887896019497, |
| "grad_norm": 0.26788233927573063, |
| "learning_rate": 4.730748449810429e-05, |
| "loss": 0.4958, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.472786352558895, |
| "grad_norm": 0.2906205342326177, |
| "learning_rate": 4.694592710667723e-05, |
| "loss": 0.4963, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.4857839155158405, |
| "grad_norm": 0.2580857847569525, |
| "learning_rate": 4.658378361122936e-05, |
| "loss": 0.5002, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.4987814784727864, |
| "grad_norm": 0.22204319735300987, |
| "learning_rate": 4.622108456977773e-05, |
| "loss": 0.5036, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.511779041429732, |
| "grad_norm": 0.20367464116828346, |
| "learning_rate": 4.585786058721687e-05, |
| "loss": 0.5, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.5247766043866777, |
| "grad_norm": 0.25365421803002, |
| "learning_rate": 4.549414231273633e-05, |
| "loss": 0.5031, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.537774167343623, |
| "grad_norm": 0.21606979350876157, |
| "learning_rate": 4.512996043723453e-05, |
| "loss": 0.5021, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.5507717303005686, |
| "grad_norm": 0.19709293456409957, |
| "learning_rate": 4.476534569072895e-05, |
| "loss": 0.5019, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.563769293257514, |
| "grad_norm": 0.17783473355390217, |
| "learning_rate": 4.440032883976318e-05, |
| "loss": 0.4991, |
| "step": 197 |
| }, |
| { |
| "epoch": 2.57676685621446, |
| "grad_norm": 0.24070649254308227, |
| "learning_rate": 4.403494068481074e-05, |
| "loss": 0.498, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.5897644191714053, |
| "grad_norm": 0.19211194243534133, |
| "learning_rate": 4.3669212057676145e-05, |
| "loss": 0.5044, |
| "step": 199 |
| }, |
| { |
| "epoch": 2.602761982128351, |
| "grad_norm": 0.20459563241794576, |
| "learning_rate": 4.33031738188933e-05, |
| "loss": 0.4944, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.6157595450852966, |
| "grad_norm": 0.21561311779498776, |
| "learning_rate": 4.293685685512142e-05, |
| "loss": 0.4991, |
| "step": 201 |
| }, |
| { |
| "epoch": 2.628757108042242, |
| "grad_norm": 0.24474595705388458, |
| "learning_rate": 4.257029207653881e-05, |
| "loss": 0.4982, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.6417546709991875, |
| "grad_norm": 0.20720663848399937, |
| "learning_rate": 4.220351041423462e-05, |
| "loss": 0.4971, |
| "step": 203 |
| }, |
| { |
| "epoch": 2.6547522339561334, |
| "grad_norm": 0.21409555538090586, |
| "learning_rate": 4.183654281759888e-05, |
| "loss": 0.5074, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.667749796913079, |
| "grad_norm": 0.18475729049078887, |
| "learning_rate": 4.1469420251710905e-05, |
| "loss": 0.5012, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.680747359870024, |
| "grad_norm": 0.18985766250106262, |
| "learning_rate": 4.110217369472649e-05, |
| "loss": 0.5057, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.69374492282697, |
| "grad_norm": 0.219164525252158, |
| "learning_rate": 4.07348341352639e-05, |
| "loss": 0.4938, |
| "step": 207 |
| }, |
| { |
| "epoch": 2.7067424857839155, |
| "grad_norm": 0.16436043278644338, |
| "learning_rate": 4.0367432569789065e-05, |
| "loss": 0.4941, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.719740048740861, |
| "grad_norm": 0.16431610353215864, |
| "learning_rate": 4e-05, |
| "loss": 0.4908, |
| "step": 209 |
| }, |
| { |
| "epoch": 2.732737611697807, |
| "grad_norm": 0.18122165154966388, |
| "learning_rate": 3.963256743021095e-05, |
| "loss": 0.4948, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.7457351746547523, |
| "grad_norm": 0.1895612667059973, |
| "learning_rate": 3.92651658647361e-05, |
| "loss": 0.4944, |
| "step": 211 |
| }, |
| { |
| "epoch": 2.7587327376116977, |
| "grad_norm": 0.1898133778685081, |
| "learning_rate": 3.889782630527353e-05, |
| "loss": 0.5017, |
| "step": 212 |
| }, |
| { |
| "epoch": 2.7717303005686436, |
| "grad_norm": 0.21805199186913155, |
| "learning_rate": 3.853057974828911e-05, |
| "loss": 0.5034, |
| "step": 213 |
| }, |
| { |
| "epoch": 2.784727863525589, |
| "grad_norm": 0.1831497580469028, |
| "learning_rate": 3.816345718240113e-05, |
| "loss": 0.4975, |
| "step": 214 |
| }, |
| { |
| "epoch": 2.7977254264825344, |
| "grad_norm": 0.18270730105554409, |
| "learning_rate": 3.779648958576538e-05, |
| "loss": 0.4978, |
| "step": 215 |
| }, |
| { |
| "epoch": 2.81072298943948, |
| "grad_norm": 0.1549961859919279, |
| "learning_rate": 3.74297079234612e-05, |
| "loss": 0.501, |
| "step": 216 |
| }, |
| { |
| "epoch": 2.8237205523964257, |
| "grad_norm": 0.17737516044768692, |
| "learning_rate": 3.706314314487859e-05, |
| "loss": 0.5033, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.836718115353371, |
| "grad_norm": 0.15913489910963527, |
| "learning_rate": 3.669682618110671e-05, |
| "loss": 0.497, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.849715678310317, |
| "grad_norm": 0.16296392045874272, |
| "learning_rate": 3.6330787942323855e-05, |
| "loss": 0.4976, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.8627132412672625, |
| "grad_norm": 0.1730063706824666, |
| "learning_rate": 3.5965059315189274e-05, |
| "loss": 0.5008, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.875710804224208, |
| "grad_norm": 0.18397850865887175, |
| "learning_rate": 3.559967116023683e-05, |
| "loss": 0.5017, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.8887083671811533, |
| "grad_norm": 0.170486856095215, |
| "learning_rate": 3.523465430927106e-05, |
| "loss": 0.4989, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.901705930138099, |
| "grad_norm": 0.18271802695583045, |
| "learning_rate": 3.4870039562765475e-05, |
| "loss": 0.4982, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.9147034930950446, |
| "grad_norm": 0.17133512291595282, |
| "learning_rate": 3.4505857687263675e-05, |
| "loss": 0.4928, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.9277010560519905, |
| "grad_norm": 0.1620913848424712, |
| "learning_rate": 3.414213941278314e-05, |
| "loss": 0.5019, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.940698619008936, |
| "grad_norm": 0.17309647607036316, |
| "learning_rate": 3.377891543022229e-05, |
| "loss": 0.4969, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.9536961819658814, |
| "grad_norm": 0.1552693867051102, |
| "learning_rate": 3.341621638877064e-05, |
| "loss": 0.5033, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.966693744922827, |
| "grad_norm": 0.15716236217741233, |
| "learning_rate": 3.305407289332279e-05, |
| "loss": 0.4953, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.9796913078797727, |
| "grad_norm": 0.14720876859213405, |
| "learning_rate": 3.269251550189573e-05, |
| "loss": 0.4963, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.992688870836718, |
| "grad_norm": 0.1618888421317767, |
| "learning_rate": 3.2331574723050474e-05, |
| "loss": 0.5049, |
| "step": 230 |
| }, |
| { |
| "epoch": 3.007311129163282, |
| "grad_norm": 0.20996635969377356, |
| "learning_rate": 3.197128101331764e-05, |
| "loss": 0.4795, |
| "step": 231 |
| }, |
| { |
| "epoch": 3.0203086921202273, |
| "grad_norm": 0.19731076434312814, |
| "learning_rate": 3.161166477462759e-05, |
| "loss": 0.454, |
| "step": 232 |
| }, |
| { |
| "epoch": 3.033306255077173, |
| "grad_norm": 0.23256302661715916, |
| "learning_rate": 3.125275635174497e-05, |
| "loss": 0.4578, |
| "step": 233 |
| }, |
| { |
| "epoch": 3.0463038180341186, |
| "grad_norm": 0.27935225061925695, |
| "learning_rate": 3.089458602970828e-05, |
| "loss": 0.4508, |
| "step": 234 |
| }, |
| { |
| "epoch": 3.059301380991064, |
| "grad_norm": 0.2121038609311496, |
| "learning_rate": 3.0537184031274306e-05, |
| "loss": 0.4538, |
| "step": 235 |
| }, |
| { |
| "epoch": 3.07229894394801, |
| "grad_norm": 0.26051518619568637, |
| "learning_rate": 3.0180580514368037e-05, |
| "loss": 0.4607, |
| "step": 236 |
| }, |
| { |
| "epoch": 3.0852965069049554, |
| "grad_norm": 0.2335997625474098, |
| "learning_rate": 2.9824805569537747e-05, |
| "loss": 0.4503, |
| "step": 237 |
| }, |
| { |
| "epoch": 3.098294069861901, |
| "grad_norm": 0.2127303282473783, |
| "learning_rate": 2.9469889217416045e-05, |
| "loss": 0.4566, |
| "step": 238 |
| }, |
| { |
| "epoch": 3.1112916328188467, |
| "grad_norm": 0.2592389767469695, |
| "learning_rate": 2.9115861406186593e-05, |
| "loss": 0.455, |
| "step": 239 |
| }, |
| { |
| "epoch": 3.124289195775792, |
| "grad_norm": 0.21704890218608397, |
| "learning_rate": 2.8762752009057232e-05, |
| "loss": 0.4548, |
| "step": 240 |
| }, |
| { |
| "epoch": 3.1372867587327375, |
| "grad_norm": 0.20376985172351347, |
| "learning_rate": 2.841059082173902e-05, |
| "loss": 0.4518, |
| "step": 241 |
| }, |
| { |
| "epoch": 3.150284321689683, |
| "grad_norm": 0.2025335681556548, |
| "learning_rate": 2.805940755993223e-05, |
| "loss": 0.4551, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.163281884646629, |
| "grad_norm": 0.18017393057483888, |
| "learning_rate": 2.770923185681878e-05, |
| "loss": 0.4552, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.1762794476035743, |
| "grad_norm": 0.1713610793269365, |
| "learning_rate": 2.7360093260561904e-05, |
| "loss": 0.4554, |
| "step": 244 |
| }, |
| { |
| "epoch": 3.1892770105605197, |
| "grad_norm": 0.21406546378373156, |
| "learning_rate": 2.7012021231812666e-05, |
| "loss": 0.4548, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.2022745735174656, |
| "grad_norm": 0.16116975404585604, |
| "learning_rate": 2.6665045141224193e-05, |
| "loss": 0.4524, |
| "step": 246 |
| }, |
| { |
| "epoch": 3.215272136474411, |
| "grad_norm": 0.18334052571241438, |
| "learning_rate": 2.6319194266973256e-05, |
| "loss": 0.4571, |
| "step": 247 |
| }, |
| { |
| "epoch": 3.2282696994313564, |
| "grad_norm": 0.16891681064170494, |
| "learning_rate": 2.597449779228983e-05, |
| "loss": 0.4486, |
| "step": 248 |
| }, |
| { |
| "epoch": 3.2412672623883023, |
| "grad_norm": 0.17020370829259132, |
| "learning_rate": 2.563098480299451e-05, |
| "loss": 0.4564, |
| "step": 249 |
| }, |
| { |
| "epoch": 3.2542648253452477, |
| "grad_norm": 0.15985371532053932, |
| "learning_rate": 2.5288684285044283e-05, |
| "loss": 0.4564, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.267262388302193, |
| "grad_norm": 0.1774569936971813, |
| "learning_rate": 2.4947625122086585e-05, |
| "loss": 0.4558, |
| "step": 251 |
| }, |
| { |
| "epoch": 3.280259951259139, |
| "grad_norm": 0.16090847087848084, |
| "learning_rate": 2.460783609302218e-05, |
| "loss": 0.4591, |
| "step": 252 |
| }, |
| { |
| "epoch": 3.2932575142160845, |
| "grad_norm": 0.1975160669033593, |
| "learning_rate": 2.4269345869576676e-05, |
| "loss": 0.4532, |
| "step": 253 |
| }, |
| { |
| "epoch": 3.30625507717303, |
| "grad_norm": 0.1421754683033612, |
| "learning_rate": 2.393218301388123e-05, |
| "loss": 0.4524, |
| "step": 254 |
| }, |
| { |
| "epoch": 3.319252640129976, |
| "grad_norm": 0.16343078650300716, |
| "learning_rate": 2.35963759760624e-05, |
| "loss": 0.4499, |
| "step": 255 |
| }, |
| { |
| "epoch": 3.332250203086921, |
| "grad_norm": 0.12924948690527432, |
| "learning_rate": 2.3261953091841553e-05, |
| "loss": 0.4476, |
| "step": 256 |
| }, |
| { |
| "epoch": 3.3452477660438666, |
| "grad_norm": 0.13865627330009284, |
| "learning_rate": 2.2928942580143855e-05, |
| "loss": 0.4586, |
| "step": 257 |
| }, |
| { |
| "epoch": 3.3582453290008125, |
| "grad_norm": 0.1427053692811759, |
| "learning_rate": 2.2597372540717083e-05, |
| "loss": 0.4506, |
| "step": 258 |
| }, |
| { |
| "epoch": 3.371242891957758, |
| "grad_norm": 0.13955260210235942, |
| "learning_rate": 2.226727095176057e-05, |
| "loss": 0.459, |
| "step": 259 |
| }, |
| { |
| "epoch": 3.3842404549147034, |
| "grad_norm": 0.14070699605197182, |
| "learning_rate": 2.1938665667564435e-05, |
| "loss": 0.4516, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.3972380178716493, |
| "grad_norm": 0.13770636964584296, |
| "learning_rate": 2.1611584416159106e-05, |
| "loss": 0.4612, |
| "step": 261 |
| }, |
| { |
| "epoch": 3.4102355808285947, |
| "grad_norm": 0.12849805538578324, |
| "learning_rate": 2.1286054796975696e-05, |
| "loss": 0.4553, |
| "step": 262 |
| }, |
| { |
| "epoch": 3.42323314378554, |
| "grad_norm": 0.13177484817311683, |
| "learning_rate": 2.096210427851706e-05, |
| "loss": 0.4514, |
| "step": 263 |
| }, |
| { |
| "epoch": 3.436230706742486, |
| "grad_norm": 0.13158205912989682, |
| "learning_rate": 2.063976019604006e-05, |
| "loss": 0.4505, |
| "step": 264 |
| }, |
| { |
| "epoch": 3.4492282696994314, |
| "grad_norm": 0.12631589704885543, |
| "learning_rate": 2.0319049749248876e-05, |
| "loss": 0.4593, |
| "step": 265 |
| }, |
| { |
| "epoch": 3.462225832656377, |
| "grad_norm": 0.12669568578055, |
| "learning_rate": 2.0000000000000012e-05, |
| "loss": 0.4489, |
| "step": 266 |
| }, |
| { |
| "epoch": 3.4752233956133223, |
| "grad_norm": 0.13593170946905256, |
| "learning_rate": 1.9682637870018638e-05, |
| "loss": 0.4521, |
| "step": 267 |
| }, |
| { |
| "epoch": 3.488220958570268, |
| "grad_norm": 0.1231076609355709, |
| "learning_rate": 1.9366990138627054e-05, |
| "loss": 0.4518, |
| "step": 268 |
| }, |
| { |
| "epoch": 3.5012185215272136, |
| "grad_norm": 0.13931076961686364, |
| "learning_rate": 1.9053083440484887e-05, |
| "loss": 0.4483, |
| "step": 269 |
| }, |
| { |
| "epoch": 3.5142160844841595, |
| "grad_norm": 0.12554367586858933, |
| "learning_rate": 1.8740944263341773e-05, |
| "loss": 0.455, |
| "step": 270 |
| }, |
| { |
| "epoch": 3.527213647441105, |
| "grad_norm": 0.14612094230459444, |
| "learning_rate": 1.8430598945802156e-05, |
| "loss": 0.4592, |
| "step": 271 |
| }, |
| { |
| "epoch": 3.5402112103980503, |
| "grad_norm": 0.1290431553328097, |
| "learning_rate": 1.8122073675102935e-05, |
| "loss": 0.4514, |
| "step": 272 |
| }, |
| { |
| "epoch": 3.5532087733549957, |
| "grad_norm": 0.12686093908604665, |
| "learning_rate": 1.781539448490365e-05, |
| "loss": 0.4522, |
| "step": 273 |
| }, |
| { |
| "epoch": 3.5662063363119416, |
| "grad_norm": 0.11863063600346366, |
| "learning_rate": 1.7510587253089842e-05, |
| "loss": 0.4576, |
| "step": 274 |
| }, |
| { |
| "epoch": 3.579203899268887, |
| "grad_norm": 0.12151731546430022, |
| "learning_rate": 1.7207677699589355e-05, |
| "loss": 0.4575, |
| "step": 275 |
| }, |
| { |
| "epoch": 3.592201462225833, |
| "grad_norm": 0.13465971496188542, |
| "learning_rate": 1.690669138420215e-05, |
| "loss": 0.4552, |
| "step": 276 |
| }, |
| { |
| "epoch": 3.6051990251827783, |
| "grad_norm": 0.12151589453070985, |
| "learning_rate": 1.6607653704443457e-05, |
| "loss": 0.4564, |
| "step": 277 |
| }, |
| { |
| "epoch": 3.618196588139724, |
| "grad_norm": 0.11553472109779886, |
| "learning_rate": 1.6310589893400804e-05, |
| "loss": 0.4513, |
| "step": 278 |
| }, |
| { |
| "epoch": 3.631194151096669, |
| "grad_norm": 0.1299593052415094, |
| "learning_rate": 1.601552501760473e-05, |
| "loss": 0.4628, |
| "step": 279 |
| }, |
| { |
| "epoch": 3.644191714053615, |
| "grad_norm": 0.11487631922937644, |
| "learning_rate": 1.5722483974913737e-05, |
| "loss": 0.4535, |
| "step": 280 |
| }, |
| { |
| "epoch": 3.6571892770105605, |
| "grad_norm": 0.1155778088636727, |
| "learning_rate": 1.5431491492413288e-05, |
| "loss": 0.4525, |
| "step": 281 |
| }, |
| { |
| "epoch": 3.670186839967506, |
| "grad_norm": 0.10917381391292548, |
| "learning_rate": 1.5142572124329418e-05, |
| "loss": 0.4545, |
| "step": 282 |
| }, |
| { |
| "epoch": 3.683184402924452, |
| "grad_norm": 0.112815007140388, |
| "learning_rate": 1.4855750249956718e-05, |
| "loss": 0.455, |
| "step": 283 |
| }, |
| { |
| "epoch": 3.6961819658813972, |
| "grad_norm": 0.10952932306806101, |
| "learning_rate": 1.457105007160129e-05, |
| "loss": 0.4603, |
| "step": 284 |
| }, |
| { |
| "epoch": 3.7091795288383427, |
| "grad_norm": 0.11933650657176735, |
| "learning_rate": 1.4288495612538427e-05, |
| "loss": 0.4561, |
| "step": 285 |
| }, |
| { |
| "epoch": 3.722177091795288, |
| "grad_norm": 0.11966615448159834, |
| "learning_rate": 1.4008110714985623e-05, |
| "loss": 0.458, |
| "step": 286 |
| }, |
| { |
| "epoch": 3.735174654752234, |
| "grad_norm": 0.11500621723286121, |
| "learning_rate": 1.3729919038090627e-05, |
| "loss": 0.4544, |
| "step": 287 |
| }, |
| { |
| "epoch": 3.7481722177091794, |
| "grad_norm": 0.1261016043557776, |
| "learning_rate": 1.3453944055935151e-05, |
| "loss": 0.4567, |
| "step": 288 |
| }, |
| { |
| "epoch": 3.7611697806661253, |
| "grad_norm": 0.11328895828363872, |
| "learning_rate": 1.3180209055554043e-05, |
| "loss": 0.4575, |
| "step": 289 |
| }, |
| { |
| "epoch": 3.7741673436230707, |
| "grad_norm": 0.11555707128389255, |
| "learning_rate": 1.2908737134970367e-05, |
| "loss": 0.4582, |
| "step": 290 |
| }, |
| { |
| "epoch": 3.787164906580016, |
| "grad_norm": 0.11426549760151167, |
| "learning_rate": 1.2639551201246278e-05, |
| "loss": 0.4532, |
| "step": 291 |
| }, |
| { |
| "epoch": 3.8001624695369616, |
| "grad_norm": 0.11450671603412013, |
| "learning_rate": 1.2372673968550229e-05, |
| "loss": 0.4492, |
| "step": 292 |
| }, |
| { |
| "epoch": 3.8131600324939074, |
| "grad_norm": 0.10461893290927064, |
| "learning_rate": 1.2108127956240186e-05, |
| "loss": 0.4484, |
| "step": 293 |
| }, |
| { |
| "epoch": 3.826157595450853, |
| "grad_norm": 0.11592861392639016, |
| "learning_rate": 1.1845935486963546e-05, |
| "loss": 0.4533, |
| "step": 294 |
| }, |
| { |
| "epoch": 3.8391551584077988, |
| "grad_norm": 0.10916274841615102, |
| "learning_rate": 1.158611868477344e-05, |
| "loss": 0.4499, |
| "step": 295 |
| }, |
| { |
| "epoch": 3.852152721364744, |
| "grad_norm": 0.11085565295793819, |
| "learning_rate": 1.1328699473261957e-05, |
| "loss": 0.4475, |
| "step": 296 |
| }, |
| { |
| "epoch": 3.8651502843216896, |
| "grad_norm": 0.11270127433420311, |
| "learning_rate": 1.107369957371013e-05, |
| "loss": 0.46, |
| "step": 297 |
| }, |
| { |
| "epoch": 3.878147847278635, |
| "grad_norm": 0.10798343390475132, |
| "learning_rate": 1.0821140503255174e-05, |
| "loss": 0.4493, |
| "step": 298 |
| }, |
| { |
| "epoch": 3.891145410235581, |
| "grad_norm": 0.10573884600589767, |
| "learning_rate": 1.0571043573074737e-05, |
| "loss": 0.4486, |
| "step": 299 |
| }, |
| { |
| "epoch": 3.9041429731925263, |
| "grad_norm": 0.10696680010317415, |
| "learning_rate": 1.0323429886588743e-05, |
| "loss": 0.4571, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.917140536149472, |
| "grad_norm": 0.10555914364807507, |
| "learning_rate": 1.0078320337678584e-05, |
| "loss": 0.4487, |
| "step": 301 |
| }, |
| { |
| "epoch": 3.9301380991064176, |
| "grad_norm": 0.11174895825890044, |
| "learning_rate": 9.835735608924155e-06, |
| "loss": 0.4548, |
| "step": 302 |
| }, |
| { |
| "epoch": 3.943135662063363, |
| "grad_norm": 0.11266935997454287, |
| "learning_rate": 9.595696169858542e-06, |
| "loss": 0.4535, |
| "step": 303 |
| }, |
| { |
| "epoch": 3.9561332250203085, |
| "grad_norm": 0.09920882966315055, |
| "learning_rate": 9.358222275240884e-06, |
| "loss": 0.4556, |
| "step": 304 |
| }, |
| { |
| "epoch": 3.9691307879772544, |
| "grad_norm": 0.1126209630439109, |
| "learning_rate": 9.123333963347166e-06, |
| "loss": 0.4579, |
| "step": 305 |
| }, |
| { |
| "epoch": 3.9821283509342, |
| "grad_norm": 0.10755570639650616, |
| "learning_rate": 8.89105105427945e-06, |
| "loss": 0.4516, |
| "step": 306 |
| }, |
| { |
| "epoch": 3.9951259138911457, |
| "grad_norm": 0.10369220468763879, |
| "learning_rate": 8.661393148293355e-06, |
| "loss": 0.453, |
| "step": 307 |
| }, |
| { |
| "epoch": 4.0097481722177095, |
| "grad_norm": 0.16316827455729266, |
| "learning_rate": 8.434379624144261e-06, |
| "loss": 0.4399, |
| "step": 308 |
| }, |
| { |
| "epoch": 4.022745735174655, |
| "grad_norm": 0.1627430975816477, |
| "learning_rate": 8.210029637452016e-06, |
| "loss": 0.4236, |
| "step": 309 |
| }, |
| { |
| "epoch": 4.0357432981316, |
| "grad_norm": 0.11843109260911805, |
| "learning_rate": 7.988362119084642e-06, |
| "loss": 0.4246, |
| "step": 310 |
| }, |
| { |
| "epoch": 4.048740861088546, |
| "grad_norm": 0.12489995078048981, |
| "learning_rate": 7.769395773560874e-06, |
| "loss": 0.4281, |
| "step": 311 |
| }, |
| { |
| "epoch": 4.061738424045491, |
| "grad_norm": 0.14961111092042415, |
| "learning_rate": 7.553149077471915e-06, |
| "loss": 0.4314, |
| "step": 312 |
| }, |
| { |
| "epoch": 4.074735987002437, |
| "grad_norm": 0.16631212545248225, |
| "learning_rate": 7.3396402779222845e-06, |
| "loss": 0.4285, |
| "step": 313 |
| }, |
| { |
| "epoch": 4.087733549959383, |
| "grad_norm": 0.14353822134082916, |
| "learning_rate": 7.128887390990198e-06, |
| "loss": 0.4218, |
| "step": 314 |
| }, |
| { |
| "epoch": 4.100731112916328, |
| "grad_norm": 0.1378750355216543, |
| "learning_rate": 6.9209082002072725e-06, |
| "loss": 0.4251, |
| "step": 315 |
| }, |
| { |
| "epoch": 4.113728675873274, |
| "grad_norm": 0.12807424487959607, |
| "learning_rate": 6.715720255058e-06, |
| "loss": 0.434, |
| "step": 316 |
| }, |
| { |
| "epoch": 4.126726238830219, |
| "grad_norm": 0.13015531066132296, |
| "learning_rate": 6.513340869498859e-06, |
| "loss": 0.4246, |
| "step": 317 |
| }, |
| { |
| "epoch": 4.139723801787165, |
| "grad_norm": 0.14514193079110016, |
| "learning_rate": 6.313787120497376e-06, |
| "loss": 0.4288, |
| "step": 318 |
| }, |
| { |
| "epoch": 4.15272136474411, |
| "grad_norm": 0.1366568470719478, |
| "learning_rate": 6.117075846591123e-06, |
| "loss": 0.4236, |
| "step": 319 |
| }, |
| { |
| "epoch": 4.1657189277010565, |
| "grad_norm": 0.11930045160597687, |
| "learning_rate": 5.923223646466923e-06, |
| "loss": 0.4258, |
| "step": 320 |
| }, |
| { |
| "epoch": 4.178716490658002, |
| "grad_norm": 0.11338899398667109, |
| "learning_rate": 5.732246877560146e-06, |
| "loss": 0.4257, |
| "step": 321 |
| }, |
| { |
| "epoch": 4.191714053614947, |
| "grad_norm": 0.12656852484885386, |
| "learning_rate": 5.5441616546745646e-06, |
| "loss": 0.4263, |
| "step": 322 |
| }, |
| { |
| "epoch": 4.204711616571893, |
| "grad_norm": 0.1203349846807835, |
| "learning_rate": 5.358983848622452e-06, |
| "loss": 0.4243, |
| "step": 323 |
| }, |
| { |
| "epoch": 4.217709179528838, |
| "grad_norm": 0.11202043270158919, |
| "learning_rate": 5.176729084885508e-06, |
| "loss": 0.4278, |
| "step": 324 |
| }, |
| { |
| "epoch": 4.230706742485784, |
| "grad_norm": 0.10971697060308855, |
| "learning_rate": 4.99741274229625e-06, |
| "loss": 0.4253, |
| "step": 325 |
| }, |
| { |
| "epoch": 4.24370430544273, |
| "grad_norm": 0.11451882024388883, |
| "learning_rate": 4.821049951740442e-06, |
| "loss": 0.4255, |
| "step": 326 |
| }, |
| { |
| "epoch": 4.256701868399675, |
| "grad_norm": 0.11501774277849335, |
| "learning_rate": 4.647655594880225e-06, |
| "loss": 0.4273, |
| "step": 327 |
| }, |
| { |
| "epoch": 4.269699431356621, |
| "grad_norm": 0.10856387260845814, |
| "learning_rate": 4.4772443028985004e-06, |
| "loss": 0.4327, |
| "step": 328 |
| }, |
| { |
| "epoch": 4.282696994313566, |
| "grad_norm": 0.10662919577972961, |
| "learning_rate": 4.3098304552642385e-06, |
| "loss": 0.4295, |
| "step": 329 |
| }, |
| { |
| "epoch": 4.295694557270512, |
| "grad_norm": 0.10569714582518992, |
| "learning_rate": 4.1454281785191995e-06, |
| "loss": 0.4235, |
| "step": 330 |
| }, |
| { |
| "epoch": 4.308692120227457, |
| "grad_norm": 0.10668551395374147, |
| "learning_rate": 3.984051345085855e-06, |
| "loss": 0.4259, |
| "step": 331 |
| }, |
| { |
| "epoch": 4.3216896831844025, |
| "grad_norm": 0.11247906580591396, |
| "learning_rate": 3.825713572096903e-06, |
| "loss": 0.4205, |
| "step": 332 |
| }, |
| { |
| "epoch": 4.334687246141349, |
| "grad_norm": 0.09984629980789353, |
| "learning_rate": 3.6704282202461515e-06, |
| "loss": 0.4263, |
| "step": 333 |
| }, |
| { |
| "epoch": 4.347684809098294, |
| "grad_norm": 0.09978390449414096, |
| "learning_rate": 3.518208392661184e-06, |
| "loss": 0.424, |
| "step": 334 |
| }, |
| { |
| "epoch": 4.36068237205524, |
| "grad_norm": 0.10677309740013617, |
| "learning_rate": 3.3690669337977e-06, |
| "loss": 0.422, |
| "step": 335 |
| }, |
| { |
| "epoch": 4.373679935012185, |
| "grad_norm": 0.09996882970996637, |
| "learning_rate": 3.2230164283556918e-06, |
| "loss": 0.4236, |
| "step": 336 |
| }, |
| { |
| "epoch": 4.3866774979691305, |
| "grad_norm": 0.09578924808601377, |
| "learning_rate": 3.080069200217497e-06, |
| "loss": 0.4257, |
| "step": 337 |
| }, |
| { |
| "epoch": 4.399675060926076, |
| "grad_norm": 0.09396778955504816, |
| "learning_rate": 2.9402373114079295e-06, |
| "loss": 0.4253, |
| "step": 338 |
| }, |
| { |
| "epoch": 4.412672623883022, |
| "grad_norm": 0.0947968037466629, |
| "learning_rate": 2.803532561076492e-06, |
| "loss": 0.431, |
| "step": 339 |
| }, |
| { |
| "epoch": 4.425670186839968, |
| "grad_norm": 0.09946131836401616, |
| "learning_rate": 2.669966484501716e-06, |
| "loss": 0.4306, |
| "step": 340 |
| }, |
| { |
| "epoch": 4.438667749796913, |
| "grad_norm": 0.09626077532608296, |
| "learning_rate": 2.5395503521178143e-06, |
| "loss": 0.4266, |
| "step": 341 |
| }, |
| { |
| "epoch": 4.451665312753859, |
| "grad_norm": 0.13517213941202075, |
| "learning_rate": 2.4122951685636674e-06, |
| "loss": 0.4303, |
| "step": 342 |
| }, |
| { |
| "epoch": 4.464662875710804, |
| "grad_norm": 0.0920475491242233, |
| "learning_rate": 2.2882116717542634e-06, |
| "loss": 0.431, |
| "step": 343 |
| }, |
| { |
| "epoch": 4.477660438667749, |
| "grad_norm": 0.09105224683628121, |
| "learning_rate": 2.1673103319746146e-06, |
| "loss": 0.4238, |
| "step": 344 |
| }, |
| { |
| "epoch": 4.490658001624696, |
| "grad_norm": 0.09216193209397198, |
| "learning_rate": 2.049601350996233e-06, |
| "loss": 0.423, |
| "step": 345 |
| }, |
| { |
| "epoch": 4.503655564581641, |
| "grad_norm": 0.0943905757756607, |
| "learning_rate": 1.93509466121633e-06, |
| "loss": 0.4243, |
| "step": 346 |
| }, |
| { |
| "epoch": 4.516653127538587, |
| "grad_norm": 0.09735611823252567, |
| "learning_rate": 1.8237999248197002e-06, |
| "loss": 0.4277, |
| "step": 347 |
| }, |
| { |
| "epoch": 4.529650690495532, |
| "grad_norm": 0.09645430457572284, |
| "learning_rate": 1.7157265329634354e-06, |
| "loss": 0.4236, |
| "step": 348 |
| }, |
| { |
| "epoch": 4.5426482534524775, |
| "grad_norm": 0.0920756263404523, |
| "learning_rate": 1.6108836049844434e-06, |
| "loss": 0.4288, |
| "step": 349 |
| }, |
| { |
| "epoch": 4.555645816409423, |
| "grad_norm": 0.09448443193483406, |
| "learning_rate": 1.5092799876299835e-06, |
| "loss": 0.4333, |
| "step": 350 |
| }, |
| { |
| "epoch": 4.568643379366369, |
| "grad_norm": 0.09168940218519567, |
| "learning_rate": 1.4109242543111834e-06, |
| "loss": 0.428, |
| "step": 351 |
| }, |
| { |
| "epoch": 4.581640942323315, |
| "grad_norm": 0.09340613292838272, |
| "learning_rate": 1.3158247043795735e-06, |
| "loss": 0.4203, |
| "step": 352 |
| }, |
| { |
| "epoch": 4.59463850528026, |
| "grad_norm": 0.08973994262732386, |
| "learning_rate": 1.2239893624267852e-06, |
| "loss": 0.4263, |
| "step": 353 |
| }, |
| { |
| "epoch": 4.6076360682372055, |
| "grad_norm": 0.09429472748256586, |
| "learning_rate": 1.1354259776074472e-06, |
| "loss": 0.4229, |
| "step": 354 |
| }, |
| { |
| "epoch": 4.620633631194151, |
| "grad_norm": 0.09055346761294361, |
| "learning_rate": 1.050142022985292e-06, |
| "loss": 0.4253, |
| "step": 355 |
| }, |
| { |
| "epoch": 4.633631194151096, |
| "grad_norm": 0.09062612322699877, |
| "learning_rate": 9.681446949025752e-07, |
| "loss": 0.4245, |
| "step": 356 |
| }, |
| { |
| "epoch": 4.646628757108042, |
| "grad_norm": 0.09042042924091588, |
| "learning_rate": 8.89440912372832e-07, |
| "loss": 0.4179, |
| "step": 357 |
| }, |
| { |
| "epoch": 4.659626320064988, |
| "grad_norm": 0.09194481794235952, |
| "learning_rate": 8.140373164970428e-07, |
| "loss": 0.4301, |
| "step": 358 |
| }, |
| { |
| "epoch": 4.6726238830219335, |
| "grad_norm": 0.09366397128826567, |
| "learning_rate": 7.419402699032852e-07, |
| "loss": 0.4227, |
| "step": 359 |
| }, |
| { |
| "epoch": 4.685621445978879, |
| "grad_norm": 0.08821057658897659, |
| "learning_rate": 6.731558562097995e-07, |
| "loss": 0.4264, |
| "step": 360 |
| }, |
| { |
| "epoch": 4.698619008935824, |
| "grad_norm": 0.09083442802058574, |
| "learning_rate": 6.076898795116792e-07, |
| "loss": 0.4265, |
| "step": 361 |
| }, |
| { |
| "epoch": 4.71161657189277, |
| "grad_norm": 0.09003063615517265, |
| "learning_rate": 5.455478638911071e-07, |
| "loss": 0.4272, |
| "step": 362 |
| }, |
| { |
| "epoch": 4.724614134849716, |
| "grad_norm": 0.08945212233339732, |
| "learning_rate": 4.867350529512261e-07, |
| "loss": 0.4204, |
| "step": 363 |
| }, |
| { |
| "epoch": 4.737611697806662, |
| "grad_norm": 0.08734995272765789, |
| "learning_rate": 4.3125640937368373e-07, |
| "loss": 0.4274, |
| "step": 364 |
| }, |
| { |
| "epoch": 4.750609260763607, |
| "grad_norm": 0.09082893124848684, |
| "learning_rate": 3.791166144998704e-07, |
| "loss": 0.4248, |
| "step": 365 |
| }, |
| { |
| "epoch": 4.763606823720552, |
| "grad_norm": 0.08806282209071367, |
| "learning_rate": 3.3032006793590977e-07, |
| "loss": 0.4243, |
| "step": 366 |
| }, |
| { |
| "epoch": 4.776604386677498, |
| "grad_norm": 0.09048478332231094, |
| "learning_rate": 2.848708871814054e-07, |
| "loss": 0.4267, |
| "step": 367 |
| }, |
| { |
| "epoch": 4.789601949634443, |
| "grad_norm": 0.08924885575111106, |
| "learning_rate": 2.4277290728202063e-07, |
| "loss": 0.4217, |
| "step": 368 |
| }, |
| { |
| "epoch": 4.802599512591389, |
| "grad_norm": 0.0892092425894652, |
| "learning_rate": 2.040296805058528e-07, |
| "loss": 0.4332, |
| "step": 369 |
| }, |
| { |
| "epoch": 4.815597075548335, |
| "grad_norm": 0.09257254403975926, |
| "learning_rate": 1.6864447604370004e-07, |
| "loss": 0.4316, |
| "step": 370 |
| }, |
| { |
| "epoch": 4.8285946385052805, |
| "grad_norm": 0.08603627784307787, |
| "learning_rate": 1.3662027973320614e-07, |
| "loss": 0.4325, |
| "step": 371 |
| }, |
| { |
| "epoch": 4.841592201462226, |
| "grad_norm": 0.0896720009488906, |
| "learning_rate": 1.0795979380690657e-07, |
| "loss": 0.4198, |
| "step": 372 |
| }, |
| { |
| "epoch": 4.854589764419171, |
| "grad_norm": 0.08869591858273997, |
| "learning_rate": 8.266543666421544e-08, |
| "loss": 0.4187, |
| "step": 373 |
| }, |
| { |
| "epoch": 4.867587327376117, |
| "grad_norm": 0.08761681066208689, |
| "learning_rate": 6.073934266735303e-08, |
| "loss": 0.4251, |
| "step": 374 |
| }, |
| { |
| "epoch": 4.880584890333062, |
| "grad_norm": 0.08864693759754272, |
| "learning_rate": 4.218336196125439e-08, |
| "loss": 0.4287, |
| "step": 375 |
| }, |
| { |
| "epoch": 4.8935824532900085, |
| "grad_norm": 0.08657763165853864, |
| "learning_rate": 2.699906031745414e-08, |
| "loss": 0.4247, |
| "step": 376 |
| }, |
| { |
| "epoch": 4.906580016246954, |
| "grad_norm": 0.08858764828344305, |
| "learning_rate": 1.5187719001943378e-08, |
| "loss": 0.4235, |
| "step": 377 |
| }, |
| { |
| "epoch": 4.919577579203899, |
| "grad_norm": 0.08758061054007635, |
| "learning_rate": 6.750334667091629e-09, |
| "loss": 0.4252, |
| "step": 378 |
| }, |
| { |
| "epoch": 4.932575142160845, |
| "grad_norm": 0.09004668669428884, |
| "learning_rate": 1.6876192675052695e-09, |
| "loss": 0.429, |
| "step": 379 |
| }, |
| { |
| "epoch": 4.94557270511779, |
| "grad_norm": 0.08613429520636201, |
| "learning_rate": 0.0, |
| "loss": 0.4249, |
| "step": 380 |
| }, |
| { |
| "epoch": 4.94557270511779, |
| "step": 380, |
| "total_flos": 9.778530867524665e+18, |
| "train_loss": 0.5330901978047271, |
| "train_runtime": 39276.6384, |
| "train_samples_per_second": 5.012, |
| "train_steps_per_second": 0.01 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 380, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.778530867524665e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
