| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 126, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.024096385542168676, |
| "grad_norm": 3.4866182804107666, |
| "learning_rate": 0.0, |
| "loss": 0.8036330938339233, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.04819277108433735, |
| "grad_norm": 3.7698822021484375, |
| "learning_rate": 7.692307692307694e-07, |
| "loss": 0.8342046737670898, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.07228915662650602, |
| "grad_norm": 3.4847562313079834, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 0.8215794563293457, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0963855421686747, |
| "grad_norm": 3.367234468460083, |
| "learning_rate": 2.307692307692308e-06, |
| "loss": 0.8065542578697205, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.12048192771084337, |
| "grad_norm": 3.0165975093841553, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 0.7859395742416382, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.14457831325301204, |
| "grad_norm": 2.850592851638794, |
| "learning_rate": 3.846153846153847e-06, |
| "loss": 0.7677067518234253, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.1686746987951807, |
| "grad_norm": 2.0980072021484375, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 0.7406724691390991, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.1927710843373494, |
| "grad_norm": 1.4586520195007324, |
| "learning_rate": 5.384615384615385e-06, |
| "loss": 0.7150983214378357, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.21686746987951808, |
| "grad_norm": 1.5224018096923828, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 0.7036643028259277, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.24096385542168675, |
| "grad_norm": 1.3343169689178467, |
| "learning_rate": 6.923076923076923e-06, |
| "loss": 0.7052457332611084, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.26506024096385544, |
| "grad_norm": 2.000706911087036, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 0.6979789137840271, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.2891566265060241, |
| "grad_norm": 2.2163498401641846, |
| "learning_rate": 8.461538461538462e-06, |
| "loss": 0.723534107208252, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.3132530120481928, |
| "grad_norm": 2.1516668796539307, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.7533200979232788, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.3373493975903614, |
| "grad_norm": 1.9026776552200317, |
| "learning_rate": 1e-05, |
| "loss": 0.7557893991470337, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.3614457831325301, |
| "grad_norm": 1.7294775247573853, |
| "learning_rate": 9.998067787472772e-06, |
| "loss": 0.7446845769882202, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.3855421686746988, |
| "grad_norm": 1.4833269119262695, |
| "learning_rate": 9.992272643269181e-06, |
| "loss": 0.704272985458374, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.40963855421686746, |
| "grad_norm": 1.454253911972046, |
| "learning_rate": 9.982619046369321e-06, |
| "loss": 0.7148613333702087, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.43373493975903615, |
| "grad_norm": 1.1598122119903564, |
| "learning_rate": 9.96911445789354e-06, |
| "loss": 0.6963663101196289, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.4578313253012048, |
| "grad_norm": 1.0633970499038696, |
| "learning_rate": 9.951769315335843e-06, |
| "loss": 0.697997510433197, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 1.112295389175415, |
| "learning_rate": 9.930597024496933e-06, |
| "loss": 0.687644898891449, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.5060240963855421, |
| "grad_norm": 1.1765090227127075, |
| "learning_rate": 9.905613949123036e-06, |
| "loss": 0.6724652647972107, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.5301204819277109, |
| "grad_norm": 1.072441577911377, |
| "learning_rate": 9.87683939825864e-06, |
| "loss": 0.6786834597587585, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.5542168674698795, |
| "grad_norm": 0.9157149195671082, |
| "learning_rate": 9.844295611322804e-06, |
| "loss": 0.6787407398223877, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.5783132530120482, |
| "grad_norm": 0.7829060554504395, |
| "learning_rate": 9.808007740920647e-06, |
| "loss": 0.6385012269020081, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.6024096385542169, |
| "grad_norm": 0.905967116355896, |
| "learning_rate": 9.768003833403278e-06, |
| "loss": 0.6598682999610901, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.6265060240963856, |
| "grad_norm": 0.7494702935218811, |
| "learning_rate": 9.724314807191197e-06, |
| "loss": 0.6414320468902588, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.6506024096385542, |
| "grad_norm": 0.7239845395088196, |
| "learning_rate": 9.6769744288779e-06, |
| "loss": 0.6443482637405396, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.6746987951807228, |
| "grad_norm": 0.7662610411643982, |
| "learning_rate": 9.626019287132202e-06, |
| "loss": 0.6470450162887573, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.6987951807228916, |
| "grad_norm": 0.7057405710220337, |
| "learning_rate": 9.571488764419381e-06, |
| "loss": 0.6351138353347778, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.7228915662650602, |
| "grad_norm": 0.6858580708503723, |
| "learning_rate": 9.51342500656308e-06, |
| "loss": 0.6081345677375793, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.7469879518072289, |
| "grad_norm": 0.6748168468475342, |
| "learning_rate": 9.451872890171419e-06, |
| "loss": 0.6281493902206421, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.7710843373493976, |
| "grad_norm": 0.7122080326080322, |
| "learning_rate": 9.386879987952549e-06, |
| "loss": 0.6601696610450745, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.7951807228915663, |
| "grad_norm": 0.865262508392334, |
| "learning_rate": 9.318496531946411e-06, |
| "loss": 0.6518322229385376, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.8192771084337349, |
| "grad_norm": 0.6199270486831665, |
| "learning_rate": 9.246775374701139e-06, |
| "loss": 0.6187893152236938, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.8433734939759037, |
| "grad_norm": 0.6349459290504456, |
| "learning_rate": 9.171771948424138e-06, |
| "loss": 0.658621072769165, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.8674698795180723, |
| "grad_norm": 0.6494747996330261, |
| "learning_rate": 9.093544222139338e-06, |
| "loss": 0.6379672288894653, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.891566265060241, |
| "grad_norm": 0.6108894944190979, |
| "learning_rate": 9.012152656883824e-06, |
| "loss": 0.6225579977035522, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.9156626506024096, |
| "grad_norm": 0.595695972442627, |
| "learning_rate": 8.927660158978392e-06, |
| "loss": 0.6457571387290955, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.9397590361445783, |
| "grad_norm": 0.6286890506744385, |
| "learning_rate": 8.84013203140821e-06, |
| "loss": 0.6348350048065186, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 0.5852817893028259, |
| "learning_rate": 8.749635923351108e-06, |
| "loss": 0.6299422979354858, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.9879518072289156, |
| "grad_norm": 0.5032863616943359, |
| "learning_rate": 8.656241777892544e-06, |
| "loss": 0.6204656958580017, |
| "step": 41 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.9180984497070312, |
| "learning_rate": 8.56002177796765e-06, |
| "loss": 0.6175587177276611, |
| "step": 42 |
| }, |
| { |
| "epoch": 1.0240963855421688, |
| "grad_norm": 0.5904527902603149, |
| "learning_rate": 8.461050290572114e-06, |
| "loss": 0.5672452449798584, |
| "step": 43 |
| }, |
| { |
| "epoch": 1.0481927710843373, |
| "grad_norm": 0.5876842141151428, |
| "learning_rate": 8.359403809285054e-06, |
| "loss": 0.5524355173110962, |
| "step": 44 |
| }, |
| { |
| "epoch": 1.072289156626506, |
| "grad_norm": 0.6084136366844177, |
| "learning_rate": 8.255160895148263e-06, |
| "loss": 0.5549112558364868, |
| "step": 45 |
| }, |
| { |
| "epoch": 1.0963855421686748, |
| "grad_norm": 0.6880250573158264, |
| "learning_rate": 8.14840211594757e-06, |
| "loss": 0.5633288025856018, |
| "step": 46 |
| }, |
| { |
| "epoch": 1.1204819277108433, |
| "grad_norm": 0.5562106966972351, |
| "learning_rate": 8.039209983943201e-06, |
| "loss": 0.5377108454704285, |
| "step": 47 |
| }, |
| { |
| "epoch": 1.144578313253012, |
| "grad_norm": 0.5777124166488647, |
| "learning_rate": 7.927668892097288e-06, |
| "loss": 0.528072714805603, |
| "step": 48 |
| }, |
| { |
| "epoch": 1.1686746987951806, |
| "grad_norm": 0.6456765532493591, |
| "learning_rate": 7.81386504884782e-06, |
| "loss": 0.5457364916801453, |
| "step": 49 |
| }, |
| { |
| "epoch": 1.1927710843373494, |
| "grad_norm": 0.5695594549179077, |
| "learning_rate": 7.697886411479422e-06, |
| "loss": 0.5646842122077942, |
| "step": 50 |
| }, |
| { |
| "epoch": 1.216867469879518, |
| "grad_norm": 0.5582544803619385, |
| "learning_rate": 7.579822618142505e-06, |
| "loss": 0.5383089184761047, |
| "step": 51 |
| }, |
| { |
| "epoch": 1.2409638554216866, |
| "grad_norm": 0.5626118779182434, |
| "learning_rate": 7.459764918573264e-06, |
| "loss": 0.5594577193260193, |
| "step": 52 |
| }, |
| { |
| "epoch": 1.2650602409638554, |
| "grad_norm": 0.5415802597999573, |
| "learning_rate": 7.3378061035681415e-06, |
| "loss": 0.5535856485366821, |
| "step": 53 |
| }, |
| { |
| "epoch": 1.2891566265060241, |
| "grad_norm": 0.6203434467315674, |
| "learning_rate": 7.2140404332671986e-06, |
| "loss": 0.548930823802948, |
| "step": 54 |
| }, |
| { |
| "epoch": 1.3132530120481927, |
| "grad_norm": 0.6267032623291016, |
| "learning_rate": 7.088563564301874e-06, |
| "loss": 0.5701431035995483, |
| "step": 55 |
| }, |
| { |
| "epoch": 1.3373493975903614, |
| "grad_norm": 0.5693700909614563, |
| "learning_rate": 6.961472475863406e-06, |
| "loss": 0.5484758019447327, |
| "step": 56 |
| }, |
| { |
| "epoch": 1.3614457831325302, |
| "grad_norm": 0.6553611159324646, |
| "learning_rate": 6.832865394749065e-06, |
| "loss": 0.537543773651123, |
| "step": 57 |
| }, |
| { |
| "epoch": 1.3855421686746987, |
| "grad_norm": 0.6006720662117004, |
| "learning_rate": 6.702841719444141e-06, |
| "loss": 0.5397295951843262, |
| "step": 58 |
| }, |
| { |
| "epoch": 1.4096385542168675, |
| "grad_norm": 0.5610109567642212, |
| "learning_rate": 6.571501943298335e-06, |
| "loss": 0.5047672390937805, |
| "step": 59 |
| }, |
| { |
| "epoch": 1.4337349397590362, |
| "grad_norm": 0.6005979180335999, |
| "learning_rate": 6.4389475768559675e-06, |
| "loss": 0.5339192152023315, |
| "step": 60 |
| }, |
| { |
| "epoch": 1.4578313253012047, |
| "grad_norm": 0.5464897751808167, |
| "learning_rate": 6.305281069399989e-06, |
| "loss": 0.5370104312896729, |
| "step": 61 |
| }, |
| { |
| "epoch": 1.4819277108433735, |
| "grad_norm": 0.543561577796936, |
| "learning_rate": 6.17060572977047e-06, |
| "loss": 0.5109453201293945, |
| "step": 62 |
| }, |
| { |
| "epoch": 1.5060240963855422, |
| "grad_norm": 0.5380433201789856, |
| "learning_rate": 6.035025646518747e-06, |
| "loss": 0.5215125679969788, |
| "step": 63 |
| }, |
| { |
| "epoch": 1.5301204819277108, |
| "grad_norm": 0.5277564525604248, |
| "learning_rate": 5.898645607458941e-06, |
| "loss": 0.55159592628479, |
| "step": 64 |
| }, |
| { |
| "epoch": 1.5542168674698795, |
| "grad_norm": 0.5251535177230835, |
| "learning_rate": 5.761571018679025e-06, |
| "loss": 0.5137174129486084, |
| "step": 65 |
| }, |
| { |
| "epoch": 1.5783132530120483, |
| "grad_norm": 0.5158001184463501, |
| "learning_rate": 5.623907823074044e-06, |
| "loss": 0.5257411003112793, |
| "step": 66 |
| }, |
| { |
| "epoch": 1.6024096385542168, |
| "grad_norm": 0.5661113858222961, |
| "learning_rate": 5.48576241846443e-06, |
| "loss": 0.5619932413101196, |
| "step": 67 |
| }, |
| { |
| "epoch": 1.6265060240963856, |
| "grad_norm": 1.3053336143493652, |
| "learning_rate": 5.347241575362729e-06, |
| "loss": 0.5350067019462585, |
| "step": 68 |
| }, |
| { |
| "epoch": 1.6506024096385543, |
| "grad_norm": 0.5490331053733826, |
| "learning_rate": 5.208452354452275e-06, |
| "loss": 0.544854998588562, |
| "step": 69 |
| }, |
| { |
| "epoch": 1.6746987951807228, |
| "grad_norm": 0.5062744617462158, |
| "learning_rate": 5.069502023841576e-06, |
| "loss": 0.5490104556083679, |
| "step": 70 |
| }, |
| { |
| "epoch": 1.6987951807228916, |
| "grad_norm": 0.49572157859802246, |
| "learning_rate": 4.9304979761584256e-06, |
| "loss": 0.4955199956893921, |
| "step": 71 |
| }, |
| { |
| "epoch": 1.7228915662650603, |
| "grad_norm": 0.502623438835144, |
| "learning_rate": 4.791547645547727e-06, |
| "loss": 0.5547789335250854, |
| "step": 72 |
| }, |
| { |
| "epoch": 1.7469879518072289, |
| "grad_norm": 0.5623912215232849, |
| "learning_rate": 4.652758424637271e-06, |
| "loss": 0.5600606203079224, |
| "step": 73 |
| }, |
| { |
| "epoch": 1.7710843373493976, |
| "grad_norm": 0.6267077922821045, |
| "learning_rate": 4.514237581535571e-06, |
| "loss": 0.5465230941772461, |
| "step": 74 |
| }, |
| { |
| "epoch": 1.7951807228915664, |
| "grad_norm": 0.45720747113227844, |
| "learning_rate": 4.3760921769259585e-06, |
| "loss": 0.544208288192749, |
| "step": 75 |
| }, |
| { |
| "epoch": 1.819277108433735, |
| "grad_norm": 0.5470900535583496, |
| "learning_rate": 4.2384289813209754e-06, |
| "loss": 0.5490911602973938, |
| "step": 76 |
| }, |
| { |
| "epoch": 1.8433734939759037, |
| "grad_norm": 0.5712909698486328, |
| "learning_rate": 4.101354392541061e-06, |
| "loss": 0.5386078953742981, |
| "step": 77 |
| }, |
| { |
| "epoch": 1.8674698795180724, |
| "grad_norm": 0.48480501770973206, |
| "learning_rate": 3.964974353481254e-06, |
| "loss": 0.5202725529670715, |
| "step": 78 |
| }, |
| { |
| "epoch": 1.891566265060241, |
| "grad_norm": 0.4926944077014923, |
| "learning_rate": 3.829394270229531e-06, |
| "loss": 0.5781441926956177, |
| "step": 79 |
| }, |
| { |
| "epoch": 1.9156626506024095, |
| "grad_norm": 0.4879622161388397, |
| "learning_rate": 3.694718930600012e-06, |
| "loss": 0.5340090990066528, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.9397590361445785, |
| "grad_norm": 0.5101142525672913, |
| "learning_rate": 3.5610524231440324e-06, |
| "loss": 0.5378634929656982, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.963855421686747, |
| "grad_norm": 0.5045028924942017, |
| "learning_rate": 3.428498056701665e-06, |
| "loss": 0.5356432795524597, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.9879518072289155, |
| "grad_norm": 0.5002654790878296, |
| "learning_rate": 3.2971582805558622e-06, |
| "loss": 0.5409777164459229, |
| "step": 83 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.6559320092201233, |
| "learning_rate": 3.167134605250938e-06, |
| "loss": 0.5270622968673706, |
| "step": 84 |
| }, |
| { |
| "epoch": 2.0240963855421685, |
| "grad_norm": 0.5342044830322266, |
| "learning_rate": 3.0385275241365965e-06, |
| "loss": 0.48670250177383423, |
| "step": 85 |
| }, |
| { |
| "epoch": 2.0481927710843375, |
| "grad_norm": 0.49373114109039307, |
| "learning_rate": 2.9114364356981274e-06, |
| "loss": 0.4560129642486572, |
| "step": 86 |
| }, |
| { |
| "epoch": 2.072289156626506, |
| "grad_norm": 0.48619571328163147, |
| "learning_rate": 2.7859595667328027e-06, |
| "loss": 0.47067636251449585, |
| "step": 87 |
| }, |
| { |
| "epoch": 2.0963855421686746, |
| "grad_norm": 0.5437542200088501, |
| "learning_rate": 2.6621938964318593e-06, |
| "loss": 0.4635806381702423, |
| "step": 88 |
| }, |
| { |
| "epoch": 2.1204819277108435, |
| "grad_norm": 0.5450485348701477, |
| "learning_rate": 2.5402350814267364e-06, |
| "loss": 0.4750005602836609, |
| "step": 89 |
| }, |
| { |
| "epoch": 2.144578313253012, |
| "grad_norm": 0.47268036007881165, |
| "learning_rate": 2.4201773818574956e-06, |
| "loss": 0.44007742404937744, |
| "step": 90 |
| }, |
| { |
| "epoch": 2.1686746987951806, |
| "grad_norm": 0.5399731397628784, |
| "learning_rate": 2.302113588520578e-06, |
| "loss": 0.46573615074157715, |
| "step": 91 |
| }, |
| { |
| "epoch": 2.1927710843373496, |
| "grad_norm": 0.49338477849960327, |
| "learning_rate": 2.1861349511521817e-06, |
| "loss": 0.4689018726348877, |
| "step": 92 |
| }, |
| { |
| "epoch": 2.216867469879518, |
| "grad_norm": 0.5834346413612366, |
| "learning_rate": 2.072331107902713e-06, |
| "loss": 0.46710026264190674, |
| "step": 93 |
| }, |
| { |
| "epoch": 2.2409638554216866, |
| "grad_norm": 0.5362139940261841, |
| "learning_rate": 1.960790016056801e-06, |
| "loss": 0.4441226124763489, |
| "step": 94 |
| }, |
| { |
| "epoch": 2.2650602409638556, |
| "grad_norm": 0.4785553216934204, |
| "learning_rate": 1.8515978840524302e-06, |
| "loss": 0.4488658905029297, |
| "step": 95 |
| }, |
| { |
| "epoch": 2.289156626506024, |
| "grad_norm": 0.46260133385658264, |
| "learning_rate": 1.7448391048517378e-06, |
| "loss": 0.4457336366176605, |
| "step": 96 |
| }, |
| { |
| "epoch": 2.3132530120481927, |
| "grad_norm": 0.46317535638809204, |
| "learning_rate": 1.640596190714947e-06, |
| "loss": 0.46047937870025635, |
| "step": 97 |
| }, |
| { |
| "epoch": 2.337349397590361, |
| "grad_norm": 0.46262696385383606, |
| "learning_rate": 1.5389497094278861e-06, |
| "loss": 0.457674115896225, |
| "step": 98 |
| }, |
| { |
| "epoch": 2.36144578313253, |
| "grad_norm": 0.4948306977748871, |
| "learning_rate": 1.4399782220323515e-06, |
| "loss": 0.45349499583244324, |
| "step": 99 |
| }, |
| { |
| "epoch": 2.3855421686746987, |
| "grad_norm": 0.4395950138568878, |
| "learning_rate": 1.3437582221074574e-06, |
| "loss": 0.4638131856918335, |
| "step": 100 |
| }, |
| { |
| "epoch": 2.4096385542168672, |
| "grad_norm": 0.4956653416156769, |
| "learning_rate": 1.250364076648894e-06, |
| "loss": 0.47085821628570557, |
| "step": 101 |
| }, |
| { |
| "epoch": 2.433734939759036, |
| "grad_norm": 0.45674222707748413, |
| "learning_rate": 1.1598679685917901e-06, |
| "loss": 0.4503791928291321, |
| "step": 102 |
| }, |
| { |
| "epoch": 2.4578313253012047, |
| "grad_norm": 0.507217526435852, |
| "learning_rate": 1.0723398410216085e-06, |
| "loss": 0.4312359094619751, |
| "step": 103 |
| }, |
| { |
| "epoch": 2.4819277108433733, |
| "grad_norm": 0.5251759886741638, |
| "learning_rate": 9.878473431161767e-07, |
| "loss": 0.46261149644851685, |
| "step": 104 |
| }, |
| { |
| "epoch": 2.5060240963855422, |
| "grad_norm": 0.4792177677154541, |
| "learning_rate": 9.064557778606631e-07, |
| "loss": 0.4512259364128113, |
| "step": 105 |
| }, |
| { |
| "epoch": 2.5301204819277108, |
| "grad_norm": 0.4588276445865631, |
| "learning_rate": 8.282280515758639e-07, |
| "loss": 0.46932703256607056, |
| "step": 106 |
| }, |
| { |
| "epoch": 2.5542168674698793, |
| "grad_norm": 0.47770798206329346, |
| "learning_rate": 7.532246252988617e-07, |
| "loss": 0.46546822786331177, |
| "step": 107 |
| }, |
| { |
| "epoch": 2.5783132530120483, |
| "grad_norm": 0.4528071880340576, |
| "learning_rate": 6.815034680535915e-07, |
| "loss": 0.46492496132850647, |
| "step": 108 |
| }, |
| { |
| "epoch": 2.602409638554217, |
| "grad_norm": 0.4753343164920807, |
| "learning_rate": 6.131200120474512e-07, |
| "loss": 0.4336838722229004, |
| "step": 109 |
| }, |
| { |
| "epoch": 2.6265060240963853, |
| "grad_norm": 0.45192626118659973, |
| "learning_rate": 5.481271098285818e-07, |
| "loss": 0.4398084282875061, |
| "step": 110 |
| }, |
| { |
| "epoch": 2.6506024096385543, |
| "grad_norm": 0.5253329873085022, |
| "learning_rate": 4.865749934369224e-07, |
| "loss": 0.4459433853626251, |
| "step": 111 |
| }, |
| { |
| "epoch": 2.674698795180723, |
| "grad_norm": 0.4748944044113159, |
| "learning_rate": 4.2851123558061927e-07, |
| "loss": 0.4655908942222595, |
| "step": 112 |
| }, |
| { |
| "epoch": 2.6987951807228914, |
| "grad_norm": 0.46791234612464905, |
| "learning_rate": 3.739807128677986e-07, |
| "loss": 0.44779670238494873, |
| "step": 113 |
| }, |
| { |
| "epoch": 2.7228915662650603, |
| "grad_norm": 0.4889393448829651, |
| "learning_rate": 3.230255711220992e-07, |
| "loss": 0.44272205233573914, |
| "step": 114 |
| }, |
| { |
| "epoch": 2.746987951807229, |
| "grad_norm": 0.4753701984882355, |
| "learning_rate": 2.756851928088056e-07, |
| "loss": 0.44829046726226807, |
| "step": 115 |
| }, |
| { |
| "epoch": 2.7710843373493974, |
| "grad_norm": 0.6399223208427429, |
| "learning_rate": 2.3199616659672352e-07, |
| "loss": 0.4521270990371704, |
| "step": 116 |
| }, |
| { |
| "epoch": 2.7951807228915664, |
| "grad_norm": 0.46191707253456116, |
| "learning_rate": 1.9199225907935492e-07, |
| "loss": 0.4472425878047943, |
| "step": 117 |
| }, |
| { |
| "epoch": 2.819277108433735, |
| "grad_norm": 0.39189624786376953, |
| "learning_rate": 1.5570438867719695e-07, |
| "loss": 0.46183761954307556, |
| "step": 118 |
| }, |
| { |
| "epoch": 2.8433734939759034, |
| "grad_norm": 0.5180935263633728, |
| "learning_rate": 1.2316060174136e-07, |
| "loss": 0.4718969166278839, |
| "step": 119 |
| }, |
| { |
| "epoch": 2.8674698795180724, |
| "grad_norm": 0.4680953919887543, |
| "learning_rate": 9.43860508769645e-08, |
| "loss": 0.44515055418014526, |
| "step": 120 |
| }, |
| { |
| "epoch": 2.891566265060241, |
| "grad_norm": 0.4501122832298279, |
| "learning_rate": 6.940297550306895e-08, |
| "loss": 0.46908432245254517, |
| "step": 121 |
| }, |
| { |
| "epoch": 2.9156626506024095, |
| "grad_norm": 0.4875977039337158, |
| "learning_rate": 4.823068466415615e-08, |
| "loss": 0.44129478931427, |
| "step": 122 |
| }, |
| { |
| "epoch": 2.9397590361445785, |
| "grad_norm": 0.4675557613372803, |
| "learning_rate": 3.088554210646133e-08, |
| "loss": 0.4616200923919678, |
| "step": 123 |
| }, |
| { |
| "epoch": 2.963855421686747, |
| "grad_norm": 0.4429016709327698, |
| "learning_rate": 1.7380953630678488e-08, |
| "loss": 0.457840234041214, |
| "step": 124 |
| }, |
| { |
| "epoch": 2.9879518072289155, |
| "grad_norm": 0.4272845685482025, |
| "learning_rate": 7.727356730820035e-09, |
| "loss": 0.47879689931869507, |
| "step": 125 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.6524609327316284, |
| "learning_rate": 1.9322125272297488e-09, |
| "loss": 0.45391568541526794, |
| "step": 126 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 126, |
| "total_flos": 105954971353088.0, |
| "train_loss": 0.5631231036451128, |
| "train_runtime": 7331.2993, |
| "train_samples_per_second": 0.543, |
| "train_steps_per_second": 0.017 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 126, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 105954971353088.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
