| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.9994000299985002, |
| "eval_steps": 500, |
| "global_step": 4444, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00044997750112494374, |
| "grad_norm": 4.529098245180452, |
| "learning_rate": 2.2471910112359554e-08, |
| "loss": 2.198, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0022498875056247186, |
| "grad_norm": 4.089353425911041, |
| "learning_rate": 1.1235955056179776e-07, |
| "loss": 2.1345, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.004499775011249437, |
| "grad_norm": 3.871692712739612, |
| "learning_rate": 2.247191011235955e-07, |
| "loss": 2.1219, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.006749662516874156, |
| "grad_norm": 3.48717161147707, |
| "learning_rate": 3.3707865168539325e-07, |
| "loss": 2.1269, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.008999550022498875, |
| "grad_norm": 2.757793504494978, |
| "learning_rate": 4.49438202247191e-07, |
| "loss": 1.9716, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.011249437528123594, |
| "grad_norm": 1.888825489292899, |
| "learning_rate": 5.617977528089888e-07, |
| "loss": 1.8304, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.013499325033748313, |
| "grad_norm": 1.775898351624132, |
| "learning_rate": 6.741573033707865e-07, |
| "loss": 1.5734, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.01574921253937303, |
| "grad_norm": 1.3767992538309424, |
| "learning_rate": 7.865168539325843e-07, |
| "loss": 1.3449, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.01799910004499775, |
| "grad_norm": 0.640753938304731, |
| "learning_rate": 8.98876404494382e-07, |
| "loss": 1.033, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.020248987550622467, |
| "grad_norm": 0.5235162453528913, |
| "learning_rate": 1.01123595505618e-06, |
| "loss": 0.8949, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02249887505624719, |
| "grad_norm": 0.5107836396937878, |
| "learning_rate": 1.1235955056179777e-06, |
| "loss": 0.8114, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.024748762561871907, |
| "grad_norm": 0.4706639289305382, |
| "learning_rate": 1.2359550561797752e-06, |
| "loss": 0.7441, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.026998650067496625, |
| "grad_norm": 0.40589783510545635, |
| "learning_rate": 1.348314606741573e-06, |
| "loss": 0.69, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.029248537573121344, |
| "grad_norm": 0.35422872028585745, |
| "learning_rate": 1.4606741573033708e-06, |
| "loss": 0.6444, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.03149842507874606, |
| "grad_norm": 0.29411265606808407, |
| "learning_rate": 1.5730337078651686e-06, |
| "loss": 0.6228, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.03374831258437078, |
| "grad_norm": 0.26693653586148297, |
| "learning_rate": 1.6853932584269663e-06, |
| "loss": 0.5582, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0359982000899955, |
| "grad_norm": 0.2681533501424792, |
| "learning_rate": 1.797752808988764e-06, |
| "loss": 0.556, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.03824808759562022, |
| "grad_norm": 0.25571380427813706, |
| "learning_rate": 1.910112359550562e-06, |
| "loss": 0.5195, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.040497975101244935, |
| "grad_norm": 0.2711200571248154, |
| "learning_rate": 2.02247191011236e-06, |
| "loss": 0.5143, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.042747862606869656, |
| "grad_norm": 0.24950121635592964, |
| "learning_rate": 2.1348314606741574e-06, |
| "loss": 0.494, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04499775011249438, |
| "grad_norm": 0.27150452317695684, |
| "learning_rate": 2.2471910112359554e-06, |
| "loss": 0.4789, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04724763761811909, |
| "grad_norm": 0.28474082113260213, |
| "learning_rate": 2.359550561797753e-06, |
| "loss": 0.4491, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.049497525123743814, |
| "grad_norm": 0.3015594402280247, |
| "learning_rate": 2.4719101123595505e-06, |
| "loss": 0.4403, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05174741262936853, |
| "grad_norm": 0.30222867324963326, |
| "learning_rate": 2.584269662921349e-06, |
| "loss": 0.4484, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05399730013499325, |
| "grad_norm": 0.273012018841968, |
| "learning_rate": 2.696629213483146e-06, |
| "loss": 0.4261, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.05624718764061797, |
| "grad_norm": 0.26965584672677667, |
| "learning_rate": 2.8089887640449444e-06, |
| "loss": 0.4322, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.05849707514624269, |
| "grad_norm": 0.26746073049580904, |
| "learning_rate": 2.9213483146067416e-06, |
| "loss": 0.4639, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06074696265186741, |
| "grad_norm": 0.23633644420426006, |
| "learning_rate": 3.03370786516854e-06, |
| "loss": 0.4599, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06299685015749212, |
| "grad_norm": 0.23444605189207685, |
| "learning_rate": 3.146067415730337e-06, |
| "loss": 0.3872, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.06524673766311684, |
| "grad_norm": 0.2498458749808252, |
| "learning_rate": 3.258426966292135e-06, |
| "loss": 0.4033, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.06749662516874157, |
| "grad_norm": 0.20527616283239267, |
| "learning_rate": 3.3707865168539327e-06, |
| "loss": 0.4029, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.06974651267436628, |
| "grad_norm": 0.1929264923191392, |
| "learning_rate": 3.4831460674157306e-06, |
| "loss": 0.3972, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.071996400179991, |
| "grad_norm": 0.2053416646605216, |
| "learning_rate": 3.595505617977528e-06, |
| "loss": 0.4048, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.07424628768561573, |
| "grad_norm": 0.21703322812039422, |
| "learning_rate": 3.707865168539326e-06, |
| "loss": 0.4141, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.07649617519124044, |
| "grad_norm": 0.1891382535207117, |
| "learning_rate": 3.820224719101124e-06, |
| "loss": 0.4136, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.07874606269686515, |
| "grad_norm": 0.147554774836894, |
| "learning_rate": 3.932584269662922e-06, |
| "loss": 0.375, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08099595020248987, |
| "grad_norm": 0.17905729415958477, |
| "learning_rate": 4.04494382022472e-06, |
| "loss": 0.4017, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0832458377081146, |
| "grad_norm": 0.1505640721404514, |
| "learning_rate": 4.157303370786518e-06, |
| "loss": 0.3805, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.08549572521373931, |
| "grad_norm": 0.1583375307295741, |
| "learning_rate": 4.269662921348315e-06, |
| "loss": 0.3782, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.08774561271936403, |
| "grad_norm": 0.18866183228882213, |
| "learning_rate": 4.382022471910113e-06, |
| "loss": 0.4021, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.08999550022498876, |
| "grad_norm": 0.15247202386740694, |
| "learning_rate": 4.494382022471911e-06, |
| "loss": 0.3601, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.09224538773061347, |
| "grad_norm": 0.15750805465065473, |
| "learning_rate": 4.606741573033709e-06, |
| "loss": 0.3642, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.09449527523623819, |
| "grad_norm": 0.18964645355569257, |
| "learning_rate": 4.719101123595506e-06, |
| "loss": 0.381, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0967451627418629, |
| "grad_norm": 0.21688318162459963, |
| "learning_rate": 4.831460674157304e-06, |
| "loss": 0.3936, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.09899505024748763, |
| "grad_norm": 0.1626408315890611, |
| "learning_rate": 4.943820224719101e-06, |
| "loss": 0.3836, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.10124493775311234, |
| "grad_norm": 0.15324258338477442, |
| "learning_rate": 5.0561797752809e-06, |
| "loss": 0.3772, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.10349482525873706, |
| "grad_norm": 0.14183725887256435, |
| "learning_rate": 5.168539325842698e-06, |
| "loss": 0.372, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.10574471276436179, |
| "grad_norm": 0.16218789948449905, |
| "learning_rate": 5.280898876404494e-06, |
| "loss": 0.3571, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.1079946002699865, |
| "grad_norm": 0.1542954767008243, |
| "learning_rate": 5.393258426966292e-06, |
| "loss": 0.3773, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.11024448777561122, |
| "grad_norm": 0.1480650113941815, |
| "learning_rate": 5.50561797752809e-06, |
| "loss": 0.3679, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.11249437528123594, |
| "grad_norm": 0.14762694498356746, |
| "learning_rate": 5.617977528089889e-06, |
| "loss": 0.3766, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.11474426278686066, |
| "grad_norm": 0.13168710830003866, |
| "learning_rate": 5.730337078651685e-06, |
| "loss": 0.3563, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.11699415029248537, |
| "grad_norm": 0.12994674295453762, |
| "learning_rate": 5.842696629213483e-06, |
| "loss": 0.3835, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.11924403779811009, |
| "grad_norm": 0.15322453794019458, |
| "learning_rate": 5.955056179775281e-06, |
| "loss": 0.3523, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.12149392530373482, |
| "grad_norm": 0.14048350395524586, |
| "learning_rate": 6.06741573033708e-06, |
| "loss": 0.3667, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.12374381280935953, |
| "grad_norm": 0.12596877364547304, |
| "learning_rate": 6.179775280898876e-06, |
| "loss": 0.3675, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.12599370031498425, |
| "grad_norm": 0.14354283317022593, |
| "learning_rate": 6.292134831460674e-06, |
| "loss": 0.4005, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.12824358782060896, |
| "grad_norm": 0.11630361105168144, |
| "learning_rate": 6.404494382022472e-06, |
| "loss": 0.3747, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.13049347532623368, |
| "grad_norm": 0.13228040085041334, |
| "learning_rate": 6.51685393258427e-06, |
| "loss": 0.4077, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.13274336283185842, |
| "grad_norm": 0.14738366545686615, |
| "learning_rate": 6.629213483146067e-06, |
| "loss": 0.3998, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.13499325033748313, |
| "grad_norm": 0.12791384531800185, |
| "learning_rate": 6.741573033707865e-06, |
| "loss": 0.3964, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.13724313784310785, |
| "grad_norm": 0.14292143339244684, |
| "learning_rate": 6.853932584269663e-06, |
| "loss": 0.3665, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.13949302534873256, |
| "grad_norm": 0.13259028515993362, |
| "learning_rate": 6.966292134831461e-06, |
| "loss": 0.3648, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.14174291285435728, |
| "grad_norm": 0.1292871978326336, |
| "learning_rate": 7.078651685393258e-06, |
| "loss": 0.3729, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.143992800359982, |
| "grad_norm": 0.11157572176169035, |
| "learning_rate": 7.191011235955056e-06, |
| "loss": 0.3746, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1462426878656067, |
| "grad_norm": 0.13354661592196232, |
| "learning_rate": 7.303370786516854e-06, |
| "loss": 0.3808, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.14849257537123145, |
| "grad_norm": 0.1306015247259671, |
| "learning_rate": 7.415730337078652e-06, |
| "loss": 0.3581, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.15074246287685616, |
| "grad_norm": 0.14070851299418752, |
| "learning_rate": 7.5280898876404495e-06, |
| "loss": 0.3687, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.15299235038248088, |
| "grad_norm": 0.12379734686286958, |
| "learning_rate": 7.640449438202247e-06, |
| "loss": 0.3663, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1552422378881056, |
| "grad_norm": 0.10751947723272416, |
| "learning_rate": 7.752808988764046e-06, |
| "loss": 0.3852, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.1574921253937303, |
| "grad_norm": 0.1540237761883997, |
| "learning_rate": 7.865168539325843e-06, |
| "loss": 0.3717, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.15974201289935502, |
| "grad_norm": 0.11180120270561197, |
| "learning_rate": 7.97752808988764e-06, |
| "loss": 0.3489, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.16199190040497974, |
| "grad_norm": 0.12094951392614195, |
| "learning_rate": 8.08988764044944e-06, |
| "loss": 0.3732, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.16424178791060448, |
| "grad_norm": 0.09738867753978302, |
| "learning_rate": 8.202247191011237e-06, |
| "loss": 0.377, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.1664916754162292, |
| "grad_norm": 0.19496877057584272, |
| "learning_rate": 8.314606741573035e-06, |
| "loss": 0.3804, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.1687415629218539, |
| "grad_norm": 0.13099392604853372, |
| "learning_rate": 8.426966292134832e-06, |
| "loss": 0.3853, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.17099145042747863, |
| "grad_norm": 0.0929654538179481, |
| "learning_rate": 8.53932584269663e-06, |
| "loss": 0.3532, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.17324133793310334, |
| "grad_norm": 0.12166228073135968, |
| "learning_rate": 8.651685393258428e-06, |
| "loss": 0.3629, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.17549122543872805, |
| "grad_norm": 0.10261562058829776, |
| "learning_rate": 8.764044943820226e-06, |
| "loss": 0.3662, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.17774111294435277, |
| "grad_norm": 0.11229652632991165, |
| "learning_rate": 8.876404494382023e-06, |
| "loss": 0.366, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.1799910004499775, |
| "grad_norm": 0.11438088125544643, |
| "learning_rate": 8.988764044943822e-06, |
| "loss": 0.3766, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.18224088795560223, |
| "grad_norm": 0.11100159715996023, |
| "learning_rate": 9.101123595505619e-06, |
| "loss": 0.3149, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.18449077546122694, |
| "grad_norm": 0.09215304432977561, |
| "learning_rate": 9.213483146067417e-06, |
| "loss": 0.3505, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.18674066296685166, |
| "grad_norm": 0.11027407366862503, |
| "learning_rate": 9.325842696629213e-06, |
| "loss": 0.3239, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.18899055047247637, |
| "grad_norm": 0.10591097871093506, |
| "learning_rate": 9.438202247191012e-06, |
| "loss": 0.3763, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.19124043797810109, |
| "grad_norm": 0.12014034899424982, |
| "learning_rate": 9.55056179775281e-06, |
| "loss": 0.387, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.1934903254837258, |
| "grad_norm": 0.09470189013776839, |
| "learning_rate": 9.662921348314608e-06, |
| "loss": 0.379, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.19574021298935054, |
| "grad_norm": 0.09501092189291689, |
| "learning_rate": 9.775280898876405e-06, |
| "loss": 0.3642, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.19799010049497526, |
| "grad_norm": 0.11021236791362751, |
| "learning_rate": 9.887640449438202e-06, |
| "loss": 0.353, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.20023998800059997, |
| "grad_norm": 0.10184537613196046, |
| "learning_rate": 1e-05, |
| "loss": 0.365, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.2024898755062247, |
| "grad_norm": 0.08309643827704467, |
| "learning_rate": 9.999961427623602e-06, |
| "loss": 0.3575, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.2047397630118494, |
| "grad_norm": 0.10037722707892065, |
| "learning_rate": 9.999845711089533e-06, |
| "loss": 0.3471, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.20698965051747412, |
| "grad_norm": 0.11715533210340626, |
| "learning_rate": 9.999652852183184e-06, |
| "loss": 0.3714, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.20923953802309886, |
| "grad_norm": 0.13060134335041548, |
| "learning_rate": 9.99938285388016e-06, |
| "loss": 0.3635, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.21148942552872357, |
| "grad_norm": 0.08745200641347264, |
| "learning_rate": 9.999035720346254e-06, |
| "loss": 0.3571, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2137393130343483, |
| "grad_norm": 0.08966989980740278, |
| "learning_rate": 9.998611456937373e-06, |
| "loss": 0.3639, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.215989200539973, |
| "grad_norm": 0.09956344072812717, |
| "learning_rate": 9.998110070199454e-06, |
| "loss": 0.3665, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.21823908804559772, |
| "grad_norm": 0.09656500042174225, |
| "learning_rate": 9.997531567868367e-06, |
| "loss": 0.3726, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.22048897555122243, |
| "grad_norm": 0.11853509152316483, |
| "learning_rate": 9.996875958869803e-06, |
| "loss": 0.3518, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.22273886305684715, |
| "grad_norm": 0.10059970891055807, |
| "learning_rate": 9.996143253319113e-06, |
| "loss": 0.3624, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.2249887505624719, |
| "grad_norm": 0.10793939615766127, |
| "learning_rate": 9.995333462521178e-06, |
| "loss": 0.3654, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2272386380680966, |
| "grad_norm": 0.10450237535025396, |
| "learning_rate": 9.99444659897022e-06, |
| "loss": 0.3663, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.22948852557372132, |
| "grad_norm": 0.09806526685924745, |
| "learning_rate": 9.993482676349612e-06, |
| "loss": 0.342, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.23173841307934603, |
| "grad_norm": 0.0964872964969597, |
| "learning_rate": 9.992441709531671e-06, |
| "loss": 0.3705, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.23398830058497075, |
| "grad_norm": 0.09412389153440821, |
| "learning_rate": 9.991323714577421e-06, |
| "loss": 0.3541, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.23623818809059546, |
| "grad_norm": 0.08953556655443609, |
| "learning_rate": 9.99012870873635e-06, |
| "loss": 0.3521, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.23848807559622018, |
| "grad_norm": 0.08695345930804899, |
| "learning_rate": 9.988856710446143e-06, |
| "loss": 0.3505, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.24073796310184492, |
| "grad_norm": 0.09543515501943514, |
| "learning_rate": 9.987507739332401e-06, |
| "loss": 0.3766, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.24298785060746964, |
| "grad_norm": 0.08926010106293578, |
| "learning_rate": 9.986081816208333e-06, |
| "loss": 0.329, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.24523773811309435, |
| "grad_norm": 0.08598056512962657, |
| "learning_rate": 9.984578963074436e-06, |
| "loss": 0.3617, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.24748762561871906, |
| "grad_norm": 0.08952811194064599, |
| "learning_rate": 9.982999203118153e-06, |
| "loss": 0.3383, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.24973751312434378, |
| "grad_norm": 0.12658781787185433, |
| "learning_rate": 9.981342560713528e-06, |
| "loss": 0.3238, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.2519874006299685, |
| "grad_norm": 0.09353150867243243, |
| "learning_rate": 9.979609061420812e-06, |
| "loss": 0.3545, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.2542372881355932, |
| "grad_norm": 0.09177651257435882, |
| "learning_rate": 9.977798731986079e-06, |
| "loss": 0.3502, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.2564871756412179, |
| "grad_norm": 0.09932686671141468, |
| "learning_rate": 9.975911600340814e-06, |
| "loss": 0.3468, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.25873706314684264, |
| "grad_norm": 0.08192603238892632, |
| "learning_rate": 9.973947695601477e-06, |
| "loss": 0.3324, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.26098695065246735, |
| "grad_norm": 0.07493334234921131, |
| "learning_rate": 9.971907048069058e-06, |
| "loss": 0.3795, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.26323683815809207, |
| "grad_norm": 0.08138918761115761, |
| "learning_rate": 9.969789689228606e-06, |
| "loss": 0.3385, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.26548672566371684, |
| "grad_norm": 0.08838566706763232, |
| "learning_rate": 9.967595651748745e-06, |
| "loss": 0.369, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.26773661316934155, |
| "grad_norm": 0.08784958596018687, |
| "learning_rate": 9.965324969481172e-06, |
| "loss": 0.3169, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.26998650067496627, |
| "grad_norm": 0.0896168468240925, |
| "learning_rate": 9.962977677460132e-06, |
| "loss": 0.3572, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.272236388180591, |
| "grad_norm": 0.0946662419061461, |
| "learning_rate": 9.960553811901879e-06, |
| "loss": 0.385, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.2744862756862157, |
| "grad_norm": 0.12115400639084788, |
| "learning_rate": 9.95805341020411e-06, |
| "loss": 0.3595, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.2767361631918404, |
| "grad_norm": 0.0997799833296398, |
| "learning_rate": 9.955476510945401e-06, |
| "loss": 0.3317, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.2789860506974651, |
| "grad_norm": 0.0996130660835657, |
| "learning_rate": 9.952823153884606e-06, |
| "loss": 0.3449, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.28123593820308984, |
| "grad_norm": 0.07835665128694007, |
| "learning_rate": 9.950093379960238e-06, |
| "loss": 0.3397, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.28348582570871456, |
| "grad_norm": 0.09391607163130151, |
| "learning_rate": 9.947287231289844e-06, |
| "loss": 0.3776, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.28573571321433927, |
| "grad_norm": 0.09176019196191011, |
| "learning_rate": 9.944404751169353e-06, |
| "loss": 0.3722, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.287985600719964, |
| "grad_norm": 0.08406446635852077, |
| "learning_rate": 9.941445984072408e-06, |
| "loss": 0.338, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.2902354882255887, |
| "grad_norm": 0.08291987107240674, |
| "learning_rate": 9.938410975649681e-06, |
| "loss": 0.3742, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.2924853757312134, |
| "grad_norm": 0.08633205314263653, |
| "learning_rate": 9.935299772728166e-06, |
| "loss": 0.3611, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.2947352632368382, |
| "grad_norm": 0.07331502093091126, |
| "learning_rate": 9.93211242331046e-06, |
| "loss": 0.3344, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.2969851507424629, |
| "grad_norm": 0.08385804833550349, |
| "learning_rate": 9.92884897657402e-06, |
| "loss": 0.3557, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.2992350382480876, |
| "grad_norm": 0.07435080817645906, |
| "learning_rate": 9.925509482870403e-06, |
| "loss": 0.3405, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.30148492575371233, |
| "grad_norm": 0.08168530188324026, |
| "learning_rate": 9.922093993724492e-06, |
| "loss": 0.3426, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.30373481325933704, |
| "grad_norm": 0.08035820133808234, |
| "learning_rate": 9.918602561833702e-06, |
| "loss": 0.3604, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.30598470076496176, |
| "grad_norm": 0.08271219072869937, |
| "learning_rate": 9.91503524106716e-06, |
| "loss": 0.348, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.3082345882705865, |
| "grad_norm": 0.08921123968472987, |
| "learning_rate": 9.911392086464886e-06, |
| "loss": 0.3441, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.3104844757762112, |
| "grad_norm": 0.0839985353132867, |
| "learning_rate": 9.907673154236929e-06, |
| "loss": 0.3574, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3127343632818359, |
| "grad_norm": 0.10386954688768853, |
| "learning_rate": 9.903878501762511e-06, |
| "loss": 0.3286, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3149842507874606, |
| "grad_norm": 0.08778681814263677, |
| "learning_rate": 9.900008187589138e-06, |
| "loss": 0.3268, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.31723413829308533, |
| "grad_norm": 0.09027807015137441, |
| "learning_rate": 9.896062271431697e-06, |
| "loss": 0.3392, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.31948402579871005, |
| "grad_norm": 0.09567803807106381, |
| "learning_rate": 9.89204081417153e-06, |
| "loss": 0.3539, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.32173391330433476, |
| "grad_norm": 0.08574167684815145, |
| "learning_rate": 9.887943877855505e-06, |
| "loss": 0.3377, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.3239838008099595, |
| "grad_norm": 0.09260863383057749, |
| "learning_rate": 9.883771525695052e-06, |
| "loss": 0.3449, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.32623368831558425, |
| "grad_norm": 0.08495447140601177, |
| "learning_rate": 9.879523822065181e-06, |
| "loss": 0.3219, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.32848357582120896, |
| "grad_norm": 0.07533141152453762, |
| "learning_rate": 9.875200832503505e-06, |
| "loss": 0.3568, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.3307334633268337, |
| "grad_norm": 0.12247315370054979, |
| "learning_rate": 9.870802623709215e-06, |
| "loss": 0.3596, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.3329833508324584, |
| "grad_norm": 0.08738003894579985, |
| "learning_rate": 9.866329263542055e-06, |
| "loss": 0.3638, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3352332383380831, |
| "grad_norm": 0.08338816245916761, |
| "learning_rate": 9.861780821021282e-06, |
| "loss": 0.3561, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3374831258437078, |
| "grad_norm": 0.08236575366096931, |
| "learning_rate": 9.857157366324587e-06, |
| "loss": 0.3332, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.33973301334933254, |
| "grad_norm": 0.06944440484574142, |
| "learning_rate": 9.852458970787027e-06, |
| "loss": 0.357, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.34198290085495725, |
| "grad_norm": 0.07253573063652108, |
| "learning_rate": 9.847685706899913e-06, |
| "loss": 0.3245, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.34423278836058196, |
| "grad_norm": 0.07122505571988245, |
| "learning_rate": 9.842837648309698e-06, |
| "loss": 0.3528, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.3464826758662067, |
| "grad_norm": 0.07767571294888054, |
| "learning_rate": 9.837914869816835e-06, |
| "loss": 0.3395, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3487325633718314, |
| "grad_norm": 0.07346709829835463, |
| "learning_rate": 9.832917447374637e-06, |
| "loss": 0.3648, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.3509824508774561, |
| "grad_norm": 0.08947827115200468, |
| "learning_rate": 9.827845458088082e-06, |
| "loss": 0.3521, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.3532323383830808, |
| "grad_norm": 0.06534661518603589, |
| "learning_rate": 9.822698980212643e-06, |
| "loss": 0.3366, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.35548222588870554, |
| "grad_norm": 0.08012548677368805, |
| "learning_rate": 9.817478093153074e-06, |
| "loss": 0.3752, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.3577321133943303, |
| "grad_norm": 0.08284074693974608, |
| "learning_rate": 9.812182877462182e-06, |
| "loss": 0.3337, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.359982000899955, |
| "grad_norm": 0.0962415375604297, |
| "learning_rate": 9.806813414839588e-06, |
| "loss": 0.3489, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.36223188840557974, |
| "grad_norm": 0.08299125800356132, |
| "learning_rate": 9.801369788130468e-06, |
| "loss": 0.3466, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.36448177591120445, |
| "grad_norm": 0.07196876922608039, |
| "learning_rate": 9.795852081324266e-06, |
| "loss": 0.3424, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.36673166341682917, |
| "grad_norm": 0.07251364573785335, |
| "learning_rate": 9.79026037955341e-06, |
| "loss": 0.3578, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.3689815509224539, |
| "grad_norm": 0.07779557103393991, |
| "learning_rate": 9.784594769091989e-06, |
| "loss": 0.3616, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.3712314384280786, |
| "grad_norm": 0.07434071832631806, |
| "learning_rate": 9.778855337354426e-06, |
| "loss": 0.3572, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.3734813259337033, |
| "grad_norm": 0.0761276852235193, |
| "learning_rate": 9.77304217289413e-06, |
| "loss": 0.3147, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.375731213439328, |
| "grad_norm": 0.08043122828466166, |
| "learning_rate": 9.76715536540213e-06, |
| "loss": 0.377, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.37798110094495274, |
| "grad_norm": 0.07418765173136689, |
| "learning_rate": 9.761195005705685e-06, |
| "loss": 0.3198, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.38023098845057746, |
| "grad_norm": 0.08536316659010101, |
| "learning_rate": 9.755161185766891e-06, |
| "loss": 0.3324, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.38248087595620217, |
| "grad_norm": 0.07947600210593922, |
| "learning_rate": 9.74905399868126e-06, |
| "loss": 0.3618, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.3847307634618269, |
| "grad_norm": 0.0744113590241544, |
| "learning_rate": 9.742873538676274e-06, |
| "loss": 0.3402, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.3869806509674516, |
| "grad_norm": 0.06709744864423575, |
| "learning_rate": 9.73661990110995e-06, |
| "loss": 0.3337, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.38923053847307637, |
| "grad_norm": 0.07721094678627155, |
| "learning_rate": 9.73029318246935e-06, |
| "loss": 0.3473, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.3914804259787011, |
| "grad_norm": 0.07436794628188735, |
| "learning_rate": 9.723893480369106e-06, |
| "loss": 0.3227, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.3937303134843258, |
| "grad_norm": 0.08184087425329187, |
| "learning_rate": 9.717420893549902e-06, |
| "loss": 0.3271, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.3959802009899505, |
| "grad_norm": 0.07323707936362174, |
| "learning_rate": 9.71087552187696e-06, |
| "loss": 0.3353, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.39823008849557523, |
| "grad_norm": 0.07407984516514123, |
| "learning_rate": 9.7042574663385e-06, |
| "loss": 0.3405, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.40047997600119994, |
| "grad_norm": 0.06705082859053621, |
| "learning_rate": 9.697566829044172e-06, |
| "loss": 0.3335, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.40272986350682466, |
| "grad_norm": 0.06417105200135667, |
| "learning_rate": 9.690803713223485e-06, |
| "loss": 0.3632, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.4049797510124494, |
| "grad_norm": 0.07661580482483403, |
| "learning_rate": 9.68396822322422e-06, |
| "loss": 0.341, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4072296385180741, |
| "grad_norm": 0.07783982481846635, |
| "learning_rate": 9.677060464510817e-06, |
| "loss": 0.3422, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.4094795260236988, |
| "grad_norm": 0.07934781483289755, |
| "learning_rate": 9.670080543662742e-06, |
| "loss": 0.344, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.4117294135293235, |
| "grad_norm": 0.07206722738626223, |
| "learning_rate": 9.663028568372845e-06, |
| "loss": 0.3563, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.41397930103494823, |
| "grad_norm": 0.06767347411319052, |
| "learning_rate": 9.655904647445711e-06, |
| "loss": 0.3231, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.41622918854057295, |
| "grad_norm": 0.07180782228261029, |
| "learning_rate": 9.64870889079596e-06, |
| "loss": 0.3287, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.4184790760461977, |
| "grad_norm": 0.07242610923174227, |
| "learning_rate": 9.641441409446563e-06, |
| "loss": 0.3487, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.42072896355182243, |
| "grad_norm": 0.06832390188318747, |
| "learning_rate": 9.634102315527136e-06, |
| "loss": 0.325, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.42297885105744715, |
| "grad_norm": 0.07856703769371849, |
| "learning_rate": 9.626691722272193e-06, |
| "loss": 0.3458, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.42522873856307186, |
| "grad_norm": 0.0663937348509602, |
| "learning_rate": 9.61920974401941e-06, |
| "loss": 0.3513, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.4274786260686966, |
| "grad_norm": 0.07114607462059036, |
| "learning_rate": 9.611656496207861e-06, |
| "loss": 0.3474, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.4297285135743213, |
| "grad_norm": 0.07603014864007235, |
| "learning_rate": 9.604032095376234e-06, |
| "loss": 0.3362, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.431978401079946, |
| "grad_norm": 0.0734531353849079, |
| "learning_rate": 9.596336659161031e-06, |
| "loss": 0.3445, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4342282885855707, |
| "grad_norm": 0.061596458285852376, |
| "learning_rate": 9.588570306294759e-06, |
| "loss": 0.3453, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.43647817609119544, |
| "grad_norm": 0.05885162798568731, |
| "learning_rate": 9.58073315660409e-06, |
| "loss": 0.3439, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.43872806359682015, |
| "grad_norm": 0.07082727968014366, |
| "learning_rate": 9.57282533100802e-06, |
| "loss": 0.3395, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.44097795110244487, |
| "grad_norm": 0.07316435404238263, |
| "learning_rate": 9.564846951515997e-06, |
| "loss": 0.3304, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.4432278386080696, |
| "grad_norm": 0.07444841963108913, |
| "learning_rate": 9.55679814122605e-06, |
| "loss": 0.3298, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.4454777261136943, |
| "grad_norm": 0.07294271191699972, |
| "learning_rate": 9.548679024322866e-06, |
| "loss": 0.3463, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.447727613619319, |
| "grad_norm": 0.07031942249727262, |
| "learning_rate": 9.540489726075907e-06, |
| "loss": 0.3486, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.4499775011249438, |
| "grad_norm": 0.07151326035389519, |
| "learning_rate": 9.532230372837446e-06, |
| "loss": 0.3537, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4522273886305685, |
| "grad_norm": 0.0671028535664748, |
| "learning_rate": 9.523901092040634e-06, |
| "loss": 0.3455, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.4544772761361932, |
| "grad_norm": 0.07197014184781744, |
| "learning_rate": 9.51550201219754e-06, |
| "loss": 0.3432, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.4567271636418179, |
| "grad_norm": 0.07169196920459484, |
| "learning_rate": 9.507033262897142e-06, |
| "loss": 0.31, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.45897705114744264, |
| "grad_norm": 0.07109226686317548, |
| "learning_rate": 9.498494974803362e-06, |
| "loss": 0.3663, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.46122693865306735, |
| "grad_norm": 0.05804652011529642, |
| "learning_rate": 9.489887279653023e-06, |
| "loss": 0.3194, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.46347682615869207, |
| "grad_norm": 0.0700778438901929, |
| "learning_rate": 9.481210310253826e-06, |
| "loss": 0.3167, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.4657267136643168, |
| "grad_norm": 0.06244080013341172, |
| "learning_rate": 9.472464200482303e-06, |
| "loss": 0.3127, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.4679766011699415, |
| "grad_norm": 0.06903401204251029, |
| "learning_rate": 9.463649085281752e-06, |
| "loss": 0.3259, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.4702264886755662, |
| "grad_norm": 0.07317408098224049, |
| "learning_rate": 9.454765100660144e-06, |
| "loss": 0.3446, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.4724763761811909, |
| "grad_norm": 0.06487603568640564, |
| "learning_rate": 9.445812383688046e-06, |
| "loss": 0.3418, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.47472626368681564, |
| "grad_norm": 0.06587470603877191, |
| "learning_rate": 9.43679107249648e-06, |
| "loss": 0.3473, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.47697615119244036, |
| "grad_norm": 0.07107259617908306, |
| "learning_rate": 9.427701306274812e-06, |
| "loss": 0.337, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.47922603869806507, |
| "grad_norm": 0.06697594936792645, |
| "learning_rate": 9.418543225268598e-06, |
| "loss": 0.3429, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.48147592620368984, |
| "grad_norm": 0.0682858638376316, |
| "learning_rate": 9.40931697077741e-06, |
| "loss": 0.3358, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.48372581370931456, |
| "grad_norm": 0.07619891304792806, |
| "learning_rate": 9.400022685152683e-06, |
| "loss": 0.3333, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.48597570121493927, |
| "grad_norm": 0.07522989171574869, |
| "learning_rate": 9.390660511795481e-06, |
| "loss": 0.3587, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.488225588720564, |
| "grad_norm": 0.07244707737339262, |
| "learning_rate": 9.381230595154319e-06, |
| "loss": 0.3386, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.4904754762261887, |
| "grad_norm": 0.0747628006572659, |
| "learning_rate": 9.371733080722911e-06, |
| "loss": 0.3457, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.4927253637318134, |
| "grad_norm": 0.0687511407497147, |
| "learning_rate": 9.362168115037942e-06, |
| "loss": 0.3433, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.49497525123743813, |
| "grad_norm": 0.07512269519367433, |
| "learning_rate": 9.352535845676791e-06, |
| "loss": 0.3219, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.49722513874306284, |
| "grad_norm": 0.07246031317089945, |
| "learning_rate": 9.342836421255268e-06, |
| "loss": 0.322, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.49947502624868756, |
| "grad_norm": 0.07594536131369899, |
| "learning_rate": 9.333069991425313e-06, |
| "loss": 0.3589, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5017249137543123, |
| "grad_norm": 0.06689469633356987, |
| "learning_rate": 9.323236706872685e-06, |
| "loss": 0.357, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.503974801259937, |
| "grad_norm": 0.06930147639704634, |
| "learning_rate": 9.31333671931465e-06, |
| "loss": 0.3263, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5062246887655617, |
| "grad_norm": 0.06133351525533005, |
| "learning_rate": 9.303370181497623e-06, |
| "loss": 0.3422, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5084745762711864, |
| "grad_norm": 0.07604072880215484, |
| "learning_rate": 9.293337247194827e-06, |
| "loss": 0.359, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5107244637768111, |
| "grad_norm": 0.06955762934734898, |
| "learning_rate": 9.283238071203907e-06, |
| "loss": 0.3439, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5129743512824358, |
| "grad_norm": 0.0803346877614296, |
| "learning_rate": 9.27307280934455e-06, |
| "loss": 0.3471, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5152242387880606, |
| "grad_norm": 0.06622678263367843, |
| "learning_rate": 9.26284161845608e-06, |
| "loss": 0.3427, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5174741262936853, |
| "grad_norm": 0.0709676185753263, |
| "learning_rate": 9.252544656395033e-06, |
| "loss": 0.3363, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.51972401379931, |
| "grad_norm": 0.08282162237795766, |
| "learning_rate": 9.242182082032729e-06, |
| "loss": 0.341, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5219739013049347, |
| "grad_norm": 0.06233679346455434, |
| "learning_rate": 9.231754055252817e-06, |
| "loss": 0.3308, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5242237888105594, |
| "grad_norm": 0.05949370637515577, |
| "learning_rate": 9.221260736948803e-06, |
| "loss": 0.3254, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5264736763161841, |
| "grad_norm": 0.06102505633204194, |
| "learning_rate": 9.21070228902158e-06, |
| "loss": 0.327, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.528723563821809, |
| "grad_norm": 0.07096293590033853, |
| "learning_rate": 9.200078874376917e-06, |
| "loss": 0.3309, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.5309734513274337, |
| "grad_norm": 0.06374179754335971, |
| "learning_rate": 9.189390656922955e-06, |
| "loss": 0.3579, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.5332233388330584, |
| "grad_norm": 0.09643830344296066, |
| "learning_rate": 9.17863780156767e-06, |
| "loss": 0.3466, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.5354732263386831, |
| "grad_norm": 0.0652384061049577, |
| "learning_rate": 9.167820474216337e-06, |
| "loss": 0.3523, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.5377231138443078, |
| "grad_norm": 0.06430574295906281, |
| "learning_rate": 9.156938841768965e-06, |
| "loss": 0.3722, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.5399730013499325, |
| "grad_norm": 0.07648802804062793, |
| "learning_rate": 9.145993072117724e-06, |
| "loss": 0.321, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.5422228888555573, |
| "grad_norm": 0.06775418329662553, |
| "learning_rate": 9.134983334144352e-06, |
| "loss": 0.3549, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.544472776361182, |
| "grad_norm": 0.076334857238285, |
| "learning_rate": 9.123909797717551e-06, |
| "loss": 0.335, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.5467226638668067, |
| "grad_norm": 0.06576432515389055, |
| "learning_rate": 9.112772633690368e-06, |
| "loss": 0.3239, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.5489725513724314, |
| "grad_norm": 0.06872638373228167, |
| "learning_rate": 9.101572013897555e-06, |
| "loss": 0.3141, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.5512224388780561, |
| "grad_norm": 0.06158733598122966, |
| "learning_rate": 9.090308111152924e-06, |
| "loss": 0.3221, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.5534723263836808, |
| "grad_norm": 0.08097819934773681, |
| "learning_rate": 9.07898109924667e-06, |
| "loss": 0.3151, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.5557222138893055, |
| "grad_norm": 0.06764912622152554, |
| "learning_rate": 9.067591152942701e-06, |
| "loss": 0.3332, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.5579721013949303, |
| "grad_norm": 0.07314176615388208, |
| "learning_rate": 9.056138447975936e-06, |
| "loss": 0.3415, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.560221988900555, |
| "grad_norm": 0.0717387579544613, |
| "learning_rate": 9.044623161049594e-06, |
| "loss": 0.3386, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.5624718764061797, |
| "grad_norm": 0.07552097065323739, |
| "learning_rate": 9.033045469832467e-06, |
| "loss": 0.3569, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.5647217639118044, |
| "grad_norm": 0.06915693480180615, |
| "learning_rate": 9.02140555295618e-06, |
| "loss": 0.3222, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.5669716514174291, |
| "grad_norm": 0.07769020322155092, |
| "learning_rate": 9.009703590012434e-06, |
| "loss": 0.3185, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.5692215389230538, |
| "grad_norm": 0.07598860570344396, |
| "learning_rate": 8.997939761550239e-06, |
| "loss": 0.3522, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.5714714264286785, |
| "grad_norm": 0.07073748495565614, |
| "learning_rate": 8.986114249073122e-06, |
| "loss": 0.3169, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.5737213139343033, |
| "grad_norm": 0.06866551274687982, |
| "learning_rate": 8.97422723503633e-06, |
| "loss": 0.3304, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.575971201439928, |
| "grad_norm": 0.07075202015965712, |
| "learning_rate": 8.962278902844016e-06, |
| "loss": 0.3309, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.5782210889455527, |
| "grad_norm": 0.07165184953921011, |
| "learning_rate": 8.950269436846405e-06, |
| "loss": 0.331, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.5804709764511774, |
| "grad_norm": 0.06433134595791733, |
| "learning_rate": 8.938199022336956e-06, |
| "loss": 0.328, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.5827208639568021, |
| "grad_norm": 0.07003765990675229, |
| "learning_rate": 8.926067845549495e-06, |
| "loss": 0.3297, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.5849707514624268, |
| "grad_norm": 0.06653035126789796, |
| "learning_rate": 8.913876093655351e-06, |
| "loss": 0.335, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.5872206389680515, |
| "grad_norm": 0.06847091877632593, |
| "learning_rate": 8.90162395476046e-06, |
| "loss": 0.3279, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.5894705264736764, |
| "grad_norm": 0.06903452581161729, |
| "learning_rate": 8.889311617902468e-06, |
| "loss": 0.3229, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.5917204139793011, |
| "grad_norm": 0.09341128215879058, |
| "learning_rate": 8.876939273047813e-06, |
| "loss": 0.299, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.5939703014849258, |
| "grad_norm": 0.07278846497904187, |
| "learning_rate": 8.86450711108879e-06, |
| "loss": 0.3226, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.5962201889905505, |
| "grad_norm": 0.06262188507904164, |
| "learning_rate": 8.85201532384061e-06, |
| "loss": 0.3133, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.5984700764961752, |
| "grad_norm": 0.06880573696178596, |
| "learning_rate": 8.839464104038445e-06, |
| "loss": 0.2962, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6007199640017999, |
| "grad_norm": 0.06779234501270573, |
| "learning_rate": 8.826853645334441e-06, |
| "loss": 0.3124, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6029698515074247, |
| "grad_norm": 0.06187208772150342, |
| "learning_rate": 8.814184142294744e-06, |
| "loss": 0.315, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6052197390130494, |
| "grad_norm": 0.07896028281919827, |
| "learning_rate": 8.80145579039649e-06, |
| "loss": 0.3432, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.6074696265186741, |
| "grad_norm": 0.0751755215796296, |
| "learning_rate": 8.78866878602479e-06, |
| "loss": 0.3239, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6097195140242988, |
| "grad_norm": 0.07156093608605772, |
| "learning_rate": 8.775823326469703e-06, |
| "loss": 0.337, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6119694015299235, |
| "grad_norm": 0.0727876886960586, |
| "learning_rate": 8.76291960992319e-06, |
| "loss": 0.3737, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6142192890355482, |
| "grad_norm": 0.07239709772207241, |
| "learning_rate": 8.749957835476053e-06, |
| "loss": 0.333, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.616469176541173, |
| "grad_norm": 0.07320801736790428, |
| "learning_rate": 8.736938203114872e-06, |
| "loss": 0.344, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6187190640467977, |
| "grad_norm": 0.06549770224319154, |
| "learning_rate": 8.72386091371891e-06, |
| "loss": 0.3006, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.6209689515524224, |
| "grad_norm": 0.07264319355187582, |
| "learning_rate": 8.710726169057018e-06, |
| "loss": 0.3173, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.6232188390580471, |
| "grad_norm": 0.07992193946978773, |
| "learning_rate": 8.697534171784523e-06, |
| "loss": 0.3467, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.6254687265636718, |
| "grad_norm": 0.06707456122943496, |
| "learning_rate": 8.684285125440099e-06, |
| "loss": 0.3297, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.6277186140692965, |
| "grad_norm": 0.06483948438605809, |
| "learning_rate": 8.670979234442624e-06, |
| "loss": 0.3349, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.6299685015749212, |
| "grad_norm": 0.0705394359218232, |
| "learning_rate": 8.657616704088037e-06, |
| "loss": 0.33, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.632218389080546, |
| "grad_norm": 0.07985592647370479, |
| "learning_rate": 8.644197740546153e-06, |
| "loss": 0.3605, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.6344682765861707, |
| "grad_norm": 0.08150029983078208, |
| "learning_rate": 8.630722550857503e-06, |
| "loss": 0.3363, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.6367181640917954, |
| "grad_norm": 0.07286616055279489, |
| "learning_rate": 8.617191342930118e-06, |
| "loss": 0.3441, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.6389680515974201, |
| "grad_norm": 0.06834780355739174, |
| "learning_rate": 8.603604325536338e-06, |
| "loss": 0.3298, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.6412179391030448, |
| "grad_norm": 0.06360740971285378, |
| "learning_rate": 8.589961708309582e-06, |
| "loss": 0.308, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.6434678266086695, |
| "grad_norm": 0.06387011586281786, |
| "learning_rate": 8.576263701741115e-06, |
| "loss": 0.3102, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.6457177141142942, |
| "grad_norm": 0.059287022702283844, |
| "learning_rate": 8.562510517176807e-06, |
| "loss": 0.333, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.647967601619919, |
| "grad_norm": 0.07076357545448068, |
| "learning_rate": 8.54870236681386e-06, |
| "loss": 0.3376, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.6502174891255437, |
| "grad_norm": 0.08080237359735847, |
| "learning_rate": 8.534839463697541e-06, |
| "loss": 0.344, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.6524673766311685, |
| "grad_norm": 0.07301903865415799, |
| "learning_rate": 8.520922021717903e-06, |
| "loss": 0.3236, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.6547172641367932, |
| "grad_norm": 0.06408247558471158, |
| "learning_rate": 8.506950255606466e-06, |
| "loss": 0.3119, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.6569671516424179, |
| "grad_norm": 0.07142979546900464, |
| "learning_rate": 8.492924380932919e-06, |
| "loss": 0.3235, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.6592170391480426, |
| "grad_norm": 0.06623934823982494, |
| "learning_rate": 8.478844614101792e-06, |
| "loss": 0.3127, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.6614669266536674, |
| "grad_norm": 0.064051288527217, |
| "learning_rate": 8.464711172349105e-06, |
| "loss": 0.3408, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.6637168141592921, |
| "grad_norm": 0.07268808159369747, |
| "learning_rate": 8.450524273739036e-06, |
| "loss": 0.3406, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.6659667016649168, |
| "grad_norm": 0.06547939077675495, |
| "learning_rate": 8.436284137160544e-06, |
| "loss": 0.3404, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.6682165891705415, |
| "grad_norm": 0.11515221274329139, |
| "learning_rate": 8.421990982323988e-06, |
| "loss": 0.3342, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.6704664766761662, |
| "grad_norm": 0.08213057865060075, |
| "learning_rate": 8.407645029757752e-06, |
| "loss": 0.3631, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.6727163641817909, |
| "grad_norm": 0.07445316775297253, |
| "learning_rate": 8.393246500804825e-06, |
| "loss": 0.362, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.6749662516874156, |
| "grad_norm": 0.0715773585848479, |
| "learning_rate": 8.3787956176194e-06, |
| "loss": 0.3377, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6772161391930404, |
| "grad_norm": 0.07245667708706742, |
| "learning_rate": 8.36429260316344e-06, |
| "loss": 0.2967, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.6794660266986651, |
| "grad_norm": 0.07191851967760118, |
| "learning_rate": 8.349737681203234e-06, |
| "loss": 0.3447, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.6817159142042898, |
| "grad_norm": 0.06475853768493092, |
| "learning_rate": 8.335131076305958e-06, |
| "loss": 0.3339, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.6839658017099145, |
| "grad_norm": 0.07263158877410257, |
| "learning_rate": 8.320473013836197e-06, |
| "loss": 0.3074, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.6862156892155392, |
| "grad_norm": 0.05942603663221257, |
| "learning_rate": 8.305763719952467e-06, |
| "loss": 0.2997, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.6884655767211639, |
| "grad_norm": 0.07938168227761808, |
| "learning_rate": 8.29100342160374e-06, |
| "loss": 0.3122, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.6907154642267886, |
| "grad_norm": 0.07999223664242092, |
| "learning_rate": 8.27619234652593e-06, |
| "loss": 0.3138, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.6929653517324134, |
| "grad_norm": 0.06996270561203156, |
| "learning_rate": 8.261330723238381e-06, |
| "loss": 0.3321, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.6952152392380381, |
| "grad_norm": 0.09647113986832291, |
| "learning_rate": 8.246418781040345e-06, |
| "loss": 0.3269, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.6974651267436628, |
| "grad_norm": 0.07974144611519904, |
| "learning_rate": 8.231456750007436e-06, |
| "loss": 0.309, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.6997150142492875, |
| "grad_norm": 0.06944041746000827, |
| "learning_rate": 8.216444860988098e-06, |
| "loss": 0.3347, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.7019649017549122, |
| "grad_norm": 0.06697853007490644, |
| "learning_rate": 8.20138334560002e-06, |
| "loss": 0.3432, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7042147892605369, |
| "grad_norm": 0.09163411149931353, |
| "learning_rate": 8.18627243622658e-06, |
| "loss": 0.3294, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7064646767661616, |
| "grad_norm": 0.06745466757701833, |
| "learning_rate": 8.171112366013252e-06, |
| "loss": 0.3382, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.7087145642717864, |
| "grad_norm": 0.06524545139947452, |
| "learning_rate": 8.155903368864008e-06, |
| "loss": 0.2894, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.7109644517774111, |
| "grad_norm": 0.07357575023935092, |
| "learning_rate": 8.140645679437713e-06, |
| "loss": 0.345, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.7132143392830359, |
| "grad_norm": 0.07032356069075725, |
| "learning_rate": 8.125339533144507e-06, |
| "loss": 0.3497, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.7154642267886606, |
| "grad_norm": 0.07305825316899144, |
| "learning_rate": 8.109985166142161e-06, |
| "loss": 0.3223, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.7177141142942853, |
| "grad_norm": 0.07026921859976491, |
| "learning_rate": 8.09458281533244e-06, |
| "loss": 0.3271, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.71996400179991, |
| "grad_norm": 0.0783084169696169, |
| "learning_rate": 8.079132718357465e-06, |
| "loss": 0.311, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.7222138893055348, |
| "grad_norm": 0.06977970059586212, |
| "learning_rate": 8.063635113596006e-06, |
| "loss": 0.3114, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.7244637768111595, |
| "grad_norm": 0.06695382649927473, |
| "learning_rate": 8.048090240159849e-06, |
| "loss": 0.3186, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.7267136643167842, |
| "grad_norm": 0.07382767142740718, |
| "learning_rate": 8.032498337890073e-06, |
| "loss": 0.3115, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.7289635518224089, |
| "grad_norm": 0.0847147954522355, |
| "learning_rate": 8.01685964735337e-06, |
| "loss": 0.3313, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.7312134393280336, |
| "grad_norm": 0.08710412831256738, |
| "learning_rate": 8.00117440983832e-06, |
| "loss": 0.3129, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.7334633268336583, |
| "grad_norm": 0.07163605298015002, |
| "learning_rate": 7.985442867351682e-06, |
| "loss": 0.3197, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.735713214339283, |
| "grad_norm": 0.08693479896494097, |
| "learning_rate": 7.969665262614642e-06, |
| "loss": 0.3584, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.7379631018449078, |
| "grad_norm": 0.07181692085074703, |
| "learning_rate": 7.953841839059086e-06, |
| "loss": 0.3024, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.7402129893505325, |
| "grad_norm": 0.06762138099885763, |
| "learning_rate": 7.937972840823836e-06, |
| "loss": 0.3393, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.7424628768561572, |
| "grad_norm": 0.06579548855422006, |
| "learning_rate": 7.922058512750876e-06, |
| "loss": 0.3415, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.7447127643617819, |
| "grad_norm": 0.06780731913871438, |
| "learning_rate": 7.90609910038159e-06, |
| "loss": 0.326, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.7469626518674066, |
| "grad_norm": 0.07345224322730477, |
| "learning_rate": 7.890094849952964e-06, |
| "loss": 0.3579, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.7492125393730313, |
| "grad_norm": 0.07643898702300285, |
| "learning_rate": 7.874046008393783e-06, |
| "loss": 0.3215, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.751462426878656, |
| "grad_norm": 0.08111641352223722, |
| "learning_rate": 7.857952823320833e-06, |
| "loss": 0.3396, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.7537123143842808, |
| "grad_norm": 0.06433102937848656, |
| "learning_rate": 7.84181554303507e-06, |
| "loss": 0.3229, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.7559622018899055, |
| "grad_norm": 0.07066161687549372, |
| "learning_rate": 7.825634416517793e-06, |
| "loss": 0.3168, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.7582120893955302, |
| "grad_norm": 0.07761037252783486, |
| "learning_rate": 7.809409693426803e-06, |
| "loss": 0.345, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.7604619769011549, |
| "grad_norm": 0.07514558565636438, |
| "learning_rate": 7.793141624092551e-06, |
| "loss": 0.3423, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.7627118644067796, |
| "grad_norm": 0.08138341842898199, |
| "learning_rate": 7.776830459514275e-06, |
| "loss": 0.3153, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.7649617519124043, |
| "grad_norm": 0.07657999183778645, |
| "learning_rate": 7.760476451356123e-06, |
| "loss": 0.3568, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.7672116394180291, |
| "grad_norm": 0.08932610854441203, |
| "learning_rate": 7.744079851943286e-06, |
| "loss": 0.3045, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.7694615269236538, |
| "grad_norm": 0.07788581856311123, |
| "learning_rate": 7.727640914258076e-06, |
| "loss": 0.322, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.7717114144292785, |
| "grad_norm": 0.07234842557571529, |
| "learning_rate": 7.711159891936059e-06, |
| "loss": 0.301, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.7739613019349032, |
| "grad_norm": 0.08103908033954604, |
| "learning_rate": 7.694637039262109e-06, |
| "loss": 0.2934, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.776211189440528, |
| "grad_norm": 0.08033609793206774, |
| "learning_rate": 7.678072611166503e-06, |
| "loss": 0.3281, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.7784610769461527, |
| "grad_norm": 0.08682473308042656, |
| "learning_rate": 7.661466863220982e-06, |
| "loss": 0.3377, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.7807109644517775, |
| "grad_norm": 0.07975724023981283, |
| "learning_rate": 7.644820051634813e-06, |
| "loss": 0.3312, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.7829608519574022, |
| "grad_norm": 0.08318610850328363, |
| "learning_rate": 7.628132433250828e-06, |
| "loss": 0.318, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.7852107394630269, |
| "grad_norm": 0.07470444210188223, |
| "learning_rate": 7.611404265541464e-06, |
| "loss": 0.3166, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.7874606269686516, |
| "grad_norm": 0.07633984339680623, |
| "learning_rate": 7.594635806604797e-06, |
| "loss": 0.3068, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.7897105144742763, |
| "grad_norm": 0.08519611137288997, |
| "learning_rate": 7.57782731516055e-06, |
| "loss": 0.3465, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.791960401979901, |
| "grad_norm": 0.07125104461336126, |
| "learning_rate": 7.560979050546103e-06, |
| "loss": 0.311, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.7942102894855257, |
| "grad_norm": 0.08460045098046377, |
| "learning_rate": 7.544091272712501e-06, |
| "loss": 0.3036, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.7964601769911505, |
| "grad_norm": 0.07731671038628908, |
| "learning_rate": 7.527164242220434e-06, |
| "loss": 0.3214, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.7987100644967752, |
| "grad_norm": 0.07618452283812552, |
| "learning_rate": 7.510198220236217e-06, |
| "loss": 0.3412, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.8009599520023999, |
| "grad_norm": 0.08122249298530079, |
| "learning_rate": 7.493193468527764e-06, |
| "loss": 0.3129, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.8032098395080246, |
| "grad_norm": 0.08390625774458342, |
| "learning_rate": 7.476150249460549e-06, |
| "loss": 0.3168, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.8054597270136493, |
| "grad_norm": 0.07518471851900174, |
| "learning_rate": 7.4590688259935554e-06, |
| "loss": 0.331, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.807709614519274, |
| "grad_norm": 0.07627971467235234, |
| "learning_rate": 7.441949461675223e-06, |
| "loss": 0.3471, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.8099595020248987, |
| "grad_norm": 0.08879967466572108, |
| "learning_rate": 7.424792420639377e-06, |
| "loss": 0.323, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.8122093895305235, |
| "grad_norm": 0.0858174200658171, |
| "learning_rate": 7.407597967601155e-06, |
| "loss": 0.3284, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.8144592770361482, |
| "grad_norm": 0.08665127583082709, |
| "learning_rate": 7.390366367852923e-06, |
| "loss": 0.3217, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.8167091645417729, |
| "grad_norm": 0.08001080258785544, |
| "learning_rate": 7.3730978872601825e-06, |
| "loss": 0.3248, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.8189590520473976, |
| "grad_norm": 0.07815794847284734, |
| "learning_rate": 7.355792792257463e-06, |
| "loss": 0.3124, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.8212089395530223, |
| "grad_norm": 0.0869139056537896, |
| "learning_rate": 7.338451349844225e-06, |
| "loss": 0.323, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.823458827058647, |
| "grad_norm": 0.09766019302119812, |
| "learning_rate": 7.3210738275807225e-06, |
| "loss": 0.3332, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.8257087145642718, |
| "grad_norm": 0.08508749834617443, |
| "learning_rate": 7.303660493583889e-06, |
| "loss": 0.3285, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.8279586020698965, |
| "grad_norm": 0.10673197384722342, |
| "learning_rate": 7.286211616523193e-06, |
| "loss": 0.3169, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.8302084895755212, |
| "grad_norm": 0.11681882774169298, |
| "learning_rate": 7.268727465616497e-06, |
| "loss": 0.331, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.8324583770811459, |
| "grad_norm": 0.08970145688216963, |
| "learning_rate": 7.251208310625899e-06, |
| "loss": 0.3262, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.8347082645867706, |
| "grad_norm": 0.08677453595649923, |
| "learning_rate": 7.2336544218535776e-06, |
| "loss": 0.2968, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.8369581520923954, |
| "grad_norm": 0.08463356362517462, |
| "learning_rate": 7.216066070137614e-06, |
| "loss": 0.3408, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.8392080395980202, |
| "grad_norm": 0.10768608728008885, |
| "learning_rate": 7.198443526847816e-06, |
| "loss": 0.3222, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.8414579271036449, |
| "grad_norm": 0.08293925088501428, |
| "learning_rate": 7.180787063881534e-06, |
| "loss": 0.3225, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.8437078146092696, |
| "grad_norm": 0.09753175069029144, |
| "learning_rate": 7.163096953659462e-06, |
| "loss": 0.3249, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.8459577021148943, |
| "grad_norm": 0.10750990409191725, |
| "learning_rate": 7.145373469121435e-06, |
| "loss": 0.3248, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.848207589620519, |
| "grad_norm": 0.0713111477001828, |
| "learning_rate": 7.1276168837222215e-06, |
| "loss": 0.3262, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.8504574771261437, |
| "grad_norm": 0.08520099737279731, |
| "learning_rate": 7.109827471427299e-06, |
| "loss": 0.3248, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.8527073646317684, |
| "grad_norm": 0.1007558956965131, |
| "learning_rate": 7.092005506708629e-06, |
| "loss": 0.3063, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.8549572521373932, |
| "grad_norm": 0.10076509216745107, |
| "learning_rate": 7.074151264540425e-06, |
| "loss": 0.3394, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.8572071396430179, |
| "grad_norm": 0.1128171772187796, |
| "learning_rate": 7.056265020394908e-06, |
| "loss": 0.3353, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.8594570271486426, |
| "grad_norm": 0.07826929688060387, |
| "learning_rate": 7.038347050238052e-06, |
| "loss": 0.3313, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.8617069146542673, |
| "grad_norm": 0.09477827641455178, |
| "learning_rate": 7.020397630525336e-06, |
| "loss": 0.3094, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.863956802159892, |
| "grad_norm": 0.07996338853084985, |
| "learning_rate": 7.002417038197466e-06, |
| "loss": 0.3365, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.8662066896655167, |
| "grad_norm": 0.08681950662638242, |
| "learning_rate": 6.984405550676113e-06, |
| "loss": 0.2858, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.8684565771711414, |
| "grad_norm": 0.10147028587889259, |
| "learning_rate": 6.966363445859629e-06, |
| "loss": 0.3307, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.8707064646767662, |
| "grad_norm": 0.09778557000247115, |
| "learning_rate": 6.948291002118757e-06, |
| "loss": 0.3346, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.8729563521823909, |
| "grad_norm": 0.08335343107919917, |
| "learning_rate": 6.930188498292334e-06, |
| "loss": 0.3102, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.8752062396880156, |
| "grad_norm": 0.127528307390263, |
| "learning_rate": 6.912056213683001e-06, |
| "loss": 0.2772, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.8774561271936403, |
| "grad_norm": 0.08449830219805671, |
| "learning_rate": 6.893894428052881e-06, |
| "loss": 0.3331, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.879706014699265, |
| "grad_norm": 0.10290918076564952, |
| "learning_rate": 6.875703421619263e-06, |
| "loss": 0.3162, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.8819559022048897, |
| "grad_norm": 0.09666086595549915, |
| "learning_rate": 6.85748347505029e-06, |
| "loss": 0.3393, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.8842057897105144, |
| "grad_norm": 0.09126192537758601, |
| "learning_rate": 6.839234869460614e-06, |
| "loss": 0.3313, |
| "step": 1965 |
| }, |
| { |
| "epoch": 0.8864556772161392, |
| "grad_norm": 0.09213126718219308, |
| "learning_rate": 6.820957886407068e-06, |
| "loss": 0.3298, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.8887055647217639, |
| "grad_norm": 0.0893744576312266, |
| "learning_rate": 6.802652807884322e-06, |
| "loss": 0.3258, |
| "step": 1975 |
| }, |
| { |
| "epoch": 0.8909554522273886, |
| "grad_norm": 0.10520537204979115, |
| "learning_rate": 6.784319916320528e-06, |
| "loss": 0.3152, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.8932053397330133, |
| "grad_norm": 0.09224246726284402, |
| "learning_rate": 6.765959494572959e-06, |
| "loss": 0.3176, |
| "step": 1985 |
| }, |
| { |
| "epoch": 0.895455227238638, |
| "grad_norm": 0.09179694827419689, |
| "learning_rate": 6.74757182592366e-06, |
| "loss": 0.34, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.8977051147442627, |
| "grad_norm": 0.10131034789212955, |
| "learning_rate": 6.7291571940750575e-06, |
| "loss": 0.3171, |
| "step": 1995 |
| }, |
| { |
| "epoch": 0.8999550022498876, |
| "grad_norm": 0.11052424709399664, |
| "learning_rate": 6.710715883145599e-06, |
| "loss": 0.3084, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.9022048897555123, |
| "grad_norm": 0.09523315367515199, |
| "learning_rate": 6.692248177665357e-06, |
| "loss": 0.3127, |
| "step": 2005 |
| }, |
| { |
| "epoch": 0.904454777261137, |
| "grad_norm": 0.09774145840636202, |
| "learning_rate": 6.673754362571646e-06, |
| "loss": 0.2866, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.9067046647667617, |
| "grad_norm": 0.1231628868544864, |
| "learning_rate": 6.6552347232046255e-06, |
| "loss": 0.2926, |
| "step": 2015 |
| }, |
| { |
| "epoch": 0.9089545522723864, |
| "grad_norm": 0.09563379874509359, |
| "learning_rate": 6.636689545302898e-06, |
| "loss": 0.3128, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.9112044397780111, |
| "grad_norm": 0.07820421786999905, |
| "learning_rate": 6.6181191149990905e-06, |
| "loss": 0.321, |
| "step": 2025 |
| }, |
| { |
| "epoch": 0.9134543272836358, |
| "grad_norm": 0.10476028051810904, |
| "learning_rate": 6.599523718815461e-06, |
| "loss": 0.2836, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.9157042147892606, |
| "grad_norm": 0.11389284533738375, |
| "learning_rate": 6.580903643659453e-06, |
| "loss": 0.2934, |
| "step": 2035 |
| }, |
| { |
| "epoch": 0.9179541022948853, |
| "grad_norm": 0.10996849745288242, |
| "learning_rate": 6.5622591768192875e-06, |
| "loss": 0.3243, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.92020398980051, |
| "grad_norm": 0.09512165946660596, |
| "learning_rate": 6.5435906059595215e-06, |
| "loss": 0.3081, |
| "step": 2045 |
| }, |
| { |
| "epoch": 0.9224538773061347, |
| "grad_norm": 0.10421356775522515, |
| "learning_rate": 6.524898219116612e-06, |
| "loss": 0.2682, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.9247037648117594, |
| "grad_norm": 0.10201698883401172, |
| "learning_rate": 6.5061823046944694e-06, |
| "loss": 0.2909, |
| "step": 2055 |
| }, |
| { |
| "epoch": 0.9269536523173841, |
| "grad_norm": 0.10974937304411288, |
| "learning_rate": 6.4874431514600146e-06, |
| "loss": 0.3072, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.9292035398230089, |
| "grad_norm": 0.09276233118456312, |
| "learning_rate": 6.468681048538715e-06, |
| "loss": 0.2989, |
| "step": 2065 |
| }, |
| { |
| "epoch": 0.9314534273286336, |
| "grad_norm": 0.11862538493837348, |
| "learning_rate": 6.44989628541013e-06, |
| "loss": 0.3372, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.9337033148342583, |
| "grad_norm": 0.10451521274212297, |
| "learning_rate": 6.431089151903439e-06, |
| "loss": 0.3188, |
| "step": 2075 |
| }, |
| { |
| "epoch": 0.935953202339883, |
| "grad_norm": 0.11422644044073009, |
| "learning_rate": 6.412259938192978e-06, |
| "loss": 0.307, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.9382030898455077, |
| "grad_norm": 0.14091820208432657, |
| "learning_rate": 6.393408934793752e-06, |
| "loss": 0.3546, |
| "step": 2085 |
| }, |
| { |
| "epoch": 0.9404529773511324, |
| "grad_norm": 0.11829750564224563, |
| "learning_rate": 6.374536432556963e-06, |
| "loss": 0.3267, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.9427028648567571, |
| "grad_norm": 0.11528106197624186, |
| "learning_rate": 6.355642722665512e-06, |
| "loss": 0.3203, |
| "step": 2095 |
| }, |
| { |
| "epoch": 0.9449527523623819, |
| "grad_norm": 0.09372673822212164, |
| "learning_rate": 6.336728096629517e-06, |
| "loss": 0.3151, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.9472026398680066, |
| "grad_norm": 0.10779896033185006, |
| "learning_rate": 6.317792846281805e-06, |
| "loss": 0.3052, |
| "step": 2105 |
| }, |
| { |
| "epoch": 0.9494525273736313, |
| "grad_norm": 0.09672862996353586, |
| "learning_rate": 6.298837263773423e-06, |
| "loss": 0.3033, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.951702414879256, |
| "grad_norm": 0.10872396340925997, |
| "learning_rate": 6.2798616415691095e-06, |
| "loss": 0.3002, |
| "step": 2115 |
| }, |
| { |
| "epoch": 0.9539523023848807, |
| "grad_norm": 0.11829489090483326, |
| "learning_rate": 6.260866272442807e-06, |
| "loss": 0.2929, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.9562021898905054, |
| "grad_norm": 0.11145672561455416, |
| "learning_rate": 6.2418514494731245e-06, |
| "loss": 0.2808, |
| "step": 2125 |
| }, |
| { |
| "epoch": 0.9584520773961301, |
| "grad_norm": 0.1056896163271936, |
| "learning_rate": 6.222817466038824e-06, |
| "loss": 0.2841, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.9607019649017549, |
| "grad_norm": 0.10666373036314321, |
| "learning_rate": 6.2037646158142975e-06, |
| "loss": 0.3005, |
| "step": 2135 |
| }, |
| { |
| "epoch": 0.9629518524073797, |
| "grad_norm": 0.10697096904271322, |
| "learning_rate": 6.184693192765028e-06, |
| "loss": 0.2894, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.9652017399130044, |
| "grad_norm": 0.17157045181184577, |
| "learning_rate": 6.165603491143057e-06, |
| "loss": 0.3298, |
| "step": 2145 |
| }, |
| { |
| "epoch": 0.9674516274186291, |
| "grad_norm": 0.1005745666451797, |
| "learning_rate": 6.146495805482451e-06, |
| "loss": 0.3196, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.9697015149242538, |
| "grad_norm": 0.139307317568223, |
| "learning_rate": 6.127370430594745e-06, |
| "loss": 0.2993, |
| "step": 2155 |
| }, |
| { |
| "epoch": 0.9719514024298785, |
| "grad_norm": 0.11791582586234053, |
| "learning_rate": 6.108227661564401e-06, |
| "loss": 0.3083, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.9742012899355033, |
| "grad_norm": 0.11233522118086736, |
| "learning_rate": 6.089067793744258e-06, |
| "loss": 0.3137, |
| "step": 2165 |
| }, |
| { |
| "epoch": 0.976451177441128, |
| "grad_norm": 0.12524898605746265, |
| "learning_rate": 6.069891122750971e-06, |
| "loss": 0.2825, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.9787010649467527, |
| "grad_norm": 0.09825541745527079, |
| "learning_rate": 6.050697944460444e-06, |
| "loss": 0.3146, |
| "step": 2175 |
| }, |
| { |
| "epoch": 0.9809509524523774, |
| "grad_norm": 0.11637412785681134, |
| "learning_rate": 6.0314885550032796e-06, |
| "loss": 0.2935, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.9832008399580021, |
| "grad_norm": 0.10398981333232891, |
| "learning_rate": 6.012263250760199e-06, |
| "loss": 0.28, |
| "step": 2185 |
| }, |
| { |
| "epoch": 0.9854507274636268, |
| "grad_norm": 0.1347409630178848, |
| "learning_rate": 5.993022328357466e-06, |
| "loss": 0.2899, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.9877006149692515, |
| "grad_norm": 0.136591408837683, |
| "learning_rate": 5.973766084662324e-06, |
| "loss": 0.2729, |
| "step": 2195 |
| }, |
| { |
| "epoch": 0.9899505024748763, |
| "grad_norm": 0.1032954692332516, |
| "learning_rate": 5.954494816778408e-06, |
| "loss": 0.3106, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.992200389980501, |
| "grad_norm": 0.12420490530861028, |
| "learning_rate": 5.935208822041152e-06, |
| "loss": 0.2699, |
| "step": 2205 |
| }, |
| { |
| "epoch": 0.9944502774861257, |
| "grad_norm": 0.10146757951487546, |
| "learning_rate": 5.915908398013217e-06, |
| "loss": 0.266, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.9967001649917504, |
| "grad_norm": 0.10690509046474422, |
| "learning_rate": 5.896593842479893e-06, |
| "loss": 0.2916, |
| "step": 2215 |
| }, |
| { |
| "epoch": 0.9989500524973751, |
| "grad_norm": 0.2098417588495756, |
| "learning_rate": 5.8772654534445e-06, |
| "loss": 0.3104, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.27543845772743225, |
| "eval_runtime": 55.028, |
| "eval_samples_per_second": 19.59, |
| "eval_steps_per_second": 4.907, |
| "step": 2223 |
| }, |
| { |
| "epoch": 1.00089995500225, |
| "grad_norm": 0.11100179968154768, |
| "learning_rate": 5.857923529123799e-06, |
| "loss": 0.2341, |
| "step": 2225 |
| }, |
| { |
| "epoch": 1.0031498425078746, |
| "grad_norm": 0.14616860643517418, |
| "learning_rate": 5.838568367943383e-06, |
| "loss": 0.2679, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.0053997300134994, |
| "grad_norm": 0.11313230544533252, |
| "learning_rate": 5.819200268533076e-06, |
| "loss": 0.2873, |
| "step": 2235 |
| }, |
| { |
| "epoch": 1.007649617519124, |
| "grad_norm": 0.1210465260044826, |
| "learning_rate": 5.7998195297223285e-06, |
| "loss": 0.2677, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.0098995050247488, |
| "grad_norm": 0.11722674843174795, |
| "learning_rate": 5.7804264505356e-06, |
| "loss": 0.2548, |
| "step": 2245 |
| }, |
| { |
| "epoch": 1.0121493925303735, |
| "grad_norm": 0.12390544554268877, |
| "learning_rate": 5.76102133018775e-06, |
| "loss": 0.2942, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.0143992800359982, |
| "grad_norm": 0.14215352813872506, |
| "learning_rate": 5.741604468079421e-06, |
| "loss": 0.3095, |
| "step": 2255 |
| }, |
| { |
| "epoch": 1.016649167541623, |
| "grad_norm": 0.13309421360381032, |
| "learning_rate": 5.72217616379242e-06, |
| "loss": 0.2794, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.0188990550472476, |
| "grad_norm": 0.1409784002692586, |
| "learning_rate": 5.702736717085093e-06, |
| "loss": 0.2998, |
| "step": 2265 |
| }, |
| { |
| "epoch": 1.0211489425528724, |
| "grad_norm": 0.12978570417210325, |
| "learning_rate": 5.6832864278876984e-06, |
| "loss": 0.2829, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.023398830058497, |
| "grad_norm": 0.10750959417123264, |
| "learning_rate": 5.663825596297794e-06, |
| "loss": 0.2902, |
| "step": 2275 |
| }, |
| { |
| "epoch": 1.0256487175641218, |
| "grad_norm": 0.137940819760974, |
| "learning_rate": 5.644354522575581e-06, |
| "loss": 0.2806, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.0278986050697465, |
| "grad_norm": 0.14563829553392096, |
| "learning_rate": 5.624873507139297e-06, |
| "loss": 0.277, |
| "step": 2285 |
| }, |
| { |
| "epoch": 1.0301484925753712, |
| "grad_norm": 0.12377796525725795, |
| "learning_rate": 5.605382850560565e-06, |
| "loss": 0.2943, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.032398380080996, |
| "grad_norm": 0.16984305955909604, |
| "learning_rate": 5.585882853559762e-06, |
| "loss": 0.2889, |
| "step": 2295 |
| }, |
| { |
| "epoch": 1.0346482675866207, |
| "grad_norm": 0.1281002826955631, |
| "learning_rate": 5.566373817001377e-06, |
| "loss": 0.293, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.0368981550922454, |
| "grad_norm": 0.15524678076001608, |
| "learning_rate": 5.546856041889374e-06, |
| "loss": 0.2605, |
| "step": 2305 |
| }, |
| { |
| "epoch": 1.03914804259787, |
| "grad_norm": 0.14215571774039212, |
| "learning_rate": 5.527329829362534e-06, |
| "loss": 0.2786, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.0413979301034948, |
| "grad_norm": 0.1447748028005779, |
| "learning_rate": 5.5077954806898284e-06, |
| "loss": 0.2688, |
| "step": 2315 |
| }, |
| { |
| "epoch": 1.0436478176091195, |
| "grad_norm": 0.14426858307924748, |
| "learning_rate": 5.488253297265757e-06, |
| "loss": 0.2777, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.0458977051147442, |
| "grad_norm": 0.1272869099382178, |
| "learning_rate": 5.468703580605703e-06, |
| "loss": 0.2997, |
| "step": 2325 |
| }, |
| { |
| "epoch": 1.048147592620369, |
| "grad_norm": 0.133865100418296, |
| "learning_rate": 5.4491466323412745e-06, |
| "loss": 0.2839, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.0503974801259937, |
| "grad_norm": 0.12437130432718715, |
| "learning_rate": 5.429582754215664e-06, |
| "loss": 0.2843, |
| "step": 2335 |
| }, |
| { |
| "epoch": 1.0526473676316184, |
| "grad_norm": 0.1419352738893503, |
| "learning_rate": 5.410012248078975e-06, |
| "loss": 0.2677, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.054897255137243, |
| "grad_norm": 0.1639413029064359, |
| "learning_rate": 5.390435415883583e-06, |
| "loss": 0.2805, |
| "step": 2345 |
| }, |
| { |
| "epoch": 1.0571471426428678, |
| "grad_norm": 0.14750894149267404, |
| "learning_rate": 5.370852559679461e-06, |
| "loss": 0.2718, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.0593970301484925, |
| "grad_norm": 0.1418143669594509, |
| "learning_rate": 5.351263981609532e-06, |
| "loss": 0.2374, |
| "step": 2355 |
| }, |
| { |
| "epoch": 1.0616469176541172, |
| "grad_norm": 0.1467085192211227, |
| "learning_rate": 5.331669983904996e-06, |
| "loss": 0.278, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.063896805159742, |
| "grad_norm": 0.1686191463372291, |
| "learning_rate": 5.312070868880678e-06, |
| "loss": 0.2818, |
| "step": 2365 |
| }, |
| { |
| "epoch": 1.0661466926653667, |
| "grad_norm": 0.1844876464618337, |
| "learning_rate": 5.29246693893035e-06, |
| "loss": 0.2971, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.0683965801709914, |
| "grad_norm": 0.12521919673631507, |
| "learning_rate": 5.272858496522084e-06, |
| "loss": 0.2737, |
| "step": 2375 |
| }, |
| { |
| "epoch": 1.070646467676616, |
| "grad_norm": 0.15034047715143825, |
| "learning_rate": 5.253245844193564e-06, |
| "loss": 0.2858, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.0728963551822408, |
| "grad_norm": 0.1264075738033277, |
| "learning_rate": 5.233629284547435e-06, |
| "loss": 0.2564, |
| "step": 2385 |
| }, |
| { |
| "epoch": 1.0751462426878655, |
| "grad_norm": 0.1940932983786269, |
| "learning_rate": 5.214009120246623e-06, |
| "loss": 0.2722, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.0773961301934902, |
| "grad_norm": 0.16922904631843647, |
| "learning_rate": 5.1943856540096795e-06, |
| "loss": 0.2912, |
| "step": 2395 |
| }, |
| { |
| "epoch": 1.079646017699115, |
| "grad_norm": 0.23716139744779294, |
| "learning_rate": 5.174759188606087e-06, |
| "loss": 0.2885, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.0818959052047397, |
| "grad_norm": 0.11509288529342813, |
| "learning_rate": 5.155130026851616e-06, |
| "loss": 0.2575, |
| "step": 2405 |
| }, |
| { |
| "epoch": 1.0841457927103644, |
| "grad_norm": 0.17727493415132747, |
| "learning_rate": 5.135498471603629e-06, |
| "loss": 0.2639, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.0863956802159893, |
| "grad_norm": 0.13930766876349623, |
| "learning_rate": 5.1158648257564235e-06, |
| "loss": 0.2606, |
| "step": 2415 |
| }, |
| { |
| "epoch": 1.0886455677216138, |
| "grad_norm": 0.12454839412933186, |
| "learning_rate": 5.0962293922365495e-06, |
| "loss": 0.256, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.0908954552272387, |
| "grad_norm": 0.18809390149779476, |
| "learning_rate": 5.076592473998141e-06, |
| "loss": 0.2646, |
| "step": 2425 |
| }, |
| { |
| "epoch": 1.0931453427328635, |
| "grad_norm": 0.1508834503375353, |
| "learning_rate": 5.056954374018236e-06, |
| "loss": 0.2764, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.0953952302384882, |
| "grad_norm": 0.1491889266816844, |
| "learning_rate": 5.037315395292111e-06, |
| "loss": 0.2691, |
| "step": 2435 |
| }, |
| { |
| "epoch": 1.0976451177441129, |
| "grad_norm": 0.15633034297704468, |
| "learning_rate": 5.017675840828597e-06, |
| "loss": 0.2657, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.0998950052497376, |
| "grad_norm": 0.15782519717103635, |
| "learning_rate": 4.998036013645409e-06, |
| "loss": 0.2561, |
| "step": 2445 |
| }, |
| { |
| "epoch": 1.1021448927553623, |
| "grad_norm": 0.19449808917352213, |
| "learning_rate": 4.97839621676447e-06, |
| "loss": 0.2571, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.104394780260987, |
| "grad_norm": 0.16872055966750726, |
| "learning_rate": 4.958756753207234e-06, |
| "loss": 0.2459, |
| "step": 2455 |
| }, |
| { |
| "epoch": 1.1066446677666117, |
| "grad_norm": 0.17373438335912267, |
| "learning_rate": 4.939117925990013e-06, |
| "loss": 0.2805, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.1088945552722365, |
| "grad_norm": 0.15151992334964703, |
| "learning_rate": 4.919480038119302e-06, |
| "loss": 0.251, |
| "step": 2465 |
| }, |
| { |
| "epoch": 1.1111444427778612, |
| "grad_norm": 0.15554454267536397, |
| "learning_rate": 4.899843392587104e-06, |
| "loss": 0.2533, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.113394330283486, |
| "grad_norm": 0.16595294302301358, |
| "learning_rate": 4.880208292366247e-06, |
| "loss": 0.2864, |
| "step": 2475 |
| }, |
| { |
| "epoch": 1.1156442177891106, |
| "grad_norm": 0.15038201249362013, |
| "learning_rate": 4.860575040405726e-06, |
| "loss": 0.2744, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.1178941052947353, |
| "grad_norm": 0.16630054816008968, |
| "learning_rate": 4.840943939626012e-06, |
| "loss": 0.2362, |
| "step": 2485 |
| }, |
| { |
| "epoch": 1.12014399280036, |
| "grad_norm": 0.18269629542973387, |
| "learning_rate": 4.821315292914392e-06, |
| "loss": 0.2786, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.1223938803059847, |
| "grad_norm": 0.16417528180865418, |
| "learning_rate": 4.801689403120282e-06, |
| "loss": 0.2506, |
| "step": 2495 |
| }, |
| { |
| "epoch": 1.1246437678116095, |
| "grad_norm": 0.12251195240813534, |
| "learning_rate": 4.782066573050567e-06, |
| "loss": 0.2693, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.1268936553172342, |
| "grad_norm": 0.19913321021658195, |
| "learning_rate": 4.7624471054649216e-06, |
| "loss": 0.26, |
| "step": 2505 |
| }, |
| { |
| "epoch": 1.129143542822859, |
| "grad_norm": 0.16359478594452095, |
| "learning_rate": 4.742831303071143e-06, |
| "loss": 0.2507, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.1313934303284836, |
| "grad_norm": 0.20741074237045662, |
| "learning_rate": 4.723219468520474e-06, |
| "loss": 0.2678, |
| "step": 2515 |
| }, |
| { |
| "epoch": 1.1336433178341083, |
| "grad_norm": 0.16956816625653676, |
| "learning_rate": 4.703611904402939e-06, |
| "loss": 0.2795, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.135893205339733, |
| "grad_norm": 0.1818340434409631, |
| "learning_rate": 4.684008913242679e-06, |
| "loss": 0.2586, |
| "step": 2525 |
| }, |
| { |
| "epoch": 1.1381430928453578, |
| "grad_norm": 0.17749209313732456, |
| "learning_rate": 4.664410797493275e-06, |
| "loss": 0.2708, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.1403929803509825, |
| "grad_norm": 0.167827444506409, |
| "learning_rate": 4.644817859533083e-06, |
| "loss": 0.2717, |
| "step": 2535 |
| }, |
| { |
| "epoch": 1.1426428678566072, |
| "grad_norm": 0.17149191797141825, |
| "learning_rate": 4.625230401660578e-06, |
| "loss": 0.2444, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.144892755362232, |
| "grad_norm": 0.19053262323498327, |
| "learning_rate": 4.605648726089674e-06, |
| "loss": 0.2546, |
| "step": 2545 |
| }, |
| { |
| "epoch": 1.1471426428678566, |
| "grad_norm": 0.17029611567515032, |
| "learning_rate": 4.58607313494508e-06, |
| "loss": 0.2515, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.1493925303734813, |
| "grad_norm": 0.20535330778256622, |
| "learning_rate": 4.566503930257624e-06, |
| "loss": 0.2687, |
| "step": 2555 |
| }, |
| { |
| "epoch": 1.151642417879106, |
| "grad_norm": 0.17888453950166083, |
| "learning_rate": 4.546941413959595e-06, |
| "loss": 0.2582, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.1538923053847308, |
| "grad_norm": 0.17098481716726255, |
| "learning_rate": 4.5273858878800895e-06, |
| "loss": 0.2633, |
| "step": 2565 |
| }, |
| { |
| "epoch": 1.1561421928903555, |
| "grad_norm": 0.22394541422414396, |
| "learning_rate": 4.507837653740355e-06, |
| "loss": 0.2657, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.1583920803959802, |
| "grad_norm": 0.16148745686481833, |
| "learning_rate": 4.4882970131491286e-06, |
| "loss": 0.2469, |
| "step": 2575 |
| }, |
| { |
| "epoch": 1.160641967901605, |
| "grad_norm": 0.21762812124764483, |
| "learning_rate": 4.468764267597986e-06, |
| "loss": 0.2815, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.1628918554072296, |
| "grad_norm": 0.2041647572323139, |
| "learning_rate": 4.449239718456696e-06, |
| "loss": 0.253, |
| "step": 2585 |
| }, |
| { |
| "epoch": 1.1651417429128543, |
| "grad_norm": 0.1508182234886033, |
| "learning_rate": 4.429723666968559e-06, |
| "loss": 0.2532, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.167391630418479, |
| "grad_norm": 0.22173731592066487, |
| "learning_rate": 4.410216414245771e-06, |
| "loss": 0.2597, |
| "step": 2595 |
| }, |
| { |
| "epoch": 1.1696415179241038, |
| "grad_norm": 0.15334607029538722, |
| "learning_rate": 4.390718261264768e-06, |
| "loss": 0.2429, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.1718914054297285, |
| "grad_norm": 0.17386719805484463, |
| "learning_rate": 4.371229508861588e-06, |
| "loss": 0.2718, |
| "step": 2605 |
| }, |
| { |
| "epoch": 1.1741412929353532, |
| "grad_norm": 0.255145373819277, |
| "learning_rate": 4.351750457727229e-06, |
| "loss": 0.2544, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.176391180440978, |
| "grad_norm": 0.19091868423027997, |
| "learning_rate": 4.332281408403011e-06, |
| "loss": 0.26, |
| "step": 2615 |
| }, |
| { |
| "epoch": 1.1786410679466026, |
| "grad_norm": 0.17031635023758315, |
| "learning_rate": 4.312822661275929e-06, |
| "loss": 0.2478, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.1808909554522273, |
| "grad_norm": 0.18810141305157912, |
| "learning_rate": 4.293374516574031e-06, |
| "loss": 0.2593, |
| "step": 2625 |
| }, |
| { |
| "epoch": 1.183140842957852, |
| "grad_norm": 0.20489249951929697, |
| "learning_rate": 4.273937274361782e-06, |
| "loss": 0.2226, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.1853907304634768, |
| "grad_norm": 0.18589998495363094, |
| "learning_rate": 4.254511234535432e-06, |
| "loss": 0.2313, |
| "step": 2635 |
| }, |
| { |
| "epoch": 1.1876406179691015, |
| "grad_norm": 0.1974695166475231, |
| "learning_rate": 4.235096696818385e-06, |
| "loss": 0.2782, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.1898905054747262, |
| "grad_norm": 0.15560807641673985, |
| "learning_rate": 4.215693960756586e-06, |
| "loss": 0.2461, |
| "step": 2645 |
| }, |
| { |
| "epoch": 1.192140392980351, |
| "grad_norm": 0.14168460680781833, |
| "learning_rate": 4.1963033257138904e-06, |
| "loss": 0.2323, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.1943902804859756, |
| "grad_norm": 0.19193101382035213, |
| "learning_rate": 4.176925090867449e-06, |
| "loss": 0.252, |
| "step": 2655 |
| }, |
| { |
| "epoch": 1.1966401679916003, |
| "grad_norm": 0.19059681316908272, |
| "learning_rate": 4.157559555203086e-06, |
| "loss": 0.2237, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.198890055497225, |
| "grad_norm": 0.18365584045782385, |
| "learning_rate": 4.138207017510696e-06, |
| "loss": 0.2498, |
| "step": 2665 |
| }, |
| { |
| "epoch": 1.2011399430028498, |
| "grad_norm": 0.17126185601849214, |
| "learning_rate": 4.118867776379624e-06, |
| "loss": 0.2121, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.2033898305084745, |
| "grad_norm": 0.23530086737062514, |
| "learning_rate": 4.099542130194069e-06, |
| "loss": 0.2369, |
| "step": 2675 |
| }, |
| { |
| "epoch": 1.2056397180140994, |
| "grad_norm": 0.1759441387313428, |
| "learning_rate": 4.0802303771284685e-06, |
| "loss": 0.2171, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.207889605519724, |
| "grad_norm": 0.19878924933956027, |
| "learning_rate": 4.060932815142904e-06, |
| "loss": 0.2631, |
| "step": 2685 |
| }, |
| { |
| "epoch": 1.2101394930253488, |
| "grad_norm": 0.1984620336427276, |
| "learning_rate": 4.041649741978508e-06, |
| "loss": 0.2408, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.2123893805309733, |
| "grad_norm": 0.16406158411947314, |
| "learning_rate": 4.022381455152863e-06, |
| "loss": 0.2204, |
| "step": 2695 |
| }, |
| { |
| "epoch": 1.2146392680365983, |
| "grad_norm": 0.18585134324802086, |
| "learning_rate": 4.003128251955412e-06, |
| "loss": 0.2254, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.2168891555422228, |
| "grad_norm": 0.2028470417783533, |
| "learning_rate": 3.983890429442876e-06, |
| "loss": 0.2174, |
| "step": 2705 |
| }, |
| { |
| "epoch": 1.2191390430478477, |
| "grad_norm": 0.18306124060212872, |
| "learning_rate": 3.964668284434666e-06, |
| "loss": 0.2281, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.2213889305534724, |
| "grad_norm": 0.2261111639681813, |
| "learning_rate": 3.945462113508312e-06, |
| "loss": 0.2183, |
| "step": 2715 |
| }, |
| { |
| "epoch": 1.2236388180590971, |
| "grad_norm": 0.21171892163095699, |
| "learning_rate": 3.92627221299487e-06, |
| "loss": 0.2249, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.2258887055647218, |
| "grad_norm": 0.18554866614076224, |
| "learning_rate": 3.907098878974367e-06, |
| "loss": 0.2356, |
| "step": 2725 |
| }, |
| { |
| "epoch": 1.2281385930703466, |
| "grad_norm": 0.17740452807380613, |
| "learning_rate": 3.887942407271228e-06, |
| "loss": 0.2213, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.2303884805759713, |
| "grad_norm": 0.19628544094095077, |
| "learning_rate": 3.868803093449709e-06, |
| "loss": 0.2256, |
| "step": 2735 |
| }, |
| { |
| "epoch": 1.232638368081596, |
| "grad_norm": 0.1906710395370276, |
| "learning_rate": 3.8496812328093335e-06, |
| "loss": 0.2431, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.2348882555872207, |
| "grad_norm": 0.21739799246928065, |
| "learning_rate": 3.8305771203803434e-06, |
| "loss": 0.2053, |
| "step": 2745 |
| }, |
| { |
| "epoch": 1.2371381430928454, |
| "grad_norm": 0.20933189544262915, |
| "learning_rate": 3.8114910509191483e-06, |
| "loss": 0.2372, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.2393880305984701, |
| "grad_norm": 0.16805864711967494, |
| "learning_rate": 3.7924233189037697e-06, |
| "loss": 0.2421, |
| "step": 2755 |
| }, |
| { |
| "epoch": 1.2416379181040949, |
| "grad_norm": 0.23407049517629622, |
| "learning_rate": 3.773374218529298e-06, |
| "loss": 0.2289, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.2438878056097196, |
| "grad_norm": 0.20043628906146582, |
| "learning_rate": 3.7543440437033656e-06, |
| "loss": 0.2197, |
| "step": 2765 |
| }, |
| { |
| "epoch": 1.2461376931153443, |
| "grad_norm": 0.1811301883423287, |
| "learning_rate": 3.7353330880415963e-06, |
| "loss": 0.2118, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.248387580620969, |
| "grad_norm": 0.20413664615759625, |
| "learning_rate": 3.7163416448630886e-06, |
| "loss": 0.2103, |
| "step": 2775 |
| }, |
| { |
| "epoch": 1.2506374681265937, |
| "grad_norm": 0.2053294418375065, |
| "learning_rate": 3.6973700071858764e-06, |
| "loss": 0.2265, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.2528873556322184, |
| "grad_norm": 0.17855437216730508, |
| "learning_rate": 3.6784184677224204e-06, |
| "loss": 0.2082, |
| "step": 2785 |
| }, |
| { |
| "epoch": 1.2551372431378431, |
| "grad_norm": 0.21204933584524724, |
| "learning_rate": 3.659487318875087e-06, |
| "loss": 0.2368, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.2573871306434679, |
| "grad_norm": 0.244934854739885, |
| "learning_rate": 3.6405768527316376e-06, |
| "loss": 0.2236, |
| "step": 2795 |
| }, |
| { |
| "epoch": 1.2596370181490926, |
| "grad_norm": 0.20352719384257717, |
| "learning_rate": 3.6216873610607155e-06, |
| "loss": 0.2127, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.2618869056547173, |
| "grad_norm": 0.21525625357885447, |
| "learning_rate": 3.602819135307355e-06, |
| "loss": 0.2026, |
| "step": 2805 |
| }, |
| { |
| "epoch": 1.264136793160342, |
| "grad_norm": 0.24886200931475094, |
| "learning_rate": 3.58397246658848e-06, |
| "loss": 0.2049, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.2663866806659667, |
| "grad_norm": 0.22213048059657176, |
| "learning_rate": 3.5651476456884103e-06, |
| "loss": 0.2149, |
| "step": 2815 |
| }, |
| { |
| "epoch": 1.2686365681715914, |
| "grad_norm": 0.24474792019196667, |
| "learning_rate": 3.5463449630543744e-06, |
| "loss": 0.2176, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.2708864556772161, |
| "grad_norm": 0.21959268792414904, |
| "learning_rate": 3.527564708792035e-06, |
| "loss": 0.2319, |
| "step": 2825 |
| }, |
| { |
| "epoch": 1.2731363431828409, |
| "grad_norm": 0.21285142665025264, |
| "learning_rate": 3.508807172661006e-06, |
| "loss": 0.2278, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.2753862306884656, |
| "grad_norm": 0.24872484432655345, |
| "learning_rate": 3.490072644070386e-06, |
| "loss": 0.2367, |
| "step": 2835 |
| }, |
| { |
| "epoch": 1.2776361181940903, |
| "grad_norm": 0.2446892197957464, |
| "learning_rate": 3.47136141207429e-06, |
| "loss": 0.2147, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.279886005699715, |
| "grad_norm": 0.3593552477933211, |
| "learning_rate": 3.452673765367389e-06, |
| "loss": 0.2471, |
| "step": 2845 |
| }, |
| { |
| "epoch": 1.2821358932053397, |
| "grad_norm": 0.18760658096432373, |
| "learning_rate": 3.4340099922804627e-06, |
| "loss": 0.2185, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.2843857807109644, |
| "grad_norm": 0.1746094898464911, |
| "learning_rate": 3.4153703807759432e-06, |
| "loss": 0.1939, |
| "step": 2855 |
| }, |
| { |
| "epoch": 1.2866356682165891, |
| "grad_norm": 0.2386232051443061, |
| "learning_rate": 3.3967552184434753e-06, |
| "loss": 0.2182, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.2888855557222139, |
| "grad_norm": 0.2147456869413775, |
| "learning_rate": 3.378164792495475e-06, |
| "loss": 0.2232, |
| "step": 2865 |
| }, |
| { |
| "epoch": 1.2911354432278386, |
| "grad_norm": 0.21939888824914258, |
| "learning_rate": 3.3595993897627098e-06, |
| "loss": 0.2059, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.2933853307334633, |
| "grad_norm": 0.20007621997926173, |
| "learning_rate": 3.3410592966898565e-06, |
| "loss": 0.2025, |
| "step": 2875 |
| }, |
| { |
| "epoch": 1.295635218239088, |
| "grad_norm": 0.22959303011889556, |
| "learning_rate": 3.3225447993310983e-06, |
| "loss": 0.2004, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.2978851057447127, |
| "grad_norm": 0.23309801112874845, |
| "learning_rate": 3.3040561833456964e-06, |
| "loss": 0.1914, |
| "step": 2885 |
| }, |
| { |
| "epoch": 1.3001349932503374, |
| "grad_norm": 0.22848735574436602, |
| "learning_rate": 3.2855937339935933e-06, |
| "loss": 0.1844, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.3023848807559621, |
| "grad_norm": 0.20570875834144497, |
| "learning_rate": 3.2671577361310087e-06, |
| "loss": 0.2132, |
| "step": 2895 |
| }, |
| { |
| "epoch": 1.3046347682615869, |
| "grad_norm": 0.24826968315533732, |
| "learning_rate": 3.2487484742060427e-06, |
| "loss": 0.2111, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.3068846557672116, |
| "grad_norm": 0.2410762961266627, |
| "learning_rate": 3.2303662322542835e-06, |
| "loss": 0.1948, |
| "step": 2905 |
| }, |
| { |
| "epoch": 1.3091345432728363, |
| "grad_norm": 0.23347593077480983, |
| "learning_rate": 3.212011293894436e-06, |
| "loss": 0.2008, |
| "step": 2910 |
| }, |
| { |
| "epoch": 1.311384430778461, |
| "grad_norm": 0.21360507603920142, |
| "learning_rate": 3.1936839423239376e-06, |
| "loss": 0.2042, |
| "step": 2915 |
| }, |
| { |
| "epoch": 1.3136343182840857, |
| "grad_norm": 0.21960761516089436, |
| "learning_rate": 3.1753844603145894e-06, |
| "loss": 0.2391, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.3158842057897104, |
| "grad_norm": 0.20203229318870164, |
| "learning_rate": 3.1571131302081916e-06, |
| "loss": 0.1876, |
| "step": 2925 |
| }, |
| { |
| "epoch": 1.3181340932953352, |
| "grad_norm": 0.24191918555495237, |
| "learning_rate": 3.138870233912197e-06, |
| "loss": 0.1962, |
| "step": 2930 |
| }, |
| { |
| "epoch": 1.32038398080096, |
| "grad_norm": 0.20921020378628946, |
| "learning_rate": 3.1206560528953467e-06, |
| "loss": 0.2058, |
| "step": 2935 |
| }, |
| { |
| "epoch": 1.3226338683065846, |
| "grad_norm": 0.20869954401470014, |
| "learning_rate": 3.102470868183344e-06, |
| "loss": 0.2064, |
| "step": 2940 |
| }, |
| { |
| "epoch": 1.3248837558122095, |
| "grad_norm": 0.2249649340119077, |
| "learning_rate": 3.084314960354501e-06, |
| "loss": 0.2046, |
| "step": 2945 |
| }, |
| { |
| "epoch": 1.327133643317834, |
| "grad_norm": 0.25182875069609073, |
| "learning_rate": 3.066188609535421e-06, |
| "loss": 0.2037, |
| "step": 2950 |
| }, |
| { |
| "epoch": 1.329383530823459, |
| "grad_norm": 0.21107658603026272, |
| "learning_rate": 3.0480920953966786e-06, |
| "loss": 0.2094, |
| "step": 2955 |
| }, |
| { |
| "epoch": 1.3316334183290834, |
| "grad_norm": 0.22913188913268076, |
| "learning_rate": 3.0300256971484943e-06, |
| "loss": 0.2162, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.3338833058347084, |
| "grad_norm": 0.2539850632246194, |
| "learning_rate": 3.0119896935364305e-06, |
| "loss": 0.1941, |
| "step": 2965 |
| }, |
| { |
| "epoch": 1.3361331933403329, |
| "grad_norm": 0.23858971814994895, |
| "learning_rate": 2.993984362837098e-06, |
| "loss": 0.1839, |
| "step": 2970 |
| }, |
| { |
| "epoch": 1.3383830808459578, |
| "grad_norm": 0.2721885562055672, |
| "learning_rate": 2.9760099828538545e-06, |
| "loss": 0.211, |
| "step": 2975 |
| }, |
| { |
| "epoch": 1.3406329683515823, |
| "grad_norm": 0.2482373958173057, |
| "learning_rate": 2.9580668309125203e-06, |
| "loss": 0.1998, |
| "step": 2980 |
| }, |
| { |
| "epoch": 1.3428828558572072, |
| "grad_norm": 0.2306376622557913, |
| "learning_rate": 2.940155183857096e-06, |
| "loss": 0.2196, |
| "step": 2985 |
| }, |
| { |
| "epoch": 1.3451327433628317, |
| "grad_norm": 0.26262612593731016, |
| "learning_rate": 2.922275318045502e-06, |
| "loss": 0.1882, |
| "step": 2990 |
| }, |
| { |
| "epoch": 1.3473826308684567, |
| "grad_norm": 0.20346419756531464, |
| "learning_rate": 2.9044275093453034e-06, |
| "loss": 0.193, |
| "step": 2995 |
| }, |
| { |
| "epoch": 1.3496325183740812, |
| "grad_norm": 0.22993902000452152, |
| "learning_rate": 2.8866120331294567e-06, |
| "loss": 0.1736, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.351882405879706, |
| "grad_norm": 0.27935117403868454, |
| "learning_rate": 2.8688291642720656e-06, |
| "loss": 0.1904, |
| "step": 3005 |
| }, |
| { |
| "epoch": 1.3541322933853308, |
| "grad_norm": 0.27365571988160076, |
| "learning_rate": 2.8510791771441327e-06, |
| "loss": 0.1853, |
| "step": 3010 |
| }, |
| { |
| "epoch": 1.3563821808909555, |
| "grad_norm": 0.23083646098925237, |
| "learning_rate": 2.8333623456093313e-06, |
| "loss": 0.1968, |
| "step": 3015 |
| }, |
| { |
| "epoch": 1.3586320683965802, |
| "grad_norm": 0.2704413392632432, |
| "learning_rate": 2.815678943019784e-06, |
| "loss": 0.1927, |
| "step": 3020 |
| }, |
| { |
| "epoch": 1.360881955902205, |
| "grad_norm": 0.24524940743516008, |
| "learning_rate": 2.7980292422118282e-06, |
| "loss": 0.2051, |
| "step": 3025 |
| }, |
| { |
| "epoch": 1.3631318434078297, |
| "grad_norm": 0.24409905829083706, |
| "learning_rate": 2.7804135155018307e-06, |
| "loss": 0.164, |
| "step": 3030 |
| }, |
| { |
| "epoch": 1.3653817309134544, |
| "grad_norm": 0.23814624701122666, |
| "learning_rate": 2.762832034681965e-06, |
| "loss": 0.1777, |
| "step": 3035 |
| }, |
| { |
| "epoch": 1.367631618419079, |
| "grad_norm": 0.24368144586742516, |
| "learning_rate": 2.7452850710160305e-06, |
| "loss": 0.1946, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.3698815059247038, |
| "grad_norm": 0.24657044578855591, |
| "learning_rate": 2.727772895235262e-06, |
| "loss": 0.2024, |
| "step": 3045 |
| }, |
| { |
| "epoch": 1.3721313934303285, |
| "grad_norm": 0.20668089980394588, |
| "learning_rate": 2.710295777534154e-06, |
| "loss": 0.1853, |
| "step": 3050 |
| }, |
| { |
| "epoch": 1.3743812809359532, |
| "grad_norm": 0.22601090907078772, |
| "learning_rate": 2.692853987566291e-06, |
| "loss": 0.1764, |
| "step": 3055 |
| }, |
| { |
| "epoch": 1.376631168441578, |
| "grad_norm": 0.2872809956397954, |
| "learning_rate": 2.675447794440188e-06, |
| "loss": 0.1609, |
| "step": 3060 |
| }, |
| { |
| "epoch": 1.3788810559472027, |
| "grad_norm": 0.2411498866283728, |
| "learning_rate": 2.658077466715138e-06, |
| "loss": 0.1813, |
| "step": 3065 |
| }, |
| { |
| "epoch": 1.3811309434528274, |
| "grad_norm": 0.19284001830686515, |
| "learning_rate": 2.6407432723970694e-06, |
| "loss": 0.1751, |
| "step": 3070 |
| }, |
| { |
| "epoch": 1.383380830958452, |
| "grad_norm": 0.23962546665483148, |
| "learning_rate": 2.6234454789344067e-06, |
| "loss": 0.164, |
| "step": 3075 |
| }, |
| { |
| "epoch": 1.3856307184640768, |
| "grad_norm": 0.25424115274026465, |
| "learning_rate": 2.6061843532139563e-06, |
| "loss": 0.1816, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.3878806059697015, |
| "grad_norm": 0.25313051025088457, |
| "learning_rate": 2.5889601615567657e-06, |
| "loss": 0.1813, |
| "step": 3085 |
| }, |
| { |
| "epoch": 1.3901304934753262, |
| "grad_norm": 0.2378148779779353, |
| "learning_rate": 2.5717731697140425e-06, |
| "loss": 0.1822, |
| "step": 3090 |
| }, |
| { |
| "epoch": 1.392380380980951, |
| "grad_norm": 0.24347808422412195, |
| "learning_rate": 2.554623642863031e-06, |
| "loss": 0.165, |
| "step": 3095 |
| }, |
| { |
| "epoch": 1.3946302684865757, |
| "grad_norm": 0.26898645682575706, |
| "learning_rate": 2.5375118456029345e-06, |
| "loss": 0.1834, |
| "step": 3100 |
| }, |
| { |
| "epoch": 1.3968801559922004, |
| "grad_norm": 0.20720842966338204, |
| "learning_rate": 2.520438041950827e-06, |
| "loss": 0.1638, |
| "step": 3105 |
| }, |
| { |
| "epoch": 1.399130043497825, |
| "grad_norm": 0.17953407898094143, |
| "learning_rate": 2.503402495337579e-06, |
| "loss": 0.1547, |
| "step": 3110 |
| }, |
| { |
| "epoch": 1.4013799310034498, |
| "grad_norm": 0.27527731902583097, |
| "learning_rate": 2.4864054686037993e-06, |
| "loss": 0.1771, |
| "step": 3115 |
| }, |
| { |
| "epoch": 1.4036298185090745, |
| "grad_norm": 0.2441103318991431, |
| "learning_rate": 2.469447223995772e-06, |
| "loss": 0.1866, |
| "step": 3120 |
| }, |
| { |
| "epoch": 1.4058797060146992, |
| "grad_norm": 0.22146555295977546, |
| "learning_rate": 2.452528023161414e-06, |
| "loss": 0.1658, |
| "step": 3125 |
| }, |
| { |
| "epoch": 1.408129593520324, |
| "grad_norm": 0.24036023292266545, |
| "learning_rate": 2.4356481271462396e-06, |
| "loss": 0.1951, |
| "step": 3130 |
| }, |
| { |
| "epoch": 1.4103794810259487, |
| "grad_norm": 0.2346343428333368, |
| "learning_rate": 2.4188077963893276e-06, |
| "loss": 0.1724, |
| "step": 3135 |
| }, |
| { |
| "epoch": 1.4126293685315734, |
| "grad_norm": 0.28341682436165366, |
| "learning_rate": 2.4020072907193123e-06, |
| "loss": 0.1786, |
| "step": 3140 |
| }, |
| { |
| "epoch": 1.414879256037198, |
| "grad_norm": 0.25526003142103276, |
| "learning_rate": 2.3852468693503635e-06, |
| "loss": 0.166, |
| "step": 3145 |
| }, |
| { |
| "epoch": 1.4171291435428228, |
| "grad_norm": 0.21169312639212728, |
| "learning_rate": 2.3685267908781934e-06, |
| "loss": 0.1651, |
| "step": 3150 |
| }, |
| { |
| "epoch": 1.4193790310484475, |
| "grad_norm": 0.2311680518850515, |
| "learning_rate": 2.3518473132760668e-06, |
| "loss": 0.1943, |
| "step": 3155 |
| }, |
| { |
| "epoch": 1.4216289185540723, |
| "grad_norm": 0.2466100225354571, |
| "learning_rate": 2.335208693890819e-06, |
| "loss": 0.1759, |
| "step": 3160 |
| }, |
| { |
| "epoch": 1.423878806059697, |
| "grad_norm": 0.25320147361029777, |
| "learning_rate": 2.318611189438884e-06, |
| "loss": 0.1741, |
| "step": 3165 |
| }, |
| { |
| "epoch": 1.4261286935653217, |
| "grad_norm": 0.20379034599277449, |
| "learning_rate": 2.30205505600234e-06, |
| "loss": 0.1515, |
| "step": 3170 |
| }, |
| { |
| "epoch": 1.4283785810709464, |
| "grad_norm": 0.2171396909921854, |
| "learning_rate": 2.2855405490249498e-06, |
| "loss": 0.17, |
| "step": 3175 |
| }, |
| { |
| "epoch": 1.430628468576571, |
| "grad_norm": 0.25025327769749556, |
| "learning_rate": 2.2690679233082237e-06, |
| "loss": 0.1442, |
| "step": 3180 |
| }, |
| { |
| "epoch": 1.4328783560821958, |
| "grad_norm": 0.20134411154173665, |
| "learning_rate": 2.2526374330074945e-06, |
| "loss": 0.172, |
| "step": 3185 |
| }, |
| { |
| "epoch": 1.4351282435878205, |
| "grad_norm": 0.20636498909519851, |
| "learning_rate": 2.23624933162798e-06, |
| "loss": 0.1663, |
| "step": 3190 |
| }, |
| { |
| "epoch": 1.4373781310934453, |
| "grad_norm": 0.24524283669244562, |
| "learning_rate": 2.219903872020885e-06, |
| "loss": 0.1726, |
| "step": 3195 |
| }, |
| { |
| "epoch": 1.43962801859907, |
| "grad_norm": 0.226380159375995, |
| "learning_rate": 2.2036013063795024e-06, |
| "loss": 0.1707, |
| "step": 3200 |
| }, |
| { |
| "epoch": 1.4418779061046947, |
| "grad_norm": 0.23433271109204132, |
| "learning_rate": 2.1873418862353095e-06, |
| "loss": 0.1885, |
| "step": 3205 |
| }, |
| { |
| "epoch": 1.4441277936103196, |
| "grad_norm": 0.27219913617478064, |
| "learning_rate": 2.1711258624540955e-06, |
| "loss": 0.1627, |
| "step": 3210 |
| }, |
| { |
| "epoch": 1.4463776811159441, |
| "grad_norm": 0.2720555642584958, |
| "learning_rate": 2.15495348523209e-06, |
| "loss": 0.1637, |
| "step": 3215 |
| }, |
| { |
| "epoch": 1.448627568621569, |
| "grad_norm": 0.26833619371988116, |
| "learning_rate": 2.1388250040921007e-06, |
| "loss": 0.1536, |
| "step": 3220 |
| }, |
| { |
| "epoch": 1.4508774561271935, |
| "grad_norm": 0.2603614911120465, |
| "learning_rate": 2.1227406678796664e-06, |
| "loss": 0.1608, |
| "step": 3225 |
| }, |
| { |
| "epoch": 1.4531273436328185, |
| "grad_norm": 0.21162975240993986, |
| "learning_rate": 2.1067007247592153e-06, |
| "loss": 0.1649, |
| "step": 3230 |
| }, |
| { |
| "epoch": 1.455377231138443, |
| "grad_norm": 0.240416434380939, |
| "learning_rate": 2.0907054222102367e-06, |
| "loss": 0.157, |
| "step": 3235 |
| }, |
| { |
| "epoch": 1.457627118644068, |
| "grad_norm": 0.22619962147371023, |
| "learning_rate": 2.074755007023461e-06, |
| "loss": 0.152, |
| "step": 3240 |
| }, |
| { |
| "epoch": 1.4598770061496924, |
| "grad_norm": 0.23122000932974787, |
| "learning_rate": 2.058849725297061e-06, |
| "loss": 0.1674, |
| "step": 3245 |
| }, |
| { |
| "epoch": 1.4621268936553173, |
| "grad_norm": 0.20088454332338435, |
| "learning_rate": 2.042989822432837e-06, |
| "loss": 0.1426, |
| "step": 3250 |
| }, |
| { |
| "epoch": 1.4643767811609418, |
| "grad_norm": 0.22446161891702227, |
| "learning_rate": 2.0271755431324456e-06, |
| "loss": 0.1431, |
| "step": 3255 |
| }, |
| { |
| "epoch": 1.4666266686665668, |
| "grad_norm": 0.25951357745647785, |
| "learning_rate": 2.011407131393624e-06, |
| "loss": 0.1521, |
| "step": 3260 |
| }, |
| { |
| "epoch": 1.4688765561721913, |
| "grad_norm": 0.23931332134441274, |
| "learning_rate": 1.9956848305064156e-06, |
| "loss": 0.1348, |
| "step": 3265 |
| }, |
| { |
| "epoch": 1.4711264436778162, |
| "grad_norm": 0.2443591943685552, |
| "learning_rate": 1.9800088830494233e-06, |
| "loss": 0.1616, |
| "step": 3270 |
| }, |
| { |
| "epoch": 1.4733763311834407, |
| "grad_norm": 0.2583750411808441, |
| "learning_rate": 1.964379530886066e-06, |
| "loss": 0.1568, |
| "step": 3275 |
| }, |
| { |
| "epoch": 1.4756262186890656, |
| "grad_norm": 0.23149031179647173, |
| "learning_rate": 1.948797015160845e-06, |
| "loss": 0.1628, |
| "step": 3280 |
| }, |
| { |
| "epoch": 1.4778761061946903, |
| "grad_norm": 0.24603772896490778, |
| "learning_rate": 1.9332615762956252e-06, |
| "loss": 0.172, |
| "step": 3285 |
| }, |
| { |
| "epoch": 1.480125993700315, |
| "grad_norm": 0.21815434321755453, |
| "learning_rate": 1.9177734539859246e-06, |
| "loss": 0.1412, |
| "step": 3290 |
| }, |
| { |
| "epoch": 1.4823758812059398, |
| "grad_norm": 0.22721807904843327, |
| "learning_rate": 1.9023328871972163e-06, |
| "loss": 0.1535, |
| "step": 3295 |
| }, |
| { |
| "epoch": 1.4846257687115645, |
| "grad_norm": 0.242196598571302, |
| "learning_rate": 1.886940114161241e-06, |
| "loss": 0.1418, |
| "step": 3300 |
| }, |
| { |
| "epoch": 1.4868756562171892, |
| "grad_norm": 0.31031701723743615, |
| "learning_rate": 1.8715953723723374e-06, |
| "loss": 0.152, |
| "step": 3305 |
| }, |
| { |
| "epoch": 1.489125543722814, |
| "grad_norm": 0.2768031393228084, |
| "learning_rate": 1.8562988985837632e-06, |
| "loss": 0.1333, |
| "step": 3310 |
| }, |
| { |
| "epoch": 1.4913754312284386, |
| "grad_norm": 0.20415150169731586, |
| "learning_rate": 1.8410509288040557e-06, |
| "loss": 0.1414, |
| "step": 3315 |
| }, |
| { |
| "epoch": 1.4936253187340633, |
| "grad_norm": 0.26667619653525043, |
| "learning_rate": 1.8258516982933905e-06, |
| "loss": 0.1468, |
| "step": 3320 |
| }, |
| { |
| "epoch": 1.495875206239688, |
| "grad_norm": 0.2944474959496459, |
| "learning_rate": 1.8107014415599416e-06, |
| "loss": 0.1191, |
| "step": 3325 |
| }, |
| { |
| "epoch": 1.4981250937453128, |
| "grad_norm": 0.2393057029593332, |
| "learning_rate": 1.7956003923562715e-06, |
| "loss": 0.1404, |
| "step": 3330 |
| }, |
| { |
| "epoch": 1.5003749812509375, |
| "grad_norm": 0.2714540493615385, |
| "learning_rate": 1.7805487836757224e-06, |
| "loss": 0.139, |
| "step": 3335 |
| }, |
| { |
| "epoch": 1.5026248687565622, |
| "grad_norm": 0.24328575957899592, |
| "learning_rate": 1.7655468477488191e-06, |
| "loss": 0.1388, |
| "step": 3340 |
| }, |
| { |
| "epoch": 1.504874756262187, |
| "grad_norm": 0.22919700731255085, |
| "learning_rate": 1.7505948160396901e-06, |
| "loss": 0.1238, |
| "step": 3345 |
| }, |
| { |
| "epoch": 1.5071246437678116, |
| "grad_norm": 0.2619372461489788, |
| "learning_rate": 1.7356929192424937e-06, |
| "loss": 0.1451, |
| "step": 3350 |
| }, |
| { |
| "epoch": 1.5093745312734363, |
| "grad_norm": 0.2086634801533094, |
| "learning_rate": 1.720841387277858e-06, |
| "loss": 0.1485, |
| "step": 3355 |
| }, |
| { |
| "epoch": 1.511624418779061, |
| "grad_norm": 0.22980427576347195, |
| "learning_rate": 1.7060404492893345e-06, |
| "loss": 0.1474, |
| "step": 3360 |
| }, |
| { |
| "epoch": 1.5138743062846858, |
| "grad_norm": 0.24590985962229212, |
| "learning_rate": 1.6912903336398677e-06, |
| "loss": 0.1375, |
| "step": 3365 |
| }, |
| { |
| "epoch": 1.5161241937903105, |
| "grad_norm": 0.25732491354780235, |
| "learning_rate": 1.6765912679082592e-06, |
| "loss": 0.1357, |
| "step": 3370 |
| }, |
| { |
| "epoch": 1.5183740812959352, |
| "grad_norm": 0.26500627710086616, |
| "learning_rate": 1.6619434788856664e-06, |
| "loss": 0.1419, |
| "step": 3375 |
| }, |
| { |
| "epoch": 1.52062396880156, |
| "grad_norm": 0.2928540052735079, |
| "learning_rate": 1.647347192572105e-06, |
| "loss": 0.1307, |
| "step": 3380 |
| }, |
| { |
| "epoch": 1.5228738563071846, |
| "grad_norm": 0.21671093221137389, |
| "learning_rate": 1.6328026341729547e-06, |
| "loss": 0.1269, |
| "step": 3385 |
| }, |
| { |
| "epoch": 1.5251237438128094, |
| "grad_norm": 0.20008846223184612, |
| "learning_rate": 1.618310028095486e-06, |
| "loss": 0.1229, |
| "step": 3390 |
| }, |
| { |
| "epoch": 1.527373631318434, |
| "grad_norm": 0.27258283595012933, |
| "learning_rate": 1.6038695979454033e-06, |
| "loss": 0.1291, |
| "step": 3395 |
| }, |
| { |
| "epoch": 1.5296235188240588, |
| "grad_norm": 0.1659681540695972, |
| "learning_rate": 1.589481566523388e-06, |
| "loss": 0.1132, |
| "step": 3400 |
| }, |
| { |
| "epoch": 1.5318734063296835, |
| "grad_norm": 0.29801173110625, |
| "learning_rate": 1.5751461558216662e-06, |
| "loss": 0.1557, |
| "step": 3405 |
| }, |
| { |
| "epoch": 1.5341232938353082, |
| "grad_norm": 0.21585855046664817, |
| "learning_rate": 1.5608635870205813e-06, |
| "loss": 0.1275, |
| "step": 3410 |
| }, |
| { |
| "epoch": 1.536373181340933, |
| "grad_norm": 0.22691724613303907, |
| "learning_rate": 1.546634080485181e-06, |
| "loss": 0.1263, |
| "step": 3415 |
| }, |
| { |
| "epoch": 1.5386230688465576, |
| "grad_norm": 0.3126367672650283, |
| "learning_rate": 1.5324578557618158e-06, |
| "loss": 0.1281, |
| "step": 3420 |
| }, |
| { |
| "epoch": 1.5408729563521824, |
| "grad_norm": 0.2605966357941338, |
| "learning_rate": 1.5183351315747618e-06, |
| "loss": 0.1334, |
| "step": 3425 |
| }, |
| { |
| "epoch": 1.543122843857807, |
| "grad_norm": 0.21630173206179193, |
| "learning_rate": 1.5042661258228268e-06, |
| "loss": 0.1372, |
| "step": 3430 |
| }, |
| { |
| "epoch": 1.5453727313634318, |
| "grad_norm": 0.26829878682557234, |
| "learning_rate": 1.4902510555760052e-06, |
| "loss": 0.1257, |
| "step": 3435 |
| }, |
| { |
| "epoch": 1.5476226188690565, |
| "grad_norm": 0.29544397855593446, |
| "learning_rate": 1.4762901370721266e-06, |
| "loss": 0.1396, |
| "step": 3440 |
| }, |
| { |
| "epoch": 1.5498725063746812, |
| "grad_norm": 0.24819039772864243, |
| "learning_rate": 1.4623835857135099e-06, |
| "loss": 0.1298, |
| "step": 3445 |
| }, |
| { |
| "epoch": 1.552122393880306, |
| "grad_norm": 0.20631029388339692, |
| "learning_rate": 1.4485316160636491e-06, |
| "loss": 0.1135, |
| "step": 3450 |
| }, |
| { |
| "epoch": 1.5543722813859309, |
| "grad_norm": 0.2588845660409855, |
| "learning_rate": 1.434734441843899e-06, |
| "loss": 0.119, |
| "step": 3455 |
| }, |
| { |
| "epoch": 1.5566221688915554, |
| "grad_norm": 0.27482300851220287, |
| "learning_rate": 1.420992275930178e-06, |
| "loss": 0.1228, |
| "step": 3460 |
| }, |
| { |
| "epoch": 1.5588720563971803, |
| "grad_norm": 0.23756828701782703, |
| "learning_rate": 1.4073053303496837e-06, |
| "loss": 0.1397, |
| "step": 3465 |
| }, |
| { |
| "epoch": 1.5611219439028048, |
| "grad_norm": 0.2565129570324179, |
| "learning_rate": 1.3936738162776269e-06, |
| "loss": 0.1171, |
| "step": 3470 |
| }, |
| { |
| "epoch": 1.5633718314084297, |
| "grad_norm": 0.23747517958547196, |
| "learning_rate": 1.3800979440339602e-06, |
| "loss": 0.1112, |
| "step": 3475 |
| }, |
| { |
| "epoch": 1.5656217189140542, |
| "grad_norm": 0.28612053881235616, |
| "learning_rate": 1.3665779230801452e-06, |
| "loss": 0.1214, |
| "step": 3480 |
| }, |
| { |
| "epoch": 1.5678716064196792, |
| "grad_norm": 0.21974317229860285, |
| "learning_rate": 1.353113962015919e-06, |
| "loss": 0.1133, |
| "step": 3485 |
| }, |
| { |
| "epoch": 1.5701214939253036, |
| "grad_norm": 0.2586485593990932, |
| "learning_rate": 1.3397062685760715e-06, |
| "loss": 0.131, |
| "step": 3490 |
| }, |
| { |
| "epoch": 1.5723713814309286, |
| "grad_norm": 0.24428264502478964, |
| "learning_rate": 1.326355049627238e-06, |
| "loss": 0.1239, |
| "step": 3495 |
| }, |
| { |
| "epoch": 1.574621268936553, |
| "grad_norm": 0.2440528536513943, |
| "learning_rate": 1.31306051116472e-06, |
| "loss": 0.1156, |
| "step": 3500 |
| }, |
| { |
| "epoch": 1.576871156442178, |
| "grad_norm": 0.25949845916894754, |
| "learning_rate": 1.299822858309292e-06, |
| "loss": 0.118, |
| "step": 3505 |
| }, |
| { |
| "epoch": 1.5791210439478025, |
| "grad_norm": 0.27496698683134035, |
| "learning_rate": 1.2866422953040458e-06, |
| "loss": 0.1364, |
| "step": 3510 |
| }, |
| { |
| "epoch": 1.5813709314534274, |
| "grad_norm": 0.22644679203329376, |
| "learning_rate": 1.273519025511236e-06, |
| "loss": 0.1242, |
| "step": 3515 |
| }, |
| { |
| "epoch": 1.583620818959052, |
| "grad_norm": 0.27460451136628766, |
| "learning_rate": 1.2604532514091444e-06, |
| "loss": 0.1179, |
| "step": 3520 |
| }, |
| { |
| "epoch": 1.5858707064646769, |
| "grad_norm": 0.20903077719719648, |
| "learning_rate": 1.2474451745889516e-06, |
| "loss": 0.1174, |
| "step": 3525 |
| }, |
| { |
| "epoch": 1.5881205939703014, |
| "grad_norm": 0.24497256736111866, |
| "learning_rate": 1.2344949957516356e-06, |
| "loss": 0.1119, |
| "step": 3530 |
| }, |
| { |
| "epoch": 1.5903704814759263, |
| "grad_norm": 0.2539761952183662, |
| "learning_rate": 1.221602914704862e-06, |
| "loss": 0.1219, |
| "step": 3535 |
| }, |
| { |
| "epoch": 1.5926203689815508, |
| "grad_norm": 0.23677806854402075, |
| "learning_rate": 1.2087691303599109e-06, |
| "loss": 0.1131, |
| "step": 3540 |
| }, |
| { |
| "epoch": 1.5948702564871757, |
| "grad_norm": 0.28943703222233913, |
| "learning_rate": 1.1959938407286099e-06, |
| "loss": 0.1265, |
| "step": 3545 |
| }, |
| { |
| "epoch": 1.5971201439928002, |
| "grad_norm": 0.26936033145050353, |
| "learning_rate": 1.1832772429202716e-06, |
| "loss": 0.1155, |
| "step": 3550 |
| }, |
| { |
| "epoch": 1.5993700314984252, |
| "grad_norm": 0.24859595390547068, |
| "learning_rate": 1.1706195331386494e-06, |
| "loss": 0.1319, |
| "step": 3555 |
| }, |
| { |
| "epoch": 1.6016199190040497, |
| "grad_norm": 0.21137786230401104, |
| "learning_rate": 1.1580209066789272e-06, |
| "loss": 0.0959, |
| "step": 3560 |
| }, |
| { |
| "epoch": 1.6038698065096746, |
| "grad_norm": 0.18826307259382147, |
| "learning_rate": 1.1454815579246874e-06, |
| "loss": 0.1162, |
| "step": 3565 |
| }, |
| { |
| "epoch": 1.606119694015299, |
| "grad_norm": 0.2059875775498964, |
| "learning_rate": 1.1330016803449224e-06, |
| "loss": 0.1079, |
| "step": 3570 |
| }, |
| { |
| "epoch": 1.608369581520924, |
| "grad_norm": 0.28679664201908944, |
| "learning_rate": 1.1205814664910464e-06, |
| "loss": 0.1323, |
| "step": 3575 |
| }, |
| { |
| "epoch": 1.6106194690265485, |
| "grad_norm": 0.23898491505271052, |
| "learning_rate": 1.1082211079939248e-06, |
| "loss": 0.1, |
| "step": 3580 |
| }, |
| { |
| "epoch": 1.6128693565321734, |
| "grad_norm": 0.2700410969754371, |
| "learning_rate": 1.0959207955609163e-06, |
| "loss": 0.107, |
| "step": 3585 |
| }, |
| { |
| "epoch": 1.6151192440377982, |
| "grad_norm": 0.21154102841364958, |
| "learning_rate": 1.083680718972938e-06, |
| "loss": 0.1126, |
| "step": 3590 |
| }, |
| { |
| "epoch": 1.6173691315434229, |
| "grad_norm": 0.19582804111079785, |
| "learning_rate": 1.0715010670815212e-06, |
| "loss": 0.1111, |
| "step": 3595 |
| }, |
| { |
| "epoch": 1.6196190190490476, |
| "grad_norm": 0.2154658262674778, |
| "learning_rate": 1.059382027805914e-06, |
| "loss": 0.1025, |
| "step": 3600 |
| }, |
| { |
| "epoch": 1.6218689065546723, |
| "grad_norm": 0.30677049526532074, |
| "learning_rate": 1.0473237881301763e-06, |
| "loss": 0.1201, |
| "step": 3605 |
| }, |
| { |
| "epoch": 1.624118794060297, |
| "grad_norm": 0.23614701148998188, |
| "learning_rate": 1.0353265341002916e-06, |
| "loss": 0.104, |
| "step": 3610 |
| }, |
| { |
| "epoch": 1.6263686815659217, |
| "grad_norm": 0.24690793627028748, |
| "learning_rate": 1.0233904508212955e-06, |
| "loss": 0.1078, |
| "step": 3615 |
| }, |
| { |
| "epoch": 1.6286185690715465, |
| "grad_norm": 0.31258122069910355, |
| "learning_rate": 1.0115157224544313e-06, |
| "loss": 0.1036, |
| "step": 3620 |
| }, |
| { |
| "epoch": 1.6308684565771712, |
| "grad_norm": 0.23164502515145138, |
| "learning_rate": 9.997025322142934e-07, |
| "loss": 0.1082, |
| "step": 3625 |
| }, |
| { |
| "epoch": 1.6331183440827959, |
| "grad_norm": 0.24106743301610264, |
| "learning_rate": 9.87951062366011e-07, |
| "loss": 0.1197, |
| "step": 3630 |
| }, |
| { |
| "epoch": 1.6353682315884206, |
| "grad_norm": 0.26573732918101894, |
| "learning_rate": 9.762614942224312e-07, |
| "loss": 0.1205, |
| "step": 3635 |
| }, |
| { |
| "epoch": 1.6376181190940453, |
| "grad_norm": 0.11482579343049812, |
| "learning_rate": 9.646340081413225e-07, |
| "loss": 0.0915, |
| "step": 3640 |
| }, |
| { |
| "epoch": 1.63986800659967, |
| "grad_norm": 0.21075003083613178, |
| "learning_rate": 9.530687835225916e-07, |
| "loss": 0.097, |
| "step": 3645 |
| }, |
| { |
| "epoch": 1.6421178941052947, |
| "grad_norm": 0.23753636897967206, |
| "learning_rate": 9.415659988055215e-07, |
| "loss": 0.1042, |
| "step": 3650 |
| }, |
| { |
| "epoch": 1.6443677816109195, |
| "grad_norm": 0.24065236956197258, |
| "learning_rate": 9.30125831466005e-07, |
| "loss": 0.1021, |
| "step": 3655 |
| }, |
| { |
| "epoch": 1.6466176691165442, |
| "grad_norm": 0.28653116996485667, |
| "learning_rate": 9.187484580138184e-07, |
| "loss": 0.1153, |
| "step": 3660 |
| }, |
| { |
| "epoch": 1.6488675566221689, |
| "grad_norm": 0.2563141158700858, |
| "learning_rate": 9.074340539898962e-07, |
| "loss": 0.1106, |
| "step": 3665 |
| }, |
| { |
| "epoch": 1.6511174441277936, |
| "grad_norm": 0.29385405444476315, |
| "learning_rate": 8.961827939636198e-07, |
| "loss": 0.1087, |
| "step": 3670 |
| }, |
| { |
| "epoch": 1.6533673316334183, |
| "grad_norm": 0.2631541250069433, |
| "learning_rate": 8.849948515301188e-07, |
| "loss": 0.0978, |
| "step": 3675 |
| }, |
| { |
| "epoch": 1.655617219139043, |
| "grad_norm": 0.2722585679724958, |
| "learning_rate": 8.738703993076087e-07, |
| "loss": 0.109, |
| "step": 3680 |
| }, |
| { |
| "epoch": 1.6578671066446677, |
| "grad_norm": 0.3065358825170482, |
| "learning_rate": 8.62809608934711e-07, |
| "loss": 0.1019, |
| "step": 3685 |
| }, |
| { |
| "epoch": 1.6601169941502925, |
| "grad_norm": 0.23763230365231583, |
| "learning_rate": 8.518126510678138e-07, |
| "loss": 0.1138, |
| "step": 3690 |
| }, |
| { |
| "epoch": 1.6623668816559172, |
| "grad_norm": 0.2532402386408982, |
| "learning_rate": 8.408796953784365e-07, |
| "loss": 0.1102, |
| "step": 3695 |
| }, |
| { |
| "epoch": 1.6646167691615419, |
| "grad_norm": 0.23005454958970656, |
| "learning_rate": 8.30010910550611e-07, |
| "loss": 0.1017, |
| "step": 3700 |
| }, |
| { |
| "epoch": 1.6668666566671666, |
| "grad_norm": 0.2194832160899072, |
| "learning_rate": 8.19206464278281e-07, |
| "loss": 0.0985, |
| "step": 3705 |
| }, |
| { |
| "epoch": 1.6691165441727913, |
| "grad_norm": 0.32261159442961446, |
| "learning_rate": 8.084665232627165e-07, |
| "loss": 0.1115, |
| "step": 3710 |
| }, |
| { |
| "epoch": 1.671366431678416, |
| "grad_norm": 0.28020915769071963, |
| "learning_rate": 7.977912532099336e-07, |
| "loss": 0.1072, |
| "step": 3715 |
| }, |
| { |
| "epoch": 1.6736163191840407, |
| "grad_norm": 0.2587579519713862, |
| "learning_rate": 7.871808188281461e-07, |
| "loss": 0.0884, |
| "step": 3720 |
| }, |
| { |
| "epoch": 1.6758662066896655, |
| "grad_norm": 0.25937560152984207, |
| "learning_rate": 7.766353838252227e-07, |
| "loss": 0.0963, |
| "step": 3725 |
| }, |
| { |
| "epoch": 1.6781160941952904, |
| "grad_norm": 0.2623209006276337, |
| "learning_rate": 7.661551109061593e-07, |
| "loss": 0.0945, |
| "step": 3730 |
| }, |
| { |
| "epoch": 1.680365981700915, |
| "grad_norm": 0.2734268883455671, |
| "learning_rate": 7.557401617705673e-07, |
| "loss": 0.0962, |
| "step": 3735 |
| }, |
| { |
| "epoch": 1.6826158692065398, |
| "grad_norm": 0.2600567478099387, |
| "learning_rate": 7.453906971101826e-07, |
| "loss": 0.0965, |
| "step": 3740 |
| }, |
| { |
| "epoch": 1.6848657567121643, |
| "grad_norm": 0.21549655386834185, |
| "learning_rate": 7.35106876606384e-07, |
| "loss": 0.0802, |
| "step": 3745 |
| }, |
| { |
| "epoch": 1.6871156442177893, |
| "grad_norm": 0.23243787528580465, |
| "learning_rate": 7.248888589277275e-07, |
| "loss": 0.0979, |
| "step": 3750 |
| }, |
| { |
| "epoch": 1.6893655317234137, |
| "grad_norm": 0.2724000087724297, |
| "learning_rate": 7.147368017275075e-07, |
| "loss": 0.0954, |
| "step": 3755 |
| }, |
| { |
| "epoch": 1.6916154192290387, |
| "grad_norm": 0.27067809227580786, |
| "learning_rate": 7.046508616413078e-07, |
| "loss": 0.0921, |
| "step": 3760 |
| }, |
| { |
| "epoch": 1.6938653067346632, |
| "grad_norm": 0.2211597100684428, |
| "learning_rate": 6.946311942846002e-07, |
| "loss": 0.1051, |
| "step": 3765 |
| }, |
| { |
| "epoch": 1.6961151942402881, |
| "grad_norm": 0.24002929405082607, |
| "learning_rate": 6.846779542503384e-07, |
| "loss": 0.0899, |
| "step": 3770 |
| }, |
| { |
| "epoch": 1.6983650817459126, |
| "grad_norm": 0.19994511733272957, |
| "learning_rate": 6.747912951065722e-07, |
| "loss": 0.0914, |
| "step": 3775 |
| }, |
| { |
| "epoch": 1.7006149692515375, |
| "grad_norm": 0.3127468963077912, |
| "learning_rate": 6.649713693940718e-07, |
| "loss": 0.1032, |
| "step": 3780 |
| }, |
| { |
| "epoch": 1.702864856757162, |
| "grad_norm": 0.23642047104133684, |
| "learning_rate": 6.552183286239899e-07, |
| "loss": 0.087, |
| "step": 3785 |
| }, |
| { |
| "epoch": 1.705114744262787, |
| "grad_norm": 0.2068805673647048, |
| "learning_rate": 6.455323232755095e-07, |
| "loss": 0.093, |
| "step": 3790 |
| }, |
| { |
| "epoch": 1.7073646317684115, |
| "grad_norm": 0.26466757083784725, |
| "learning_rate": 6.35913502793527e-07, |
| "loss": 0.0857, |
| "step": 3795 |
| }, |
| { |
| "epoch": 1.7096145192740364, |
| "grad_norm": 0.20726909159845547, |
| "learning_rate": 6.263620155863492e-07, |
| "loss": 0.0863, |
| "step": 3800 |
| }, |
| { |
| "epoch": 1.711864406779661, |
| "grad_norm": 0.21055369695393691, |
| "learning_rate": 6.168780090233994e-07, |
| "loss": 0.0916, |
| "step": 3805 |
| }, |
| { |
| "epoch": 1.7141142942852858, |
| "grad_norm": 0.2778245613335268, |
| "learning_rate": 6.07461629432945e-07, |
| "loss": 0.0917, |
| "step": 3810 |
| }, |
| { |
| "epoch": 1.7163641817909103, |
| "grad_norm": 0.1999858453456665, |
| "learning_rate": 5.981130220998444e-07, |
| "loss": 0.0746, |
| "step": 3815 |
| }, |
| { |
| "epoch": 1.7186140692965353, |
| "grad_norm": 0.19402830775044652, |
| "learning_rate": 5.888323312632948e-07, |
| "loss": 0.094, |
| "step": 3820 |
| }, |
| { |
| "epoch": 1.7208639568021598, |
| "grad_norm": 0.26795633448623635, |
| "learning_rate": 5.796197001146164e-07, |
| "loss": 0.0884, |
| "step": 3825 |
| }, |
| { |
| "epoch": 1.7231138443077847, |
| "grad_norm": 0.2390770570872304, |
| "learning_rate": 5.704752707950412e-07, |
| "loss": 0.0905, |
| "step": 3830 |
| }, |
| { |
| "epoch": 1.7253637318134092, |
| "grad_norm": 0.16942131967267335, |
| "learning_rate": 5.613991843935179e-07, |
| "loss": 0.0827, |
| "step": 3835 |
| }, |
| { |
| "epoch": 1.7276136193190341, |
| "grad_norm": 0.2027819269347922, |
| "learning_rate": 5.523915809445313e-07, |
| "loss": 0.0832, |
| "step": 3840 |
| }, |
| { |
| "epoch": 1.7298635068246586, |
| "grad_norm": 0.22046848444535852, |
| "learning_rate": 5.434525994259531e-07, |
| "loss": 0.0886, |
| "step": 3845 |
| }, |
| { |
| "epoch": 1.7321133943302836, |
| "grad_norm": 0.2595049287219421, |
| "learning_rate": 5.345823777568859e-07, |
| "loss": 0.0937, |
| "step": 3850 |
| }, |
| { |
| "epoch": 1.734363281835908, |
| "grad_norm": 0.24929926941084485, |
| "learning_rate": 5.25781052795541e-07, |
| "loss": 0.0787, |
| "step": 3855 |
| }, |
| { |
| "epoch": 1.736613169341533, |
| "grad_norm": 0.24888880504119226, |
| "learning_rate": 5.170487603371266e-07, |
| "loss": 0.0845, |
| "step": 3860 |
| }, |
| { |
| "epoch": 1.7388630568471577, |
| "grad_norm": 0.2604651193142029, |
| "learning_rate": 5.083856351117511e-07, |
| "loss": 0.0786, |
| "step": 3865 |
| }, |
| { |
| "epoch": 1.7411129443527824, |
| "grad_norm": 0.20003829357925593, |
| "learning_rate": 4.997918107823446e-07, |
| "loss": 0.08, |
| "step": 3870 |
| }, |
| { |
| "epoch": 1.7433628318584071, |
| "grad_norm": 0.2051972235262297, |
| "learning_rate": 4.912674199425999e-07, |
| "loss": 0.0853, |
| "step": 3875 |
| }, |
| { |
| "epoch": 1.7456127193640318, |
| "grad_norm": 0.2549934939375718, |
| "learning_rate": 4.828125941149197e-07, |
| "loss": 0.0844, |
| "step": 3880 |
| }, |
| { |
| "epoch": 1.7478626068696566, |
| "grad_norm": 0.3024383705811877, |
| "learning_rate": 4.7442746374839363e-07, |
| "loss": 0.0846, |
| "step": 3885 |
| }, |
| { |
| "epoch": 1.7501124943752813, |
| "grad_norm": 0.21907085756014216, |
| "learning_rate": 4.6611215821678546e-07, |
| "loss": 0.0839, |
| "step": 3890 |
| }, |
| { |
| "epoch": 1.752362381880906, |
| "grad_norm": 0.2241634174428953, |
| "learning_rate": 4.578668058165325e-07, |
| "loss": 0.0758, |
| "step": 3895 |
| }, |
| { |
| "epoch": 1.7546122693865307, |
| "grad_norm": 0.26223122192387566, |
| "learning_rate": 4.4969153376476726e-07, |
| "loss": 0.0814, |
| "step": 3900 |
| }, |
| { |
| "epoch": 1.7568621568921554, |
| "grad_norm": 0.3009548280743066, |
| "learning_rate": 4.415864681973608e-07, |
| "loss": 0.079, |
| "step": 3905 |
| }, |
| { |
| "epoch": 1.7591120443977801, |
| "grad_norm": 0.2282784959309563, |
| "learning_rate": 4.335517341669676e-07, |
| "loss": 0.084, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.7613619319034048, |
| "grad_norm": 0.2736169743202772, |
| "learning_rate": 4.255874556411016e-07, |
| "loss": 0.0845, |
| "step": 3915 |
| }, |
| { |
| "epoch": 1.7636118194090296, |
| "grad_norm": 0.2273826431677496, |
| "learning_rate": 4.176937555002231e-07, |
| "loss": 0.0789, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.7658617069146543, |
| "grad_norm": 0.2562359538975016, |
| "learning_rate": 4.098707555358411e-07, |
| "loss": 0.0841, |
| "step": 3925 |
| }, |
| { |
| "epoch": 1.768111594420279, |
| "grad_norm": 0.20875979878240594, |
| "learning_rate": 4.0211857644863404e-07, |
| "loss": 0.0868, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.7703614819259037, |
| "grad_norm": 0.23466550669048516, |
| "learning_rate": 3.9443733784659324e-07, |
| "loss": 0.0863, |
| "step": 3935 |
| }, |
| { |
| "epoch": 1.7726113694315284, |
| "grad_norm": 0.22510691667210447, |
| "learning_rate": 3.8682715824316594e-07, |
| "loss": 0.0966, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.7748612569371531, |
| "grad_norm": 0.20906650720115227, |
| "learning_rate": 3.792881550554373e-07, |
| "loss": 0.0792, |
| "step": 3945 |
| }, |
| { |
| "epoch": 1.7771111444427778, |
| "grad_norm": 0.27079014394170864, |
| "learning_rate": 3.7182044460231605e-07, |
| "loss": 0.0793, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.7793610319484026, |
| "grad_norm": 0.1857139907781371, |
| "learning_rate": 3.6442414210273834e-07, |
| "loss": 0.0798, |
| "step": 3955 |
| }, |
| { |
| "epoch": 1.7816109194540273, |
| "grad_norm": 0.2556479800636284, |
| "learning_rate": 3.570993616738866e-07, |
| "loss": 0.0848, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.783860806959652, |
| "grad_norm": 0.20166968130742072, |
| "learning_rate": 3.498462163294386e-07, |
| "loss": 0.0811, |
| "step": 3965 |
| }, |
| { |
| "epoch": 1.7861106944652767, |
| "grad_norm": 0.2536060487731229, |
| "learning_rate": 3.426648179778147e-07, |
| "loss": 0.0953, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.7883605819709014, |
| "grad_norm": 0.2112175288890015, |
| "learning_rate": 3.355552774204551e-07, |
| "loss": 0.0762, |
| "step": 3975 |
| }, |
| { |
| "epoch": 1.7906104694765261, |
| "grad_norm": 0.2295537149666403, |
| "learning_rate": 3.2851770435010864e-07, |
| "loss": 0.0767, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.7928603569821508, |
| "grad_norm": 0.2866042831708544, |
| "learning_rate": 3.215522073491434e-07, |
| "loss": 0.0822, |
| "step": 3985 |
| }, |
| { |
| "epoch": 1.7951102444877756, |
| "grad_norm": 0.21056995297624528, |
| "learning_rate": 3.1465889388786697e-07, |
| "loss": 0.0884, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.7973601319934003, |
| "grad_norm": 0.2722790864581489, |
| "learning_rate": 3.0783787032287407e-07, |
| "loss": 0.0881, |
| "step": 3995 |
| }, |
| { |
| "epoch": 1.799610019499025, |
| "grad_norm": 0.2828340673761126, |
| "learning_rate": 3.010892418953981e-07, |
| "loss": 0.0791, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.80185990700465, |
| "grad_norm": 0.2144007429401686, |
| "learning_rate": 2.9441311272969343e-07, |
| "loss": 0.067, |
| "step": 4005 |
| }, |
| { |
| "epoch": 1.8041097945102744, |
| "grad_norm": 0.21922591950990084, |
| "learning_rate": 2.878095858314278e-07, |
| "loss": 0.0702, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.8063596820158994, |
| "grad_norm": 0.20896747701719126, |
| "learning_rate": 2.812787630860919e-07, |
| "loss": 0.078, |
| "step": 4015 |
| }, |
| { |
| "epoch": 1.8086095695215239, |
| "grad_norm": 0.21476087685701412, |
| "learning_rate": 2.7482074525742477e-07, |
| "loss": 0.0688, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.8108594570271488, |
| "grad_norm": 0.24301133633323727, |
| "learning_rate": 2.6843563198586553e-07, |
| "loss": 0.0804, |
| "step": 4025 |
| }, |
| { |
| "epoch": 1.8131093445327733, |
| "grad_norm": 0.23191122306412676, |
| "learning_rate": 2.621235217870116e-07, |
| "loss": 0.0861, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.8153592320383982, |
| "grad_norm": 0.207067846018882, |
| "learning_rate": 2.55884512050098e-07, |
| "loss": 0.0886, |
| "step": 4035 |
| }, |
| { |
| "epoch": 1.8176091195440227, |
| "grad_norm": 0.22298796620779232, |
| "learning_rate": 2.4971869903649916e-07, |
| "loss": 0.0841, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.8198590070496476, |
| "grad_norm": 0.2933340830070678, |
| "learning_rate": 2.436261778782378e-07, |
| "loss": 0.0794, |
| "step": 4045 |
| }, |
| { |
| "epoch": 1.8221088945552721, |
| "grad_norm": 0.21972032956327708, |
| "learning_rate": 2.3760704257652145e-07, |
| "loss": 0.0774, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.824358782060897, |
| "grad_norm": 0.2597840708263632, |
| "learning_rate": 2.3166138600029198e-07, |
| "loss": 0.0772, |
| "step": 4055 |
| }, |
| { |
| "epoch": 1.8266086695665216, |
| "grad_norm": 0.24945833711183132, |
| "learning_rate": 2.257892998847916e-07, |
| "loss": 0.0758, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.8288585570721465, |
| "grad_norm": 0.2108872276998458, |
| "learning_rate": 2.1999087483014437e-07, |
| "loss": 0.0742, |
| "step": 4065 |
| }, |
| { |
| "epoch": 1.831108444577771, |
| "grad_norm": 0.2561087507310594, |
| "learning_rate": 2.1426620029996516e-07, |
| "loss": 0.078, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.833358332083396, |
| "grad_norm": 0.18787526118382977, |
| "learning_rate": 2.08615364619974e-07, |
| "loss": 0.0679, |
| "step": 4075 |
| }, |
| { |
| "epoch": 1.8356082195890204, |
| "grad_norm": 0.224194236181041, |
| "learning_rate": 2.0303845497663566e-07, |
| "loss": 0.0746, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.8378581070946454, |
| "grad_norm": 0.2392479281560687, |
| "learning_rate": 1.9753555741581277e-07, |
| "loss": 0.0764, |
| "step": 4085 |
| }, |
| { |
| "epoch": 1.8401079946002699, |
| "grad_norm": 0.21912472032156466, |
| "learning_rate": 1.921067568414403e-07, |
| "loss": 0.079, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.8423578821058948, |
| "grad_norm": 0.25670091205707113, |
| "learning_rate": 1.8675213701421223e-07, |
| "loss": 0.0835, |
| "step": 4095 |
| }, |
| { |
| "epoch": 1.8446077696115193, |
| "grad_norm": 0.2594177639066407, |
| "learning_rate": 1.814717805502958e-07, |
| "loss": 0.0803, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.8468576571171442, |
| "grad_norm": 0.21469179882031758, |
| "learning_rate": 1.762657689200481e-07, |
| "loss": 0.0764, |
| "step": 4105 |
| }, |
| { |
| "epoch": 1.8491075446227687, |
| "grad_norm": 0.2209544552641529, |
| "learning_rate": 1.7113418244676493e-07, |
| "loss": 0.0785, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.8513574321283937, |
| "grad_norm": 0.24145566509686753, |
| "learning_rate": 1.6607710030544122e-07, |
| "loss": 0.0719, |
| "step": 4115 |
| }, |
| { |
| "epoch": 1.8536073196340181, |
| "grad_norm": 0.2093424795846333, |
| "learning_rate": 1.6109460052154802e-07, |
| "loss": 0.0764, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.855857207139643, |
| "grad_norm": 0.24494002119656788, |
| "learning_rate": 1.561867599698258e-07, |
| "loss": 0.0798, |
| "step": 4125 |
| }, |
| { |
| "epoch": 1.8581070946452676, |
| "grad_norm": 0.22975170782618237, |
| "learning_rate": 1.5135365437310534e-07, |
| "loss": 0.0837, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.8603569821508925, |
| "grad_norm": 0.23509810998937047, |
| "learning_rate": 1.4659535830113368e-07, |
| "loss": 0.0784, |
| "step": 4135 |
| }, |
| { |
| "epoch": 1.8626068696565172, |
| "grad_norm": 0.21476403073025796, |
| "learning_rate": 1.419119451694262e-07, |
| "loss": 0.0735, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.864856757162142, |
| "grad_norm": 0.206525508501757, |
| "learning_rate": 1.3730348723813181e-07, |
| "loss": 0.0693, |
| "step": 4145 |
| }, |
| { |
| "epoch": 1.8671066446677667, |
| "grad_norm": 0.23677883602034755, |
| "learning_rate": 1.3277005561092016e-07, |
| "loss": 0.0765, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.8693565321733914, |
| "grad_norm": 0.22864240045396528, |
| "learning_rate": 1.2831172023388349e-07, |
| "loss": 0.0682, |
| "step": 4155 |
| }, |
| { |
| "epoch": 1.871606419679016, |
| "grad_norm": 0.23988380079630575, |
| "learning_rate": 1.2392854989445925e-07, |
| "loss": 0.0792, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.8738563071846408, |
| "grad_norm": 0.21420842660768485, |
| "learning_rate": 1.196206122203647e-07, |
| "loss": 0.0723, |
| "step": 4165 |
| }, |
| { |
| "epoch": 1.8761061946902655, |
| "grad_norm": 0.23599002078153936, |
| "learning_rate": 1.153879736785568e-07, |
| "loss": 0.0745, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.8783560821958902, |
| "grad_norm": 0.19939870757943454, |
| "learning_rate": 1.112306995742074e-07, |
| "loss": 0.0764, |
| "step": 4175 |
| }, |
| { |
| "epoch": 1.880605969701515, |
| "grad_norm": 0.3002967324611831, |
| "learning_rate": 1.0714885404969288e-07, |
| "loss": 0.0745, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.8828558572071397, |
| "grad_norm": 0.2534936155963215, |
| "learning_rate": 1.031425000836056e-07, |
| "loss": 0.0805, |
| "step": 4185 |
| }, |
| { |
| "epoch": 1.8851057447127644, |
| "grad_norm": 0.2099770583680312, |
| "learning_rate": 9.921169948978293e-08, |
| "loss": 0.0696, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.887355632218389, |
| "grad_norm": 0.21406906185927677, |
| "learning_rate": 9.535651291635362e-08, |
| "loss": 0.0695, |
| "step": 4195 |
| }, |
| { |
| "epoch": 1.8896055197240138, |
| "grad_norm": 0.222365141419886, |
| "learning_rate": 9.157699984480018e-08, |
| "loss": 0.0747, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.8918554072296385, |
| "grad_norm": 0.26953866043532604, |
| "learning_rate": 8.787321858904241e-08, |
| "loss": 0.0707, |
| "step": 4205 |
| }, |
| { |
| "epoch": 1.8941052947352632, |
| "grad_norm": 0.2625647283056072, |
| "learning_rate": 8.424522629453924e-08, |
| "loss": 0.0743, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.896355182240888, |
| "grad_norm": 0.23612000625927326, |
| "learning_rate": 8.06930789374033e-08, |
| "loss": 0.0763, |
| "step": 4215 |
| }, |
| { |
| "epoch": 1.8986050697465127, |
| "grad_norm": 0.20902097825740532, |
| "learning_rate": 7.721683132354163e-08, |
| "loss": 0.0744, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.9008549572521374, |
| "grad_norm": 0.24284466003504482, |
| "learning_rate": 7.381653708780578e-08, |
| "loss": 0.0741, |
| "step": 4225 |
| }, |
| { |
| "epoch": 1.903104844757762, |
| "grad_norm": 0.208669560652797, |
| "learning_rate": 7.049224869316807e-08, |
| "loss": 0.0711, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.9053547322633868, |
| "grad_norm": 0.2250655987088142, |
| "learning_rate": 6.724401742990993e-08, |
| "loss": 0.0689, |
| "step": 4235 |
| }, |
| { |
| "epoch": 1.9076046197690115, |
| "grad_norm": 0.21694307565283746, |
| "learning_rate": 6.407189341483044e-08, |
| "loss": 0.0761, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.9098545072746362, |
| "grad_norm": 0.19311480533839126, |
| "learning_rate": 6.097592559047405e-08, |
| "loss": 0.0743, |
| "step": 4245 |
| }, |
| { |
| "epoch": 1.912104394780261, |
| "grad_norm": 0.18525264406718234, |
| "learning_rate": 5.795616172437624e-08, |
| "loss": 0.0725, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.9143542822858857, |
| "grad_norm": 0.1651176792199085, |
| "learning_rate": 5.501264840832299e-08, |
| "loss": 0.0761, |
| "step": 4255 |
| }, |
| { |
| "epoch": 1.9166041697915104, |
| "grad_norm": 0.2260442730154628, |
| "learning_rate": 5.214543105763692e-08, |
| "loss": 0.0889, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.918854057297135, |
| "grad_norm": 0.18715741530378352, |
| "learning_rate": 4.935455391047228e-08, |
| "loss": 0.0663, |
| "step": 4265 |
| }, |
| { |
| "epoch": 1.9211039448027598, |
| "grad_norm": 0.27005890292615836, |
| "learning_rate": 4.664006002713495e-08, |
| "loss": 0.0728, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.9233538323083845, |
| "grad_norm": 0.2849847348297522, |
| "learning_rate": 4.400199128941573e-08, |
| "loss": 0.077, |
| "step": 4275 |
| }, |
| { |
| "epoch": 1.9256037198140095, |
| "grad_norm": 0.21209255590676854, |
| "learning_rate": 4.1440388399948686e-08, |
| "loss": 0.0668, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.927853607319634, |
| "grad_norm": 0.24917025560084188, |
| "learning_rate": 3.8955290881576566e-08, |
| "loss": 0.0731, |
| "step": 4285 |
| }, |
| { |
| "epoch": 1.930103494825259, |
| "grad_norm": 0.18031075827239754, |
| "learning_rate": 3.654673707674639e-08, |
| "loss": 0.0755, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.9323533823308834, |
| "grad_norm": 0.29159777908954887, |
| "learning_rate": 3.4214764146915936e-08, |
| "loss": 0.0771, |
| "step": 4295 |
| }, |
| { |
| "epoch": 1.9346032698365083, |
| "grad_norm": 0.2515730214349518, |
| "learning_rate": 3.195940807198039e-08, |
| "loss": 0.0718, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.9368531573421328, |
| "grad_norm": 0.2359716229508164, |
| "learning_rate": 2.9780703649716637e-08, |
| "loss": 0.075, |
| "step": 4305 |
| }, |
| { |
| "epoch": 1.9391030448477578, |
| "grad_norm": 0.2279891015303591, |
| "learning_rate": 2.767868449524813e-08, |
| "loss": 0.071, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.9413529323533822, |
| "grad_norm": 0.24505091349172803, |
| "learning_rate": 2.5653383040524228e-08, |
| "loss": 0.074, |
| "step": 4315 |
| }, |
| { |
| "epoch": 1.9436028198590072, |
| "grad_norm": 0.2478550376131261, |
| "learning_rate": 2.370483053382111e-08, |
| "loss": 0.0771, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.9458527073646317, |
| "grad_norm": 0.2193182868657674, |
| "learning_rate": 2.183305703925831e-08, |
| "loss": 0.0756, |
| "step": 4325 |
| }, |
| { |
| "epoch": 1.9481025948702566, |
| "grad_norm": 0.2746040123293314, |
| "learning_rate": 2.0038091436337392e-08, |
| "loss": 0.0684, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.950352482375881, |
| "grad_norm": 0.27001950154682536, |
| "learning_rate": 1.8319961419493436e-08, |
| "loss": 0.0776, |
| "step": 4335 |
| }, |
| { |
| "epoch": 1.952602369881506, |
| "grad_norm": 0.17878344688895553, |
| "learning_rate": 1.667869349766982e-08, |
| "loss": 0.0684, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.9548522573871305, |
| "grad_norm": 0.2242691348688971, |
| "learning_rate": 1.5114312993908532e-08, |
| "loss": 0.0775, |
| "step": 4345 |
| }, |
| { |
| "epoch": 1.9571021448927555, |
| "grad_norm": 0.30659381638740507, |
| "learning_rate": 1.3626844044957733e-08, |
| "loss": 0.0742, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.95935203239838, |
| "grad_norm": 0.22927922548010668, |
| "learning_rate": 1.2216309600903142e-08, |
| "loss": 0.0758, |
| "step": 4355 |
| }, |
| { |
| "epoch": 1.961601919904005, |
| "grad_norm": 0.24862858256846118, |
| "learning_rate": 1.088273142481111e-08, |
| "loss": 0.0716, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.9638518074096294, |
| "grad_norm": 0.18094046454860382, |
| "learning_rate": 9.626130092393326e-09, |
| "loss": 0.0708, |
| "step": 4365 |
| }, |
| { |
| "epoch": 1.9661016949152543, |
| "grad_norm": 0.22402544663253343, |
| "learning_rate": 8.446524991689298e-09, |
| "loss": 0.0724, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.9683515824208788, |
| "grad_norm": 0.1742440920374198, |
| "learning_rate": 7.343934322767699e-09, |
| "loss": 0.0776, |
| "step": 4375 |
| }, |
| { |
| "epoch": 1.9706014699265038, |
| "grad_norm": 0.22337791056104178, |
| "learning_rate": 6.318375097446039e-09, |
| "loss": 0.0662, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.9728513574321282, |
| "grad_norm": 0.20821619733680874, |
| "learning_rate": 5.369863139026432e-09, |
| "loss": 0.0823, |
| "step": 4385 |
| }, |
| { |
| "epoch": 1.9751012449377532, |
| "grad_norm": 0.28459129908034536, |
| "learning_rate": 4.498413082053566e-09, |
| "loss": 0.0847, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.9773511324433777, |
| "grad_norm": 0.2487528636409247, |
| "learning_rate": 3.704038372085994e-09, |
| "loss": 0.0812, |
| "step": 4395 |
| }, |
| { |
| "epoch": 1.9796010199490026, |
| "grad_norm": 0.20877793863085078, |
| "learning_rate": 2.986751265493526e-09, |
| "loss": 0.0726, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.981850907454627, |
| "grad_norm": 0.2843353007301253, |
| "learning_rate": 2.3465628292623776e-09, |
| "loss": 0.0696, |
| "step": 4405 |
| }, |
| { |
| "epoch": 1.984100794960252, |
| "grad_norm": 0.20964930087522637, |
| "learning_rate": 1.7834829408286402e-09, |
| "loss": 0.0669, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.9863506824658768, |
| "grad_norm": 0.18510001166373868, |
| "learning_rate": 1.297520287923404e-09, |
| "loss": 0.0732, |
| "step": 4415 |
| }, |
| { |
| "epoch": 1.9886005699715015, |
| "grad_norm": 0.1927246478831311, |
| "learning_rate": 8.886823684417512e-10, |
| "loss": 0.0798, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.9908504574771262, |
| "grad_norm": 0.1773427078092757, |
| "learning_rate": 5.56975490322853e-10, |
| "loss": 0.0759, |
| "step": 4425 |
| }, |
| { |
| "epoch": 1.993100344982751, |
| "grad_norm": 0.2305382589496537, |
| "learning_rate": 3.0240477145559997e-10, |
| "loss": 0.0862, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.9953502324883756, |
| "grad_norm": 0.28373308100373656, |
| "learning_rate": 1.24974139599221e-10, |
| "loss": 0.0769, |
| "step": 4435 |
| }, |
| { |
| "epoch": 1.9976001199940003, |
| "grad_norm": 0.19382710057534525, |
| "learning_rate": 2.4686332322221286e-11, |
| "loss": 0.0755, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.9994000299985002, |
| "eval_loss": 0.08069541305303574, |
| "eval_runtime": 54.013, |
| "eval_samples_per_second": 19.958, |
| "eval_steps_per_second": 4.999, |
| "step": 4444 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 4444, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.2064109084748546e+19, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
