| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 1142, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0017513134851138354, |
| "grad_norm": 1.6189321527508724, |
| "learning_rate": 9.99998108060379e-06, |
| "loss": 0.2516, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0035026269702276708, |
| "grad_norm": 3.2205596273078165, |
| "learning_rate": 9.999924322558328e-06, |
| "loss": 0.4272, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.005253940455341506, |
| "grad_norm": 1.9512359773972658, |
| "learning_rate": 9.99982972629315e-06, |
| "loss": 0.3537, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0070052539404553416, |
| "grad_norm": 2.303082988314436, |
| "learning_rate": 9.99969729252414e-06, |
| "loss": 0.4041, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.008756567425569177, |
| "grad_norm": 1.7602753076895619, |
| "learning_rate": 9.999527022253521e-06, |
| "loss": 0.282, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.010507880910683012, |
| "grad_norm": 1.472660482986906, |
| "learning_rate": 9.999318916769858e-06, |
| "loss": 0.3178, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.012259194395796848, |
| "grad_norm": 1.5120175005465801, |
| "learning_rate": 9.999072977648042e-06, |
| "loss": 0.2982, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.014010507880910683, |
| "grad_norm": 1.552294241363048, |
| "learning_rate": 9.998789206749284e-06, |
| "loss": 0.2406, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01576182136602452, |
| "grad_norm": 1.4355383392258896, |
| "learning_rate": 9.998467606221091e-06, |
| "loss": 0.3063, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.017513134851138354, |
| "grad_norm": 1.1505639079486283, |
| "learning_rate": 9.998108178497259e-06, |
| "loss": 0.2002, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.01926444833625219, |
| "grad_norm": 1.478144193504059, |
| "learning_rate": 9.99771092629785e-06, |
| "loss": 0.249, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.021015761821366025, |
| "grad_norm": 1.2422830596341097, |
| "learning_rate": 9.997275852629172e-06, |
| "loss": 0.2275, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.02276707530647986, |
| "grad_norm": 1.176007388166311, |
| "learning_rate": 9.99680296078376e-06, |
| "loss": 0.1875, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.024518388791593695, |
| "grad_norm": 1.5860889058713947, |
| "learning_rate": 9.996292254340342e-06, |
| "loss": 0.2827, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.02626970227670753, |
| "grad_norm": 1.708745706115137, |
| "learning_rate": 9.995743737163823e-06, |
| "loss": 0.2909, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.028021015761821366, |
| "grad_norm": 1.8765102069789172, |
| "learning_rate": 9.99515741340525e-06, |
| "loss": 0.1961, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0297723292469352, |
| "grad_norm": 1.4334195277716413, |
| "learning_rate": 9.994533287501775e-06, |
| "loss": 0.2652, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.03152364273204904, |
| "grad_norm": 1.140465695934814, |
| "learning_rate": 9.993871364176637e-06, |
| "loss": 0.2149, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.03327495621716287, |
| "grad_norm": 1.1401794918473909, |
| "learning_rate": 9.993171648439109e-06, |
| "loss": 0.1913, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.03502626970227671, |
| "grad_norm": 1.3063665613307132, |
| "learning_rate": 9.992434145584471e-06, |
| "loss": 0.2375, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03677758318739054, |
| "grad_norm": 1.1007379852192687, |
| "learning_rate": 9.991658861193966e-06, |
| "loss": 0.2276, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.03852889667250438, |
| "grad_norm": 1.3635848002372042, |
| "learning_rate": 9.99084580113476e-06, |
| "loss": 0.2432, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.040280210157618214, |
| "grad_norm": 1.437328015329854, |
| "learning_rate": 9.989994971559897e-06, |
| "loss": 0.2815, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.04203152364273205, |
| "grad_norm": 1.2255764233144246, |
| "learning_rate": 9.989106378908246e-06, |
| "loss": 0.2028, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.043782837127845885, |
| "grad_norm": 0.934261492585796, |
| "learning_rate": 9.988180029904463e-06, |
| "loss": 0.1948, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.04553415061295972, |
| "grad_norm": 1.3236962758603368, |
| "learning_rate": 9.987215931558935e-06, |
| "loss": 0.2235, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.047285464098073555, |
| "grad_norm": 1.389095598869151, |
| "learning_rate": 9.986214091167726e-06, |
| "loss": 0.2542, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.04903677758318739, |
| "grad_norm": 1.2087489144763743, |
| "learning_rate": 9.985174516312519e-06, |
| "loss": 0.2045, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.050788091068301226, |
| "grad_norm": 1.0708229969119525, |
| "learning_rate": 9.984097214860566e-06, |
| "loss": 0.2343, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.05253940455341506, |
| "grad_norm": 1.0781105753548819, |
| "learning_rate": 9.982982194964626e-06, |
| "loss": 0.1994, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0542907180385289, |
| "grad_norm": 1.2715702567474565, |
| "learning_rate": 9.981829465062898e-06, |
| "loss": 0.2553, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.05604203152364273, |
| "grad_norm": 0.9520552503997382, |
| "learning_rate": 9.980639033878965e-06, |
| "loss": 0.1844, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.05779334500875657, |
| "grad_norm": 1.2877099584096807, |
| "learning_rate": 9.979410910421724e-06, |
| "loss": 0.232, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.0595446584938704, |
| "grad_norm": 1.364716904790534, |
| "learning_rate": 9.978145103985315e-06, |
| "loss": 0.1983, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.06129597197898424, |
| "grad_norm": 1.0906698260991894, |
| "learning_rate": 9.976841624149054e-06, |
| "loss": 0.1903, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.06304728546409807, |
| "grad_norm": 1.09412669488779, |
| "learning_rate": 9.975500480777364e-06, |
| "loss": 0.1919, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.0647985989492119, |
| "grad_norm": 1.2010020335474978, |
| "learning_rate": 9.974121684019695e-06, |
| "loss": 0.1608, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.06654991243432574, |
| "grad_norm": 0.8480134607436435, |
| "learning_rate": 9.972705244310445e-06, |
| "loss": 0.1524, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.06830122591943957, |
| "grad_norm": 1.2269951958743044, |
| "learning_rate": 9.97125117236889e-06, |
| "loss": 0.2164, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.07005253940455342, |
| "grad_norm": 1.5214916016344373, |
| "learning_rate": 9.969759479199093e-06, |
| "loss": 0.2573, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.07180385288966724, |
| "grad_norm": 1.3616317930694422, |
| "learning_rate": 9.968230176089828e-06, |
| "loss": 0.2272, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.07355516637478109, |
| "grad_norm": 1.1932422020281335, |
| "learning_rate": 9.966663274614495e-06, |
| "loss": 0.1567, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.07530647985989491, |
| "grad_norm": 0.8716927387571308, |
| "learning_rate": 9.965058786631022e-06, |
| "loss": 0.2293, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.07705779334500876, |
| "grad_norm": 1.3932388141794017, |
| "learning_rate": 9.963416724281787e-06, |
| "loss": 0.2286, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.07880910683012259, |
| "grad_norm": 1.2309788186288007, |
| "learning_rate": 9.961737099993523e-06, |
| "loss": 0.2633, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.08056042031523643, |
| "grad_norm": 1.0195652741277668, |
| "learning_rate": 9.960019926477218e-06, |
| "loss": 0.1664, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.08231173380035026, |
| "grad_norm": 0.805855610816426, |
| "learning_rate": 9.958265216728032e-06, |
| "loss": 0.1538, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.0840630472854641, |
| "grad_norm": 0.9295478292913552, |
| "learning_rate": 9.956472984025179e-06, |
| "loss": 0.154, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.08581436077057793, |
| "grad_norm": 1.1182679627713559, |
| "learning_rate": 9.954643241931845e-06, |
| "loss": 0.1946, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.08756567425569177, |
| "grad_norm": 0.9976680326317856, |
| "learning_rate": 9.952776004295077e-06, |
| "loss": 0.1705, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0893169877408056, |
| "grad_norm": 0.9178402665093803, |
| "learning_rate": 9.95087128524568e-06, |
| "loss": 0.1583, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.09106830122591944, |
| "grad_norm": 0.9494960096058251, |
| "learning_rate": 9.948929099198104e-06, |
| "loss": 0.1779, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.09281961471103327, |
| "grad_norm": 1.546996916824689, |
| "learning_rate": 9.946949460850346e-06, |
| "loss": 0.2514, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.09457092819614711, |
| "grad_norm": 0.9923825116181026, |
| "learning_rate": 9.944932385183831e-06, |
| "loss": 0.1989, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.09632224168126094, |
| "grad_norm": 1.0402809673797797, |
| "learning_rate": 9.9428778874633e-06, |
| "loss": 0.2107, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.09807355516637478, |
| "grad_norm": 1.0825018590876776, |
| "learning_rate": 9.940785983236696e-06, |
| "loss": 0.1676, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.09982486865148861, |
| "grad_norm": 1.379406625027056, |
| "learning_rate": 9.938656688335045e-06, |
| "loss": 0.1991, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.10157618213660245, |
| "grad_norm": 1.0500448305369041, |
| "learning_rate": 9.936490018872336e-06, |
| "loss": 0.1695, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.10332749562171628, |
| "grad_norm": 1.1035051286979576, |
| "learning_rate": 9.934285991245399e-06, |
| "loss": 0.1939, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.10507880910683012, |
| "grad_norm": 0.9812842055285581, |
| "learning_rate": 9.932044622133785e-06, |
| "loss": 0.1937, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.10683012259194395, |
| "grad_norm": 0.9527544704706223, |
| "learning_rate": 9.929765928499635e-06, |
| "loss": 0.171, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.1085814360770578, |
| "grad_norm": 1.302925637235369, |
| "learning_rate": 9.927449927587549e-06, |
| "loss": 0.278, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.11033274956217162, |
| "grad_norm": 0.917614726426997, |
| "learning_rate": 9.925096636924465e-06, |
| "loss": 0.2583, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.11208406304728546, |
| "grad_norm": 1.1260675596481124, |
| "learning_rate": 9.922706074319517e-06, |
| "loss": 0.1954, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.1138353765323993, |
| "grad_norm": 0.9735158179996255, |
| "learning_rate": 9.920278257863904e-06, |
| "loss": 0.1688, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.11558669001751314, |
| "grad_norm": 1.2032784643650782, |
| "learning_rate": 9.917813205930758e-06, |
| "loss": 0.2189, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.11733800350262696, |
| "grad_norm": 1.1710648620955906, |
| "learning_rate": 9.915310937174995e-06, |
| "loss": 0.2043, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.1190893169877408, |
| "grad_norm": 1.0468308734796317, |
| "learning_rate": 9.91277147053318e-06, |
| "loss": 0.1912, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.12084063047285463, |
| "grad_norm": 1.0767180014359876, |
| "learning_rate": 9.910194825223384e-06, |
| "loss": 0.1916, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.12259194395796848, |
| "grad_norm": 1.157850250531908, |
| "learning_rate": 9.90758102074504e-06, |
| "loss": 0.1692, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.1243432574430823, |
| "grad_norm": 1.1978899308041546, |
| "learning_rate": 9.90493007687878e-06, |
| "loss": 0.1904, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.12609457092819615, |
| "grad_norm": 1.3308506120726233, |
| "learning_rate": 9.902242013686316e-06, |
| "loss": 0.2215, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.12784588441331, |
| "grad_norm": 1.186862457320643, |
| "learning_rate": 9.899516851510256e-06, |
| "loss": 0.2086, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.1295971978984238, |
| "grad_norm": 0.9921699627050491, |
| "learning_rate": 9.89675461097397e-06, |
| "loss": 0.1942, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.13134851138353765, |
| "grad_norm": 1.1944882918690307, |
| "learning_rate": 9.893955312981428e-06, |
| "loss": 0.1996, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.1330998248686515, |
| "grad_norm": 1.3595222631043964, |
| "learning_rate": 9.89111897871704e-06, |
| "loss": 0.2493, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.13485113835376533, |
| "grad_norm": 1.311168457583758, |
| "learning_rate": 9.888245629645502e-06, |
| "loss": 0.3023, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.13660245183887915, |
| "grad_norm": 1.2264268547734622, |
| "learning_rate": 9.885335287511621e-06, |
| "loss": 0.2375, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.138353765323993, |
| "grad_norm": 1.0615586907581638, |
| "learning_rate": 9.882387974340166e-06, |
| "loss": 0.2196, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.14010507880910683, |
| "grad_norm": 1.2113698183185242, |
| "learning_rate": 9.879403712435692e-06, |
| "loss": 0.2094, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.14185639229422067, |
| "grad_norm": 1.6599951150659369, |
| "learning_rate": 9.876382524382372e-06, |
| "loss": 0.2155, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.1436077057793345, |
| "grad_norm": 1.1421227311156412, |
| "learning_rate": 9.873324433043825e-06, |
| "loss": 0.2082, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.14535901926444833, |
| "grad_norm": 1.3566945133013182, |
| "learning_rate": 9.87022946156295e-06, |
| "loss": 0.221, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.14711033274956217, |
| "grad_norm": 1.3051526600631753, |
| "learning_rate": 9.867097633361745e-06, |
| "loss": 0.1775, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.14886164623467601, |
| "grad_norm": 0.8957821215184415, |
| "learning_rate": 9.863928972141127e-06, |
| "loss": 0.1868, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.15061295971978983, |
| "grad_norm": 0.8391246575100022, |
| "learning_rate": 9.860723501880758e-06, |
| "loss": 0.1299, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.15236427320490367, |
| "grad_norm": 1.0429245203527981, |
| "learning_rate": 9.857481246838867e-06, |
| "loss": 0.1631, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.15411558669001751, |
| "grad_norm": 0.9670342133099205, |
| "learning_rate": 9.854202231552052e-06, |
| "loss": 0.186, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.15586690017513136, |
| "grad_norm": 1.0108020188058704, |
| "learning_rate": 9.850886480835113e-06, |
| "loss": 0.2, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.15761821366024517, |
| "grad_norm": 1.1527622631935206, |
| "learning_rate": 9.847534019780848e-06, |
| "loss": 0.2098, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.159369527145359, |
| "grad_norm": 1.044844838210246, |
| "learning_rate": 9.844144873759874e-06, |
| "loss": 0.1915, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.16112084063047286, |
| "grad_norm": 1.4573741072487383, |
| "learning_rate": 9.840719068420427e-06, |
| "loss": 0.2642, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.1628721541155867, |
| "grad_norm": 1.091447061849621, |
| "learning_rate": 9.837256629688177e-06, |
| "loss": 0.1863, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.1646234676007005, |
| "grad_norm": 1.252517589764872, |
| "learning_rate": 9.833757583766025e-06, |
| "loss": 0.2034, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.16637478108581435, |
| "grad_norm": 1.1107281185356483, |
| "learning_rate": 9.830221957133903e-06, |
| "loss": 0.1832, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.1681260945709282, |
| "grad_norm": 0.976784716781447, |
| "learning_rate": 9.82664977654858e-06, |
| "loss": 0.1326, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.16987740805604204, |
| "grad_norm": 1.19891512446026, |
| "learning_rate": 9.823041069043457e-06, |
| "loss": 0.191, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.17162872154115585, |
| "grad_norm": 1.1984485781115666, |
| "learning_rate": 9.81939586192836e-06, |
| "loss": 0.2456, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.1733800350262697, |
| "grad_norm": 1.978454735318979, |
| "learning_rate": 9.815714182789335e-06, |
| "loss": 0.3018, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.17513134851138354, |
| "grad_norm": 1.016573147746523, |
| "learning_rate": 9.811996059488445e-06, |
| "loss": 0.2071, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.17688266199649738, |
| "grad_norm": 1.1362427606530137, |
| "learning_rate": 9.808241520163542e-06, |
| "loss": 0.1999, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.1786339754816112, |
| "grad_norm": 1.230279571459468, |
| "learning_rate": 9.804450593228079e-06, |
| "loss": 0.1463, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.18038528896672504, |
| "grad_norm": 0.868837318204682, |
| "learning_rate": 9.800623307370874e-06, |
| "loss": 0.1376, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.18213660245183888, |
| "grad_norm": 0.972725973754719, |
| "learning_rate": 9.7967596915559e-06, |
| "loss": 0.1922, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.18388791593695272, |
| "grad_norm": 0.8173644404176668, |
| "learning_rate": 9.792859775022069e-06, |
| "loss": 0.1299, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.18563922942206654, |
| "grad_norm": 1.0879870179146585, |
| "learning_rate": 9.788923587283008e-06, |
| "loss": 0.2063, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.18739054290718038, |
| "grad_norm": 0.952468881220675, |
| "learning_rate": 9.784951158126836e-06, |
| "loss": 0.1661, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.18914185639229422, |
| "grad_norm": 1.0914420674457646, |
| "learning_rate": 9.780942517615937e-06, |
| "loss": 0.1622, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.19089316987740806, |
| "grad_norm": 1.4948764206782315, |
| "learning_rate": 9.776897696086734e-06, |
| "loss": 0.2464, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.19264448336252188, |
| "grad_norm": 1.1347837540296297, |
| "learning_rate": 9.772816724149459e-06, |
| "loss": 0.159, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.19439579684763572, |
| "grad_norm": 1.3238181457613138, |
| "learning_rate": 9.768699632687922e-06, |
| "loss": 0.2241, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.19614711033274956, |
| "grad_norm": 1.042910339183979, |
| "learning_rate": 9.764546452859277e-06, |
| "loss": 0.1967, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.1978984238178634, |
| "grad_norm": 1.1785097761069256, |
| "learning_rate": 9.760357216093788e-06, |
| "loss": 0.1961, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.19964973730297722, |
| "grad_norm": 1.1403104414823952, |
| "learning_rate": 9.756131954094582e-06, |
| "loss": 0.2042, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.20140105078809106, |
| "grad_norm": 1.4022044273328718, |
| "learning_rate": 9.751870698837428e-06, |
| "loss": 0.258, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.2031523642732049, |
| "grad_norm": 1.1023466504712938, |
| "learning_rate": 9.747573482570471e-06, |
| "loss": 0.1867, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.20490367775831875, |
| "grad_norm": 1.013716455534731, |
| "learning_rate": 9.74324033781401e-06, |
| "loss": 0.235, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.20665499124343256, |
| "grad_norm": 1.1766050779187667, |
| "learning_rate": 9.738871297360233e-06, |
| "loss": 0.2042, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.2084063047285464, |
| "grad_norm": 1.1003072535572958, |
| "learning_rate": 9.734466394272988e-06, |
| "loss": 0.1945, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.21015761821366025, |
| "grad_norm": 1.4838997871202069, |
| "learning_rate": 9.730025661887517e-06, |
| "loss": 0.1961, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2119089316987741, |
| "grad_norm": 1.2740923322292086, |
| "learning_rate": 9.725549133810205e-06, |
| "loss": 0.1872, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.2136602451838879, |
| "grad_norm": 1.0849396699876135, |
| "learning_rate": 9.721036843918343e-06, |
| "loss": 0.1887, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.21541155866900175, |
| "grad_norm": 1.171434657200328, |
| "learning_rate": 9.716488826359848e-06, |
| "loss": 0.1719, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.2171628721541156, |
| "grad_norm": 0.8144293180316944, |
| "learning_rate": 9.711905115553014e-06, |
| "loss": 0.1217, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.21891418563922943, |
| "grad_norm": 0.8287059128714208, |
| "learning_rate": 9.707285746186262e-06, |
| "loss": 0.126, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.22066549912434325, |
| "grad_norm": 1.0397181324925568, |
| "learning_rate": 9.702630753217865e-06, |
| "loss": 0.2018, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.2224168126094571, |
| "grad_norm": 1.2093454647956197, |
| "learning_rate": 9.697940171875682e-06, |
| "loss": 0.1819, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.22416812609457093, |
| "grad_norm": 0.971954663646255, |
| "learning_rate": 9.6932140376569e-06, |
| "loss": 0.1459, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.22591943957968477, |
| "grad_norm": 0.9871770951957114, |
| "learning_rate": 9.688452386327764e-06, |
| "loss": 0.1597, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.2276707530647986, |
| "grad_norm": 1.1914487524596076, |
| "learning_rate": 9.6836552539233e-06, |
| "loss": 0.1894, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.22942206654991243, |
| "grad_norm": 1.3299445049184178, |
| "learning_rate": 9.678822676747048e-06, |
| "loss": 0.21, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.23117338003502627, |
| "grad_norm": 0.9944443296898016, |
| "learning_rate": 9.673954691370782e-06, |
| "loss": 0.1933, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.2329246935201401, |
| "grad_norm": 1.2879765089518327, |
| "learning_rate": 9.669051334634243e-06, |
| "loss": 0.2187, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.23467600700525393, |
| "grad_norm": 1.1579504079908498, |
| "learning_rate": 9.66411264364485e-06, |
| "loss": 0.2593, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.23642732049036777, |
| "grad_norm": 0.889979983641812, |
| "learning_rate": 9.659138655777422e-06, |
| "loss": 0.1599, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.2381786339754816, |
| "grad_norm": 1.1392333425773118, |
| "learning_rate": 9.654129408673897e-06, |
| "loss": 0.2232, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.23992994746059546, |
| "grad_norm": 0.927182815890979, |
| "learning_rate": 9.649084940243052e-06, |
| "loss": 0.1547, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.24168126094570927, |
| "grad_norm": 1.0230754932044808, |
| "learning_rate": 9.644005288660204e-06, |
| "loss": 0.1552, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.2434325744308231, |
| "grad_norm": 1.0117195711045635, |
| "learning_rate": 9.638890492366924e-06, |
| "loss": 0.1563, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.24518388791593695, |
| "grad_norm": 1.4066019466468673, |
| "learning_rate": 9.633740590070763e-06, |
| "loss": 0.3144, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2469352014010508, |
| "grad_norm": 1.1513768439474406, |
| "learning_rate": 9.628555620744932e-06, |
| "loss": 0.1434, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.2486865148861646, |
| "grad_norm": 1.0700849134487496, |
| "learning_rate": 9.62333562362803e-06, |
| "loss": 0.2161, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.2504378283712785, |
| "grad_norm": 1.5059188434701325, |
| "learning_rate": 9.618080638223732e-06, |
| "loss": 0.2005, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.2521891418563923, |
| "grad_norm": 0.9665925005797491, |
| "learning_rate": 9.612790704300501e-06, |
| "loss": 0.1828, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.2539404553415061, |
| "grad_norm": 0.8229122412140533, |
| "learning_rate": 9.607465861891276e-06, |
| "loss": 0.1208, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.25569176882662, |
| "grad_norm": 1.0488909683370946, |
| "learning_rate": 9.602106151293182e-06, |
| "loss": 0.2138, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.2574430823117338, |
| "grad_norm": 1.2990902146116425, |
| "learning_rate": 9.596711613067212e-06, |
| "loss": 0.2018, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.2591943957968476, |
| "grad_norm": 0.8880761437071694, |
| "learning_rate": 9.59128228803793e-06, |
| "loss": 0.1679, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.2609457092819615, |
| "grad_norm": 0.8863876920056281, |
| "learning_rate": 9.585818217293155e-06, |
| "loss": 0.1488, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.2626970227670753, |
| "grad_norm": 1.252288840375211, |
| "learning_rate": 9.580319442183654e-06, |
| "loss": 0.2294, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.26444833625218916, |
| "grad_norm": 1.1271115490692163, |
| "learning_rate": 9.574786004322831e-06, |
| "loss": 0.2005, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.266199649737303, |
| "grad_norm": 0.8958292187859824, |
| "learning_rate": 9.569217945586406e-06, |
| "loss": 0.1515, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.2679509632224168, |
| "grad_norm": 1.1432682883821648, |
| "learning_rate": 9.563615308112106e-06, |
| "loss": 0.1727, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.26970227670753066, |
| "grad_norm": 0.8860825973578063, |
| "learning_rate": 9.557978134299332e-06, |
| "loss": 0.1561, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.2714535901926445, |
| "grad_norm": 0.9458112069640355, |
| "learning_rate": 9.552306466808861e-06, |
| "loss": 0.173, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.2732049036777583, |
| "grad_norm": 1.1059388701307742, |
| "learning_rate": 9.546600348562499e-06, |
| "loss": 0.1939, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.27495621716287216, |
| "grad_norm": 1.3621793677790732, |
| "learning_rate": 9.54085982274277e-06, |
| "loss": 0.2033, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.276707530647986, |
| "grad_norm": 1.049168730239092, |
| "learning_rate": 9.535084932792588e-06, |
| "loss": 0.2193, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.27845884413309985, |
| "grad_norm": 0.8987325354112385, |
| "learning_rate": 9.529275722414926e-06, |
| "loss": 0.149, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.28021015761821366, |
| "grad_norm": 1.1205614005555482, |
| "learning_rate": 9.523432235572485e-06, |
| "loss": 0.1715, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.2819614711033275, |
| "grad_norm": 1.1119065744262058, |
| "learning_rate": 9.517554516487361e-06, |
| "loss": 0.2139, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.28371278458844135, |
| "grad_norm": 1.2120128153983245, |
| "learning_rate": 9.511642609640714e-06, |
| "loss": 0.2055, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.28546409807355516, |
| "grad_norm": 1.0381552882652774, |
| "learning_rate": 9.505696559772427e-06, |
| "loss": 0.1521, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.287215411558669, |
| "grad_norm": 1.0616048587072129, |
| "learning_rate": 9.499716411880767e-06, |
| "loss": 0.1438, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.28896672504378285, |
| "grad_norm": 1.465227437163341, |
| "learning_rate": 9.493702211222052e-06, |
| "loss": 0.1939, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.29071803852889666, |
| "grad_norm": 1.2171201787031805, |
| "learning_rate": 9.4876540033103e-06, |
| "loss": 0.1542, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.29246935201401053, |
| "grad_norm": 0.9937562205583209, |
| "learning_rate": 9.481571833916884e-06, |
| "loss": 0.1822, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.29422066549912435, |
| "grad_norm": 1.139810203249971, |
| "learning_rate": 9.475455749070198e-06, |
| "loss": 0.2018, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.29597197898423816, |
| "grad_norm": 1.2507741492130755, |
| "learning_rate": 9.469305795055292e-06, |
| "loss": 0.2314, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.29772329246935203, |
| "grad_norm": 1.6644506023322219, |
| "learning_rate": 9.463122018413533e-06, |
| "loss": 0.1912, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.29947460595446584, |
| "grad_norm": 0.8574109893402403, |
| "learning_rate": 9.45690446594225e-06, |
| "loss": 0.1236, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.30122591943957966, |
| "grad_norm": 0.9262386331879862, |
| "learning_rate": 9.450653184694378e-06, |
| "loss": 0.2005, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.30297723292469353, |
| "grad_norm": 0.7994796498712383, |
| "learning_rate": 9.444368221978102e-06, |
| "loss": 0.1488, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.30472854640980734, |
| "grad_norm": 0.9739129710543231, |
| "learning_rate": 9.438049625356506e-06, |
| "loss": 0.2011, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.3064798598949212, |
| "grad_norm": 1.7022881013682905, |
| "learning_rate": 9.431697442647199e-06, |
| "loss": 0.286, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.30823117338003503, |
| "grad_norm": 0.9765370631504982, |
| "learning_rate": 9.425311721921967e-06, |
| "loss": 0.1455, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.30998248686514884, |
| "grad_norm": 1.1358714034120214, |
| "learning_rate": 9.418892511506404e-06, |
| "loss": 0.1664, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.3117338003502627, |
| "grad_norm": 1.0393192528807746, |
| "learning_rate": 9.412439859979543e-06, |
| "loss": 0.162, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.3134851138353765, |
| "grad_norm": 1.096045737373684, |
| "learning_rate": 9.405953816173491e-06, |
| "loss": 0.1431, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.31523642732049034, |
| "grad_norm": 0.7637588357172228, |
| "learning_rate": 9.399434429173063e-06, |
| "loss": 0.1522, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3169877408056042, |
| "grad_norm": 1.1511627286236419, |
| "learning_rate": 9.392881748315403e-06, |
| "loss": 0.23, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.318739054290718, |
| "grad_norm": 1.296531852821544, |
| "learning_rate": 9.38629582318962e-06, |
| "loss": 0.1559, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.3204903677758319, |
| "grad_norm": 1.0245849374018412, |
| "learning_rate": 9.379676703636402e-06, |
| "loss": 0.2058, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.3222416812609457, |
| "grad_norm": 1.1325995765106882, |
| "learning_rate": 9.373024439747648e-06, |
| "loss": 0.1798, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.3239929947460595, |
| "grad_norm": 0.955274718027506, |
| "learning_rate": 9.366339081866085e-06, |
| "loss": 0.1318, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.3257443082311734, |
| "grad_norm": 1.0960146910727295, |
| "learning_rate": 9.359620680584889e-06, |
| "loss": 0.2125, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.3274956217162872, |
| "grad_norm": 0.9976010826462164, |
| "learning_rate": 9.352869286747295e-06, |
| "loss": 0.1744, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.329246935201401, |
| "grad_norm": 1.0033232475788938, |
| "learning_rate": 9.34608495144622e-06, |
| "loss": 0.1712, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.3309982486865149, |
| "grad_norm": 1.2252146471565943, |
| "learning_rate": 9.33926772602388e-06, |
| "loss": 0.1983, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.3327495621716287, |
| "grad_norm": 1.1760605780656463, |
| "learning_rate": 9.332417662071386e-06, |
| "loss": 0.1666, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.3345008756567426, |
| "grad_norm": 1.3456892597616057, |
| "learning_rate": 9.32553481142837e-06, |
| "loss": 0.1829, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.3362521891418564, |
| "grad_norm": 1.2660460244764533, |
| "learning_rate": 9.31861922618258e-06, |
| "loss": 0.2458, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.3380035026269702, |
| "grad_norm": 1.0534767359485842, |
| "learning_rate": 9.311670958669502e-06, |
| "loss": 0.1874, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.3397548161120841, |
| "grad_norm": 0.8458278928313304, |
| "learning_rate": 9.304690061471937e-06, |
| "loss": 0.1667, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.3415061295971979, |
| "grad_norm": 0.9903682726455234, |
| "learning_rate": 9.297676587419638e-06, |
| "loss": 0.2062, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.3432574430823117, |
| "grad_norm": 1.1314930714580482, |
| "learning_rate": 9.290630589588876e-06, |
| "loss": 0.1794, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.3450087565674256, |
| "grad_norm": 1.463207590968482, |
| "learning_rate": 9.283552121302064e-06, |
| "loss": 0.2053, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.3467600700525394, |
| "grad_norm": 1.0264128857179728, |
| "learning_rate": 9.276441236127343e-06, |
| "loss": 0.1463, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.34851138353765326, |
| "grad_norm": 1.1530074129076198, |
| "learning_rate": 9.269297987878168e-06, |
| "loss": 0.1918, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.3502626970227671, |
| "grad_norm": 0.9958162716820419, |
| "learning_rate": 9.262122430612922e-06, |
| "loss": 0.1474, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3520140105078809, |
| "grad_norm": 1.0886838150262181, |
| "learning_rate": 9.254914618634487e-06, |
| "loss": 0.2175, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.35376532399299476, |
| "grad_norm": 1.1036143709701502, |
| "learning_rate": 9.247674606489843e-06, |
| "loss": 0.141, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.3555166374781086, |
| "grad_norm": 1.0910090805563288, |
| "learning_rate": 9.240402448969655e-06, |
| "loss": 0.1638, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.3572679509632224, |
| "grad_norm": 1.0496526329879359, |
| "learning_rate": 9.233098201107854e-06, |
| "loss": 0.1745, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.35901926444833626, |
| "grad_norm": 1.0259634242913862, |
| "learning_rate": 9.225761918181224e-06, |
| "loss": 0.1554, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.3607705779334501, |
| "grad_norm": 0.9318692908968823, |
| "learning_rate": 9.218393655708981e-06, |
| "loss": 0.1598, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.36252189141856395, |
| "grad_norm": 1.0675242528447997, |
| "learning_rate": 9.210993469452357e-06, |
| "loss": 0.2542, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.36427320490367776, |
| "grad_norm": 1.0231337468264674, |
| "learning_rate": 9.203561415414174e-06, |
| "loss": 0.1377, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.3660245183887916, |
| "grad_norm": 0.8172962309380866, |
| "learning_rate": 9.196097549838422e-06, |
| "loss": 0.1337, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.36777583187390545, |
| "grad_norm": 1.3437004411676805, |
| "learning_rate": 9.188601929209836e-06, |
| "loss": 0.2003, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.36952714535901926, |
| "grad_norm": 0.9859223201620534, |
| "learning_rate": 9.181074610253457e-06, |
| "loss": 0.1246, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.3712784588441331, |
| "grad_norm": 1.1821125005665047, |
| "learning_rate": 9.173515649934222e-06, |
| "loss": 0.1918, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.37302977232924694, |
| "grad_norm": 1.3158062961704573, |
| "learning_rate": 9.165925105456513e-06, |
| "loss": 0.2639, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.37478108581436076, |
| "grad_norm": 1.3388147444695622, |
| "learning_rate": 9.15830303426374e-06, |
| "loss": 0.2246, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.37653239929947463, |
| "grad_norm": 0.8947375382446747, |
| "learning_rate": 9.150649494037895e-06, |
| "loss": 0.1225, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.37828371278458844, |
| "grad_norm": 1.103951490161312, |
| "learning_rate": 9.142964542699124e-06, |
| "loss": 0.2026, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.38003502626970226, |
| "grad_norm": 1.233924530688903, |
| "learning_rate": 9.135248238405282e-06, |
| "loss": 0.2086, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.38178633975481613, |
| "grad_norm": 1.1719877250784767, |
| "learning_rate": 9.127500639551497e-06, |
| "loss": 0.1795, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.38353765323992994, |
| "grad_norm": 1.255963695109249, |
| "learning_rate": 9.119721804769723e-06, |
| "loss": 0.1862, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.38528896672504376, |
| "grad_norm": 1.1459951961009553, |
| "learning_rate": 9.111911792928308e-06, |
| "loss": 0.1966, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.38704028021015763, |
| "grad_norm": 1.1761484428825753, |
| "learning_rate": 9.10407066313153e-06, |
| "loss": 0.1868, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.38879159369527144, |
| "grad_norm": 1.118245234998823, |
| "learning_rate": 9.096198474719169e-06, |
| "loss": 0.189, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.3905429071803853, |
| "grad_norm": 1.1403077273341966, |
| "learning_rate": 9.088295287266042e-06, |
| "loss": 0.1752, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.3922942206654991, |
| "grad_norm": 1.1241899523938508, |
| "learning_rate": 9.080361160581569e-06, |
| "loss": 0.163, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.39404553415061294, |
| "grad_norm": 1.1244116274618798, |
| "learning_rate": 9.0723961547093e-06, |
| "loss": 0.1644, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.3957968476357268, |
| "grad_norm": 1.1452039316203921, |
| "learning_rate": 9.064400329926476e-06, |
| "loss": 0.1677, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.3975481611208406, |
| "grad_norm": 0.9169411289803756, |
| "learning_rate": 9.05637374674357e-06, |
| "loss": 0.1499, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.39929947460595444, |
| "grad_norm": 1.1320705178616042, |
| "learning_rate": 9.048316465903823e-06, |
| "loss": 0.1532, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.4010507880910683, |
| "grad_norm": 1.1148728898419542, |
| "learning_rate": 9.04022854838279e-06, |
| "loss": 0.1745, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.4028021015761821, |
| "grad_norm": 0.9892668796106193, |
| "learning_rate": 9.032110055387881e-06, |
| "loss": 0.192, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.404553415061296, |
| "grad_norm": 1.2041757680734857, |
| "learning_rate": 9.023961048357885e-06, |
| "loss": 0.2152, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.4063047285464098, |
| "grad_norm": 1.1128606421374905, |
| "learning_rate": 9.015781588962524e-06, |
| "loss": 0.273, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.4080560420315236, |
| "grad_norm": 1.0110467377360022, |
| "learning_rate": 9.007571739101968e-06, |
| "loss": 0.1625, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.4098073555166375, |
| "grad_norm": 2.1812012536277385, |
| "learning_rate": 8.999331560906382e-06, |
| "loss": 0.437, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.4115586690017513, |
| "grad_norm": 1.2026156956732903, |
| "learning_rate": 8.991061116735437e-06, |
| "loss": 0.1843, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.4133099824868651, |
| "grad_norm": 0.9335774970781566, |
| "learning_rate": 8.982760469177865e-06, |
| "loss": 0.1648, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.415061295971979, |
| "grad_norm": 0.9632646131071537, |
| "learning_rate": 8.974429681050957e-06, |
| "loss": 0.234, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.4168126094570928, |
| "grad_norm": 1.1628290027919184, |
| "learning_rate": 8.966068815400108e-06, |
| "loss": 0.243, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.4185639229422067, |
| "grad_norm": 0.9926771048841662, |
| "learning_rate": 8.957677935498328e-06, |
| "loss": 0.2181, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.4203152364273205, |
| "grad_norm": 1.2100489148340519, |
| "learning_rate": 8.949257104845772e-06, |
| "loss": 0.1799, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.4220665499124343, |
| "grad_norm": 0.9686376813257808, |
| "learning_rate": 8.94080638716925e-06, |
| "loss": 0.1412, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.4238178633975482, |
| "grad_norm": 1.0304072209793849, |
| "learning_rate": 8.932325846421755e-06, |
| "loss": 0.1608, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.425569176882662, |
| "grad_norm": 1.1068555551888453, |
| "learning_rate": 8.923815546781968e-06, |
| "loss": 0.1736, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.4273204903677758, |
| "grad_norm": 1.1406345353775849, |
| "learning_rate": 8.915275552653786e-06, |
| "loss": 0.1856, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.4290718038528897, |
| "grad_norm": 0.824906662216677, |
| "learning_rate": 8.906705928665818e-06, |
| "loss": 0.1241, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.4308231173380035, |
| "grad_norm": 0.9817782743515178, |
| "learning_rate": 8.898106739670908e-06, |
| "loss": 0.1391, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.43257443082311736, |
| "grad_norm": 1.0061540033779128, |
| "learning_rate": 8.889478050745646e-06, |
| "loss": 0.1487, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.4343257443082312, |
| "grad_norm": 1.319181249331738, |
| "learning_rate": 8.88081992718986e-06, |
| "loss": 0.2516, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.436077057793345, |
| "grad_norm": 1.0168251468902272, |
| "learning_rate": 8.872132434526144e-06, |
| "loss": 0.1601, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.43782837127845886, |
| "grad_norm": 0.903893586373318, |
| "learning_rate": 8.863415638499341e-06, |
| "loss": 0.1675, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4395796847635727, |
| "grad_norm": 1.5466100134300305, |
| "learning_rate": 8.854669605076058e-06, |
| "loss": 0.2004, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.4413309982486865, |
| "grad_norm": 0.8990563567570562, |
| "learning_rate": 8.845894400444163e-06, |
| "loss": 0.1505, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.44308231173380036, |
| "grad_norm": 1.2358463965854751, |
| "learning_rate": 8.837090091012289e-06, |
| "loss": 0.188, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.4448336252189142, |
| "grad_norm": 0.8631731423566544, |
| "learning_rate": 8.82825674340932e-06, |
| "loss": 0.1085, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.44658493870402804, |
| "grad_norm": 0.851054134724772, |
| "learning_rate": 8.819394424483898e-06, |
| "loss": 0.1553, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.44833625218914186, |
| "grad_norm": 0.9747188919128223, |
| "learning_rate": 8.810503201303914e-06, |
| "loss": 0.1429, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.4500875656742557, |
| "grad_norm": 1.1817384021065651, |
| "learning_rate": 8.801583141155993e-06, |
| "loss": 0.1714, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.45183887915936954, |
| "grad_norm": 1.1497461858404032, |
| "learning_rate": 8.792634311545002e-06, |
| "loss": 0.1654, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.45359019264448336, |
| "grad_norm": 1.0653546734905857, |
| "learning_rate": 8.78365678019352e-06, |
| "loss": 0.1561, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.4553415061295972, |
| "grad_norm": 0.9098419050905309, |
| "learning_rate": 8.774650615041332e-06, |
| "loss": 0.1446, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.45709281961471104, |
| "grad_norm": 1.3562833349770014, |
| "learning_rate": 8.765615884244925e-06, |
| "loss": 0.1887, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.45884413309982486, |
| "grad_norm": 1.584928142177982, |
| "learning_rate": 8.75655265617696e-06, |
| "loss": 0.2126, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.46059544658493873, |
| "grad_norm": 1.25237114313114, |
| "learning_rate": 8.747460999425755e-06, |
| "loss": 0.1999, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.46234676007005254, |
| "grad_norm": 1.0137290535234078, |
| "learning_rate": 8.738340982794775e-06, |
| "loss": 0.1567, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.46409807355516636, |
| "grad_norm": 0.9990455785944722, |
| "learning_rate": 8.729192675302104e-06, |
| "loss": 0.1817, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.4658493870402802, |
| "grad_norm": 0.9098201735226615, |
| "learning_rate": 8.720016146179921e-06, |
| "loss": 0.181, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.46760070052539404, |
| "grad_norm": 0.8339374481166864, |
| "learning_rate": 8.710811464873984e-06, |
| "loss": 0.13, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.46935201401050786, |
| "grad_norm": 0.8247199593689756, |
| "learning_rate": 8.701578701043097e-06, |
| "loss": 0.116, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.4711033274956217, |
| "grad_norm": 1.2251926045855088, |
| "learning_rate": 8.692317924558586e-06, |
| "loss": 0.2267, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.47285464098073554, |
| "grad_norm": 1.323949068367743, |
| "learning_rate": 8.683029205503772e-06, |
| "loss": 0.2413, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.4746059544658494, |
| "grad_norm": 0.8694038746666335, |
| "learning_rate": 8.67371261417344e-06, |
| "loss": 0.1314, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.4763572679509632, |
| "grad_norm": 1.4214200720496517, |
| "learning_rate": 8.664368221073297e-06, |
| "loss": 0.2074, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.47810858143607704, |
| "grad_norm": 0.8164989303563484, |
| "learning_rate": 8.65499609691946e-06, |
| "loss": 0.1142, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.4798598949211909, |
| "grad_norm": 0.9950353997188668, |
| "learning_rate": 8.645596312637895e-06, |
| "loss": 0.2059, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.4816112084063047, |
| "grad_norm": 1.1741807018487027, |
| "learning_rate": 8.636168939363905e-06, |
| "loss": 0.1762, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.48336252189141854, |
| "grad_norm": 1.1639496884105414, |
| "learning_rate": 8.62671404844157e-06, |
| "loss": 0.1946, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.4851138353765324, |
| "grad_norm": 1.24592549170423, |
| "learning_rate": 8.617231711423222e-06, |
| "loss": 0.2481, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.4868651488616462, |
| "grad_norm": 1.6788228325648948, |
| "learning_rate": 8.607722000068898e-06, |
| "loss": 0.2368, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.4886164623467601, |
| "grad_norm": 0.9120565830493937, |
| "learning_rate": 8.598184986345797e-06, |
| "loss": 0.1528, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.4903677758318739, |
| "grad_norm": 1.0407774323531322, |
| "learning_rate": 8.588620742427733e-06, |
| "loss": 0.1481, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.4921190893169877, |
| "grad_norm": 0.8774818082676015, |
| "learning_rate": 8.579029340694596e-06, |
| "loss": 0.167, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.4938704028021016, |
| "grad_norm": 0.7302486166777703, |
| "learning_rate": 8.569410853731799e-06, |
| "loss": 0.1339, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.4956217162872154, |
| "grad_norm": 1.4977744846377492, |
| "learning_rate": 8.559765354329728e-06, |
| "loss": 0.2384, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.4973730297723292, |
| "grad_norm": 1.3333579162401141, |
| "learning_rate": 8.55009291548319e-06, |
| "loss": 0.2047, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.4991243432574431, |
| "grad_norm": 1.0371512553867137, |
| "learning_rate": 8.540393610390871e-06, |
| "loss": 0.2014, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.500875656742557, |
| "grad_norm": 5.507551141823795, |
| "learning_rate": 8.530667512454765e-06, |
| "loss": 0.2963, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.5026269702276708, |
| "grad_norm": 1.0814488316677124, |
| "learning_rate": 8.520914695279632e-06, |
| "loss": 0.1799, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.5043782837127846, |
| "grad_norm": 1.0877989498247866, |
| "learning_rate": 8.511135232672442e-06, |
| "loss": 0.2273, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.5061295971978984, |
| "grad_norm": 1.1546522986634278, |
| "learning_rate": 8.501329198641802e-06, |
| "loss": 0.1699, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.5078809106830122, |
| "grad_norm": 0.9955478078874541, |
| "learning_rate": 8.491496667397409e-06, |
| "loss": 0.1616, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5096322241681261, |
| "grad_norm": 1.0749336259458449, |
| "learning_rate": 8.481637713349486e-06, |
| "loss": 0.2121, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.51138353765324, |
| "grad_norm": 1.2722939684715049, |
| "learning_rate": 8.471752411108216e-06, |
| "loss": 0.1619, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.5131348511383538, |
| "grad_norm": 1.31720477548223, |
| "learning_rate": 8.461840835483179e-06, |
| "loss": 0.2357, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.5148861646234676, |
| "grad_norm": 1.0512404750610869, |
| "learning_rate": 8.451903061482787e-06, |
| "loss": 0.2039, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.5166374781085814, |
| "grad_norm": 1.095035695042105, |
| "learning_rate": 8.44193916431371e-06, |
| "loss": 0.1386, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.5183887915936952, |
| "grad_norm": 1.2777241490218374, |
| "learning_rate": 8.431949219380319e-06, |
| "loss": 0.2109, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.5201401050788091, |
| "grad_norm": 1.0873909511926902, |
| "learning_rate": 8.421933302284102e-06, |
| "loss": 0.1584, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.521891418563923, |
| "grad_norm": 0.9773041895311751, |
| "learning_rate": 8.411891488823102e-06, |
| "loss": 0.1512, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.5236427320490368, |
| "grad_norm": 1.1584559931137173, |
| "learning_rate": 8.401823854991338e-06, |
| "loss": 0.1974, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.5253940455341506, |
| "grad_norm": 0.9617777428924835, |
| "learning_rate": 8.391730476978229e-06, |
| "loss": 0.1536, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5271453590192644, |
| "grad_norm": 1.1847455857829146, |
| "learning_rate": 8.381611431168027e-06, |
| "loss": 0.1949, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.5288966725043783, |
| "grad_norm": 1.0558725080734255, |
| "learning_rate": 8.37146679413922e-06, |
| "loss": 0.1873, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.5306479859894921, |
| "grad_norm": 0.9708895644033165, |
| "learning_rate": 8.361296642663977e-06, |
| "loss": 0.1851, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.532399299474606, |
| "grad_norm": 1.0628725551453226, |
| "learning_rate": 8.351101053707545e-06, |
| "loss": 0.169, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.5341506129597198, |
| "grad_norm": 0.9196106999391176, |
| "learning_rate": 8.34088010442768e-06, |
| "loss": 0.159, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.5359019264448336, |
| "grad_norm": 1.0255932075584107, |
| "learning_rate": 8.330633872174057e-06, |
| "loss": 0.1701, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.5376532399299475, |
| "grad_norm": 1.0762624625214643, |
| "learning_rate": 8.320362434487688e-06, |
| "loss": 0.1644, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.5394045534150613, |
| "grad_norm": 0.7633404300233255, |
| "learning_rate": 8.310065869100332e-06, |
| "loss": 0.123, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.5411558669001751, |
| "grad_norm": 0.8699176281503174, |
| "learning_rate": 8.299744253933908e-06, |
| "loss": 0.1351, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.542907180385289, |
| "grad_norm": 1.2275049904001125, |
| "learning_rate": 8.289397667099909e-06, |
| "loss": 0.1675, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5446584938704028, |
| "grad_norm": 1.2101635020956292, |
| "learning_rate": 8.279026186898805e-06, |
| "loss": 0.1738, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.5464098073555166, |
| "grad_norm": 0.9106260951604767, |
| "learning_rate": 8.26862989181945e-06, |
| "loss": 0.1338, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.5481611208406305, |
| "grad_norm": 1.1480139615147442, |
| "learning_rate": 8.258208860538498e-06, |
| "loss": 0.1958, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.5499124343257443, |
| "grad_norm": 1.543005528446332, |
| "learning_rate": 8.247763171919795e-06, |
| "loss": 0.1611, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.5516637478108581, |
| "grad_norm": 1.201047458056005, |
| "learning_rate": 8.237292905013792e-06, |
| "loss": 0.2219, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.553415061295972, |
| "grad_norm": 0.9962169779650556, |
| "learning_rate": 8.226798139056938e-06, |
| "loss": 0.1751, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.5551663747810858, |
| "grad_norm": 1.0391141659299086, |
| "learning_rate": 8.216278953471088e-06, |
| "loss": 0.1907, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.5569176882661997, |
| "grad_norm": 0.8878841272733307, |
| "learning_rate": 8.205735427862897e-06, |
| "loss": 0.1392, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.5586690017513135, |
| "grad_norm": 0.8815771076681298, |
| "learning_rate": 8.19516764202322e-06, |
| "loss": 0.2054, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.5604203152364273, |
| "grad_norm": 1.3561357204987174, |
| "learning_rate": 8.184575675926511e-06, |
| "loss": 0.162, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.5621716287215411, |
| "grad_norm": 1.1436127474045497, |
| "learning_rate": 8.173959609730209e-06, |
| "loss": 0.1553, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.563922942206655, |
| "grad_norm": 0.8696831532462574, |
| "learning_rate": 8.16331952377414e-06, |
| "loss": 0.1614, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.5656742556917689, |
| "grad_norm": 1.243551733126445, |
| "learning_rate": 8.152655498579903e-06, |
| "loss": 0.241, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.5674255691768827, |
| "grad_norm": 1.0649177969550163, |
| "learning_rate": 8.141967614850265e-06, |
| "loss": 0.1368, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.5691768826619965, |
| "grad_norm": 1.1762554635110793, |
| "learning_rate": 8.131255953468553e-06, |
| "loss": 0.2207, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.5709281961471103, |
| "grad_norm": 1.2132153902490277, |
| "learning_rate": 8.120520595498029e-06, |
| "loss": 0.1887, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.5726795096322241, |
| "grad_norm": 0.7399066544679602, |
| "learning_rate": 8.10976162218129e-06, |
| "loss": 0.1267, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.574430823117338, |
| "grad_norm": 0.9899573210939664, |
| "learning_rate": 8.09897911493965e-06, |
| "loss": 0.1685, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.5761821366024519, |
| "grad_norm": 1.3337051985288606, |
| "learning_rate": 8.088173155372517e-06, |
| "loss": 0.3282, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.5779334500875657, |
| "grad_norm": 1.005083830754978, |
| "learning_rate": 8.077343825256783e-06, |
| "loss": 0.2075, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.5796847635726795, |
| "grad_norm": 0.8802289529518278, |
| "learning_rate": 8.066491206546206e-06, |
| "loss": 0.1254, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.5814360770577933, |
| "grad_norm": 1.2400889336140388, |
| "learning_rate": 8.055615381370781e-06, |
| "loss": 0.185, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.5831873905429071, |
| "grad_norm": 0.8545769679622639, |
| "learning_rate": 8.044716432036126e-06, |
| "loss": 0.1352, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.5849387040280211, |
| "grad_norm": 1.2907830562873122, |
| "learning_rate": 8.033794441022857e-06, |
| "loss": 0.2143, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.5866900175131349, |
| "grad_norm": 1.2934031358525784, |
| "learning_rate": 8.022849490985966e-06, |
| "loss": 0.2373, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.5884413309982487, |
| "grad_norm": 1.0494212000075114, |
| "learning_rate": 8.011881664754193e-06, |
| "loss": 0.21, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.5901926444833625, |
| "grad_norm": 1.3713545247159777, |
| "learning_rate": 8.000891045329394e-06, |
| "loss": 0.1956, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.5919439579684763, |
| "grad_norm": 1.0044217822469004, |
| "learning_rate": 7.989877715885925e-06, |
| "loss": 0.1455, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.5936952714535902, |
| "grad_norm": 0.969157755217139, |
| "learning_rate": 7.97884175977e-06, |
| "loss": 0.1858, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.5954465849387041, |
| "grad_norm": 0.9043027733845134, |
| "learning_rate": 7.967783260499073e-06, |
| "loss": 0.1307, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.5971978984238179, |
| "grad_norm": 0.7943124415991508, |
| "learning_rate": 7.956702301761195e-06, |
| "loss": 0.1142, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.5989492119089317, |
| "grad_norm": 0.9004231757301827, |
| "learning_rate": 7.945598967414386e-06, |
| "loss": 0.1908, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.6007005253940455, |
| "grad_norm": 1.1105437759236843, |
| "learning_rate": 7.934473341485998e-06, |
| "loss": 0.2115, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.6024518388791593, |
| "grad_norm": 0.9301936250430058, |
| "learning_rate": 7.92332550817208e-06, |
| "loss": 0.1647, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.6042031523642732, |
| "grad_norm": 1.047767148226068, |
| "learning_rate": 7.912155551836743e-06, |
| "loss": 0.2355, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.6059544658493871, |
| "grad_norm": 0.9613875662244317, |
| "learning_rate": 7.900963557011519e-06, |
| "loss": 0.171, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.6077057793345009, |
| "grad_norm": 1.2164758034474923, |
| "learning_rate": 7.88974960839472e-06, |
| "loss": 0.155, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.6094570928196147, |
| "grad_norm": 1.056374791415413, |
| "learning_rate": 7.878513790850805e-06, |
| "loss": 0.1732, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.6112084063047285, |
| "grad_norm": 1.2496494090012524, |
| "learning_rate": 7.867256189409724e-06, |
| "loss": 0.1835, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.6129597197898424, |
| "grad_norm": 0.6631622478113742, |
| "learning_rate": 7.855976889266288e-06, |
| "loss": 0.118, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6147110332749562, |
| "grad_norm": 0.834904245415055, |
| "learning_rate": 7.844675975779514e-06, |
| "loss": 0.1363, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.6164623467600701, |
| "grad_norm": 1.0623504091270612, |
| "learning_rate": 7.833353534471988e-06, |
| "loss": 0.1341, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.6182136602451839, |
| "grad_norm": 1.002067391498751, |
| "learning_rate": 7.82200965102921e-06, |
| "loss": 0.1388, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.6199649737302977, |
| "grad_norm": 1.2517283119177405, |
| "learning_rate": 7.810644411298951e-06, |
| "loss": 0.2027, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.6217162872154116, |
| "grad_norm": 0.9691375625821814, |
| "learning_rate": 7.799257901290597e-06, |
| "loss": 0.1918, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.6234676007005254, |
| "grad_norm": 1.257025304991851, |
| "learning_rate": 7.787850207174512e-06, |
| "loss": 0.1984, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.6252189141856392, |
| "grad_norm": 1.2989884834762626, |
| "learning_rate": 7.776421415281368e-06, |
| "loss": 0.2251, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.626970227670753, |
| "grad_norm": 0.9608457991453937, |
| "learning_rate": 7.764971612101497e-06, |
| "loss": 0.1598, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.6287215411558669, |
| "grad_norm": 1.055564436388202, |
| "learning_rate": 7.753500884284251e-06, |
| "loss": 0.1506, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.6304728546409807, |
| "grad_norm": 0.8536479488591544, |
| "learning_rate": 7.742009318637323e-06, |
| "loss": 0.1023, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6322241681260946, |
| "grad_norm": 1.1845728329626128, |
| "learning_rate": 7.730497002126105e-06, |
| "loss": 0.1584, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.6339754816112084, |
| "grad_norm": 0.8928523838563781, |
| "learning_rate": 7.718964021873035e-06, |
| "loss": 0.1084, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.6357267950963222, |
| "grad_norm": 0.9835590981476029, |
| "learning_rate": 7.707410465156916e-06, |
| "loss": 0.1638, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.637478108581436, |
| "grad_norm": 0.9201578437929335, |
| "learning_rate": 7.695836419412277e-06, |
| "loss": 0.1239, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.6392294220665499, |
| "grad_norm": 0.728467005507231, |
| "learning_rate": 7.684241972228702e-06, |
| "loss": 0.1244, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.6409807355516638, |
| "grad_norm": 0.918030927901545, |
| "learning_rate": 7.672627211350164e-06, |
| "loss": 0.1466, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.6427320490367776, |
| "grad_norm": 1.2979769917204351, |
| "learning_rate": 7.660992224674371e-06, |
| "loss": 0.2255, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.6444833625218914, |
| "grad_norm": 0.771343645637159, |
| "learning_rate": 7.649337100252091e-06, |
| "loss": 0.1293, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.6462346760070052, |
| "grad_norm": 1.1242763102043734, |
| "learning_rate": 7.637661926286493e-06, |
| "loss": 0.2268, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.647985989492119, |
| "grad_norm": 1.024519873593415, |
| "learning_rate": 7.625966791132469e-06, |
| "loss": 0.1664, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.649737302977233, |
| "grad_norm": 0.9346453233331181, |
| "learning_rate": 7.614251783295981e-06, |
| "loss": 0.1493, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.6514886164623468, |
| "grad_norm": 1.032430577115044, |
| "learning_rate": 7.602516991433376e-06, |
| "loss": 0.168, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.6532399299474606, |
| "grad_norm": 1.2756452983998474, |
| "learning_rate": 7.590762504350729e-06, |
| "loss": 0.2004, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.6549912434325744, |
| "grad_norm": 1.0952734861105042, |
| "learning_rate": 7.578988411003156e-06, |
| "loss": 0.2038, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.6567425569176882, |
| "grad_norm": 0.9982958673516226, |
| "learning_rate": 7.567194800494154e-06, |
| "loss": 0.1722, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.658493870402802, |
| "grad_norm": 1.2747360607076716, |
| "learning_rate": 7.555381762074918e-06, |
| "loss": 0.1977, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.660245183887916, |
| "grad_norm": 1.48637993886011, |
| "learning_rate": 7.543549385143667e-06, |
| "loss": 0.2751, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.6619964973730298, |
| "grad_norm": 1.0127675566111833, |
| "learning_rate": 7.531697759244978e-06, |
| "loss": 0.1556, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.6637478108581436, |
| "grad_norm": 1.0835339789681326, |
| "learning_rate": 7.519826974069088e-06, |
| "loss": 0.1884, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.6654991243432574, |
| "grad_norm": 0.9837633602612155, |
| "learning_rate": 7.507937119451234e-06, |
| "loss": 0.1823, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.6672504378283712, |
| "grad_norm": 1.392684179495506, |
| "learning_rate": 7.496028285370966e-06, |
| "loss": 0.1912, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.6690017513134852, |
| "grad_norm": 1.0916850999558239, |
| "learning_rate": 7.484100561951459e-06, |
| "loss": 0.2066, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.670753064798599, |
| "grad_norm": 0.8680971975778679, |
| "learning_rate": 7.472154039458851e-06, |
| "loss": 0.1754, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.6725043782837128, |
| "grad_norm": 1.0435891343464805, |
| "learning_rate": 7.460188808301532e-06, |
| "loss": 0.1318, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.6742556917688266, |
| "grad_norm": 1.042398115064006, |
| "learning_rate": 7.448204959029484e-06, |
| "loss": 0.2022, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.6760070052539404, |
| "grad_norm": 0.9731481469841672, |
| "learning_rate": 7.436202582333587e-06, |
| "loss": 0.13, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.6777583187390543, |
| "grad_norm": 1.386034337965727, |
| "learning_rate": 7.4241817690449235e-06, |
| "loss": 0.2216, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.6795096322241682, |
| "grad_norm": 1.2608682646343083, |
| "learning_rate": 7.41214261013411e-06, |
| "loss": 0.1966, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.681260945709282, |
| "grad_norm": 1.1020654673893056, |
| "learning_rate": 7.40008519671059e-06, |
| "loss": 0.1762, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.6830122591943958, |
| "grad_norm": 1.0019379870434075, |
| "learning_rate": 7.3880096200219585e-06, |
| "loss": 0.1436, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.6847635726795096, |
| "grad_norm": 0.9922002827434665, |
| "learning_rate": 7.375915971453264e-06, |
| "loss": 0.159, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.6865148861646234, |
| "grad_norm": 1.2392846396033714, |
| "learning_rate": 7.363804342526315e-06, |
| "loss": 0.1972, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.6882661996497373, |
| "grad_norm": 0.8963807218487707, |
| "learning_rate": 7.3516748248989955e-06, |
| "loss": 0.1921, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.6900175131348512, |
| "grad_norm": 1.1130741139227058, |
| "learning_rate": 7.339527510364567e-06, |
| "loss": 0.1459, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.691768826619965, |
| "grad_norm": 0.8075594361508924, |
| "learning_rate": 7.327362490850971e-06, |
| "loss": 0.1379, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.6935201401050788, |
| "grad_norm": 1.0062548542126621, |
| "learning_rate": 7.315179858420138e-06, |
| "loss": 0.1758, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.6952714535901926, |
| "grad_norm": 0.9717163669556567, |
| "learning_rate": 7.302979705267286e-06, |
| "loss": 0.1538, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.6970227670753065, |
| "grad_norm": 1.0413579747819772, |
| "learning_rate": 7.2907621237202275e-06, |
| "loss": 0.1535, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.6987740805604203, |
| "grad_norm": 0.9776202668633781, |
| "learning_rate": 7.2785272062386715e-06, |
| "loss": 0.2237, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.7005253940455342, |
| "grad_norm": 0.9919980255734399, |
| "learning_rate": 7.266275045413517e-06, |
| "loss": 0.1759, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.702276707530648, |
| "grad_norm": 1.1333937112664494, |
| "learning_rate": 7.254005733966159e-06, |
| "loss": 0.26, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.7040280210157618, |
| "grad_norm": 0.9978679010728084, |
| "learning_rate": 7.241719364747781e-06, |
| "loss": 0.146, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.7057793345008757, |
| "grad_norm": 1.0310148677742963, |
| "learning_rate": 7.229416030738661e-06, |
| "loss": 0.1358, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.7075306479859895, |
| "grad_norm": 0.9210280630631851, |
| "learning_rate": 7.217095825047455e-06, |
| "loss": 0.1368, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.7092819614711033, |
| "grad_norm": 0.8458172902391173, |
| "learning_rate": 7.204758840910509e-06, |
| "loss": 0.1548, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.7110332749562172, |
| "grad_norm": 1.0007666191428417, |
| "learning_rate": 7.192405171691138e-06, |
| "loss": 0.1358, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.712784588441331, |
| "grad_norm": 1.1791422782221483, |
| "learning_rate": 7.180034910878926e-06, |
| "loss": 0.2027, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.7145359019264448, |
| "grad_norm": 1.3622226936019624, |
| "learning_rate": 7.167648152089017e-06, |
| "loss": 0.1446, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.7162872154115587, |
| "grad_norm": 1.260377975347423, |
| "learning_rate": 7.155244989061415e-06, |
| "loss": 0.1394, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.7180385288966725, |
| "grad_norm": 0.7647098429722478, |
| "learning_rate": 7.142825515660259e-06, |
| "loss": 0.1436, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7197898423817863, |
| "grad_norm": 1.0806203976791042, |
| "learning_rate": 7.130389825873125e-06, |
| "loss": 0.1472, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.7215411558669002, |
| "grad_norm": 1.160580416868669, |
| "learning_rate": 7.1179380138103105e-06, |
| "loss": 0.1709, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.723292469352014, |
| "grad_norm": 1.2669865482460725, |
| "learning_rate": 7.105470173704121e-06, |
| "loss": 0.1692, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.7250437828371279, |
| "grad_norm": 0.8979827897826866, |
| "learning_rate": 7.092986399908158e-06, |
| "loss": 0.1538, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.7267950963222417, |
| "grad_norm": 1.1613876219039976, |
| "learning_rate": 7.08048678689661e-06, |
| "loss": 0.1627, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.7285464098073555, |
| "grad_norm": 0.7088309545286363, |
| "learning_rate": 7.067971429263527e-06, |
| "loss": 0.0933, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.7302977232924693, |
| "grad_norm": 0.9953579341793583, |
| "learning_rate": 7.055440421722113e-06, |
| "loss": 0.1546, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.7320490367775832, |
| "grad_norm": 0.893498402926208, |
| "learning_rate": 7.042893859104008e-06, |
| "loss": 0.1647, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.7338003502626971, |
| "grad_norm": 0.9606538728371828, |
| "learning_rate": 7.030331836358565e-06, |
| "loss": 0.1584, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.7355516637478109, |
| "grad_norm": 0.9087697947323283, |
| "learning_rate": 7.017754448552141e-06, |
| "loss": 0.1489, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7373029772329247, |
| "grad_norm": 1.0980936242324373, |
| "learning_rate": 7.0051617908673685e-06, |
| "loss": 0.1909, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.7390542907180385, |
| "grad_norm": 1.0679212943502743, |
| "learning_rate": 6.992553958602439e-06, |
| "loss": 0.1933, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.7408056042031523, |
| "grad_norm": 1.0201469343275764, |
| "learning_rate": 6.979931047170382e-06, |
| "loss": 0.19, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.7425569176882661, |
| "grad_norm": 1.153726254550419, |
| "learning_rate": 6.967293152098345e-06, |
| "loss": 0.2164, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.7443082311733801, |
| "grad_norm": 0.9986655789682201, |
| "learning_rate": 6.954640369026861e-06, |
| "loss": 0.1681, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.7460595446584939, |
| "grad_norm": 0.7808715269507883, |
| "learning_rate": 6.941972793709141e-06, |
| "loss": 0.1427, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.7478108581436077, |
| "grad_norm": 0.9806851736858181, |
| "learning_rate": 6.929290522010332e-06, |
| "loss": 0.1558, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.7495621716287215, |
| "grad_norm": 1.1151483469529613, |
| "learning_rate": 6.9165936499068065e-06, |
| "loss": 0.1851, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.7513134851138353, |
| "grad_norm": 1.0226642337566068, |
| "learning_rate": 6.903882273485425e-06, |
| "loss": 0.1406, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.7530647985989493, |
| "grad_norm": 1.2154853234808298, |
| "learning_rate": 6.891156488942812e-06, |
| "loss": 0.2281, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.7548161120840631, |
| "grad_norm": 0.9124967173578454, |
| "learning_rate": 6.878416392584635e-06, |
| "loss": 0.1502, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.7565674255691769, |
| "grad_norm": 1.4028442036532214, |
| "learning_rate": 6.865662080824864e-06, |
| "loss": 0.2161, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.7583187390542907, |
| "grad_norm": 0.975649535916596, |
| "learning_rate": 6.852893650185051e-06, |
| "loss": 0.1655, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.7600700525394045, |
| "grad_norm": 1.1154571470663182, |
| "learning_rate": 6.840111197293594e-06, |
| "loss": 0.2768, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.7618213660245184, |
| "grad_norm": 1.2620416059011632, |
| "learning_rate": 6.8273148188850105e-06, |
| "loss": 0.2549, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.7635726795096323, |
| "grad_norm": 0.9710561696847746, |
| "learning_rate": 6.814504611799202e-06, |
| "loss": 0.1068, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.7653239929947461, |
| "grad_norm": 0.8701266642614385, |
| "learning_rate": 6.801680672980722e-06, |
| "loss": 0.1272, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.7670753064798599, |
| "grad_norm": 1.1987353253288306, |
| "learning_rate": 6.788843099478041e-06, |
| "loss": 0.2027, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.7688266199649737, |
| "grad_norm": 1.1590697629080275, |
| "learning_rate": 6.775991988442816e-06, |
| "loss": 0.2143, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.7705779334500875, |
| "grad_norm": 1.0846847919101628, |
| "learning_rate": 6.763127437129151e-06, |
| "loss": 0.1705, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.7723292469352014, |
| "grad_norm": 0.8580193306506241, |
| "learning_rate": 6.750249542892863e-06, |
| "loss": 0.175, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.7740805604203153, |
| "grad_norm": 1.5775617568317908, |
| "learning_rate": 6.737358403190746e-06, |
| "loss": 0.2081, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.7758318739054291, |
| "grad_norm": 0.9624673340593134, |
| "learning_rate": 6.724454115579832e-06, |
| "loss": 0.1098, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.7775831873905429, |
| "grad_norm": 1.0607534980440978, |
| "learning_rate": 6.711536777716654e-06, |
| "loss": 0.1803, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.7793345008756567, |
| "grad_norm": 1.1255975448505335, |
| "learning_rate": 6.698606487356503e-06, |
| "loss": 0.1872, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.7810858143607706, |
| "grad_norm": 0.8928366518808328, |
| "learning_rate": 6.685663342352693e-06, |
| "loss": 0.1466, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.7828371278458844, |
| "grad_norm": 1.0817838600370688, |
| "learning_rate": 6.6727074406558224e-06, |
| "loss": 0.1663, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.7845884413309983, |
| "grad_norm": 1.1115633011949881, |
| "learning_rate": 6.659738880313025e-06, |
| "loss": 0.1598, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.7863397548161121, |
| "grad_norm": 1.0231529929725236, |
| "learning_rate": 6.646757759467234e-06, |
| "loss": 0.155, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.7880910683012259, |
| "grad_norm": 1.2411539450968938, |
| "learning_rate": 6.633764176356434e-06, |
| "loss": 0.1915, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.7898423817863398, |
| "grad_norm": 1.0708800647966268, |
| "learning_rate": 6.620758229312927e-06, |
| "loss": 0.1385, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.7915936952714536, |
| "grad_norm": 1.0683250200759222, |
| "learning_rate": 6.6077400167625784e-06, |
| "loss": 0.1663, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.7933450087565674, |
| "grad_norm": 1.250391733683125, |
| "learning_rate": 6.594709637224075e-06, |
| "loss": 0.1996, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.7950963222416813, |
| "grad_norm": 1.1798794300569202, |
| "learning_rate": 6.581667189308185e-06, |
| "loss": 0.146, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.7968476357267951, |
| "grad_norm": 1.4398604943836388, |
| "learning_rate": 6.5686127717170015e-06, |
| "loss": 0.3225, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.7985989492119089, |
| "grad_norm": 0.9313043884553712, |
| "learning_rate": 6.555546483243205e-06, |
| "loss": 0.1389, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.8003502626970228, |
| "grad_norm": 1.1833167749805182, |
| "learning_rate": 6.542468422769311e-06, |
| "loss": 0.2136, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.8021015761821366, |
| "grad_norm": 0.8648334244503824, |
| "learning_rate": 6.529378689266923e-06, |
| "loss": 0.1878, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.8038528896672504, |
| "grad_norm": 0.9949458854079241, |
| "learning_rate": 6.516277381795984e-06, |
| "loss": 0.1497, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.8056042031523643, |
| "grad_norm": 1.1191303302941829, |
| "learning_rate": 6.503164599504022e-06, |
| "loss": 0.1566, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8073555166374781, |
| "grad_norm": 1.1298654961289165, |
| "learning_rate": 6.490040441625407e-06, |
| "loss": 0.2017, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.809106830122592, |
| "grad_norm": 1.0947278566055827, |
| "learning_rate": 6.476905007480597e-06, |
| "loss": 0.1525, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.8108581436077058, |
| "grad_norm": 1.1323194203448552, |
| "learning_rate": 6.4637583964753855e-06, |
| "loss": 0.2241, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.8126094570928196, |
| "grad_norm": 1.0459409005734945, |
| "learning_rate": 6.45060070810015e-06, |
| "loss": 0.1296, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.8143607705779334, |
| "grad_norm": 1.1316198669484385, |
| "learning_rate": 6.437432041929097e-06, |
| "loss": 0.1621, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.8161120840630472, |
| "grad_norm": 0.9491729705590622, |
| "learning_rate": 6.424252497619511e-06, |
| "loss": 0.1547, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.8178633975481612, |
| "grad_norm": 1.0195018137674068, |
| "learning_rate": 6.4110621749110014e-06, |
| "loss": 0.1424, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.819614711033275, |
| "grad_norm": 1.2170884375327042, |
| "learning_rate": 6.397861173624745e-06, |
| "loss": 0.2018, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.8213660245183888, |
| "grad_norm": 1.5918684168233677, |
| "learning_rate": 6.384649593662733e-06, |
| "loss": 0.1759, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.8231173380035026, |
| "grad_norm": 1.1612346799052706, |
| "learning_rate": 6.371427535007008e-06, |
| "loss": 0.1944, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8248686514886164, |
| "grad_norm": 1.01990361540596, |
| "learning_rate": 6.358195097718917e-06, |
| "loss": 0.2028, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.8266199649737302, |
| "grad_norm": 0.9233804242151922, |
| "learning_rate": 6.344952381938354e-06, |
| "loss": 0.1768, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.8283712784588442, |
| "grad_norm": 1.1968348714557342, |
| "learning_rate": 6.331699487882987e-06, |
| "loss": 0.1657, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.830122591943958, |
| "grad_norm": 1.4115850068938127, |
| "learning_rate": 6.318436515847525e-06, |
| "loss": 0.2006, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.8318739054290718, |
| "grad_norm": 0.9507911762810964, |
| "learning_rate": 6.30516356620293e-06, |
| "loss": 0.1495, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.8336252189141856, |
| "grad_norm": 1.1430728607474907, |
| "learning_rate": 6.291880739395683e-06, |
| "loss": 0.1722, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.8353765323992994, |
| "grad_norm": 1.343500691590876, |
| "learning_rate": 6.278588135947011e-06, |
| "loss": 0.2047, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.8371278458844134, |
| "grad_norm": 1.2595243490259276, |
| "learning_rate": 6.265285856452123e-06, |
| "loss": 0.2214, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.8388791593695272, |
| "grad_norm": 1.1669616297664058, |
| "learning_rate": 6.251974001579459e-06, |
| "loss": 0.1724, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.840630472854641, |
| "grad_norm": 1.0844521569107943, |
| "learning_rate": 6.238652672069921e-06, |
| "loss": 0.1961, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.8423817863397548, |
| "grad_norm": 0.8709327722146551, |
| "learning_rate": 6.225321968736114e-06, |
| "loss": 0.1118, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.8441330998248686, |
| "grad_norm": 1.0680058091791873, |
| "learning_rate": 6.211981992461583e-06, |
| "loss": 0.1579, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.8458844133099825, |
| "grad_norm": 1.0598391865687347, |
| "learning_rate": 6.1986328442000425e-06, |
| "loss": 0.2064, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.8476357267950964, |
| "grad_norm": 0.8766034007901955, |
| "learning_rate": 6.185274624974627e-06, |
| "loss": 0.1729, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.8493870402802102, |
| "grad_norm": 1.0572455452106584, |
| "learning_rate": 6.1719074358771095e-06, |
| "loss": 0.1506, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.851138353765324, |
| "grad_norm": 1.191222790209331, |
| "learning_rate": 6.158531378067151e-06, |
| "loss": 0.2654, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.8528896672504378, |
| "grad_norm": 1.4428690121550316, |
| "learning_rate": 6.145146552771526e-06, |
| "loss": 0.1961, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.8546409807355516, |
| "grad_norm": 1.4737339805651568, |
| "learning_rate": 6.13175306128336e-06, |
| "loss": 0.2061, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.8563922942206655, |
| "grad_norm": 0.8182297459502176, |
| "learning_rate": 6.118351004961361e-06, |
| "loss": 0.1507, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.8581436077057794, |
| "grad_norm": 0.8288780085158164, |
| "learning_rate": 6.104940485229055e-06, |
| "loss": 0.13, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.8598949211908932, |
| "grad_norm": 1.1292187916757546, |
| "learning_rate": 6.091521603574016e-06, |
| "loss": 0.1324, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.861646234676007, |
| "grad_norm": 1.0078907033539166, |
| "learning_rate": 6.0780944615471016e-06, |
| "loss": 0.1468, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.8633975481611208, |
| "grad_norm": 1.182790806253496, |
| "learning_rate": 6.064659160761676e-06, |
| "loss": 0.1444, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.8651488616462347, |
| "grad_norm": 1.2426011389183171, |
| "learning_rate": 6.051215802892855e-06, |
| "loss": 0.1864, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.8669001751313485, |
| "grad_norm": 0.9102336236721412, |
| "learning_rate": 6.03776448967672e-06, |
| "loss": 0.1639, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.8686514886164624, |
| "grad_norm": 0.8523410941646513, |
| "learning_rate": 6.024305322909565e-06, |
| "loss": 0.1501, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.8704028021015762, |
| "grad_norm": 0.8389091979384604, |
| "learning_rate": 6.0108384044471115e-06, |
| "loss": 0.1543, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.87215411558669, |
| "grad_norm": 0.9283364061815252, |
| "learning_rate": 5.997363836203744e-06, |
| "loss": 0.179, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.8739054290718039, |
| "grad_norm": 1.610431915265918, |
| "learning_rate": 5.983881720151743e-06, |
| "loss": 0.211, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.8756567425569177, |
| "grad_norm": 0.9193134177440736, |
| "learning_rate": 5.970392158320505e-06, |
| "loss": 0.171, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8756567425569177, |
| "eval_loss": 0.18447460234165192, |
| "eval_runtime": 1.9261, |
| "eval_samples_per_second": 24.401, |
| "eval_steps_per_second": 6.23, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8774080560420315, |
| "grad_norm": 1.5249299930362135, |
| "learning_rate": 5.956895252795778e-06, |
| "loss": 0.2216, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.8791593695271454, |
| "grad_norm": 0.9421038979843945, |
| "learning_rate": 5.943391105718883e-06, |
| "loss": 0.172, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.8809106830122592, |
| "grad_norm": 1.0939585065581912, |
| "learning_rate": 5.9298798192859434e-06, |
| "loss": 0.1562, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.882661996497373, |
| "grad_norm": 1.3902162886272154, |
| "learning_rate": 5.91636149574711e-06, |
| "loss": 0.2069, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.8844133099824869, |
| "grad_norm": 0.9650701747967442, |
| "learning_rate": 5.902836237405791e-06, |
| "loss": 0.1716, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.8861646234676007, |
| "grad_norm": 1.083475666382535, |
| "learning_rate": 5.889304146617878e-06, |
| "loss": 0.1473, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.8879159369527145, |
| "grad_norm": 0.832482252729812, |
| "learning_rate": 5.875765325790963e-06, |
| "loss": 0.1003, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.8896672504378283, |
| "grad_norm": 1.096304873507722, |
| "learning_rate": 5.8622198773835725e-06, |
| "loss": 0.1779, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.8914185639229422, |
| "grad_norm": 0.6978941340044295, |
| "learning_rate": 5.8486679039043895e-06, |
| "loss": 0.0972, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.8931698774080561, |
| "grad_norm": 0.9622846696182903, |
| "learning_rate": 5.835109507911475e-06, |
| "loss": 0.1651, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.8949211908931699, |
| "grad_norm": 1.2738814460850292, |
| "learning_rate": 5.821544792011495e-06, |
| "loss": 0.1897, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.8966725043782837, |
| "grad_norm": 1.1576090771526317, |
| "learning_rate": 5.807973858858947e-06, |
| "loss": 0.1617, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.8984238178633975, |
| "grad_norm": 1.0945933042426927, |
| "learning_rate": 5.794396811155372e-06, |
| "loss": 0.2411, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.9001751313485113, |
| "grad_norm": 1.0071156666849748, |
| "learning_rate": 5.780813751648589e-06, |
| "loss": 0.145, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.9019264448336253, |
| "grad_norm": 1.0608443685972735, |
| "learning_rate": 5.76722478313191e-06, |
| "loss": 0.1602, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.9036777583187391, |
| "grad_norm": 0.8351677418619291, |
| "learning_rate": 5.753630008443371e-06, |
| "loss": 0.1649, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.9054290718038529, |
| "grad_norm": 1.0252931582190568, |
| "learning_rate": 5.740029530464941e-06, |
| "loss": 0.1208, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.9071803852889667, |
| "grad_norm": 1.0954354367499803, |
| "learning_rate": 5.726423452121751e-06, |
| "loss": 0.1731, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.9089316987740805, |
| "grad_norm": 0.9910985812759849, |
| "learning_rate": 5.712811876381318e-06, |
| "loss": 0.185, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.9106830122591943, |
| "grad_norm": 0.9431196895717147, |
| "learning_rate": 5.699194906252761e-06, |
| "loss": 0.203, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.9124343257443083, |
| "grad_norm": 0.7613500880928905, |
| "learning_rate": 5.685572644786016e-06, |
| "loss": 0.1142, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.9141856392294221, |
| "grad_norm": 0.9561738575523392, |
| "learning_rate": 5.671945195071075e-06, |
| "loss": 0.1474, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.9159369527145359, |
| "grad_norm": 1.0351076685823428, |
| "learning_rate": 5.65831266023718e-06, |
| "loss": 0.1973, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.9176882661996497, |
| "grad_norm": 1.2139682431989942, |
| "learning_rate": 5.644675143452065e-06, |
| "loss": 0.2251, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.9194395796847635, |
| "grad_norm": 1.1432766151339988, |
| "learning_rate": 5.631032747921165e-06, |
| "loss": 0.2148, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.9211908931698775, |
| "grad_norm": 0.8384192320224637, |
| "learning_rate": 5.617385576886829e-06, |
| "loss": 0.124, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.9229422066549913, |
| "grad_norm": 0.7477784220288675, |
| "learning_rate": 5.603733733627559e-06, |
| "loss": 0.1244, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.9246935201401051, |
| "grad_norm": 0.8136618533131901, |
| "learning_rate": 5.5900773214572016e-06, |
| "loss": 0.1652, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.9264448336252189, |
| "grad_norm": 0.9923459165132333, |
| "learning_rate": 5.576416443724187e-06, |
| "loss": 0.1719, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.9281961471103327, |
| "grad_norm": 1.2728780007916458, |
| "learning_rate": 5.562751203810742e-06, |
| "loss": 0.1844, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.9299474605954466, |
| "grad_norm": 0.9234166515823709, |
| "learning_rate": 5.5490817051320964e-06, |
| "loss": 0.1612, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.9316987740805605, |
| "grad_norm": 1.0361866511885336, |
| "learning_rate": 5.535408051135721e-06, |
| "loss": 0.1428, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.9334500875656743, |
| "grad_norm": 0.9374383845356417, |
| "learning_rate": 5.5217303453005225e-06, |
| "loss": 0.1787, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.9352014010507881, |
| "grad_norm": 1.0824506841717698, |
| "learning_rate": 5.508048691136075e-06, |
| "loss": 0.1846, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.9369527145359019, |
| "grad_norm": 1.2681101493420375, |
| "learning_rate": 5.4943631921818365e-06, |
| "loss": 0.1857, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.9387040280210157, |
| "grad_norm": 0.8870751536018538, |
| "learning_rate": 5.480673952006355e-06, |
| "loss": 0.1893, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.9404553415061296, |
| "grad_norm": 0.8698308010341032, |
| "learning_rate": 5.466981074206493e-06, |
| "loss": 0.1576, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.9422066549912435, |
| "grad_norm": 1.1493313359852635, |
| "learning_rate": 5.453284662406646e-06, |
| "loss": 0.1915, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.9439579684763573, |
| "grad_norm": 0.9597895796258253, |
| "learning_rate": 5.439584820257949e-06, |
| "loss": 0.1799, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.9457092819614711, |
| "grad_norm": 0.9439514805423415, |
| "learning_rate": 5.425881651437499e-06, |
| "loss": 0.1466, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.9474605954465849, |
| "grad_norm": 0.9974103027552716, |
| "learning_rate": 5.412175259647567e-06, |
| "loss": 0.1623, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.9492119089316988, |
| "grad_norm": 0.8671577413147288, |
| "learning_rate": 5.398465748614815e-06, |
| "loss": 0.1989, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.9509632224168126, |
| "grad_norm": 0.8733255413441741, |
| "learning_rate": 5.384753222089515e-06, |
| "loss": 0.1228, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.9527145359019265, |
| "grad_norm": 1.3146328909933664, |
| "learning_rate": 5.371037783844752e-06, |
| "loss": 0.2122, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.9544658493870403, |
| "grad_norm": 1.1770390858844189, |
| "learning_rate": 5.357319537675655e-06, |
| "loss": 0.2062, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.9562171628721541, |
| "grad_norm": 1.0962088909147447, |
| "learning_rate": 5.3435985873985926e-06, |
| "loss": 0.188, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.957968476357268, |
| "grad_norm": 1.2179282929078772, |
| "learning_rate": 5.329875036850406e-06, |
| "loss": 0.1765, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.9597197898423818, |
| "grad_norm": 1.069605096067716, |
| "learning_rate": 5.31614898988761e-06, |
| "loss": 0.1565, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.9614711033274956, |
| "grad_norm": 1.3962825793212799, |
| "learning_rate": 5.302420550385612e-06, |
| "loss": 0.2066, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.9632224168126094, |
| "grad_norm": 1.008584413162853, |
| "learning_rate": 5.28868982223793e-06, |
| "loss": 0.1698, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.9649737302977233, |
| "grad_norm": 0.998912078130381, |
| "learning_rate": 5.274956909355395e-06, |
| "loss": 0.179, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.9667250437828371, |
| "grad_norm": 0.9297277664472026, |
| "learning_rate": 5.261221915665375e-06, |
| "loss": 0.1184, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.968476357267951, |
| "grad_norm": 1.185642958138451, |
| "learning_rate": 5.247484945110988e-06, |
| "loss": 0.1932, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.9702276707530648, |
| "grad_norm": 1.088829726983837, |
| "learning_rate": 5.233746101650308e-06, |
| "loss": 0.2206, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.9719789842381786, |
| "grad_norm": 1.0987062412828756, |
| "learning_rate": 5.220005489255583e-06, |
| "loss": 0.1554, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.9737302977232924, |
| "grad_norm": 1.0323763199957168, |
| "learning_rate": 5.20626321191245e-06, |
| "loss": 0.1546, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.9754816112084063, |
| "grad_norm": 0.9972604317206961, |
| "learning_rate": 5.192519373619145e-06, |
| "loss": 0.1742, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.9772329246935202, |
| "grad_norm": 1.1779226698001648, |
| "learning_rate": 5.1787740783857164e-06, |
| "loss": 0.1969, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.978984238178634, |
| "grad_norm": 1.1733643102354534, |
| "learning_rate": 5.165027430233239e-06, |
| "loss": 0.138, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.9807355516637478, |
| "grad_norm": 1.0272420360834542, |
| "learning_rate": 5.151279533193027e-06, |
| "loss": 0.1705, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.9824868651488616, |
| "grad_norm": 0.904519502078042, |
| "learning_rate": 5.137530491305844e-06, |
| "loss": 0.1255, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.9842381786339754, |
| "grad_norm": 0.9629383999654443, |
| "learning_rate": 5.123780408621118e-06, |
| "loss": 0.1659, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.9859894921190894, |
| "grad_norm": 1.3124846848756935, |
| "learning_rate": 5.110029389196155e-06, |
| "loss": 0.1844, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.9877408056042032, |
| "grad_norm": 1.0676108653291219, |
| "learning_rate": 5.096277537095348e-06, |
| "loss": 0.2078, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.989492119089317, |
| "grad_norm": 0.9382113481780886, |
| "learning_rate": 5.082524956389394e-06, |
| "loss": 0.1409, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.9912434325744308, |
| "grad_norm": 0.9936394728663424, |
| "learning_rate": 5.0687717511545e-06, |
| "loss": 0.2063, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.9929947460595446, |
| "grad_norm": 1.031862421429508, |
| "learning_rate": 5.055018025471602e-06, |
| "loss": 0.1595, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.9947460595446584, |
| "grad_norm": 1.3217031605637353, |
| "learning_rate": 5.0412638834255755e-06, |
| "loss": 0.1276, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.9964973730297724, |
| "grad_norm": 1.1933242590091766, |
| "learning_rate": 5.027509429104443e-06, |
| "loss": 0.1923, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.9982486865148862, |
| "grad_norm": 0.8661254447213783, |
| "learning_rate": 5.013754766598599e-06, |
| "loss": 0.1724, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.1986284951562434, |
| "learning_rate": 5e-06, |
| "loss": 0.1998, |
| "step": 571 |
| }, |
| { |
| "epoch": 1.001751313485114, |
| "grad_norm": 0.7771391696807222, |
| "learning_rate": 4.986245233401403e-06, |
| "loss": 0.1012, |
| "step": 572 |
| }, |
| { |
| "epoch": 1.0035026269702276, |
| "grad_norm": 0.6737848363676279, |
| "learning_rate": 4.9724905708955575e-06, |
| "loss": 0.0784, |
| "step": 573 |
| }, |
| { |
| "epoch": 1.0052539404553416, |
| "grad_norm": 0.6454263064830977, |
| "learning_rate": 4.958736116574426e-06, |
| "loss": 0.0818, |
| "step": 574 |
| }, |
| { |
| "epoch": 1.0070052539404553, |
| "grad_norm": 0.6725211290025607, |
| "learning_rate": 4.9449819745284e-06, |
| "loss": 0.0843, |
| "step": 575 |
| }, |
| { |
| "epoch": 1.0087565674255692, |
| "grad_norm": 0.8469678132359898, |
| "learning_rate": 4.931228248845502e-06, |
| "loss": 0.1477, |
| "step": 576 |
| }, |
| { |
| "epoch": 1.010507880910683, |
| "grad_norm": 0.7442182106279001, |
| "learning_rate": 4.9174750436106076e-06, |
| "loss": 0.0892, |
| "step": 577 |
| }, |
| { |
| "epoch": 1.0122591943957968, |
| "grad_norm": 0.7468024313770749, |
| "learning_rate": 4.903722462904653e-06, |
| "loss": 0.0948, |
| "step": 578 |
| }, |
| { |
| "epoch": 1.0140105078809107, |
| "grad_norm": 0.7166080541638878, |
| "learning_rate": 4.889970610803845e-06, |
| "loss": 0.0991, |
| "step": 579 |
| }, |
| { |
| "epoch": 1.0157618213660244, |
| "grad_norm": 0.7762519026289294, |
| "learning_rate": 4.8762195913788825e-06, |
| "loss": 0.0774, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.0175131348511384, |
| "grad_norm": 0.808868055025971, |
| "learning_rate": 4.862469508694157e-06, |
| "loss": 0.1099, |
| "step": 581 |
| }, |
| { |
| "epoch": 1.0192644483362523, |
| "grad_norm": 0.5819265746424057, |
| "learning_rate": 4.8487204668069735e-06, |
| "loss": 0.0695, |
| "step": 582 |
| }, |
| { |
| "epoch": 1.021015761821366, |
| "grad_norm": 0.6156072907006408, |
| "learning_rate": 4.834972569766762e-06, |
| "loss": 0.0838, |
| "step": 583 |
| }, |
| { |
| "epoch": 1.02276707530648, |
| "grad_norm": 0.7635944643048334, |
| "learning_rate": 4.8212259216142835e-06, |
| "loss": 0.104, |
| "step": 584 |
| }, |
| { |
| "epoch": 1.0245183887915936, |
| "grad_norm": 0.7637571188691638, |
| "learning_rate": 4.8074806263808565e-06, |
| "loss": 0.0708, |
| "step": 585 |
| }, |
| { |
| "epoch": 1.0262697022767076, |
| "grad_norm": 0.9551589547852135, |
| "learning_rate": 4.7937367880875514e-06, |
| "loss": 0.1281, |
| "step": 586 |
| }, |
| { |
| "epoch": 1.0280210157618215, |
| "grad_norm": 0.7293559825967365, |
| "learning_rate": 4.779994510744419e-06, |
| "loss": 0.0912, |
| "step": 587 |
| }, |
| { |
| "epoch": 1.0297723292469352, |
| "grad_norm": 0.8566789761394177, |
| "learning_rate": 4.766253898349694e-06, |
| "loss": 0.1606, |
| "step": 588 |
| }, |
| { |
| "epoch": 1.031523642732049, |
| "grad_norm": 0.6627533346656157, |
| "learning_rate": 4.752515054889012e-06, |
| "loss": 0.0718, |
| "step": 589 |
| }, |
| { |
| "epoch": 1.0332749562171628, |
| "grad_norm": 0.5815945433400204, |
| "learning_rate": 4.738778084334625e-06, |
| "loss": 0.0695, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.0350262697022767, |
| "grad_norm": 0.760838011156959, |
| "learning_rate": 4.725043090644606e-06, |
| "loss": 0.0884, |
| "step": 591 |
| }, |
| { |
| "epoch": 1.0367775831873904, |
| "grad_norm": 0.7483668041512324, |
| "learning_rate": 4.711310177762072e-06, |
| "loss": 0.0669, |
| "step": 592 |
| }, |
| { |
| "epoch": 1.0385288966725044, |
| "grad_norm": 0.8799384240976829, |
| "learning_rate": 4.697579449614389e-06, |
| "loss": 0.0998, |
| "step": 593 |
| }, |
| { |
| "epoch": 1.0402802101576183, |
| "grad_norm": 0.8082415948151013, |
| "learning_rate": 4.683851010112391e-06, |
| "loss": 0.0985, |
| "step": 594 |
| }, |
| { |
| "epoch": 1.042031523642732, |
| "grad_norm": 0.6580267314761, |
| "learning_rate": 4.670124963149596e-06, |
| "loss": 0.1115, |
| "step": 595 |
| }, |
| { |
| "epoch": 1.043782837127846, |
| "grad_norm": 0.7118138502690213, |
| "learning_rate": 4.656401412601408e-06, |
| "loss": 0.0662, |
| "step": 596 |
| }, |
| { |
| "epoch": 1.0455341506129596, |
| "grad_norm": 0.7285566494410792, |
| "learning_rate": 4.642680462324348e-06, |
| "loss": 0.1036, |
| "step": 597 |
| }, |
| { |
| "epoch": 1.0472854640980735, |
| "grad_norm": 0.6952238511426204, |
| "learning_rate": 4.628962216155249e-06, |
| "loss": 0.0882, |
| "step": 598 |
| }, |
| { |
| "epoch": 1.0490367775831875, |
| "grad_norm": 0.7543264293172796, |
| "learning_rate": 4.615246777910485e-06, |
| "loss": 0.087, |
| "step": 599 |
| }, |
| { |
| "epoch": 1.0507880910683012, |
| "grad_norm": 0.6191909832818346, |
| "learning_rate": 4.6015342513851854e-06, |
| "loss": 0.0745, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.052539404553415, |
| "grad_norm": 0.922433858210772, |
| "learning_rate": 4.587824740352435e-06, |
| "loss": 0.1058, |
| "step": 601 |
| }, |
| { |
| "epoch": 1.0542907180385288, |
| "grad_norm": 0.6821453050325335, |
| "learning_rate": 4.5741183485625044e-06, |
| "loss": 0.0771, |
| "step": 602 |
| }, |
| { |
| "epoch": 1.0560420315236427, |
| "grad_norm": 0.9489221869695271, |
| "learning_rate": 4.560415179742052e-06, |
| "loss": 0.0955, |
| "step": 603 |
| }, |
| { |
| "epoch": 1.0577933450087567, |
| "grad_norm": 0.7026344715382692, |
| "learning_rate": 4.546715337593354e-06, |
| "loss": 0.0819, |
| "step": 604 |
| }, |
| { |
| "epoch": 1.0595446584938704, |
| "grad_norm": 0.6671067987720858, |
| "learning_rate": 4.533018925793508e-06, |
| "loss": 0.0727, |
| "step": 605 |
| }, |
| { |
| "epoch": 1.0612959719789843, |
| "grad_norm": 0.8642821874175421, |
| "learning_rate": 4.519326047993647e-06, |
| "loss": 0.0937, |
| "step": 606 |
| }, |
| { |
| "epoch": 1.063047285464098, |
| "grad_norm": 0.8793543522695341, |
| "learning_rate": 4.505636807818166e-06, |
| "loss": 0.1301, |
| "step": 607 |
| }, |
| { |
| "epoch": 1.064798598949212, |
| "grad_norm": 0.8237519754604328, |
| "learning_rate": 4.491951308863926e-06, |
| "loss": 0.0825, |
| "step": 608 |
| }, |
| { |
| "epoch": 1.0665499124343258, |
| "grad_norm": 0.8459623510016205, |
| "learning_rate": 4.478269654699478e-06, |
| "loss": 0.0821, |
| "step": 609 |
| }, |
| { |
| "epoch": 1.0683012259194395, |
| "grad_norm": 0.8255877830028168, |
| "learning_rate": 4.464591948864281e-06, |
| "loss": 0.0842, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.0700525394045535, |
| "grad_norm": 0.8718483520086847, |
| "learning_rate": 4.4509182948679035e-06, |
| "loss": 0.0821, |
| "step": 611 |
| }, |
| { |
| "epoch": 1.0718038528896672, |
| "grad_norm": 0.9897123154664441, |
| "learning_rate": 4.43724879618926e-06, |
| "loss": 0.1109, |
| "step": 612 |
| }, |
| { |
| "epoch": 1.073555166374781, |
| "grad_norm": 0.8636401435184293, |
| "learning_rate": 4.423583556275814e-06, |
| "loss": 0.0904, |
| "step": 613 |
| }, |
| { |
| "epoch": 1.0753064798598948, |
| "grad_norm": 0.8916326658281433, |
| "learning_rate": 4.409922678542799e-06, |
| "loss": 0.0695, |
| "step": 614 |
| }, |
| { |
| "epoch": 1.0770577933450087, |
| "grad_norm": 0.6527711082304235, |
| "learning_rate": 4.396266266372443e-06, |
| "loss": 0.0512, |
| "step": 615 |
| }, |
| { |
| "epoch": 1.0788091068301227, |
| "grad_norm": 0.7314392682365592, |
| "learning_rate": 4.382614423113171e-06, |
| "loss": 0.0772, |
| "step": 616 |
| }, |
| { |
| "epoch": 1.0805604203152364, |
| "grad_norm": 0.7896716564759495, |
| "learning_rate": 4.368967252078838e-06, |
| "loss": 0.0837, |
| "step": 617 |
| }, |
| { |
| "epoch": 1.0823117338003503, |
| "grad_norm": 0.8904478092266286, |
| "learning_rate": 4.355324856547936e-06, |
| "loss": 0.0984, |
| "step": 618 |
| }, |
| { |
| "epoch": 1.084063047285464, |
| "grad_norm": 0.7997582578314417, |
| "learning_rate": 4.341687339762822e-06, |
| "loss": 0.0719, |
| "step": 619 |
| }, |
| { |
| "epoch": 1.085814360770578, |
| "grad_norm": 0.9328053345880932, |
| "learning_rate": 4.3280548049289275e-06, |
| "loss": 0.1102, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.0875656742556918, |
| "grad_norm": 0.7402218059098891, |
| "learning_rate": 4.314427355213984e-06, |
| "loss": 0.0882, |
| "step": 621 |
| }, |
| { |
| "epoch": 1.0893169877408055, |
| "grad_norm": 1.0242119598597839, |
| "learning_rate": 4.3008050937472424e-06, |
| "loss": 0.0971, |
| "step": 622 |
| }, |
| { |
| "epoch": 1.0910683012259195, |
| "grad_norm": 1.078920725370126, |
| "learning_rate": 4.2871881236186835e-06, |
| "loss": 0.1252, |
| "step": 623 |
| }, |
| { |
| "epoch": 1.0928196147110332, |
| "grad_norm": 0.8096017533492185, |
| "learning_rate": 4.273576547878252e-06, |
| "loss": 0.0717, |
| "step": 624 |
| }, |
| { |
| "epoch": 1.094570928196147, |
| "grad_norm": 0.7940757501651525, |
| "learning_rate": 4.259970469535061e-06, |
| "loss": 0.1207, |
| "step": 625 |
| }, |
| { |
| "epoch": 1.096322241681261, |
| "grad_norm": 0.6730235221485272, |
| "learning_rate": 4.24636999155663e-06, |
| "loss": 0.0642, |
| "step": 626 |
| }, |
| { |
| "epoch": 1.0980735551663747, |
| "grad_norm": 0.8410423617949386, |
| "learning_rate": 4.2327752168680904e-06, |
| "loss": 0.1123, |
| "step": 627 |
| }, |
| { |
| "epoch": 1.0998248686514887, |
| "grad_norm": 0.7165164918449669, |
| "learning_rate": 4.219186248351413e-06, |
| "loss": 0.1079, |
| "step": 628 |
| }, |
| { |
| "epoch": 1.1015761821366024, |
| "grad_norm": 0.9046144772499766, |
| "learning_rate": 4.20560318884463e-06, |
| "loss": 0.0889, |
| "step": 629 |
| }, |
| { |
| "epoch": 1.1033274956217163, |
| "grad_norm": 0.6944164438470994, |
| "learning_rate": 4.192026141141054e-06, |
| "loss": 0.0726, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.1050788091068302, |
| "grad_norm": 0.6933343999073917, |
| "learning_rate": 4.178455207988504e-06, |
| "loss": 0.103, |
| "step": 631 |
| }, |
| { |
| "epoch": 1.106830122591944, |
| "grad_norm": 0.9114549106270846, |
| "learning_rate": 4.164890492088527e-06, |
| "loss": 0.0816, |
| "step": 632 |
| }, |
| { |
| "epoch": 1.1085814360770578, |
| "grad_norm": 0.8832236692461997, |
| "learning_rate": 4.151332096095613e-06, |
| "loss": 0.0716, |
| "step": 633 |
| }, |
| { |
| "epoch": 1.1103327495621715, |
| "grad_norm": 0.6560477009246709, |
| "learning_rate": 4.13778012261643e-06, |
| "loss": 0.0495, |
| "step": 634 |
| }, |
| { |
| "epoch": 1.1120840630472855, |
| "grad_norm": 0.7697309148882717, |
| "learning_rate": 4.124234674209038e-06, |
| "loss": 0.0784, |
| "step": 635 |
| }, |
| { |
| "epoch": 1.1138353765323994, |
| "grad_norm": 0.8584207785015194, |
| "learning_rate": 4.110695853382123e-06, |
| "loss": 0.0838, |
| "step": 636 |
| }, |
| { |
| "epoch": 1.115586690017513, |
| "grad_norm": 0.8178593101603066, |
| "learning_rate": 4.09716376259421e-06, |
| "loss": 0.0885, |
| "step": 637 |
| }, |
| { |
| "epoch": 1.117338003502627, |
| "grad_norm": 0.7493368271272891, |
| "learning_rate": 4.083638504252891e-06, |
| "loss": 0.0755, |
| "step": 638 |
| }, |
| { |
| "epoch": 1.1190893169877407, |
| "grad_norm": 0.8921855827679555, |
| "learning_rate": 4.070120180714059e-06, |
| "loss": 0.1016, |
| "step": 639 |
| }, |
| { |
| "epoch": 1.1208406304728546, |
| "grad_norm": 0.6566522468773398, |
| "learning_rate": 4.056608894281118e-06, |
| "loss": 0.0621, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.1225919439579686, |
| "grad_norm": 1.0368825738027343, |
| "learning_rate": 4.043104747204222e-06, |
| "loss": 0.0964, |
| "step": 641 |
| }, |
| { |
| "epoch": 1.1243432574430823, |
| "grad_norm": 0.7545101954718236, |
| "learning_rate": 4.029607841679496e-06, |
| "loss": 0.0743, |
| "step": 642 |
| }, |
| { |
| "epoch": 1.1260945709281962, |
| "grad_norm": 0.7795780796724158, |
| "learning_rate": 4.016118279848259e-06, |
| "loss": 0.0818, |
| "step": 643 |
| }, |
| { |
| "epoch": 1.12784588441331, |
| "grad_norm": 0.8102419707778211, |
| "learning_rate": 4.002636163796259e-06, |
| "loss": 0.0601, |
| "step": 644 |
| }, |
| { |
| "epoch": 1.1295971978984238, |
| "grad_norm": 0.8912319933395433, |
| "learning_rate": 3.989161595552891e-06, |
| "loss": 0.1056, |
| "step": 645 |
| }, |
| { |
| "epoch": 1.1313485113835378, |
| "grad_norm": 0.9227762274712196, |
| "learning_rate": 3.975694677090436e-06, |
| "loss": 0.0946, |
| "step": 646 |
| }, |
| { |
| "epoch": 1.1330998248686515, |
| "grad_norm": 1.0277331150492526, |
| "learning_rate": 3.9622355103232805e-06, |
| "loss": 0.0943, |
| "step": 647 |
| }, |
| { |
| "epoch": 1.1348511383537654, |
| "grad_norm": 0.7898037783030375, |
| "learning_rate": 3.948784197107146e-06, |
| "loss": 0.0724, |
| "step": 648 |
| }, |
| { |
| "epoch": 1.136602451838879, |
| "grad_norm": 0.8906513390558273, |
| "learning_rate": 3.935340839238325e-06, |
| "loss": 0.0978, |
| "step": 649 |
| }, |
| { |
| "epoch": 1.138353765323993, |
| "grad_norm": 0.8134210787173696, |
| "learning_rate": 3.9219055384529e-06, |
| "loss": 0.0743, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.140105078809107, |
| "grad_norm": 0.7115092884012872, |
| "learning_rate": 3.9084783964259855e-06, |
| "loss": 0.0492, |
| "step": 651 |
| }, |
| { |
| "epoch": 1.1418563922942206, |
| "grad_norm": 0.7227199245003441, |
| "learning_rate": 3.895059514770947e-06, |
| "loss": 0.089, |
| "step": 652 |
| }, |
| { |
| "epoch": 1.1436077057793346, |
| "grad_norm": 0.8212458686585175, |
| "learning_rate": 3.88164899503864e-06, |
| "loss": 0.0873, |
| "step": 653 |
| }, |
| { |
| "epoch": 1.1453590192644483, |
| "grad_norm": 0.6189120343911374, |
| "learning_rate": 3.868246938716643e-06, |
| "loss": 0.0519, |
| "step": 654 |
| }, |
| { |
| "epoch": 1.1471103327495622, |
| "grad_norm": 0.9135905892477679, |
| "learning_rate": 3.854853447228475e-06, |
| "loss": 0.0815, |
| "step": 655 |
| }, |
| { |
| "epoch": 1.1488616462346761, |
| "grad_norm": 0.9650411991425408, |
| "learning_rate": 3.841468621932851e-06, |
| "loss": 0.0864, |
| "step": 656 |
| }, |
| { |
| "epoch": 1.1506129597197898, |
| "grad_norm": 0.8715517114024203, |
| "learning_rate": 3.828092564122893e-06, |
| "loss": 0.0808, |
| "step": 657 |
| }, |
| { |
| "epoch": 1.1523642732049038, |
| "grad_norm": 0.7812734597619906, |
| "learning_rate": 3.814725375025376e-06, |
| "loss": 0.0681, |
| "step": 658 |
| }, |
| { |
| "epoch": 1.1541155866900175, |
| "grad_norm": 0.9464561590385424, |
| "learning_rate": 3.801367155799959e-06, |
| "loss": 0.0967, |
| "step": 659 |
| }, |
| { |
| "epoch": 1.1558669001751314, |
| "grad_norm": 0.8197419560752517, |
| "learning_rate": 3.788018007538419e-06, |
| "loss": 0.0876, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.157618213660245, |
| "grad_norm": 0.7844620890716654, |
| "learning_rate": 3.774678031263887e-06, |
| "loss": 0.0949, |
| "step": 661 |
| }, |
| { |
| "epoch": 1.159369527145359, |
| "grad_norm": 0.6684997290021009, |
| "learning_rate": 3.7613473279300804e-06, |
| "loss": 0.0659, |
| "step": 662 |
| }, |
| { |
| "epoch": 1.161120840630473, |
| "grad_norm": 0.6607818899113638, |
| "learning_rate": 3.7480259984205426e-06, |
| "loss": 0.0797, |
| "step": 663 |
| }, |
| { |
| "epoch": 1.1628721541155866, |
| "grad_norm": 0.8000383670556351, |
| "learning_rate": 3.734714143547879e-06, |
| "loss": 0.0982, |
| "step": 664 |
| }, |
| { |
| "epoch": 1.1646234676007006, |
| "grad_norm": 0.7750030818236461, |
| "learning_rate": 3.7214118640529894e-06, |
| "loss": 0.0755, |
| "step": 665 |
| }, |
| { |
| "epoch": 1.1663747810858143, |
| "grad_norm": 0.7718230303441634, |
| "learning_rate": 3.708119260604317e-06, |
| "loss": 0.0775, |
| "step": 666 |
| }, |
| { |
| "epoch": 1.1681260945709282, |
| "grad_norm": 0.7606884085579109, |
| "learning_rate": 3.694836433797071e-06, |
| "loss": 0.0652, |
| "step": 667 |
| }, |
| { |
| "epoch": 1.1698774080560421, |
| "grad_norm": 0.9648178738887017, |
| "learning_rate": 3.681563484152477e-06, |
| "loss": 0.0892, |
| "step": 668 |
| }, |
| { |
| "epoch": 1.1716287215411558, |
| "grad_norm": 1.0030218510210618, |
| "learning_rate": 3.668300512117014e-06, |
| "loss": 0.0996, |
| "step": 669 |
| }, |
| { |
| "epoch": 1.1733800350262698, |
| "grad_norm": 0.602908672449069, |
| "learning_rate": 3.655047618061648e-06, |
| "loss": 0.0583, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.1751313485113835, |
| "grad_norm": 0.9365604274710315, |
| "learning_rate": 3.6418049022810843e-06, |
| "loss": 0.0884, |
| "step": 671 |
| }, |
| { |
| "epoch": 1.1768826619964974, |
| "grad_norm": 0.9882368559103631, |
| "learning_rate": 3.6285724649929944e-06, |
| "loss": 0.1015, |
| "step": 672 |
| }, |
| { |
| "epoch": 1.178633975481611, |
| "grad_norm": 0.965569447935582, |
| "learning_rate": 3.615350406337269e-06, |
| "loss": 0.097, |
| "step": 673 |
| }, |
| { |
| "epoch": 1.180385288966725, |
| "grad_norm": 1.0268385342532949, |
| "learning_rate": 3.6021388263752566e-06, |
| "loss": 0.1107, |
| "step": 674 |
| }, |
| { |
| "epoch": 1.182136602451839, |
| "grad_norm": 0.9192005858295202, |
| "learning_rate": 3.588937825088999e-06, |
| "loss": 0.1, |
| "step": 675 |
| }, |
| { |
| "epoch": 1.1838879159369526, |
| "grad_norm": 0.9617400889226272, |
| "learning_rate": 3.5757475023804907e-06, |
| "loss": 0.0692, |
| "step": 676 |
| }, |
| { |
| "epoch": 1.1856392294220666, |
| "grad_norm": 0.8649057821650563, |
| "learning_rate": 3.562567958070905e-06, |
| "loss": 0.1033, |
| "step": 677 |
| }, |
| { |
| "epoch": 1.1873905429071803, |
| "grad_norm": 1.0420162692258215, |
| "learning_rate": 3.549399291899851e-06, |
| "loss": 0.099, |
| "step": 678 |
| }, |
| { |
| "epoch": 1.1891418563922942, |
| "grad_norm": 0.5439954275486397, |
| "learning_rate": 3.536241603524616e-06, |
| "loss": 0.0514, |
| "step": 679 |
| }, |
| { |
| "epoch": 1.1908931698774081, |
| "grad_norm": 0.8221945556326056, |
| "learning_rate": 3.5230949925194034e-06, |
| "loss": 0.0841, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.1926444833625218, |
| "grad_norm": 1.0298523052786546, |
| "learning_rate": 3.5099595583745947e-06, |
| "loss": 0.102, |
| "step": 681 |
| }, |
| { |
| "epoch": 1.1943957968476357, |
| "grad_norm": 0.9729770963676866, |
| "learning_rate": 3.4968354004959804e-06, |
| "loss": 0.0959, |
| "step": 682 |
| }, |
| { |
| "epoch": 1.1961471103327495, |
| "grad_norm": 0.8687339216607315, |
| "learning_rate": 3.4837226182040184e-06, |
| "loss": 0.0723, |
| "step": 683 |
| }, |
| { |
| "epoch": 1.1978984238178634, |
| "grad_norm": 1.1187226087659867, |
| "learning_rate": 3.470621310733078e-06, |
| "loss": 0.1072, |
| "step": 684 |
| }, |
| { |
| "epoch": 1.1996497373029773, |
| "grad_norm": 0.8518811353036616, |
| "learning_rate": 3.4575315772306894e-06, |
| "loss": 0.1147, |
| "step": 685 |
| }, |
| { |
| "epoch": 1.201401050788091, |
| "grad_norm": 1.0529027501197052, |
| "learning_rate": 3.444453516756796e-06, |
| "loss": 0.1036, |
| "step": 686 |
| }, |
| { |
| "epoch": 1.203152364273205, |
| "grad_norm": 1.0032377659240923, |
| "learning_rate": 3.4313872282829998e-06, |
| "loss": 0.1128, |
| "step": 687 |
| }, |
| { |
| "epoch": 1.2049036777583186, |
| "grad_norm": 1.0018061327702659, |
| "learning_rate": 3.4183328106918177e-06, |
| "loss": 0.092, |
| "step": 688 |
| }, |
| { |
| "epoch": 1.2066549912434326, |
| "grad_norm": 0.8566035601149397, |
| "learning_rate": 3.4052903627759264e-06, |
| "loss": 0.0936, |
| "step": 689 |
| }, |
| { |
| "epoch": 1.2084063047285465, |
| "grad_norm": 0.9125746690092138, |
| "learning_rate": 3.3922599832374224e-06, |
| "loss": 0.0788, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.2101576182136602, |
| "grad_norm": 1.0426073296986158, |
| "learning_rate": 3.379241770687074e-06, |
| "loss": 0.0799, |
| "step": 691 |
| }, |
| { |
| "epoch": 1.2119089316987741, |
| "grad_norm": 1.06100141802292, |
| "learning_rate": 3.3662358236435664e-06, |
| "loss": 0.1105, |
| "step": 692 |
| }, |
| { |
| "epoch": 1.2136602451838878, |
| "grad_norm": 0.9390043654644253, |
| "learning_rate": 3.353242240532769e-06, |
| "loss": 0.1165, |
| "step": 693 |
| }, |
| { |
| "epoch": 1.2154115586690017, |
| "grad_norm": 0.8503852226528796, |
| "learning_rate": 3.3402611196869764e-06, |
| "loss": 0.1161, |
| "step": 694 |
| }, |
| { |
| "epoch": 1.2171628721541157, |
| "grad_norm": 0.9078220049525988, |
| "learning_rate": 3.327292559344178e-06, |
| "loss": 0.0681, |
| "step": 695 |
| }, |
| { |
| "epoch": 1.2189141856392294, |
| "grad_norm": 0.7127386687186886, |
| "learning_rate": 3.314336657647308e-06, |
| "loss": 0.0752, |
| "step": 696 |
| }, |
| { |
| "epoch": 1.2206654991243433, |
| "grad_norm": 0.9358408817071951, |
| "learning_rate": 3.3013935126434994e-06, |
| "loss": 0.1019, |
| "step": 697 |
| }, |
| { |
| "epoch": 1.222416812609457, |
| "grad_norm": 0.7742420094838459, |
| "learning_rate": 3.288463222283349e-06, |
| "loss": 0.0931, |
| "step": 698 |
| }, |
| { |
| "epoch": 1.224168126094571, |
| "grad_norm": 0.941039147307977, |
| "learning_rate": 3.2755458844201692e-06, |
| "loss": 0.094, |
| "step": 699 |
| }, |
| { |
| "epoch": 1.2259194395796849, |
| "grad_norm": 0.8228135353803155, |
| "learning_rate": 3.262641596809254e-06, |
| "loss": 0.0752, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.2276707530647986, |
| "grad_norm": 1.0260217425221851, |
| "learning_rate": 3.249750457107138e-06, |
| "loss": 0.1434, |
| "step": 701 |
| }, |
| { |
| "epoch": 1.2294220665499125, |
| "grad_norm": 0.8764995569070175, |
| "learning_rate": 3.2368725628708507e-06, |
| "loss": 0.0942, |
| "step": 702 |
| }, |
| { |
| "epoch": 1.2311733800350262, |
| "grad_norm": 0.8810808130600745, |
| "learning_rate": 3.224008011557186e-06, |
| "loss": 0.0773, |
| "step": 703 |
| }, |
| { |
| "epoch": 1.2329246935201401, |
| "grad_norm": 0.8339945067432337, |
| "learning_rate": 3.211156900521961e-06, |
| "loss": 0.0577, |
| "step": 704 |
| }, |
| { |
| "epoch": 1.234676007005254, |
| "grad_norm": 0.9539133650050169, |
| "learning_rate": 3.1983193270192787e-06, |
| "loss": 0.0854, |
| "step": 705 |
| }, |
| { |
| "epoch": 1.2364273204903677, |
| "grad_norm": 0.7988973560578649, |
| "learning_rate": 3.185495388200799e-06, |
| "loss": 0.0718, |
| "step": 706 |
| }, |
| { |
| "epoch": 1.2381786339754817, |
| "grad_norm": 1.074214838443568, |
| "learning_rate": 3.1726851811149907e-06, |
| "loss": 0.0927, |
| "step": 707 |
| }, |
| { |
| "epoch": 1.2399299474605954, |
| "grad_norm": 0.8023394631186075, |
| "learning_rate": 3.159888802706408e-06, |
| "loss": 0.076, |
| "step": 708 |
| }, |
| { |
| "epoch": 1.2416812609457093, |
| "grad_norm": 0.6592103260258445, |
| "learning_rate": 3.147106349814951e-06, |
| "loss": 0.0602, |
| "step": 709 |
| }, |
| { |
| "epoch": 1.2434325744308232, |
| "grad_norm": 1.1114735422528423, |
| "learning_rate": 3.1343379191751366e-06, |
| "loss": 0.0904, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.245183887915937, |
| "grad_norm": 0.8722207507134669, |
| "learning_rate": 3.1215836074153666e-06, |
| "loss": 0.0553, |
| "step": 711 |
| }, |
| { |
| "epoch": 1.2469352014010509, |
| "grad_norm": 0.9701640956470772, |
| "learning_rate": 3.1088435110571884e-06, |
| "loss": 0.0951, |
| "step": 712 |
| }, |
| { |
| "epoch": 1.2486865148861646, |
| "grad_norm": 0.7785105550035741, |
| "learning_rate": 3.0961177265145776e-06, |
| "loss": 0.0744, |
| "step": 713 |
| }, |
| { |
| "epoch": 1.2504378283712785, |
| "grad_norm": 1.1865316263907835, |
| "learning_rate": 3.0834063500931947e-06, |
| "loss": 0.1155, |
| "step": 714 |
| }, |
| { |
| "epoch": 1.2521891418563924, |
| "grad_norm": 0.670146861520249, |
| "learning_rate": 3.0707094779896695e-06, |
| "loss": 0.0737, |
| "step": 715 |
| }, |
| { |
| "epoch": 1.253940455341506, |
| "grad_norm": 1.0183130513166565, |
| "learning_rate": 3.0580272062908605e-06, |
| "loss": 0.1009, |
| "step": 716 |
| }, |
| { |
| "epoch": 1.25569176882662, |
| "grad_norm": 1.3895554101906575, |
| "learning_rate": 3.0453596309731396e-06, |
| "loss": 0.1295, |
| "step": 717 |
| }, |
| { |
| "epoch": 1.2574430823117337, |
| "grad_norm": 0.8401700996571929, |
| "learning_rate": 3.032706847901658e-06, |
| "loss": 0.1052, |
| "step": 718 |
| }, |
| { |
| "epoch": 1.2591943957968477, |
| "grad_norm": 0.9557568744741772, |
| "learning_rate": 3.020068952829619e-06, |
| "loss": 0.1099, |
| "step": 719 |
| }, |
| { |
| "epoch": 1.2609457092819616, |
| "grad_norm": 0.7781143616664629, |
| "learning_rate": 3.0074460413975636e-06, |
| "loss": 0.0603, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.2626970227670753, |
| "grad_norm": 0.8080335461170193, |
| "learning_rate": 2.9948382091326328e-06, |
| "loss": 0.0971, |
| "step": 721 |
| }, |
| { |
| "epoch": 1.2644483362521892, |
| "grad_norm": 0.8725117432766293, |
| "learning_rate": 2.98224555144786e-06, |
| "loss": 0.0565, |
| "step": 722 |
| }, |
| { |
| "epoch": 1.266199649737303, |
| "grad_norm": 1.0281518070875828, |
| "learning_rate": 2.9696681636414372e-06, |
| "loss": 0.1, |
| "step": 723 |
| }, |
| { |
| "epoch": 1.2679509632224168, |
| "grad_norm": 0.9107780574366331, |
| "learning_rate": 2.9571061408959943e-06, |
| "loss": 0.0812, |
| "step": 724 |
| }, |
| { |
| "epoch": 1.2697022767075308, |
| "grad_norm": 0.8277139085800029, |
| "learning_rate": 2.944559578277889e-06, |
| "loss": 0.0669, |
| "step": 725 |
| }, |
| { |
| "epoch": 1.2714535901926445, |
| "grad_norm": 0.8815637667439311, |
| "learning_rate": 2.932028570736474e-06, |
| "loss": 0.097, |
| "step": 726 |
| }, |
| { |
| "epoch": 1.2732049036777582, |
| "grad_norm": 1.1364269200108077, |
| "learning_rate": 2.919513213103391e-06, |
| "loss": 0.0706, |
| "step": 727 |
| }, |
| { |
| "epoch": 1.274956217162872, |
| "grad_norm": 0.7498765483852221, |
| "learning_rate": 2.9070136000918426e-06, |
| "loss": 0.0687, |
| "step": 728 |
| }, |
| { |
| "epoch": 1.276707530647986, |
| "grad_norm": 0.7962376754602092, |
| "learning_rate": 2.89452982629588e-06, |
| "loss": 0.0609, |
| "step": 729 |
| }, |
| { |
| "epoch": 1.2784588441331, |
| "grad_norm": 1.0565112515662811, |
| "learning_rate": 2.8820619861896908e-06, |
| "loss": 0.089, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.2802101576182137, |
| "grad_norm": 1.0984844227065096, |
| "learning_rate": 2.8696101741268765e-06, |
| "loss": 0.0609, |
| "step": 731 |
| }, |
| { |
| "epoch": 1.2819614711033274, |
| "grad_norm": 1.3486910096875888, |
| "learning_rate": 2.8571744843397412e-06, |
| "loss": 0.1295, |
| "step": 732 |
| }, |
| { |
| "epoch": 1.2837127845884413, |
| "grad_norm": 0.7596179516412704, |
| "learning_rate": 2.844755010938586e-06, |
| "loss": 0.0552, |
| "step": 733 |
| }, |
| { |
| "epoch": 1.2854640980735552, |
| "grad_norm": 0.8293822539041598, |
| "learning_rate": 2.8323518479109824e-06, |
| "loss": 0.0673, |
| "step": 734 |
| }, |
| { |
| "epoch": 1.287215411558669, |
| "grad_norm": 1.0021410590514732, |
| "learning_rate": 2.819965089121076e-06, |
| "loss": 0.079, |
| "step": 735 |
| }, |
| { |
| "epoch": 1.2889667250437828, |
| "grad_norm": 0.98205909089748, |
| "learning_rate": 2.8075948283088637e-06, |
| "loss": 0.0956, |
| "step": 736 |
| }, |
| { |
| "epoch": 1.2907180385288965, |
| "grad_norm": 0.9484379433282005, |
| "learning_rate": 2.7952411590894914e-06, |
| "loss": 0.0836, |
| "step": 737 |
| }, |
| { |
| "epoch": 1.2924693520140105, |
| "grad_norm": 0.8548057872579898, |
| "learning_rate": 2.7829041749525455e-06, |
| "loss": 0.0698, |
| "step": 738 |
| }, |
| { |
| "epoch": 1.2942206654991244, |
| "grad_norm": 0.6958930931575743, |
| "learning_rate": 2.77058396926134e-06, |
| "loss": 0.0472, |
| "step": 739 |
| }, |
| { |
| "epoch": 1.295971978984238, |
| "grad_norm": 0.8590285326110315, |
| "learning_rate": 2.7582806352522194e-06, |
| "loss": 0.1035, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.297723292469352, |
| "grad_norm": 0.7506949834567328, |
| "learning_rate": 2.7459942660338434e-06, |
| "loss": 0.0844, |
| "step": 741 |
| }, |
| { |
| "epoch": 1.2994746059544657, |
| "grad_norm": 0.718144378394281, |
| "learning_rate": 2.733724954586483e-06, |
| "loss": 0.072, |
| "step": 742 |
| }, |
| { |
| "epoch": 1.3012259194395797, |
| "grad_norm": 0.9554449618063786, |
| "learning_rate": 2.7214727937613293e-06, |
| "loss": 0.0738, |
| "step": 743 |
| }, |
| { |
| "epoch": 1.3029772329246936, |
| "grad_norm": 1.281934191339505, |
| "learning_rate": 2.709237876279772e-06, |
| "loss": 0.0861, |
| "step": 744 |
| }, |
| { |
| "epoch": 1.3047285464098073, |
| "grad_norm": 0.8591603075335503, |
| "learning_rate": 2.6970202947327156e-06, |
| "loss": 0.0738, |
| "step": 745 |
| }, |
| { |
| "epoch": 1.3064798598949212, |
| "grad_norm": 1.077686551423765, |
| "learning_rate": 2.6848201415798646e-06, |
| "loss": 0.1006, |
| "step": 746 |
| }, |
| { |
| "epoch": 1.308231173380035, |
| "grad_norm": 1.0140620923015204, |
| "learning_rate": 2.6726375091490313e-06, |
| "loss": 0.1179, |
| "step": 747 |
| }, |
| { |
| "epoch": 1.3099824868651488, |
| "grad_norm": 0.8465851580721724, |
| "learning_rate": 2.6604724896354338e-06, |
| "loss": 0.095, |
| "step": 748 |
| }, |
| { |
| "epoch": 1.3117338003502628, |
| "grad_norm": 0.8292233955682955, |
| "learning_rate": 2.648325175101004e-06, |
| "loss": 0.078, |
| "step": 749 |
| }, |
| { |
| "epoch": 1.3134851138353765, |
| "grad_norm": 0.9961150572832315, |
| "learning_rate": 2.6361956574736867e-06, |
| "loss": 0.1037, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.3152364273204904, |
| "grad_norm": 1.0125252057907417, |
| "learning_rate": 2.624084028546739e-06, |
| "loss": 0.1302, |
| "step": 751 |
| }, |
| { |
| "epoch": 1.316987740805604, |
| "grad_norm": 1.4492932570805932, |
| "learning_rate": 2.6119903799780445e-06, |
| "loss": 0.1018, |
| "step": 752 |
| }, |
| { |
| "epoch": 1.318739054290718, |
| "grad_norm": 1.0313545636415973, |
| "learning_rate": 2.5999148032894116e-06, |
| "loss": 0.1301, |
| "step": 753 |
| }, |
| { |
| "epoch": 1.320490367775832, |
| "grad_norm": 0.7640005278295612, |
| "learning_rate": 2.587857389865891e-06, |
| "loss": 0.0705, |
| "step": 754 |
| }, |
| { |
| "epoch": 1.3222416812609457, |
| "grad_norm": 0.9241800146530195, |
| "learning_rate": 2.5758182309550773e-06, |
| "loss": 0.1024, |
| "step": 755 |
| }, |
| { |
| "epoch": 1.3239929947460596, |
| "grad_norm": 0.8476677958931723, |
| "learning_rate": 2.5637974176664156e-06, |
| "loss": 0.075, |
| "step": 756 |
| }, |
| { |
| "epoch": 1.3257443082311733, |
| "grad_norm": 0.9539049936089635, |
| "learning_rate": 2.5517950409705173e-06, |
| "loss": 0.0732, |
| "step": 757 |
| }, |
| { |
| "epoch": 1.3274956217162872, |
| "grad_norm": 0.7787415845648707, |
| "learning_rate": 2.539811191698469e-06, |
| "loss": 0.068, |
| "step": 758 |
| }, |
| { |
| "epoch": 1.3292469352014011, |
| "grad_norm": 0.6740960966163063, |
| "learning_rate": 2.52784596054115e-06, |
| "loss": 0.0807, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.3309982486865148, |
| "grad_norm": 0.9272432887557794, |
| "learning_rate": 2.5158994380485403e-06, |
| "loss": 0.1073, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.3327495621716288, |
| "grad_norm": 0.805162044866896, |
| "learning_rate": 2.5039717146290365e-06, |
| "loss": 0.1363, |
| "step": 761 |
| }, |
| { |
| "epoch": 1.3345008756567425, |
| "grad_norm": 0.9017129027314272, |
| "learning_rate": 2.4920628805487684e-06, |
| "loss": 0.093, |
| "step": 762 |
| }, |
| { |
| "epoch": 1.3362521891418564, |
| "grad_norm": 0.9079872727729905, |
| "learning_rate": 2.4801730259309136e-06, |
| "loss": 0.0808, |
| "step": 763 |
| }, |
| { |
| "epoch": 1.3380035026269703, |
| "grad_norm": 0.7596071384023176, |
| "learning_rate": 2.468302240755023e-06, |
| "loss": 0.0811, |
| "step": 764 |
| }, |
| { |
| "epoch": 1.339754816112084, |
| "grad_norm": 0.8763250650248721, |
| "learning_rate": 2.456450614856333e-06, |
| "loss": 0.0887, |
| "step": 765 |
| }, |
| { |
| "epoch": 1.341506129597198, |
| "grad_norm": 0.9923301577394401, |
| "learning_rate": 2.4446182379250843e-06, |
| "loss": 0.0893, |
| "step": 766 |
| }, |
| { |
| "epoch": 1.3432574430823117, |
| "grad_norm": 0.8633434639363498, |
| "learning_rate": 2.4328051995058482e-06, |
| "loss": 0.088, |
| "step": 767 |
| }, |
| { |
| "epoch": 1.3450087565674256, |
| "grad_norm": 1.0475821217828167, |
| "learning_rate": 2.4210115889968446e-06, |
| "loss": 0.0924, |
| "step": 768 |
| }, |
| { |
| "epoch": 1.3467600700525395, |
| "grad_norm": 0.9107712943754082, |
| "learning_rate": 2.409237495649271e-06, |
| "loss": 0.0728, |
| "step": 769 |
| }, |
| { |
| "epoch": 1.3485113835376532, |
| "grad_norm": 1.5257662309673086, |
| "learning_rate": 2.397483008566624e-06, |
| "loss": 0.1125, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.3502626970227671, |
| "grad_norm": 0.876528919503985, |
| "learning_rate": 2.3857482167040215e-06, |
| "loss": 0.0974, |
| "step": 771 |
| }, |
| { |
| "epoch": 1.3520140105078808, |
| "grad_norm": 0.924196021469823, |
| "learning_rate": 2.374033208867534e-06, |
| "loss": 0.0915, |
| "step": 772 |
| }, |
| { |
| "epoch": 1.3537653239929948, |
| "grad_norm": 0.792737877765985, |
| "learning_rate": 2.3623380737135094e-06, |
| "loss": 0.0678, |
| "step": 773 |
| }, |
| { |
| "epoch": 1.3555166374781087, |
| "grad_norm": 0.7778836639012523, |
| "learning_rate": 2.3506628997479085e-06, |
| "loss": 0.0653, |
| "step": 774 |
| }, |
| { |
| "epoch": 1.3572679509632224, |
| "grad_norm": 0.8527989490917307, |
| "learning_rate": 2.339007775325629e-06, |
| "loss": 0.0833, |
| "step": 775 |
| }, |
| { |
| "epoch": 1.3590192644483363, |
| "grad_norm": 0.7022012295601906, |
| "learning_rate": 2.3273727886498372e-06, |
| "loss": 0.0593, |
| "step": 776 |
| }, |
| { |
| "epoch": 1.36077057793345, |
| "grad_norm": 0.957527967610434, |
| "learning_rate": 2.3157580277713004e-06, |
| "loss": 0.0669, |
| "step": 777 |
| }, |
| { |
| "epoch": 1.362521891418564, |
| "grad_norm": 1.5092316384911828, |
| "learning_rate": 2.304163580587724e-06, |
| "loss": 0.1074, |
| "step": 778 |
| }, |
| { |
| "epoch": 1.3642732049036779, |
| "grad_norm": 0.899000777013253, |
| "learning_rate": 2.2925895348430856e-06, |
| "loss": 0.0835, |
| "step": 779 |
| }, |
| { |
| "epoch": 1.3660245183887916, |
| "grad_norm": 0.790034586719747, |
| "learning_rate": 2.2810359781269657e-06, |
| "loss": 0.0719, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.3677758318739055, |
| "grad_norm": 0.7907785753390943, |
| "learning_rate": 2.269502997873895e-06, |
| "loss": 0.0781, |
| "step": 781 |
| }, |
| { |
| "epoch": 1.3695271453590192, |
| "grad_norm": 0.6926955937004445, |
| "learning_rate": 2.2579906813626807e-06, |
| "loss": 0.0728, |
| "step": 782 |
| }, |
| { |
| "epoch": 1.3712784588441331, |
| "grad_norm": 0.6166696427484202, |
| "learning_rate": 2.246499115715751e-06, |
| "loss": 0.0644, |
| "step": 783 |
| }, |
| { |
| "epoch": 1.373029772329247, |
| "grad_norm": 0.7255433228039453, |
| "learning_rate": 2.235028387898504e-06, |
| "loss": 0.0979, |
| "step": 784 |
| }, |
| { |
| "epoch": 1.3747810858143608, |
| "grad_norm": 0.7617740643442561, |
| "learning_rate": 2.2235785847186338e-06, |
| "loss": 0.0924, |
| "step": 785 |
| }, |
| { |
| "epoch": 1.3765323992994747, |
| "grad_norm": 1.0217536171541641, |
| "learning_rate": 2.212149792825489e-06, |
| "loss": 0.0979, |
| "step": 786 |
| }, |
| { |
| "epoch": 1.3782837127845884, |
| "grad_norm": 0.8732538774678509, |
| "learning_rate": 2.2007420987094036e-06, |
| "loss": 0.0734, |
| "step": 787 |
| }, |
| { |
| "epoch": 1.3800350262697023, |
| "grad_norm": 1.0019292167266876, |
| "learning_rate": 2.189355588701051e-06, |
| "loss": 0.1069, |
| "step": 788 |
| }, |
| { |
| "epoch": 1.3817863397548162, |
| "grad_norm": 0.8315824634330226, |
| "learning_rate": 2.177990348970792e-06, |
| "loss": 0.0909, |
| "step": 789 |
| }, |
| { |
| "epoch": 1.38353765323993, |
| "grad_norm": 0.647602160309111, |
| "learning_rate": 2.1666464655280133e-06, |
| "loss": 0.0812, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.3852889667250436, |
| "grad_norm": 0.9640769615135378, |
| "learning_rate": 2.1553240242204876e-06, |
| "loss": 0.0873, |
| "step": 791 |
| }, |
| { |
| "epoch": 1.3870402802101576, |
| "grad_norm": 0.9202817145346947, |
| "learning_rate": 2.1440231107337147e-06, |
| "loss": 0.0792, |
| "step": 792 |
| }, |
| { |
| "epoch": 1.3887915936952715, |
| "grad_norm": 0.912675153291401, |
| "learning_rate": 2.1327438105902763e-06, |
| "loss": 0.0773, |
| "step": 793 |
| }, |
| { |
| "epoch": 1.3905429071803854, |
| "grad_norm": 0.9415049365667928, |
| "learning_rate": 2.1214862091491966e-06, |
| "loss": 0.1135, |
| "step": 794 |
| }, |
| { |
| "epoch": 1.3922942206654991, |
| "grad_norm": 0.9970178640835594, |
| "learning_rate": 2.1102503916052797e-06, |
| "loss": 0.0847, |
| "step": 795 |
| }, |
| { |
| "epoch": 1.3940455341506128, |
| "grad_norm": 0.9832327330756709, |
| "learning_rate": 2.0990364429884828e-06, |
| "loss": 0.1235, |
| "step": 796 |
| }, |
| { |
| "epoch": 1.3957968476357268, |
| "grad_norm": 0.8721793805349013, |
| "learning_rate": 2.0878444481632597e-06, |
| "loss": 0.1004, |
| "step": 797 |
| }, |
| { |
| "epoch": 1.3975481611208407, |
| "grad_norm": 0.7747485377067997, |
| "learning_rate": 2.076674491827922e-06, |
| "loss": 0.069, |
| "step": 798 |
| }, |
| { |
| "epoch": 1.3992994746059544, |
| "grad_norm": 0.8456173036014264, |
| "learning_rate": 2.0655266585140045e-06, |
| "loss": 0.0754, |
| "step": 799 |
| }, |
| { |
| "epoch": 1.4010507880910683, |
| "grad_norm": 0.9391798871992534, |
| "learning_rate": 2.0544010325856146e-06, |
| "loss": 0.0969, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.402802101576182, |
| "grad_norm": 0.8875537072650175, |
| "learning_rate": 2.043297698238805e-06, |
| "loss": 0.0678, |
| "step": 801 |
| }, |
| { |
| "epoch": 1.404553415061296, |
| "grad_norm": 0.7833633854106007, |
| "learning_rate": 2.0322167395009286e-06, |
| "loss": 0.0877, |
| "step": 802 |
| }, |
| { |
| "epoch": 1.4063047285464099, |
| "grad_norm": 0.9708805413159364, |
| "learning_rate": 2.0211582402300007e-06, |
| "loss": 0.0937, |
| "step": 803 |
| }, |
| { |
| "epoch": 1.4080560420315236, |
| "grad_norm": 0.8290033085639599, |
| "learning_rate": 2.0101222841140775e-06, |
| "loss": 0.0722, |
| "step": 804 |
| }, |
| { |
| "epoch": 1.4098073555166375, |
| "grad_norm": 0.7734317269111782, |
| "learning_rate": 1.9991089546706067e-06, |
| "loss": 0.0788, |
| "step": 805 |
| }, |
| { |
| "epoch": 1.4115586690017512, |
| "grad_norm": 0.8912988277705161, |
| "learning_rate": 1.9881183352458083e-06, |
| "loss": 0.0923, |
| "step": 806 |
| }, |
| { |
| "epoch": 1.4133099824868651, |
| "grad_norm": 0.8930959140982987, |
| "learning_rate": 1.9771505090140343e-06, |
| "loss": 0.0858, |
| "step": 807 |
| }, |
| { |
| "epoch": 1.415061295971979, |
| "grad_norm": 1.0486079636516412, |
| "learning_rate": 1.9662055589771427e-06, |
| "loss": 0.0848, |
| "step": 808 |
| }, |
| { |
| "epoch": 1.4168126094570928, |
| "grad_norm": 0.869268490663677, |
| "learning_rate": 1.955283567963876e-06, |
| "loss": 0.1326, |
| "step": 809 |
| }, |
| { |
| "epoch": 1.4185639229422067, |
| "grad_norm": 0.6923293806693147, |
| "learning_rate": 1.9443846186292204e-06, |
| "loss": 0.0594, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.4203152364273204, |
| "grad_norm": 0.7354927224586634, |
| "learning_rate": 1.9335087934537956e-06, |
| "loss": 0.0806, |
| "step": 811 |
| }, |
| { |
| "epoch": 1.4220665499124343, |
| "grad_norm": 0.8259624368436999, |
| "learning_rate": 1.9226561747432188e-06, |
| "loss": 0.0857, |
| "step": 812 |
| }, |
| { |
| "epoch": 1.4238178633975482, |
| "grad_norm": 0.8711192744207589, |
| "learning_rate": 1.911826844627485e-06, |
| "loss": 0.0752, |
| "step": 813 |
| }, |
| { |
| "epoch": 1.425569176882662, |
| "grad_norm": 2.6069679207164667, |
| "learning_rate": 1.901020885060353e-06, |
| "loss": 0.0866, |
| "step": 814 |
| }, |
| { |
| "epoch": 1.4273204903677759, |
| "grad_norm": 0.8510608016527956, |
| "learning_rate": 1.8902383778187106e-06, |
| "loss": 0.1021, |
| "step": 815 |
| }, |
| { |
| "epoch": 1.4290718038528896, |
| "grad_norm": 0.9912516765235937, |
| "learning_rate": 1.8794794045019727e-06, |
| "loss": 0.1037, |
| "step": 816 |
| }, |
| { |
| "epoch": 1.4308231173380035, |
| "grad_norm": 1.4280563242119932, |
| "learning_rate": 1.8687440465314493e-06, |
| "loss": 0.125, |
| "step": 817 |
| }, |
| { |
| "epoch": 1.4325744308231174, |
| "grad_norm": 0.8887782023449038, |
| "learning_rate": 1.858032385149735e-06, |
| "loss": 0.0961, |
| "step": 818 |
| }, |
| { |
| "epoch": 1.4343257443082311, |
| "grad_norm": 0.8092352027580832, |
| "learning_rate": 1.8473445014200992e-06, |
| "loss": 0.0784, |
| "step": 819 |
| }, |
| { |
| "epoch": 1.436077057793345, |
| "grad_norm": 0.8508624184842186, |
| "learning_rate": 1.8366804762258612e-06, |
| "loss": 0.0993, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.4378283712784588, |
| "grad_norm": 0.8476088885858866, |
| "learning_rate": 1.826040390269792e-06, |
| "loss": 0.097, |
| "step": 821 |
| }, |
| { |
| "epoch": 1.4395796847635727, |
| "grad_norm": 0.7858581848448734, |
| "learning_rate": 1.8154243240734904e-06, |
| "loss": 0.0545, |
| "step": 822 |
| }, |
| { |
| "epoch": 1.4413309982486866, |
| "grad_norm": 0.7511491075823152, |
| "learning_rate": 1.8048323579767796e-06, |
| "loss": 0.0614, |
| "step": 823 |
| }, |
| { |
| "epoch": 1.4430823117338003, |
| "grad_norm": 0.8916221736098047, |
| "learning_rate": 1.7942645721371043e-06, |
| "loss": 0.0688, |
| "step": 824 |
| }, |
| { |
| "epoch": 1.4448336252189142, |
| "grad_norm": 1.0386802641836865, |
| "learning_rate": 1.7837210465289129e-06, |
| "loss": 0.1243, |
| "step": 825 |
| }, |
| { |
| "epoch": 1.446584938704028, |
| "grad_norm": 0.8600832619931907, |
| "learning_rate": 1.773201860943063e-06, |
| "loss": 0.0591, |
| "step": 826 |
| }, |
| { |
| "epoch": 1.4483362521891419, |
| "grad_norm": 0.85335509068009, |
| "learning_rate": 1.7627070949862095e-06, |
| "loss": 0.0897, |
| "step": 827 |
| }, |
| { |
| "epoch": 1.4500875656742558, |
| "grad_norm": 1.0290314674102257, |
| "learning_rate": 1.7522368280802048e-06, |
| "loss": 0.1101, |
| "step": 828 |
| }, |
| { |
| "epoch": 1.4518388791593695, |
| "grad_norm": 0.7360509013463974, |
| "learning_rate": 1.7417911394615033e-06, |
| "loss": 0.073, |
| "step": 829 |
| }, |
| { |
| "epoch": 1.4535901926444834, |
| "grad_norm": 1.0355631885341359, |
| "learning_rate": 1.7313701081805506e-06, |
| "loss": 0.1144, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.4553415061295971, |
| "grad_norm": 0.6596592368497637, |
| "learning_rate": 1.7209738131011977e-06, |
| "loss": 0.0815, |
| "step": 831 |
| }, |
| { |
| "epoch": 1.457092819614711, |
| "grad_norm": 0.8157916293097928, |
| "learning_rate": 1.7106023329000932e-06, |
| "loss": 0.0825, |
| "step": 832 |
| }, |
| { |
| "epoch": 1.458844133099825, |
| "grad_norm": 0.8170690188009203, |
| "learning_rate": 1.700255746066093e-06, |
| "loss": 0.0768, |
| "step": 833 |
| }, |
| { |
| "epoch": 1.4605954465849387, |
| "grad_norm": 0.7806828063640731, |
| "learning_rate": 1.6899341308996704e-06, |
| "loss": 0.0828, |
| "step": 834 |
| }, |
| { |
| "epoch": 1.4623467600700526, |
| "grad_norm": 0.7615625289107787, |
| "learning_rate": 1.6796375655123126e-06, |
| "loss": 0.0983, |
| "step": 835 |
| }, |
| { |
| "epoch": 1.4640980735551663, |
| "grad_norm": 1.1145859850353201, |
| "learning_rate": 1.6693661278259438e-06, |
| "loss": 0.1593, |
| "step": 836 |
| }, |
| { |
| "epoch": 1.4658493870402802, |
| "grad_norm": 0.8460031372441591, |
| "learning_rate": 1.659119895572322e-06, |
| "loss": 0.0713, |
| "step": 837 |
| }, |
| { |
| "epoch": 1.4676007005253942, |
| "grad_norm": 0.8666355376799286, |
| "learning_rate": 1.648898946292456e-06, |
| "loss": 0.0795, |
| "step": 838 |
| }, |
| { |
| "epoch": 1.4693520140105079, |
| "grad_norm": 1.098767971036189, |
| "learning_rate": 1.6387033573360244e-06, |
| "loss": 0.1291, |
| "step": 839 |
| }, |
| { |
| "epoch": 1.4711033274956218, |
| "grad_norm": 1.0895405573642913, |
| "learning_rate": 1.62853320586078e-06, |
| "loss": 0.1035, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.4728546409807355, |
| "grad_norm": 1.0610577874468181, |
| "learning_rate": 1.6183885688319755e-06, |
| "loss": 0.1761, |
| "step": 841 |
| }, |
| { |
| "epoch": 1.4746059544658494, |
| "grad_norm": 0.9087423490771874, |
| "learning_rate": 1.6082695230217721e-06, |
| "loss": 0.0903, |
| "step": 842 |
| }, |
| { |
| "epoch": 1.4763572679509633, |
| "grad_norm": 1.4022223726835983, |
| "learning_rate": 1.5981761450086647e-06, |
| "loss": 0.1407, |
| "step": 843 |
| }, |
| { |
| "epoch": 1.478108581436077, |
| "grad_norm": 0.8453730182740572, |
| "learning_rate": 1.588108511176899e-06, |
| "loss": 0.0801, |
| "step": 844 |
| }, |
| { |
| "epoch": 1.479859894921191, |
| "grad_norm": 0.7650759951583646, |
| "learning_rate": 1.5780666977158976e-06, |
| "loss": 0.0898, |
| "step": 845 |
| }, |
| { |
| "epoch": 1.4816112084063047, |
| "grad_norm": 1.0534592243091558, |
| "learning_rate": 1.5680507806196815e-06, |
| "loss": 0.1065, |
| "step": 846 |
| }, |
| { |
| "epoch": 1.4833625218914186, |
| "grad_norm": 0.7581070203659848, |
| "learning_rate": 1.558060835686291e-06, |
| "loss": 0.0768, |
| "step": 847 |
| }, |
| { |
| "epoch": 1.4851138353765325, |
| "grad_norm": 0.8228217306630333, |
| "learning_rate": 1.548096938517215e-06, |
| "loss": 0.0864, |
| "step": 848 |
| }, |
| { |
| "epoch": 1.4868651488616462, |
| "grad_norm": 0.6948138142476058, |
| "learning_rate": 1.5381591645168214e-06, |
| "loss": 0.0727, |
| "step": 849 |
| }, |
| { |
| "epoch": 1.4886164623467601, |
| "grad_norm": 1.1215312769377082, |
| "learning_rate": 1.5282475888917837e-06, |
| "loss": 0.1084, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.4903677758318739, |
| "grad_norm": 0.556612824562337, |
| "learning_rate": 1.5183622866505149e-06, |
| "loss": 0.0378, |
| "step": 851 |
| }, |
| { |
| "epoch": 1.4921190893169878, |
| "grad_norm": 0.8334893621906851, |
| "learning_rate": 1.5085033326025933e-06, |
| "loss": 0.1058, |
| "step": 852 |
| }, |
| { |
| "epoch": 1.4938704028021017, |
| "grad_norm": 0.8483067154096786, |
| "learning_rate": 1.4986708013582013e-06, |
| "loss": 0.0593, |
| "step": 853 |
| }, |
| { |
| "epoch": 1.4956217162872154, |
| "grad_norm": 0.7563089529959395, |
| "learning_rate": 1.4888647673275598e-06, |
| "loss": 0.0881, |
| "step": 854 |
| }, |
| { |
| "epoch": 1.4973730297723291, |
| "grad_norm": 0.9581064139110383, |
| "learning_rate": 1.4790853047203674e-06, |
| "loss": 0.1231, |
| "step": 855 |
| }, |
| { |
| "epoch": 1.499124343257443, |
| "grad_norm": 0.8646013332942565, |
| "learning_rate": 1.4693324875452369e-06, |
| "loss": 0.0962, |
| "step": 856 |
| }, |
| { |
| "epoch": 1.500875656742557, |
| "grad_norm": 0.8161715950753782, |
| "learning_rate": 1.4596063896091316e-06, |
| "loss": 0.0984, |
| "step": 857 |
| }, |
| { |
| "epoch": 1.5026269702276709, |
| "grad_norm": 0.85028135397844, |
| "learning_rate": 1.4499070845168112e-06, |
| "loss": 0.0998, |
| "step": 858 |
| }, |
| { |
| "epoch": 1.5043782837127846, |
| "grad_norm": 0.8492942866077009, |
| "learning_rate": 1.4402346456702737e-06, |
| "loss": 0.0802, |
| "step": 859 |
| }, |
| { |
| "epoch": 1.5061295971978983, |
| "grad_norm": 1.0442880468905495, |
| "learning_rate": 1.4305891462682004e-06, |
| "loss": 0.1154, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.5078809106830122, |
| "grad_norm": 0.8309778737447728, |
| "learning_rate": 1.420970659305404e-06, |
| "loss": 0.1184, |
| "step": 861 |
| }, |
| { |
| "epoch": 1.5096322241681261, |
| "grad_norm": 1.0968471389762762, |
| "learning_rate": 1.4113792575722684e-06, |
| "loss": 0.0877, |
| "step": 862 |
| }, |
| { |
| "epoch": 1.51138353765324, |
| "grad_norm": 0.7388443383068837, |
| "learning_rate": 1.4018150136542063e-06, |
| "loss": 0.0431, |
| "step": 863 |
| }, |
| { |
| "epoch": 1.5131348511383538, |
| "grad_norm": 0.978572938428472, |
| "learning_rate": 1.3922779999311032e-06, |
| "loss": 0.0662, |
| "step": 864 |
| }, |
| { |
| "epoch": 1.5148861646234675, |
| "grad_norm": 0.825879975581395, |
| "learning_rate": 1.3827682885767778e-06, |
| "loss": 0.0741, |
| "step": 865 |
| }, |
| { |
| "epoch": 1.5166374781085814, |
| "grad_norm": 0.8275889522903741, |
| "learning_rate": 1.3732859515584306e-06, |
| "loss": 0.0719, |
| "step": 866 |
| }, |
| { |
| "epoch": 1.5183887915936953, |
| "grad_norm": 0.8930447963765076, |
| "learning_rate": 1.363831060636096e-06, |
| "loss": 0.101, |
| "step": 867 |
| }, |
| { |
| "epoch": 1.5201401050788093, |
| "grad_norm": 1.0626174646711952, |
| "learning_rate": 1.3544036873621054e-06, |
| "loss": 0.1285, |
| "step": 868 |
| }, |
| { |
| "epoch": 1.521891418563923, |
| "grad_norm": 0.9900839577095674, |
| "learning_rate": 1.345003903080541e-06, |
| "loss": 0.072, |
| "step": 869 |
| }, |
| { |
| "epoch": 1.5236427320490367, |
| "grad_norm": 0.9536264805723799, |
| "learning_rate": 1.335631778926702e-06, |
| "loss": 0.1401, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.5253940455341506, |
| "grad_norm": 0.816870903519518, |
| "learning_rate": 1.3262873858265618e-06, |
| "loss": 0.0764, |
| "step": 871 |
| }, |
| { |
| "epoch": 1.5271453590192645, |
| "grad_norm": 1.1150610380119643, |
| "learning_rate": 1.316970794496229e-06, |
| "loss": 0.0694, |
| "step": 872 |
| }, |
| { |
| "epoch": 1.5288966725043784, |
| "grad_norm": 0.955595059805072, |
| "learning_rate": 1.3076820754414165e-06, |
| "loss": 0.0844, |
| "step": 873 |
| }, |
| { |
| "epoch": 1.5306479859894921, |
| "grad_norm": 0.8892461247283927, |
| "learning_rate": 1.2984212989569055e-06, |
| "loss": 0.0709, |
| "step": 874 |
| }, |
| { |
| "epoch": 1.5323992994746058, |
| "grad_norm": 1.0183197020080885, |
| "learning_rate": 1.2891885351260191e-06, |
| "loss": 0.0835, |
| "step": 875 |
| }, |
| { |
| "epoch": 1.5341506129597198, |
| "grad_norm": 0.7689697067022396, |
| "learning_rate": 1.2799838538200804e-06, |
| "loss": 0.0865, |
| "step": 876 |
| }, |
| { |
| "epoch": 1.5359019264448337, |
| "grad_norm": 0.9433827530845643, |
| "learning_rate": 1.270807324697898e-06, |
| "loss": 0.0831, |
| "step": 877 |
| }, |
| { |
| "epoch": 1.5376532399299476, |
| "grad_norm": 0.7106251655802119, |
| "learning_rate": 1.2616590172052268e-06, |
| "loss": 0.0772, |
| "step": 878 |
| }, |
| { |
| "epoch": 1.5394045534150613, |
| "grad_norm": 0.787230689946638, |
| "learning_rate": 1.252539000574246e-06, |
| "loss": 0.0839, |
| "step": 879 |
| }, |
| { |
| "epoch": 1.541155866900175, |
| "grad_norm": 0.7954726817869575, |
| "learning_rate": 1.2434473438230426e-06, |
| "loss": 0.0655, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.542907180385289, |
| "grad_norm": 0.8902609833747344, |
| "learning_rate": 1.2343841157550757e-06, |
| "loss": 0.0812, |
| "step": 881 |
| }, |
| { |
| "epoch": 1.5446584938704029, |
| "grad_norm": 0.8517459203382189, |
| "learning_rate": 1.2253493849586695e-06, |
| "loss": 0.091, |
| "step": 882 |
| }, |
| { |
| "epoch": 1.5464098073555166, |
| "grad_norm": 0.9150985106553249, |
| "learning_rate": 1.2163432198064834e-06, |
| "loss": 0.0957, |
| "step": 883 |
| }, |
| { |
| "epoch": 1.5481611208406305, |
| "grad_norm": 1.0872606970611478, |
| "learning_rate": 1.207365688454999e-06, |
| "loss": 0.0643, |
| "step": 884 |
| }, |
| { |
| "epoch": 1.5499124343257442, |
| "grad_norm": 1.0678678238356631, |
| "learning_rate": 1.1984168588440075e-06, |
| "loss": 0.089, |
| "step": 885 |
| }, |
| { |
| "epoch": 1.5516637478108581, |
| "grad_norm": 0.8484700364176362, |
| "learning_rate": 1.1894967986960877e-06, |
| "loss": 0.089, |
| "step": 886 |
| }, |
| { |
| "epoch": 1.553415061295972, |
| "grad_norm": 0.8940833430222472, |
| "learning_rate": 1.1806055755161029e-06, |
| "loss": 0.107, |
| "step": 887 |
| }, |
| { |
| "epoch": 1.5551663747810858, |
| "grad_norm": 0.8190347787792227, |
| "learning_rate": 1.1717432565906817e-06, |
| "loss": 0.0787, |
| "step": 888 |
| }, |
| { |
| "epoch": 1.5569176882661997, |
| "grad_norm": 0.71210611816795, |
| "learning_rate": 1.1629099089877116e-06, |
| "loss": 0.0665, |
| "step": 889 |
| }, |
| { |
| "epoch": 1.5586690017513134, |
| "grad_norm": 0.9042648925525666, |
| "learning_rate": 1.154105599555837e-06, |
| "loss": 0.0886, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.5604203152364273, |
| "grad_norm": 0.9505703326726503, |
| "learning_rate": 1.1453303949239431e-06, |
| "loss": 0.097, |
| "step": 891 |
| }, |
| { |
| "epoch": 1.5621716287215412, |
| "grad_norm": 1.3798512911645553, |
| "learning_rate": 1.1365843615006606e-06, |
| "loss": 0.0818, |
| "step": 892 |
| }, |
| { |
| "epoch": 1.563922942206655, |
| "grad_norm": 0.877599922223935, |
| "learning_rate": 1.127867565473858e-06, |
| "loss": 0.0697, |
| "step": 893 |
| }, |
| { |
| "epoch": 1.5656742556917689, |
| "grad_norm": 0.8465883171108056, |
| "learning_rate": 1.11918007281014e-06, |
| "loss": 0.0831, |
| "step": 894 |
| }, |
| { |
| "epoch": 1.5674255691768826, |
| "grad_norm": 0.9027728204073343, |
| "learning_rate": 1.1105219492543567e-06, |
| "loss": 0.1178, |
| "step": 895 |
| }, |
| { |
| "epoch": 1.5691768826619965, |
| "grad_norm": 0.976849713853511, |
| "learning_rate": 1.1018932603290927e-06, |
| "loss": 0.1209, |
| "step": 896 |
| }, |
| { |
| "epoch": 1.5709281961471104, |
| "grad_norm": 0.9584305854695117, |
| "learning_rate": 1.0932940713341843e-06, |
| "loss": 0.1158, |
| "step": 897 |
| }, |
| { |
| "epoch": 1.5726795096322241, |
| "grad_norm": 0.8686276598286167, |
| "learning_rate": 1.0847244473462165e-06, |
| "loss": 0.0715, |
| "step": 898 |
| }, |
| { |
| "epoch": 1.5744308231173378, |
| "grad_norm": 1.0091500961047988, |
| "learning_rate": 1.0761844532180322e-06, |
| "loss": 0.0961, |
| "step": 899 |
| }, |
| { |
| "epoch": 1.5761821366024518, |
| "grad_norm": 0.7807508240613471, |
| "learning_rate": 1.067674153578247e-06, |
| "loss": 0.0664, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.5779334500875657, |
| "grad_norm": 0.8067749796026943, |
| "learning_rate": 1.05919361283075e-06, |
| "loss": 0.0636, |
| "step": 901 |
| }, |
| { |
| "epoch": 1.5796847635726796, |
| "grad_norm": 0.8759620340871858, |
| "learning_rate": 1.0507428951542293e-06, |
| "loss": 0.0753, |
| "step": 902 |
| }, |
| { |
| "epoch": 1.5814360770577933, |
| "grad_norm": 0.975397189576844, |
| "learning_rate": 1.042322064501673e-06, |
| "loss": 0.0825, |
| "step": 903 |
| }, |
| { |
| "epoch": 1.583187390542907, |
| "grad_norm": 0.8598966333634731, |
| "learning_rate": 1.0339311845998929e-06, |
| "loss": 0.0713, |
| "step": 904 |
| }, |
| { |
| "epoch": 1.584938704028021, |
| "grad_norm": 0.7086427629579961, |
| "learning_rate": 1.025570318949044e-06, |
| "loss": 0.0588, |
| "step": 905 |
| }, |
| { |
| "epoch": 1.5866900175131349, |
| "grad_norm": 0.9371811065539839, |
| "learning_rate": 1.0172395308221355e-06, |
| "loss": 0.1025, |
| "step": 906 |
| }, |
| { |
| "epoch": 1.5884413309982488, |
| "grad_norm": 0.8523909056255194, |
| "learning_rate": 1.008938883264563e-06, |
| "loss": 0.0785, |
| "step": 907 |
| }, |
| { |
| "epoch": 1.5901926444833625, |
| "grad_norm": 0.6932575906112352, |
| "learning_rate": 1.0006684390936206e-06, |
| "loss": 0.0527, |
| "step": 908 |
| }, |
| { |
| "epoch": 1.5919439579684762, |
| "grad_norm": 0.7895131639078904, |
| "learning_rate": 9.924282608980318e-07, |
| "loss": 0.0672, |
| "step": 909 |
| }, |
| { |
| "epoch": 1.5936952714535901, |
| "grad_norm": 0.9109376997806669, |
| "learning_rate": 9.84218411037477e-07, |
| "loss": 0.0695, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.595446584938704, |
| "grad_norm": 1.375391449767245, |
| "learning_rate": 9.760389516421143e-07, |
| "loss": 0.1032, |
| "step": 911 |
| }, |
| { |
| "epoch": 1.597197898423818, |
| "grad_norm": 0.7645671144180791, |
| "learning_rate": 9.678899446121205e-07, |
| "loss": 0.0487, |
| "step": 912 |
| }, |
| { |
| "epoch": 1.5989492119089317, |
| "grad_norm": 0.98070657894628, |
| "learning_rate": 9.597714516172107e-07, |
| "loss": 0.1004, |
| "step": 913 |
| }, |
| { |
| "epoch": 1.6007005253940454, |
| "grad_norm": 0.8547769727295768, |
| "learning_rate": 9.516835340961783e-07, |
| "loss": 0.0743, |
| "step": 914 |
| }, |
| { |
| "epoch": 1.6024518388791593, |
| "grad_norm": 1.0122657120554246, |
| "learning_rate": 9.436262532564316e-07, |
| "loss": 0.1235, |
| "step": 915 |
| }, |
| { |
| "epoch": 1.6042031523642732, |
| "grad_norm": 1.0918909664473564, |
| "learning_rate": 9.355996700735242e-07, |
| "loss": 0.0997, |
| "step": 916 |
| }, |
| { |
| "epoch": 1.6059544658493872, |
| "grad_norm": 0.9405618536030825, |
| "learning_rate": 9.276038452907016e-07, |
| "loss": 0.0692, |
| "step": 917 |
| }, |
| { |
| "epoch": 1.6077057793345009, |
| "grad_norm": 0.9492717016651747, |
| "learning_rate": 9.19638839418433e-07, |
| "loss": 0.0828, |
| "step": 918 |
| }, |
| { |
| "epoch": 1.6094570928196146, |
| "grad_norm": 0.7689394884673381, |
| "learning_rate": 9.117047127339579e-07, |
| "loss": 0.0973, |
| "step": 919 |
| }, |
| { |
| "epoch": 1.6112084063047285, |
| "grad_norm": 0.8844949815830236, |
| "learning_rate": 9.038015252808335e-07, |
| "loss": 0.0863, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.6129597197898424, |
| "grad_norm": 0.7795777404725, |
| "learning_rate": 8.959293368684713e-07, |
| "loss": 0.0707, |
| "step": 921 |
| }, |
| { |
| "epoch": 1.6147110332749564, |
| "grad_norm": 0.9595778145894932, |
| "learning_rate": 8.880882070716945e-07, |
| "loss": 0.0936, |
| "step": 922 |
| }, |
| { |
| "epoch": 1.61646234676007, |
| "grad_norm": 0.9497307647401774, |
| "learning_rate": 8.80278195230278e-07, |
| "loss": 0.0941, |
| "step": 923 |
| }, |
| { |
| "epoch": 1.6182136602451838, |
| "grad_norm": 1.1659675647916, |
| "learning_rate": 8.724993604485044e-07, |
| "loss": 0.1023, |
| "step": 924 |
| }, |
| { |
| "epoch": 1.6199649737302977, |
| "grad_norm": 1.1234743594327323, |
| "learning_rate": 8.647517615947193e-07, |
| "loss": 0.0776, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.6217162872154116, |
| "grad_norm": 0.8528927864364849, |
| "learning_rate": 8.57035457300876e-07, |
| "loss": 0.0807, |
| "step": 926 |
| }, |
| { |
| "epoch": 1.6234676007005255, |
| "grad_norm": 0.83886810565477, |
| "learning_rate": 8.49350505962106e-07, |
| "loss": 0.0594, |
| "step": 927 |
| }, |
| { |
| "epoch": 1.6252189141856392, |
| "grad_norm": 0.855463864117844, |
| "learning_rate": 8.416969657362622e-07, |
| "loss": 0.0819, |
| "step": 928 |
| }, |
| { |
| "epoch": 1.626970227670753, |
| "grad_norm": 0.908767552315424, |
| "learning_rate": 8.340748945434879e-07, |
| "loss": 0.1285, |
| "step": 929 |
| }, |
| { |
| "epoch": 1.6287215411558669, |
| "grad_norm": 1.0012453661601142, |
| "learning_rate": 8.264843500657799e-07, |
| "loss": 0.0861, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.6304728546409808, |
| "grad_norm": 1.0333069552134135, |
| "learning_rate": 8.189253897465433e-07, |
| "loss": 0.0753, |
| "step": 931 |
| }, |
| { |
| "epoch": 1.6322241681260947, |
| "grad_norm": 0.905280465006129, |
| "learning_rate": 8.113980707901653e-07, |
| "loss": 0.0899, |
| "step": 932 |
| }, |
| { |
| "epoch": 1.6339754816112084, |
| "grad_norm": 1.0338044714761787, |
| "learning_rate": 8.039024501615777e-07, |
| "loss": 0.0938, |
| "step": 933 |
| }, |
| { |
| "epoch": 1.6357267950963221, |
| "grad_norm": 2.359076466144793, |
| "learning_rate": 7.964385845858258e-07, |
| "loss": 0.1217, |
| "step": 934 |
| }, |
| { |
| "epoch": 1.637478108581436, |
| "grad_norm": 0.9826730256245049, |
| "learning_rate": 7.890065305476441e-07, |
| "loss": 0.1191, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.63922942206655, |
| "grad_norm": 0.8747332183619412, |
| "learning_rate": 7.816063442910193e-07, |
| "loss": 0.0993, |
| "step": 936 |
| }, |
| { |
| "epoch": 1.640980735551664, |
| "grad_norm": 0.8075496453024368, |
| "learning_rate": 7.742380818187772e-07, |
| "loss": 0.071, |
| "step": 937 |
| }, |
| { |
| "epoch": 1.6427320490367776, |
| "grad_norm": 1.001355554288775, |
| "learning_rate": 7.669017988921474e-07, |
| "loss": 0.1207, |
| "step": 938 |
| }, |
| { |
| "epoch": 1.6444833625218913, |
| "grad_norm": 0.8066142991914813, |
| "learning_rate": 7.595975510303466e-07, |
| "loss": 0.0833, |
| "step": 939 |
| }, |
| { |
| "epoch": 1.6462346760070052, |
| "grad_norm": 0.845058894943196, |
| "learning_rate": 7.523253935101577e-07, |
| "loss": 0.0838, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.6479859894921192, |
| "grad_norm": 0.8892397239300569, |
| "learning_rate": 7.45085381365514e-07, |
| "loss": 0.0842, |
| "step": 941 |
| }, |
| { |
| "epoch": 1.649737302977233, |
| "grad_norm": 0.7913749401745233, |
| "learning_rate": 7.378775693870793e-07, |
| "loss": 0.0656, |
| "step": 942 |
| }, |
| { |
| "epoch": 1.6514886164623468, |
| "grad_norm": 0.9412135475034102, |
| "learning_rate": 7.307020121218333e-07, |
| "loss": 0.0988, |
| "step": 943 |
| }, |
| { |
| "epoch": 1.6532399299474605, |
| "grad_norm": 0.6922791542112726, |
| "learning_rate": 7.235587638726599e-07, |
| "loss": 0.0644, |
| "step": 944 |
| }, |
| { |
| "epoch": 1.6549912434325744, |
| "grad_norm": 0.683548226075825, |
| "learning_rate": 7.164478786979356e-07, |
| "loss": 0.0507, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.6567425569176883, |
| "grad_norm": 0.9731267616312939, |
| "learning_rate": 7.093694104111237e-07, |
| "loss": 0.078, |
| "step": 946 |
| }, |
| { |
| "epoch": 1.658493870402802, |
| "grad_norm": 0.9269892309271431, |
| "learning_rate": 7.023234125803635e-07, |
| "loss": 0.1005, |
| "step": 947 |
| }, |
| { |
| "epoch": 1.660245183887916, |
| "grad_norm": 0.9430923254149106, |
| "learning_rate": 6.953099385280632e-07, |
| "loss": 0.063, |
| "step": 948 |
| }, |
| { |
| "epoch": 1.6619964973730297, |
| "grad_norm": 0.954580758978347, |
| "learning_rate": 6.883290413305011e-07, |
| "loss": 0.1154, |
| "step": 949 |
| }, |
| { |
| "epoch": 1.6637478108581436, |
| "grad_norm": 0.9178349147320257, |
| "learning_rate": 6.813807738174199e-07, |
| "loss": 0.0574, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.6654991243432575, |
| "grad_norm": 0.8477054090991074, |
| "learning_rate": 6.744651885716313e-07, |
| "loss": 0.0713, |
| "step": 951 |
| }, |
| { |
| "epoch": 1.6672504378283712, |
| "grad_norm": 1.033767975754156, |
| "learning_rate": 6.675823379286151e-07, |
| "loss": 0.1363, |
| "step": 952 |
| }, |
| { |
| "epoch": 1.6690017513134852, |
| "grad_norm": 0.8140614446219004, |
| "learning_rate": 6.607322739761219e-07, |
| "loss": 0.0811, |
| "step": 953 |
| }, |
| { |
| "epoch": 1.6707530647985989, |
| "grad_norm": 0.8580159228495404, |
| "learning_rate": 6.53915048553781e-07, |
| "loss": 0.0786, |
| "step": 954 |
| }, |
| { |
| "epoch": 1.6725043782837128, |
| "grad_norm": 1.0237229957514502, |
| "learning_rate": 6.471307132527071e-07, |
| "loss": 0.072, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.6742556917688267, |
| "grad_norm": 1.1139363365853103, |
| "learning_rate": 6.40379319415112e-07, |
| "loss": 0.1586, |
| "step": 956 |
| }, |
| { |
| "epoch": 1.6760070052539404, |
| "grad_norm": 0.8039008743188236, |
| "learning_rate": 6.336609181339148e-07, |
| "loss": 0.074, |
| "step": 957 |
| }, |
| { |
| "epoch": 1.6777583187390543, |
| "grad_norm": 0.955504225000358, |
| "learning_rate": 6.269755602523531e-07, |
| "loss": 0.0941, |
| "step": 958 |
| }, |
| { |
| "epoch": 1.679509632224168, |
| "grad_norm": 1.1369679103050756, |
| "learning_rate": 6.203232963636003e-07, |
| "loss": 0.0953, |
| "step": 959 |
| }, |
| { |
| "epoch": 1.681260945709282, |
| "grad_norm": 0.8138093638660885, |
| "learning_rate": 6.137041768103819e-07, |
| "loss": 0.0682, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.683012259194396, |
| "grad_norm": 0.9438149839513782, |
| "learning_rate": 6.071182516845974e-07, |
| "loss": 0.0759, |
| "step": 961 |
| }, |
| { |
| "epoch": 1.6847635726795096, |
| "grad_norm": 1.1428154671493533, |
| "learning_rate": 6.005655708269386e-07, |
| "loss": 0.0851, |
| "step": 962 |
| }, |
| { |
| "epoch": 1.6865148861646233, |
| "grad_norm": 0.8193942407950339, |
| "learning_rate": 5.9404618382651e-07, |
| "loss": 0.0985, |
| "step": 963 |
| }, |
| { |
| "epoch": 1.6882661996497372, |
| "grad_norm": 1.054106752133417, |
| "learning_rate": 5.87560140020459e-07, |
| "loss": 0.0707, |
| "step": 964 |
| }, |
| { |
| "epoch": 1.6900175131348512, |
| "grad_norm": 0.8940576683459753, |
| "learning_rate": 5.811074884935964e-07, |
| "loss": 0.0683, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.691768826619965, |
| "grad_norm": 0.6287784415256515, |
| "learning_rate": 5.746882780780322e-07, |
| "loss": 0.0589, |
| "step": 966 |
| }, |
| { |
| "epoch": 1.6935201401050788, |
| "grad_norm": 0.9750764230003164, |
| "learning_rate": 5.683025573528017e-07, |
| "loss": 0.1097, |
| "step": 967 |
| }, |
| { |
| "epoch": 1.6952714535901925, |
| "grad_norm": 0.9218101868960946, |
| "learning_rate": 5.619503746434956e-07, |
| "loss": 0.1168, |
| "step": 968 |
| }, |
| { |
| "epoch": 1.6970227670753064, |
| "grad_norm": 1.1755520131559736, |
| "learning_rate": 5.55631778021899e-07, |
| "loss": 0.0959, |
| "step": 969 |
| }, |
| { |
| "epoch": 1.6987740805604203, |
| "grad_norm": 0.8414667003154775, |
| "learning_rate": 5.493468153056236e-07, |
| "loss": 0.0664, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.7005253940455343, |
| "grad_norm": 0.94270536937066, |
| "learning_rate": 5.430955340577515e-07, |
| "loss": 0.0608, |
| "step": 971 |
| }, |
| { |
| "epoch": 1.702276707530648, |
| "grad_norm": 1.1274506094616077, |
| "learning_rate": 5.368779815864678e-07, |
| "loss": 0.1253, |
| "step": 972 |
| }, |
| { |
| "epoch": 1.7040280210157617, |
| "grad_norm": 1.0875056272885322, |
| "learning_rate": 5.306942049447095e-07, |
| "loss": 0.0803, |
| "step": 973 |
| }, |
| { |
| "epoch": 1.7057793345008756, |
| "grad_norm": 0.7586215304561557, |
| "learning_rate": 5.245442509298038e-07, |
| "loss": 0.0707, |
| "step": 974 |
| }, |
| { |
| "epoch": 1.7075306479859895, |
| "grad_norm": 0.9854236513125099, |
| "learning_rate": 5.184281660831158e-07, |
| "loss": 0.0862, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.7092819614711035, |
| "grad_norm": 1.1000068183348335, |
| "learning_rate": 5.123459966897021e-07, |
| "loss": 0.0804, |
| "step": 976 |
| }, |
| { |
| "epoch": 1.7110332749562172, |
| "grad_norm": 0.9054286431304135, |
| "learning_rate": 5.062977887779486e-07, |
| "loss": 0.0605, |
| "step": 977 |
| }, |
| { |
| "epoch": 1.7127845884413309, |
| "grad_norm": 0.7861214593313163, |
| "learning_rate": 5.002835881192336e-07, |
| "loss": 0.0827, |
| "step": 978 |
| }, |
| { |
| "epoch": 1.7145359019264448, |
| "grad_norm": 0.8032715915593343, |
| "learning_rate": 4.943034402275754e-07, |
| "loss": 0.0983, |
| "step": 979 |
| }, |
| { |
| "epoch": 1.7162872154115587, |
| "grad_norm": 1.0469596242294776, |
| "learning_rate": 4.88357390359287e-07, |
| "loss": 0.0669, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.7180385288966726, |
| "grad_norm": 1.2227292003086079, |
| "learning_rate": 4.824454835126402e-07, |
| "loss": 0.1081, |
| "step": 981 |
| }, |
| { |
| "epoch": 1.7197898423817863, |
| "grad_norm": 0.8383307838231276, |
| "learning_rate": 4.765677644275163e-07, |
| "loss": 0.1177, |
| "step": 982 |
| }, |
| { |
| "epoch": 1.7215411558669, |
| "grad_norm": 0.8845101264170805, |
| "learning_rate": 4.707242775850751e-07, |
| "loss": 0.0825, |
| "step": 983 |
| }, |
| { |
| "epoch": 1.723292469352014, |
| "grad_norm": 0.8738347124266663, |
| "learning_rate": 4.6491506720741376e-07, |
| "loss": 0.0767, |
| "step": 984 |
| }, |
| { |
| "epoch": 1.725043782837128, |
| "grad_norm": 0.9235780941896881, |
| "learning_rate": 4.591401772572313e-07, |
| "loss": 0.1073, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.7267950963222418, |
| "grad_norm": 0.808520171929526, |
| "learning_rate": 4.533996514375033e-07, |
| "loss": 0.0888, |
| "step": 986 |
| }, |
| { |
| "epoch": 1.7285464098073555, |
| "grad_norm": 0.8040022329220664, |
| "learning_rate": 4.476935331911397e-07, |
| "loss": 0.0689, |
| "step": 987 |
| }, |
| { |
| "epoch": 1.7302977232924692, |
| "grad_norm": 1.024560760379506, |
| "learning_rate": 4.4202186570066753e-07, |
| "loss": 0.0624, |
| "step": 988 |
| }, |
| { |
| "epoch": 1.7320490367775832, |
| "grad_norm": 0.7655215543483458, |
| "learning_rate": 4.363846918878961e-07, |
| "loss": 0.0641, |
| "step": 989 |
| }, |
| { |
| "epoch": 1.733800350262697, |
| "grad_norm": 0.8347354918909909, |
| "learning_rate": 4.307820544135938e-07, |
| "loss": 0.065, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.735551663747811, |
| "grad_norm": 1.0085283172237212, |
| "learning_rate": 4.2521399567717004e-07, |
| "loss": 0.0696, |
| "step": 991 |
| }, |
| { |
| "epoch": 1.7373029772329247, |
| "grad_norm": 0.9981732466737275, |
| "learning_rate": 4.1968055781634655e-07, |
| "loss": 0.0668, |
| "step": 992 |
| }, |
| { |
| "epoch": 1.7390542907180384, |
| "grad_norm": 0.6502067313094136, |
| "learning_rate": 4.1418178270684727e-07, |
| "loss": 0.067, |
| "step": 993 |
| }, |
| { |
| "epoch": 1.7408056042031523, |
| "grad_norm": 0.9620108166680914, |
| "learning_rate": 4.0871771196207223e-07, |
| "loss": 0.0865, |
| "step": 994 |
| }, |
| { |
| "epoch": 1.7425569176882663, |
| "grad_norm": 0.7915472204717325, |
| "learning_rate": 4.032883869327886e-07, |
| "loss": 0.0725, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.7443082311733802, |
| "grad_norm": 1.11392133448476, |
| "learning_rate": 3.9789384870681904e-07, |
| "loss": 0.0976, |
| "step": 996 |
| }, |
| { |
| "epoch": 1.746059544658494, |
| "grad_norm": 0.8699184608686867, |
| "learning_rate": 3.925341381087239e-07, |
| "loss": 0.0631, |
| "step": 997 |
| }, |
| { |
| "epoch": 1.7478108581436076, |
| "grad_norm": 0.7718373090564703, |
| "learning_rate": 3.872092956995005e-07, |
| "loss": 0.0555, |
| "step": 998 |
| }, |
| { |
| "epoch": 1.7495621716287215, |
| "grad_norm": 1.2956166388511012, |
| "learning_rate": 3.81919361776269e-07, |
| "loss": 0.1143, |
| "step": 999 |
| }, |
| { |
| "epoch": 1.7513134851138354, |
| "grad_norm": 1.1331409176270781, |
| "learning_rate": 3.7666437637197127e-07, |
| "loss": 0.0937, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.7513134851138354, |
| "eval_loss": 0.20276139676570892, |
| "eval_runtime": 1.9019, |
| "eval_samples_per_second": 24.712, |
| "eval_steps_per_second": 6.31, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.7530647985989494, |
| "grad_norm": 0.7722864692389659, |
| "learning_rate": 3.714443792550687e-07, |
| "loss": 0.0783, |
| "step": 1001 |
| }, |
| { |
| "epoch": 1.754816112084063, |
| "grad_norm": 0.859006539210779, |
| "learning_rate": 3.6625940992923826e-07, |
| "loss": 0.0823, |
| "step": 1002 |
| }, |
| { |
| "epoch": 1.7565674255691768, |
| "grad_norm": 0.9250172746239839, |
| "learning_rate": 3.611095076330762e-07, |
| "loss": 0.1252, |
| "step": 1003 |
| }, |
| { |
| "epoch": 1.7583187390542907, |
| "grad_norm": 1.125672327130624, |
| "learning_rate": 3.559947113397988e-07, |
| "loss": 0.0956, |
| "step": 1004 |
| }, |
| { |
| "epoch": 1.7600700525394046, |
| "grad_norm": 1.0498908967100793, |
| "learning_rate": 3.509150597569483e-07, |
| "loss": 0.0776, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.7618213660245186, |
| "grad_norm": 0.9371798046914668, |
| "learning_rate": 3.458705913261029e-07, |
| "loss": 0.0605, |
| "step": 1006 |
| }, |
| { |
| "epoch": 1.7635726795096323, |
| "grad_norm": 0.8138873352682954, |
| "learning_rate": 3.4086134422257945e-07, |
| "loss": 0.0592, |
| "step": 1007 |
| }, |
| { |
| "epoch": 1.765323992994746, |
| "grad_norm": 0.9071537379118976, |
| "learning_rate": 3.3588735635515177e-07, |
| "loss": 0.1014, |
| "step": 1008 |
| }, |
| { |
| "epoch": 1.7670753064798599, |
| "grad_norm": 0.9437847210944791, |
| "learning_rate": 3.309486653657584e-07, |
| "loss": 0.1097, |
| "step": 1009 |
| }, |
| { |
| "epoch": 1.7688266199649738, |
| "grad_norm": 1.0469256700567728, |
| "learning_rate": 3.260453086292187e-07, |
| "loss": 0.0508, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.7705779334500875, |
| "grad_norm": 0.9028655810648165, |
| "learning_rate": 3.2117732325295416e-07, |
| "loss": 0.0708, |
| "step": 1011 |
| }, |
| { |
| "epoch": 1.7723292469352014, |
| "grad_norm": 1.0851027389495533, |
| "learning_rate": 3.163447460767005e-07, |
| "loss": 0.0761, |
| "step": 1012 |
| }, |
| { |
| "epoch": 1.7740805604203151, |
| "grad_norm": 0.9493103571999805, |
| "learning_rate": 3.115476136722362e-07, |
| "loss": 0.0996, |
| "step": 1013 |
| }, |
| { |
| "epoch": 1.775831873905429, |
| "grad_norm": 0.7586774662370825, |
| "learning_rate": 3.067859623431008e-07, |
| "loss": 0.0727, |
| "step": 1014 |
| }, |
| { |
| "epoch": 1.777583187390543, |
| "grad_norm": 0.9384004769032015, |
| "learning_rate": 3.0205982812431924e-07, |
| "loss": 0.0723, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.7793345008756567, |
| "grad_norm": 1.4973320222136197, |
| "learning_rate": 2.973692467821371e-07, |
| "loss": 0.125, |
| "step": 1016 |
| }, |
| { |
| "epoch": 1.7810858143607706, |
| "grad_norm": 0.8533671156495338, |
| "learning_rate": 2.927142538137384e-07, |
| "loss": 0.0596, |
| "step": 1017 |
| }, |
| { |
| "epoch": 1.7828371278458843, |
| "grad_norm": 0.7496043304937501, |
| "learning_rate": 2.880948844469872e-07, |
| "loss": 0.0788, |
| "step": 1018 |
| }, |
| { |
| "epoch": 1.7845884413309983, |
| "grad_norm": 1.3612555191011448, |
| "learning_rate": 2.8351117364015526e-07, |
| "loss": 0.0955, |
| "step": 1019 |
| }, |
| { |
| "epoch": 1.7863397548161122, |
| "grad_norm": 0.9630356160518716, |
| "learning_rate": 2.78963156081658e-07, |
| "loss": 0.0988, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.7880910683012259, |
| "grad_norm": 1.1121115936311063, |
| "learning_rate": 2.744508661897949e-07, |
| "loss": 0.1138, |
| "step": 1021 |
| }, |
| { |
| "epoch": 1.7898423817863398, |
| "grad_norm": 0.7339445298389599, |
| "learning_rate": 2.6997433811248475e-07, |
| "loss": 0.0927, |
| "step": 1022 |
| }, |
| { |
| "epoch": 1.7915936952714535, |
| "grad_norm": 0.8953178801892129, |
| "learning_rate": 2.6553360572701195e-07, |
| "loss": 0.1039, |
| "step": 1023 |
| }, |
| { |
| "epoch": 1.7933450087565674, |
| "grad_norm": 1.0398978963579788, |
| "learning_rate": 2.6112870263976686e-07, |
| "loss": 0.1398, |
| "step": 1024 |
| }, |
| { |
| "epoch": 1.7950963222416814, |
| "grad_norm": 1.182068666933184, |
| "learning_rate": 2.5675966218599136e-07, |
| "loss": 0.1103, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.796847635726795, |
| "grad_norm": 0.8892213526204024, |
| "learning_rate": 2.524265174295293e-07, |
| "loss": 0.0669, |
| "step": 1026 |
| }, |
| { |
| "epoch": 1.7985989492119088, |
| "grad_norm": 0.8059578982086425, |
| "learning_rate": 2.481293011625724e-07, |
| "loss": 0.0648, |
| "step": 1027 |
| }, |
| { |
| "epoch": 1.8003502626970227, |
| "grad_norm": 0.7102065798669428, |
| "learning_rate": 2.438680459054171e-07, |
| "loss": 0.0718, |
| "step": 1028 |
| }, |
| { |
| "epoch": 1.8021015761821366, |
| "grad_norm": 0.6852586354069934, |
| "learning_rate": 2.3964278390621374e-07, |
| "loss": 0.0826, |
| "step": 1029 |
| }, |
| { |
| "epoch": 1.8038528896672505, |
| "grad_norm": 0.6825735878520617, |
| "learning_rate": 2.3545354714072265e-07, |
| "loss": 0.0569, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.8056042031523643, |
| "grad_norm": 0.945132269971334, |
| "learning_rate": 2.3130036731207893e-07, |
| "loss": 0.1009, |
| "step": 1031 |
| }, |
| { |
| "epoch": 1.807355516637478, |
| "grad_norm": 0.7485096153539492, |
| "learning_rate": 2.2718327585054156e-07, |
| "loss": 0.0551, |
| "step": 1032 |
| }, |
| { |
| "epoch": 1.8091068301225919, |
| "grad_norm": 1.0031751267167337, |
| "learning_rate": 2.2310230391326682e-07, |
| "loss": 0.1056, |
| "step": 1033 |
| }, |
| { |
| "epoch": 1.8108581436077058, |
| "grad_norm": 0.7465291965071548, |
| "learning_rate": 2.190574823840641e-07, |
| "loss": 0.0799, |
| "step": 1034 |
| }, |
| { |
| "epoch": 1.8126094570928197, |
| "grad_norm": 1.0587014217350015, |
| "learning_rate": 2.15048841873165e-07, |
| "loss": 0.0851, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.8143607705779334, |
| "grad_norm": 1.1062177226269723, |
| "learning_rate": 2.110764127169923e-07, |
| "loss": 0.1016, |
| "step": 1036 |
| }, |
| { |
| "epoch": 1.8161120840630471, |
| "grad_norm": 0.8981661281109393, |
| "learning_rate": 2.0714022497793197e-07, |
| "loss": 0.0762, |
| "step": 1037 |
| }, |
| { |
| "epoch": 1.817863397548161, |
| "grad_norm": 0.9608421098019754, |
| "learning_rate": 2.0324030844410204e-07, |
| "loss": 0.1099, |
| "step": 1038 |
| }, |
| { |
| "epoch": 1.819614711033275, |
| "grad_norm": 0.9681573187969551, |
| "learning_rate": 1.993766926291285e-07, |
| "loss": 0.0735, |
| "step": 1039 |
| }, |
| { |
| "epoch": 1.821366024518389, |
| "grad_norm": 0.8273362165098569, |
| "learning_rate": 1.9554940677192213e-07, |
| "loss": 0.0981, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.8231173380035026, |
| "grad_norm": 0.8824152506254714, |
| "learning_rate": 1.9175847983645857e-07, |
| "loss": 0.1064, |
| "step": 1041 |
| }, |
| { |
| "epoch": 1.8248686514886163, |
| "grad_norm": 1.0042241694921472, |
| "learning_rate": 1.880039405115569e-07, |
| "loss": 0.0947, |
| "step": 1042 |
| }, |
| { |
| "epoch": 1.8266199649737302, |
| "grad_norm": 1.0580797717184558, |
| "learning_rate": 1.8428581721066486e-07, |
| "loss": 0.077, |
| "step": 1043 |
| }, |
| { |
| "epoch": 1.8283712784588442, |
| "grad_norm": 0.8676736423566411, |
| "learning_rate": 1.806041380716411e-07, |
| "loss": 0.0854, |
| "step": 1044 |
| }, |
| { |
| "epoch": 1.830122591943958, |
| "grad_norm": 1.0605831500963205, |
| "learning_rate": 1.769589309565445e-07, |
| "loss": 0.1308, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.8318739054290718, |
| "grad_norm": 1.14451694965405, |
| "learning_rate": 1.733502234514206e-07, |
| "loss": 0.0877, |
| "step": 1046 |
| }, |
| { |
| "epoch": 1.8336252189141855, |
| "grad_norm": 1.0185258661977419, |
| "learning_rate": 1.6977804286609777e-07, |
| "loss": 0.0884, |
| "step": 1047 |
| }, |
| { |
| "epoch": 1.8353765323992994, |
| "grad_norm": 0.9397169836007261, |
| "learning_rate": 1.6624241623397598e-07, |
| "loss": 0.1227, |
| "step": 1048 |
| }, |
| { |
| "epoch": 1.8371278458844134, |
| "grad_norm": 0.988120401495064, |
| "learning_rate": 1.6274337031182362e-07, |
| "loss": 0.0721, |
| "step": 1049 |
| }, |
| { |
| "epoch": 1.8388791593695273, |
| "grad_norm": 0.842379722481448, |
| "learning_rate": 1.5928093157957403e-07, |
| "loss": 0.0883, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.840630472854641, |
| "grad_norm": 0.7650106307160991, |
| "learning_rate": 1.5585512624012812e-07, |
| "loss": 0.0627, |
| "step": 1051 |
| }, |
| { |
| "epoch": 1.8423817863397547, |
| "grad_norm": 0.7520245228487481, |
| "learning_rate": 1.5246598021915304e-07, |
| "loss": 0.0583, |
| "step": 1052 |
| }, |
| { |
| "epoch": 1.8441330998248686, |
| "grad_norm": 0.7816067951505854, |
| "learning_rate": 1.4911351916488849e-07, |
| "loss": 0.0629, |
| "step": 1053 |
| }, |
| { |
| "epoch": 1.8458844133099825, |
| "grad_norm": 0.8206548278069278, |
| "learning_rate": 1.4579776844794834e-07, |
| "loss": 0.0629, |
| "step": 1054 |
| }, |
| { |
| "epoch": 1.8476357267950965, |
| "grad_norm": 0.8413065831699674, |
| "learning_rate": 1.4251875316113495e-07, |
| "loss": 0.0918, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.8493870402802102, |
| "grad_norm": 0.8646047693995625, |
| "learning_rate": 1.3927649811924182e-07, |
| "loss": 0.1067, |
| "step": 1056 |
| }, |
| { |
| "epoch": 1.8511383537653239, |
| "grad_norm": 1.1648039728609827, |
| "learning_rate": 1.3607102785887393e-07, |
| "loss": 0.1264, |
| "step": 1057 |
| }, |
| { |
| "epoch": 1.8528896672504378, |
| "grad_norm": 0.7719934600369042, |
| "learning_rate": 1.3290236663825562e-07, |
| "loss": 0.083, |
| "step": 1058 |
| }, |
| { |
| "epoch": 1.8546409807355517, |
| "grad_norm": 0.8950213917800804, |
| "learning_rate": 1.2977053843704957e-07, |
| "loss": 0.0847, |
| "step": 1059 |
| }, |
| { |
| "epoch": 1.8563922942206657, |
| "grad_norm": 1.0026565240342258, |
| "learning_rate": 1.2667556695617534e-07, |
| "loss": 0.1044, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.8581436077057794, |
| "grad_norm": 0.744107605196941, |
| "learning_rate": 1.236174756176295e-07, |
| "loss": 0.0721, |
| "step": 1061 |
| }, |
| { |
| "epoch": 1.859894921190893, |
| "grad_norm": 0.9509055299042167, |
| "learning_rate": 1.2059628756430797e-07, |
| "loss": 0.0818, |
| "step": 1062 |
| }, |
| { |
| "epoch": 1.861646234676007, |
| "grad_norm": 0.9112160743275268, |
| "learning_rate": 1.1761202565983399e-07, |
| "loss": 0.0645, |
| "step": 1063 |
| }, |
| { |
| "epoch": 1.863397548161121, |
| "grad_norm": 1.0272055127705473, |
| "learning_rate": 1.1466471248837985e-07, |
| "loss": 0.0748, |
| "step": 1064 |
| }, |
| { |
| "epoch": 1.8651488616462348, |
| "grad_norm": 0.8706834973807851, |
| "learning_rate": 1.1175437035450043e-07, |
| "loss": 0.0809, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.8669001751313485, |
| "grad_norm": 0.9563935615496911, |
| "learning_rate": 1.0888102128296052e-07, |
| "loss": 0.0581, |
| "step": 1066 |
| }, |
| { |
| "epoch": 1.8686514886164622, |
| "grad_norm": 0.5939777496692319, |
| "learning_rate": 1.0604468701857384e-07, |
| "loss": 0.0715, |
| "step": 1067 |
| }, |
| { |
| "epoch": 1.8704028021015762, |
| "grad_norm": 0.8243817906122596, |
| "learning_rate": 1.0324538902603154e-07, |
| "loss": 0.0795, |
| "step": 1068 |
| }, |
| { |
| "epoch": 1.87215411558669, |
| "grad_norm": 0.9622902905039842, |
| "learning_rate": 1.0048314848974616e-07, |
| "loss": 0.1115, |
| "step": 1069 |
| }, |
| { |
| "epoch": 1.873905429071804, |
| "grad_norm": 0.8979703410249232, |
| "learning_rate": 9.775798631368627e-08, |
| "loss": 0.0807, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.8756567425569177, |
| "grad_norm": 1.0203580216733263, |
| "learning_rate": 9.506992312122044e-08, |
| "loss": 0.1578, |
| "step": 1071 |
| }, |
| { |
| "epoch": 1.8774080560420314, |
| "grad_norm": 0.7923499980875016, |
| "learning_rate": 9.24189792549629e-08, |
| "loss": 0.0717, |
| "step": 1072 |
| }, |
| { |
| "epoch": 1.8791593695271454, |
| "grad_norm": 0.9641425590050212, |
| "learning_rate": 8.980517477661543e-08, |
| "loss": 0.0915, |
| "step": 1073 |
| }, |
| { |
| "epoch": 1.8809106830122593, |
| "grad_norm": 1.3669709921921882, |
| "learning_rate": 8.722852946682014e-08, |
| "loss": 0.1012, |
| "step": 1074 |
| }, |
| { |
| "epoch": 1.882661996497373, |
| "grad_norm": 0.9665788733716942, |
| "learning_rate": 8.468906282500577e-08, |
| "loss": 0.0614, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.884413309982487, |
| "grad_norm": 1.400962552491105, |
| "learning_rate": 8.218679406924279e-08, |
| "loss": 0.1118, |
| "step": 1076 |
| }, |
| { |
| "epoch": 1.8861646234676006, |
| "grad_norm": 0.9219968558833442, |
| "learning_rate": 7.972174213609684e-08, |
| "loss": 0.0779, |
| "step": 1077 |
| }, |
| { |
| "epoch": 1.8879159369527145, |
| "grad_norm": 0.8045432273483273, |
| "learning_rate": 7.7293925680485e-08, |
| "loss": 0.0767, |
| "step": 1078 |
| }, |
| { |
| "epoch": 1.8896672504378285, |
| "grad_norm": 0.9755957257233182, |
| "learning_rate": 7.490336307553691e-08, |
| "loss": 0.0859, |
| "step": 1079 |
| }, |
| { |
| "epoch": 1.8914185639229422, |
| "grad_norm": 1.0420255755068712, |
| "learning_rate": 7.255007241245227e-08, |
| "loss": 0.0811, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.893169877408056, |
| "grad_norm": 0.9551488849265928, |
| "learning_rate": 7.023407150036632e-08, |
| "loss": 0.1306, |
| "step": 1081 |
| }, |
| { |
| "epoch": 1.8949211908931698, |
| "grad_norm": 0.77813629526978, |
| "learning_rate": 6.795537786621564e-08, |
| "loss": 0.0741, |
| "step": 1082 |
| }, |
| { |
| "epoch": 1.8966725043782837, |
| "grad_norm": 0.8084153621002628, |
| "learning_rate": 6.571400875460154e-08, |
| "loss": 0.0814, |
| "step": 1083 |
| }, |
| { |
| "epoch": 1.8984238178633976, |
| "grad_norm": 0.8812494181028698, |
| "learning_rate": 6.350998112766626e-08, |
| "loss": 0.0897, |
| "step": 1084 |
| }, |
| { |
| "epoch": 1.9001751313485113, |
| "grad_norm": 0.7735066758206781, |
| "learning_rate": 6.1343311664957e-08, |
| "loss": 0.0895, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.9019264448336253, |
| "grad_norm": 0.8161894034164808, |
| "learning_rate": 5.92140167633054e-08, |
| "loss": 0.0899, |
| "step": 1086 |
| }, |
| { |
| "epoch": 1.903677758318739, |
| "grad_norm": 0.9086034533332163, |
| "learning_rate": 5.712211253670108e-08, |
| "loss": 0.0896, |
| "step": 1087 |
| }, |
| { |
| "epoch": 1.905429071803853, |
| "grad_norm": 0.75646864097532, |
| "learning_rate": 5.5067614816169955e-08, |
| "loss": 0.0766, |
| "step": 1088 |
| }, |
| { |
| "epoch": 1.9071803852889668, |
| "grad_norm": 0.731979768510242, |
| "learning_rate": 5.3050539149654964e-08, |
| "loss": 0.0686, |
| "step": 1089 |
| }, |
| { |
| "epoch": 1.9089316987740805, |
| "grad_norm": 0.8139155119262608, |
| "learning_rate": 5.107090080189725e-08, |
| "loss": 0.0801, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.9106830122591942, |
| "grad_norm": 0.9723091179497511, |
| "learning_rate": 4.9128714754321794e-08, |
| "loss": 0.0919, |
| "step": 1091 |
| }, |
| { |
| "epoch": 1.9124343257443082, |
| "grad_norm": 0.8354742100084726, |
| "learning_rate": 4.722399570492309e-08, |
| "loss": 0.0675, |
| "step": 1092 |
| }, |
| { |
| "epoch": 1.914185639229422, |
| "grad_norm": 0.8372591413758104, |
| "learning_rate": 4.535675806815576e-08, |
| "loss": 0.0645, |
| "step": 1093 |
| }, |
| { |
| "epoch": 1.915936952714536, |
| "grad_norm": 1.046373747378417, |
| "learning_rate": 4.352701597482245e-08, |
| "loss": 0.0907, |
| "step": 1094 |
| }, |
| { |
| "epoch": 1.9176882661996497, |
| "grad_norm": 0.8526193691562309, |
| "learning_rate": 4.173478327197e-08, |
| "loss": 0.084, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.9194395796847634, |
| "grad_norm": 0.8722546887931946, |
| "learning_rate": 3.998007352278233e-08, |
| "loss": 0.1041, |
| "step": 1096 |
| }, |
| { |
| "epoch": 1.9211908931698773, |
| "grad_norm": 0.9484274530627599, |
| "learning_rate": 3.826290000647881e-08, |
| "loss": 0.0926, |
| "step": 1097 |
| }, |
| { |
| "epoch": 1.9229422066549913, |
| "grad_norm": 1.064819089816097, |
| "learning_rate": 3.6583275718214406e-08, |
| "loss": 0.1145, |
| "step": 1098 |
| }, |
| { |
| "epoch": 1.9246935201401052, |
| "grad_norm": 0.6922227153177929, |
| "learning_rate": 3.4941213368980264e-08, |
| "loss": 0.0826, |
| "step": 1099 |
| }, |
| { |
| "epoch": 1.926444833625219, |
| "grad_norm": 0.9547055760475679, |
| "learning_rate": 3.333672538550714e-08, |
| "loss": 0.088, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.9281961471103326, |
| "grad_norm": 1.1501182412152315, |
| "learning_rate": 3.176982391017214e-08, |
| "loss": 0.1087, |
| "step": 1101 |
| }, |
| { |
| "epoch": 1.9299474605954465, |
| "grad_norm": 0.9179486185891369, |
| "learning_rate": 3.024052080090822e-08, |
| "loss": 0.0724, |
| "step": 1102 |
| }, |
| { |
| "epoch": 1.9316987740805605, |
| "grad_norm": 0.664000841194001, |
| "learning_rate": 2.874882763111153e-08, |
| "loss": 0.0474, |
| "step": 1103 |
| }, |
| { |
| "epoch": 1.9334500875656744, |
| "grad_norm": 0.7849197413612594, |
| "learning_rate": 2.7294755689555307e-08, |
| "loss": 0.0624, |
| "step": 1104 |
| }, |
| { |
| "epoch": 1.935201401050788, |
| "grad_norm": 0.768814756583036, |
| "learning_rate": 2.5878315980305548e-08, |
| "loss": 0.0741, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.9369527145359018, |
| "grad_norm": 1.003735722548012, |
| "learning_rate": 2.4499519222635493e-08, |
| "loss": 0.064, |
| "step": 1106 |
| }, |
| { |
| "epoch": 1.9387040280210157, |
| "grad_norm": 1.1491273999902563, |
| "learning_rate": 2.3158375850946268e-08, |
| "loss": 0.1346, |
| "step": 1107 |
| }, |
| { |
| "epoch": 1.9404553415061296, |
| "grad_norm": 0.7589932497855878, |
| "learning_rate": 2.1854896014686376e-08, |
| "loss": 0.0762, |
| "step": 1108 |
| }, |
| { |
| "epoch": 1.9422066549912436, |
| "grad_norm": 0.8331017479251108, |
| "learning_rate": 2.0589089578276767e-08, |
| "loss": 0.0484, |
| "step": 1109 |
| }, |
| { |
| "epoch": 1.9439579684763573, |
| "grad_norm": 0.9832005255060994, |
| "learning_rate": 1.936096612103533e-08, |
| "loss": 0.1037, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.945709281961471, |
| "grad_norm": 0.8225952913071677, |
| "learning_rate": 1.817053493710308e-08, |
| "loss": 0.0494, |
| "step": 1111 |
| }, |
| { |
| "epoch": 1.947460595446585, |
| "grad_norm": 0.7543806570940519, |
| "learning_rate": 1.7017805035375866e-08, |
| "loss": 0.0601, |
| "step": 1112 |
| }, |
| { |
| "epoch": 1.9492119089316988, |
| "grad_norm": 0.8293133630950005, |
| "learning_rate": 1.590278513943555e-08, |
| "loss": 0.0803, |
| "step": 1113 |
| }, |
| { |
| "epoch": 1.9509632224168127, |
| "grad_norm": 0.8768099650131057, |
| "learning_rate": 1.4825483687483377e-08, |
| "loss": 0.0659, |
| "step": 1114 |
| }, |
| { |
| "epoch": 1.9527145359019265, |
| "grad_norm": 0.9469149296349607, |
| "learning_rate": 1.3785908832275596e-08, |
| "loss": 0.0824, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.9544658493870402, |
| "grad_norm": 0.8351027145369079, |
| "learning_rate": 1.2784068441064611e-08, |
| "loss": 0.0678, |
| "step": 1116 |
| }, |
| { |
| "epoch": 1.956217162872154, |
| "grad_norm": 1.020423409119886, |
| "learning_rate": 1.1819970095536814e-08, |
| "loss": 0.1034, |
| "step": 1117 |
| }, |
| { |
| "epoch": 1.957968476357268, |
| "grad_norm": 0.787927571900196, |
| "learning_rate": 1.0893621091754847e-08, |
| "loss": 0.068, |
| "step": 1118 |
| }, |
| { |
| "epoch": 1.959719789842382, |
| "grad_norm": 0.6892271318399958, |
| "learning_rate": 1.0005028440104313e-08, |
| "loss": 0.0547, |
| "step": 1119 |
| }, |
| { |
| "epoch": 1.9614711033274956, |
| "grad_norm": 0.9205823435107259, |
| "learning_rate": 9.154198865239938e-09, |
| "loss": 0.1156, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.9632224168126093, |
| "grad_norm": 1.742536478730652, |
| "learning_rate": 8.341138806035043e-09, |
| "loss": 0.1909, |
| "step": 1121 |
| }, |
| { |
| "epoch": 1.9649737302977233, |
| "grad_norm": 1.0405677994948164, |
| "learning_rate": 7.565854415531037e-09, |
| "loss": 0.1204, |
| "step": 1122 |
| }, |
| { |
| "epoch": 1.9667250437828372, |
| "grad_norm": 0.9209713667024632, |
| "learning_rate": 6.8283515608924545e-09, |
| "loss": 0.0842, |
| "step": 1123 |
| }, |
| { |
| "epoch": 1.9684763572679511, |
| "grad_norm": 0.847022736110267, |
| "learning_rate": 6.128635823364204e-09, |
| "loss": 0.0647, |
| "step": 1124 |
| }, |
| { |
| "epoch": 1.9702276707530648, |
| "grad_norm": 0.8569688135314069, |
| "learning_rate": 5.466712498225501e-09, |
| "loss": 0.0984, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.9719789842381785, |
| "grad_norm": 0.7807927515616613, |
| "learning_rate": 4.8425865947515635e-09, |
| "loss": 0.0919, |
| "step": 1126 |
| }, |
| { |
| "epoch": 1.9737302977232924, |
| "grad_norm": 0.803314368964672, |
| "learning_rate": 4.256262836176972e-09, |
| "loss": 0.0748, |
| "step": 1127 |
| }, |
| { |
| "epoch": 1.9754816112084064, |
| "grad_norm": 0.8192070789421884, |
| "learning_rate": 3.7077456596584793e-09, |
| "loss": 0.0622, |
| "step": 1128 |
| }, |
| { |
| "epoch": 1.9772329246935203, |
| "grad_norm": 0.7402355614601918, |
| "learning_rate": 3.197039216241149e-09, |
| "loss": 0.0611, |
| "step": 1129 |
| }, |
| { |
| "epoch": 1.978984238178634, |
| "grad_norm": 0.8005803168162587, |
| "learning_rate": 2.7241473708283784e-09, |
| "loss": 0.082, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.9807355516637477, |
| "grad_norm": 0.9029956857496308, |
| "learning_rate": 2.2890737021513675e-09, |
| "loss": 0.099, |
| "step": 1131 |
| }, |
| { |
| "epoch": 1.9824868651488616, |
| "grad_norm": 0.786670113306005, |
| "learning_rate": 1.8918215027424746e-09, |
| "loss": 0.1038, |
| "step": 1132 |
| }, |
| { |
| "epoch": 1.9842381786339756, |
| "grad_norm": 0.8219187516038525, |
| "learning_rate": 1.532393778910235e-09, |
| "loss": 0.0785, |
| "step": 1133 |
| }, |
| { |
| "epoch": 1.9859894921190895, |
| "grad_norm": 0.7919831938955016, |
| "learning_rate": 1.2107932507177123e-09, |
| "loss": 0.0784, |
| "step": 1134 |
| }, |
| { |
| "epoch": 1.9877408056042032, |
| "grad_norm": 0.9217680061030283, |
| "learning_rate": 9.270223519586285e-10, |
| "loss": 0.086, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.989492119089317, |
| "grad_norm": 0.7642493509648998, |
| "learning_rate": 6.810832301440417e-10, |
| "loss": 0.0862, |
| "step": 1136 |
| }, |
| { |
| "epoch": 1.9912434325744308, |
| "grad_norm": 0.8154622682049354, |
| "learning_rate": 4.729777464806961e-10, |
| "loss": 0.0821, |
| "step": 1137 |
| }, |
| { |
| "epoch": 1.9929947460595447, |
| "grad_norm": 0.8127834975137689, |
| "learning_rate": 3.0270747586103045e-10, |
| "loss": 0.1092, |
| "step": 1138 |
| }, |
| { |
| "epoch": 1.9947460595446584, |
| "grad_norm": 1.0067550313335858, |
| "learning_rate": 1.702737068492999e-10, |
| "loss": 0.0985, |
| "step": 1139 |
| }, |
| { |
| "epoch": 1.9964973730297724, |
| "grad_norm": 0.9383181919963424, |
| "learning_rate": 7.567744167269464e-11, |
| "loss": 0.0958, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.998248686514886, |
| "grad_norm": 0.8519146037451801, |
| "learning_rate": 1.8919396212457865e-11, |
| "loss": 0.0717, |
| "step": 1141 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.6152399598695977, |
| "learning_rate": 0.0, |
| "loss": 0.0677, |
| "step": 1142 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 1142, |
| "total_flos": 3773592600576.0, |
| "train_loss": 0.13601795624086924, |
| "train_runtime": 863.4724, |
| "train_samples_per_second": 10.581, |
| "train_steps_per_second": 1.323 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1142, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 50000000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3773592600576.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
