| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.990374331550802, |
| "eval_steps": 500, |
| "global_step": 699, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0042780748663101605, |
| "grad_norm": 6.290021896362305, |
| "learning_rate": 9.999949500779842e-06, |
| "loss": 0.3094, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008556149732620321, |
| "grad_norm": 4.1442551612854, |
| "learning_rate": 9.999798004139435e-06, |
| "loss": 0.2263, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012834224598930482, |
| "grad_norm": 7.077147483825684, |
| "learning_rate": 9.999545513138964e-06, |
| "loss": 0.2549, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.017112299465240642, |
| "grad_norm": 3.0407891273498535, |
| "learning_rate": 9.999192032878667e-06, |
| "loss": 0.216, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0213903743315508, |
| "grad_norm": 4.231607913970947, |
| "learning_rate": 9.998737570498737e-06, |
| "loss": 0.2501, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.025668449197860963, |
| "grad_norm": 3.214677095413208, |
| "learning_rate": 9.998182135179173e-06, |
| "loss": 0.2261, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.029946524064171122, |
| "grad_norm": 2.9068033695220947, |
| "learning_rate": 9.997525738139595e-06, |
| "loss": 0.2013, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.034224598930481284, |
| "grad_norm": 2.8735599517822266, |
| "learning_rate": 9.996768392639015e-06, |
| "loss": 0.2379, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.038502673796791446, |
| "grad_norm": 2.869037389755249, |
| "learning_rate": 9.99591011397558e-06, |
| "loss": 0.2079, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0427807486631016, |
| "grad_norm": 2.877206325531006, |
| "learning_rate": 9.994950919486248e-06, |
| "loss": 0.2156, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.047058823529411764, |
| "grad_norm": 2.555624008178711, |
| "learning_rate": 9.99389082854645e-06, |
| "loss": 0.202, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.051336898395721926, |
| "grad_norm": 2.7975668907165527, |
| "learning_rate": 9.992729862569694e-06, |
| "loss": 0.2073, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05561497326203209, |
| "grad_norm": 2.7021799087524414, |
| "learning_rate": 9.99146804500713e-06, |
| "loss": 0.1987, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.059893048128342244, |
| "grad_norm": 2.764227867126465, |
| "learning_rate": 9.990105401347075e-06, |
| "loss": 0.1994, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06417112299465241, |
| "grad_norm": 2.3483848571777344, |
| "learning_rate": 9.988641959114512e-06, |
| "loss": 0.185, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.06844919786096257, |
| "grad_norm": 2.655330181121826, |
| "learning_rate": 9.987077747870512e-06, |
| "loss": 0.2183, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.07272727272727272, |
| "grad_norm": 2.580486536026001, |
| "learning_rate": 9.985412799211658e-06, |
| "loss": 0.2131, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07700534759358289, |
| "grad_norm": 2.819974660873413, |
| "learning_rate": 9.98364714676939e-06, |
| "loss": 0.1954, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.08128342245989305, |
| "grad_norm": 2.8293025493621826, |
| "learning_rate": 9.981780826209342e-06, |
| "loss": 0.2, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.0855614973262032, |
| "grad_norm": 2.651710033416748, |
| "learning_rate": 9.979813875230604e-06, |
| "loss": 0.1873, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08983957219251337, |
| "grad_norm": 2.6966662406921387, |
| "learning_rate": 9.97774633356497e-06, |
| "loss": 0.2199, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.09411764705882353, |
| "grad_norm": 2.494934558868408, |
| "learning_rate": 9.97557824297614e-06, |
| "loss": 0.1907, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09839572192513368, |
| "grad_norm": 2.639111042022705, |
| "learning_rate": 9.97330964725887e-06, |
| "loss": 0.1847, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.10267379679144385, |
| "grad_norm": 2.6100220680236816, |
| "learning_rate": 9.970940592238077e-06, |
| "loss": 0.2099, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10695187165775401, |
| "grad_norm": 2.4530348777770996, |
| "learning_rate": 9.968471125767942e-06, |
| "loss": 0.1983, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.11122994652406418, |
| "grad_norm": 2.5759458541870117, |
| "learning_rate": 9.965901297730914e-06, |
| "loss": 0.1875, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.11550802139037433, |
| "grad_norm": 2.7890784740448, |
| "learning_rate": 9.963231160036716e-06, |
| "loss": 0.216, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11978609625668449, |
| "grad_norm": 2.4862325191497803, |
| "learning_rate": 9.960460766621299e-06, |
| "loss": 0.1984, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.12406417112299466, |
| "grad_norm": 2.451136827468872, |
| "learning_rate": 9.957590173445746e-06, |
| "loss": 0.2138, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.12834224598930483, |
| "grad_norm": 2.4993553161621094, |
| "learning_rate": 9.954619438495142e-06, |
| "loss": 0.1895, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.13262032085561498, |
| "grad_norm": 2.3289599418640137, |
| "learning_rate": 9.951548621777409e-06, |
| "loss": 0.1859, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.13689839572192514, |
| "grad_norm": 2.421508312225342, |
| "learning_rate": 9.948377785322082e-06, |
| "loss": 0.1786, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1411764705882353, |
| "grad_norm": 2.337279796600342, |
| "learning_rate": 9.945106993179074e-06, |
| "loss": 0.1918, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.14545454545454545, |
| "grad_norm": 2.7197248935699463, |
| "learning_rate": 9.941736311417362e-06, |
| "loss": 0.2228, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1497326203208556, |
| "grad_norm": 2.701374053955078, |
| "learning_rate": 9.938265808123667e-06, |
| "loss": 0.1984, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.15401069518716579, |
| "grad_norm": 2.559514045715332, |
| "learning_rate": 9.934695553401076e-06, |
| "loss": 0.2047, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.15828877005347594, |
| "grad_norm": 2.4385311603546143, |
| "learning_rate": 9.931025619367617e-06, |
| "loss": 0.1835, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.1625668449197861, |
| "grad_norm": 2.552826404571533, |
| "learning_rate": 9.927256080154813e-06, |
| "loss": 0.1876, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.16684491978609625, |
| "grad_norm": 2.4144608974456787, |
| "learning_rate": 9.923387011906183e-06, |
| "loss": 0.1934, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.1711229946524064, |
| "grad_norm": 2.489952325820923, |
| "learning_rate": 9.919418492775694e-06, |
| "loss": 0.1786, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1754010695187166, |
| "grad_norm": 2.494995594024658, |
| "learning_rate": 9.915350602926198e-06, |
| "loss": 0.1809, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.17967914438502675, |
| "grad_norm": 2.69183611869812, |
| "learning_rate": 9.911183424527802e-06, |
| "loss": 0.224, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.1839572192513369, |
| "grad_norm": 2.377275228500366, |
| "learning_rate": 9.906917041756208e-06, |
| "loss": 0.1604, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.18823529411764706, |
| "grad_norm": 2.2849512100219727, |
| "learning_rate": 9.902551540791016e-06, |
| "loss": 0.1692, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.1925133689839572, |
| "grad_norm": 2.5412590503692627, |
| "learning_rate": 9.898087009813985e-06, |
| "loss": 0.1988, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.19679144385026737, |
| "grad_norm": 2.724073648452759, |
| "learning_rate": 9.893523539007248e-06, |
| "loss": 0.1951, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.20106951871657755, |
| "grad_norm": 2.281855821609497, |
| "learning_rate": 9.888861220551494e-06, |
| "loss": 0.1663, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.2053475935828877, |
| "grad_norm": 2.5755255222320557, |
| "learning_rate": 9.884100148624096e-06, |
| "loss": 0.1894, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.20962566844919786, |
| "grad_norm": 2.42708420753479, |
| "learning_rate": 9.879240419397227e-06, |
| "loss": 0.1804, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.21390374331550802, |
| "grad_norm": 2.489633560180664, |
| "learning_rate": 9.874282131035899e-06, |
| "loss": 0.1788, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.21818181818181817, |
| "grad_norm": 2.472947359085083, |
| "learning_rate": 9.86922538369599e-06, |
| "loss": 0.183, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.22245989304812835, |
| "grad_norm": 2.3927743434906006, |
| "learning_rate": 9.864070279522222e-06, |
| "loss": 0.1895, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2267379679144385, |
| "grad_norm": 2.3870928287506104, |
| "learning_rate": 9.858816922646088e-06, |
| "loss": 0.2009, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.23101604278074866, |
| "grad_norm": 2.503772735595703, |
| "learning_rate": 9.853465419183759e-06, |
| "loss": 0.1758, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.23529411764705882, |
| "grad_norm": 2.552257537841797, |
| "learning_rate": 9.848015877233935e-06, |
| "loss": 0.1843, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.23957219251336898, |
| "grad_norm": 2.4590237140655518, |
| "learning_rate": 9.842468406875665e-06, |
| "loss": 0.1642, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.24385026737967913, |
| "grad_norm": 2.636364698410034, |
| "learning_rate": 9.836823120166116e-06, |
| "loss": 0.1739, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.24812834224598931, |
| "grad_norm": 2.378171682357788, |
| "learning_rate": 9.831080131138325e-06, |
| "loss": 0.1839, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.25240641711229944, |
| "grad_norm": 2.4146363735198975, |
| "learning_rate": 9.825239555798875e-06, |
| "loss": 0.1921, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.25668449197860965, |
| "grad_norm": 2.578003168106079, |
| "learning_rate": 9.819301512125565e-06, |
| "loss": 0.186, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.2609625668449198, |
| "grad_norm": 2.491945743560791, |
| "learning_rate": 9.813266120065028e-06, |
| "loss": 0.1986, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.26524064171122996, |
| "grad_norm": 2.3031694889068604, |
| "learning_rate": 9.807133501530297e-06, |
| "loss": 0.193, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.2695187165775401, |
| "grad_norm": 2.3124427795410156, |
| "learning_rate": 9.800903780398357e-06, |
| "loss": 0.1927, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2737967914438503, |
| "grad_norm": 2.406841278076172, |
| "learning_rate": 9.794577082507631e-06, |
| "loss": 0.1905, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.27807486631016043, |
| "grad_norm": 2.2214150428771973, |
| "learning_rate": 9.788153535655442e-06, |
| "loss": 0.1801, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.2823529411764706, |
| "grad_norm": 2.38136625289917, |
| "learning_rate": 9.781633269595432e-06, |
| "loss": 0.1809, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.28663101604278074, |
| "grad_norm": 2.236647605895996, |
| "learning_rate": 9.77501641603494e-06, |
| "loss": 0.1596, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.2909090909090909, |
| "grad_norm": 2.192596673965454, |
| "learning_rate": 9.76830310863235e-06, |
| "loss": 0.1829, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.29518716577540105, |
| "grad_norm": 2.4073846340179443, |
| "learning_rate": 9.761493482994374e-06, |
| "loss": 0.1681, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.2994652406417112, |
| "grad_norm": 2.2297794818878174, |
| "learning_rate": 9.754587676673323e-06, |
| "loss": 0.1577, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3037433155080214, |
| "grad_norm": 2.5169358253479004, |
| "learning_rate": 9.747585829164332e-06, |
| "loss": 0.1903, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.30802139037433157, |
| "grad_norm": 2.425218343734741, |
| "learning_rate": 9.74048808190254e-06, |
| "loss": 0.1641, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3122994652406417, |
| "grad_norm": 2.553696632385254, |
| "learning_rate": 9.733294578260224e-06, |
| "loss": 0.1816, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3165775401069519, |
| "grad_norm": 2.4855220317840576, |
| "learning_rate": 9.726005463543913e-06, |
| "loss": 0.1537, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.32085561497326204, |
| "grad_norm": 2.5661401748657227, |
| "learning_rate": 9.718620884991455e-06, |
| "loss": 0.2037, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3251336898395722, |
| "grad_norm": 2.5457708835601807, |
| "learning_rate": 9.711140991769028e-06, |
| "loss": 0.207, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.32941176470588235, |
| "grad_norm": 2.4419784545898438, |
| "learning_rate": 9.703565934968146e-06, |
| "loss": 0.1714, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.3336898395721925, |
| "grad_norm": 2.441663980484009, |
| "learning_rate": 9.695895867602591e-06, |
| "loss": 0.1669, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.33796791443850266, |
| "grad_norm": 2.087768316268921, |
| "learning_rate": 9.688130944605332e-06, |
| "loss": 0.1716, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3422459893048128, |
| "grad_norm": 2.0874452590942383, |
| "learning_rate": 9.680271322825392e-06, |
| "loss": 0.172, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.34652406417112297, |
| "grad_norm": 2.3413197994232178, |
| "learning_rate": 9.672317161024679e-06, |
| "loss": 0.1678, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.3508021390374332, |
| "grad_norm": 2.2530531883239746, |
| "learning_rate": 9.664268619874776e-06, |
| "loss": 0.1796, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.35508021390374334, |
| "grad_norm": 2.2014973163604736, |
| "learning_rate": 9.656125861953711e-06, |
| "loss": 0.1797, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3593582887700535, |
| "grad_norm": 2.2256293296813965, |
| "learning_rate": 9.647889051742649e-06, |
| "loss": 0.1657, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 2.323029041290283, |
| "learning_rate": 9.639558355622589e-06, |
| "loss": 0.1537, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.3679144385026738, |
| "grad_norm": 2.3917860984802246, |
| "learning_rate": 9.631133941870993e-06, |
| "loss": 0.1801, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.37219251336898396, |
| "grad_norm": 2.34854793548584, |
| "learning_rate": 9.622615980658391e-06, |
| "loss": 0.1802, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.3764705882352941, |
| "grad_norm": 2.6876931190490723, |
| "learning_rate": 9.614004644044943e-06, |
| "loss": 0.2088, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.38074866310160427, |
| "grad_norm": 2.2763171195983887, |
| "learning_rate": 9.60530010597696e-06, |
| "loss": 0.1574, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.3850267379679144, |
| "grad_norm": 2.2022109031677246, |
| "learning_rate": 9.596502542283399e-06, |
| "loss": 0.155, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3893048128342246, |
| "grad_norm": 2.397830009460449, |
| "learning_rate": 9.587612130672302e-06, |
| "loss": 0.161, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.39358288770053473, |
| "grad_norm": 2.157370090484619, |
| "learning_rate": 9.578629050727208e-06, |
| "loss": 0.1821, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.39786096256684494, |
| "grad_norm": 2.1560373306274414, |
| "learning_rate": 9.569553483903531e-06, |
| "loss": 0.166, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.4021390374331551, |
| "grad_norm": 2.4403135776519775, |
| "learning_rate": 9.56038561352489e-06, |
| "loss": 0.1845, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.40641711229946526, |
| "grad_norm": 2.1271605491638184, |
| "learning_rate": 9.551125624779407e-06, |
| "loss": 0.1697, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.4106951871657754, |
| "grad_norm": 2.0434744358062744, |
| "learning_rate": 9.541773704715966e-06, |
| "loss": 0.1525, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.41497326203208557, |
| "grad_norm": 2.054521322250366, |
| "learning_rate": 9.532330042240434e-06, |
| "loss": 0.1583, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.4192513368983957, |
| "grad_norm": 2.3837196826934814, |
| "learning_rate": 9.522794828111849e-06, |
| "loss": 0.1911, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.4235294117647059, |
| "grad_norm": 2.1054368019104004, |
| "learning_rate": 9.51316825493856e-06, |
| "loss": 0.1574, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.42780748663101603, |
| "grad_norm": 2.444197654724121, |
| "learning_rate": 9.503450517174344e-06, |
| "loss": 0.1731, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4320855614973262, |
| "grad_norm": 2.2197964191436768, |
| "learning_rate": 9.493641811114472e-06, |
| "loss": 0.1658, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.43636363636363634, |
| "grad_norm": 2.124176263809204, |
| "learning_rate": 9.483742334891747e-06, |
| "loss": 0.1578, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4406417112299465, |
| "grad_norm": 2.160501718521118, |
| "learning_rate": 9.473752288472499e-06, |
| "loss": 0.1772, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.4449197860962567, |
| "grad_norm": 2.333179235458374, |
| "learning_rate": 9.463671873652551e-06, |
| "loss": 0.1989, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.44919786096256686, |
| "grad_norm": 2.2235171794891357, |
| "learning_rate": 9.453501294053139e-06, |
| "loss": 0.1782, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.453475935828877, |
| "grad_norm": 2.164055347442627, |
| "learning_rate": 9.443240755116797e-06, |
| "loss": 0.1716, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.4577540106951872, |
| "grad_norm": 2.4989864826202393, |
| "learning_rate": 9.432890464103208e-06, |
| "loss": 0.1884, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.46203208556149733, |
| "grad_norm": 2.4820518493652344, |
| "learning_rate": 9.422450630085026e-06, |
| "loss": 0.165, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.4663101604278075, |
| "grad_norm": 2.080653429031372, |
| "learning_rate": 9.411921463943641e-06, |
| "loss": 0.1564, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.47058823529411764, |
| "grad_norm": 2.1066722869873047, |
| "learning_rate": 9.401303178364923e-06, |
| "loss": 0.173, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.4748663101604278, |
| "grad_norm": 2.6190359592437744, |
| "learning_rate": 9.39059598783493e-06, |
| "loss": 0.1754, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.47914438502673795, |
| "grad_norm": 2.1717638969421387, |
| "learning_rate": 9.37980010863557e-06, |
| "loss": 0.1565, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4834224598930481, |
| "grad_norm": 2.4137771129608154, |
| "learning_rate": 9.368915758840235e-06, |
| "loss": 0.1699, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.48770053475935826, |
| "grad_norm": 2.33005952835083, |
| "learning_rate": 9.357943158309396e-06, |
| "loss": 0.181, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.4919786096256685, |
| "grad_norm": 2.27974009513855, |
| "learning_rate": 9.346882528686159e-06, |
| "loss": 0.1788, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.49625668449197863, |
| "grad_norm": 2.276630401611328, |
| "learning_rate": 9.335734093391797e-06, |
| "loss": 0.2059, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.5005347593582887, |
| "grad_norm": 2.310633897781372, |
| "learning_rate": 9.32449807762122e-06, |
| "loss": 0.1794, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.5048128342245989, |
| "grad_norm": 2.3753018379211426, |
| "learning_rate": 9.313174708338446e-06, |
| "loss": 0.1587, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.509090909090909, |
| "grad_norm": 2.2157907485961914, |
| "learning_rate": 9.301764214272e-06, |
| "loss": 0.1655, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.5133689839572193, |
| "grad_norm": 2.1588330268859863, |
| "learning_rate": 9.2902668259103e-06, |
| "loss": 0.1726, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.5176470588235295, |
| "grad_norm": 2.2454464435577393, |
| "learning_rate": 9.278682775497012e-06, |
| "loss": 0.1573, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.5219251336898396, |
| "grad_norm": 2.451761245727539, |
| "learning_rate": 9.267012297026334e-06, |
| "loss": 0.1819, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.5262032085561498, |
| "grad_norm": 2.2201905250549316, |
| "learning_rate": 9.255255626238295e-06, |
| "loss": 0.1866, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5304812834224599, |
| "grad_norm": 2.273721694946289, |
| "learning_rate": 9.243413000613974e-06, |
| "loss": 0.1756, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5347593582887701, |
| "grad_norm": 2.0575530529022217, |
| "learning_rate": 9.231484659370717e-06, |
| "loss": 0.1573, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5390374331550802, |
| "grad_norm": 2.2469186782836914, |
| "learning_rate": 9.219470843457294e-06, |
| "loss": 0.177, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.5433155080213904, |
| "grad_norm": 2.0902717113494873, |
| "learning_rate": 9.207371795549043e-06, |
| "loss": 0.1544, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5475935828877005, |
| "grad_norm": 2.0983753204345703, |
| "learning_rate": 9.195187760042952e-06, |
| "loss": 0.1579, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5518716577540107, |
| "grad_norm": 2.0997560024261475, |
| "learning_rate": 9.182918983052743e-06, |
| "loss": 0.163, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5561497326203209, |
| "grad_norm": 2.2666311264038086, |
| "learning_rate": 9.17056571240388e-06, |
| "loss": 0.1833, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.560427807486631, |
| "grad_norm": 2.4803414344787598, |
| "learning_rate": 9.158128197628578e-06, |
| "loss": 0.1662, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5647058823529412, |
| "grad_norm": 2.2313413619995117, |
| "learning_rate": 9.145606689960756e-06, |
| "loss": 0.1621, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5689839572192513, |
| "grad_norm": 2.558098554611206, |
| "learning_rate": 9.133001442330964e-06, |
| "loss": 0.1865, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5732620320855615, |
| "grad_norm": 2.387596368789673, |
| "learning_rate": 9.120312709361271e-06, |
| "loss": 0.1784, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5775401069518716, |
| "grad_norm": 2.392971992492676, |
| "learning_rate": 9.107540747360124e-06, |
| "loss": 0.1662, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5818181818181818, |
| "grad_norm": 2.194112777709961, |
| "learning_rate": 9.094685814317174e-06, |
| "loss": 0.1479, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.586096256684492, |
| "grad_norm": 2.356377124786377, |
| "learning_rate": 9.081748169898054e-06, |
| "loss": 0.144, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5903743315508021, |
| "grad_norm": 2.1277108192443848, |
| "learning_rate": 9.068728075439153e-06, |
| "loss": 0.1519, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5946524064171123, |
| "grad_norm": 2.2070817947387695, |
| "learning_rate": 9.055625793942308e-06, |
| "loss": 0.1784, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5989304812834224, |
| "grad_norm": 2.1418747901916504, |
| "learning_rate": 9.042441590069526e-06, |
| "loss": 0.1575, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.6032085561497326, |
| "grad_norm": 2.3820064067840576, |
| "learning_rate": 9.029175730137611e-06, |
| "loss": 0.2117, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.6074866310160428, |
| "grad_norm": 2.36942195892334, |
| "learning_rate": 9.015828482112793e-06, |
| "loss": 0.1866, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.611764705882353, |
| "grad_norm": 2.4794163703918457, |
| "learning_rate": 9.002400115605319e-06, |
| "loss": 0.1941, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.6160427807486631, |
| "grad_norm": 2.1948654651641846, |
| "learning_rate": 8.988890901864006e-06, |
| "loss": 0.1696, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.6203208556149733, |
| "grad_norm": 1.9899914264678955, |
| "learning_rate": 8.975301113770756e-06, |
| "loss": 0.1659, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.6245989304812835, |
| "grad_norm": 2.251145839691162, |
| "learning_rate": 8.96163102583505e-06, |
| "loss": 0.1663, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.6288770053475936, |
| "grad_norm": 2.156743049621582, |
| "learning_rate": 8.947880914188397e-06, |
| "loss": 0.1829, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.6331550802139038, |
| "grad_norm": 2.2125680446624756, |
| "learning_rate": 8.934051056578768e-06, |
| "loss": 0.1813, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6374331550802139, |
| "grad_norm": 2.3191659450531006, |
| "learning_rate": 8.920141732364971e-06, |
| "loss": 0.1849, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6417112299465241, |
| "grad_norm": 2.1926629543304443, |
| "learning_rate": 8.906153222511014e-06, |
| "loss": 0.1597, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6459893048128342, |
| "grad_norm": 2.1265509128570557, |
| "learning_rate": 8.892085809580435e-06, |
| "loss": 0.1694, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.6502673796791444, |
| "grad_norm": 2.4438436031341553, |
| "learning_rate": 8.877939777730585e-06, |
| "loss": 0.1957, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6545454545454545, |
| "grad_norm": 2.3390517234802246, |
| "learning_rate": 8.863715412706897e-06, |
| "loss": 0.1826, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6588235294117647, |
| "grad_norm": 2.164252519607544, |
| "learning_rate": 8.849413001837105e-06, |
| "loss": 0.1613, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6631016042780749, |
| "grad_norm": 2.3636364936828613, |
| "learning_rate": 8.83503283402545e-06, |
| "loss": 0.1674, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.667379679144385, |
| "grad_norm": 2.314908504486084, |
| "learning_rate": 8.820575199746835e-06, |
| "loss": 0.1666, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6716577540106952, |
| "grad_norm": 2.3792495727539062, |
| "learning_rate": 8.806040391040962e-06, |
| "loss": 0.1832, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6759358288770053, |
| "grad_norm": 2.072890043258667, |
| "learning_rate": 8.791428701506433e-06, |
| "loss": 0.1662, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6802139037433155, |
| "grad_norm": 2.1991868019104004, |
| "learning_rate": 8.776740426294818e-06, |
| "loss": 0.1748, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.6844919786096256, |
| "grad_norm": 2.133894443511963, |
| "learning_rate": 8.761975862104694e-06, |
| "loss": 0.1837, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6887700534759358, |
| "grad_norm": 2.057680130004883, |
| "learning_rate": 8.747135307175657e-06, |
| "loss": 0.1741, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6930481283422459, |
| "grad_norm": 2.2167131900787354, |
| "learning_rate": 8.73221906128228e-06, |
| "loss": 0.1484, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6973262032085561, |
| "grad_norm": 2.142549753189087, |
| "learning_rate": 8.71722742572808e-06, |
| "loss": 0.1733, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.7016042780748664, |
| "grad_norm": 2.182915210723877, |
| "learning_rate": 8.702160703339422e-06, |
| "loss": 0.1573, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.7058823529411765, |
| "grad_norm": 2.269728422164917, |
| "learning_rate": 8.687019198459395e-06, |
| "loss": 0.1509, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.7101604278074867, |
| "grad_norm": 2.3940067291259766, |
| "learning_rate": 8.671803216941674e-06, |
| "loss": 0.1738, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.7144385026737968, |
| "grad_norm": 1.9983761310577393, |
| "learning_rate": 8.656513066144342e-06, |
| "loss": 0.1493, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.718716577540107, |
| "grad_norm": 2.2644615173339844, |
| "learning_rate": 8.641149054923673e-06, |
| "loss": 0.1618, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.7229946524064171, |
| "grad_norm": 2.1839921474456787, |
| "learning_rate": 8.625711493627902e-06, |
| "loss": 0.1595, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 2.339559555053711, |
| "learning_rate": 8.610200694090951e-06, |
| "loss": 0.1788, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.7315508021390374, |
| "grad_norm": 2.1269736289978027, |
| "learning_rate": 8.594616969626134e-06, |
| "loss": 0.1665, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.7358288770053476, |
| "grad_norm": 2.1057722568511963, |
| "learning_rate": 8.578960635019822e-06, |
| "loss": 0.1716, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7401069518716578, |
| "grad_norm": 2.206456422805786, |
| "learning_rate": 8.563232006525093e-06, |
| "loss": 0.1522, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7443850267379679, |
| "grad_norm": 2.352834463119507, |
| "learning_rate": 8.547431401855333e-06, |
| "loss": 0.1788, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7486631016042781, |
| "grad_norm": 2.3688833713531494, |
| "learning_rate": 8.531559140177828e-06, |
| "loss": 0.1541, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7529411764705882, |
| "grad_norm": 2.4845242500305176, |
| "learning_rate": 8.515615542107317e-06, |
| "loss": 0.1865, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.7572192513368984, |
| "grad_norm": 2.3540215492248535, |
| "learning_rate": 8.499600929699501e-06, |
| "loss": 0.1741, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.7614973262032085, |
| "grad_norm": 2.173281192779541, |
| "learning_rate": 8.48351562644456e-06, |
| "loss": 0.1922, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7657754010695187, |
| "grad_norm": 1.9506014585494995, |
| "learning_rate": 8.4673599572606e-06, |
| "loss": 0.1482, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7700534759358288, |
| "grad_norm": 2.305087089538574, |
| "learning_rate": 8.4511342484871e-06, |
| "loss": 0.187, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.774331550802139, |
| "grad_norm": 2.127180814743042, |
| "learning_rate": 8.434838827878315e-06, |
| "loss": 0.1597, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7786096256684492, |
| "grad_norm": 2.2191245555877686, |
| "learning_rate": 8.418474024596659e-06, |
| "loss": 0.1715, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7828877005347593, |
| "grad_norm": 2.0329484939575195, |
| "learning_rate": 8.402040169206054e-06, |
| "loss": 0.1722, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7871657754010695, |
| "grad_norm": 2.0768754482269287, |
| "learning_rate": 8.38553759366525e-06, |
| "loss": 0.189, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.7914438502673797, |
| "grad_norm": 2.217754602432251, |
| "learning_rate": 8.36896663132113e-06, |
| "loss": 0.1815, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7957219251336899, |
| "grad_norm": 2.0363705158233643, |
| "learning_rate": 8.352327616901956e-06, |
| "loss": 0.1698, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 2.1970932483673096, |
| "learning_rate": 8.335620886510637e-06, |
| "loss": 0.1953, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.8042780748663102, |
| "grad_norm": 2.1952292919158936, |
| "learning_rate": 8.318846777617913e-06, |
| "loss": 0.1887, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.8085561497326204, |
| "grad_norm": 2.0600810050964355, |
| "learning_rate": 8.302005629055549e-06, |
| "loss": 0.1543, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.8128342245989305, |
| "grad_norm": 2.0978524684906006, |
| "learning_rate": 8.285097781009497e-06, |
| "loss": 0.1676, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.8171122994652407, |
| "grad_norm": 2.0804502964019775, |
| "learning_rate": 8.268123575013008e-06, |
| "loss": 0.1796, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.8213903743315508, |
| "grad_norm": 2.0107009410858154, |
| "learning_rate": 8.251083353939752e-06, |
| "loss": 0.1453, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.825668449197861, |
| "grad_norm": 2.2001097202301025, |
| "learning_rate": 8.233977461996879e-06, |
| "loss": 0.1642, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.8299465240641711, |
| "grad_norm": 2.205216646194458, |
| "learning_rate": 8.216806244718068e-06, |
| "loss": 0.1662, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.8342245989304813, |
| "grad_norm": 1.9660472869873047, |
| "learning_rate": 8.199570048956553e-06, |
| "loss": 0.1349, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.8385026737967914, |
| "grad_norm": 2.0300116539001465, |
| "learning_rate": 8.182269222878112e-06, |
| "loss": 0.1443, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.8427807486631016, |
| "grad_norm": 2.3219339847564697, |
| "learning_rate": 8.164904115954036e-06, |
| "loss": 0.1753, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.8470588235294118, |
| "grad_norm": 2.4101979732513428, |
| "learning_rate": 8.147475078954067e-06, |
| "loss": 0.181, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.8513368983957219, |
| "grad_norm": 2.243069648742676, |
| "learning_rate": 8.129982463939313e-06, |
| "loss": 0.1656, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8556149732620321, |
| "grad_norm": 2.026871681213379, |
| "learning_rate": 8.112426624255145e-06, |
| "loss": 0.1566, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8598930481283422, |
| "grad_norm": 2.2261993885040283, |
| "learning_rate": 8.094807914524048e-06, |
| "loss": 0.1793, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.8641711229946524, |
| "grad_norm": 2.064054250717163, |
| "learning_rate": 8.07712669063846e-06, |
| "loss": 0.1553, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8684491978609625, |
| "grad_norm": 2.2260794639587402, |
| "learning_rate": 8.059383309753587e-06, |
| "loss": 0.1709, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8727272727272727, |
| "grad_norm": 2.0984110832214355, |
| "learning_rate": 8.041578130280194e-06, |
| "loss": 0.1664, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8770053475935828, |
| "grad_norm": 2.1063830852508545, |
| "learning_rate": 8.023711511877347e-06, |
| "loss": 0.1567, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.881283422459893, |
| "grad_norm": 2.295722007751465, |
| "learning_rate": 8.005783815445168e-06, |
| "loss": 0.1775, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8855614973262033, |
| "grad_norm": 2.045088768005371, |
| "learning_rate": 7.987795403117528e-06, |
| "loss": 0.1631, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8898395721925134, |
| "grad_norm": 2.2451844215393066, |
| "learning_rate": 7.96974663825475e-06, |
| "loss": 0.1713, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.8941176470588236, |
| "grad_norm": 2.0437660217285156, |
| "learning_rate": 7.95163788543625e-06, |
| "loss": 0.1703, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8983957219251337, |
| "grad_norm": 2.0744357109069824, |
| "learning_rate": 7.933469510453189e-06, |
| "loss": 0.1593, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.9026737967914439, |
| "grad_norm": 2.1859078407287598, |
| "learning_rate": 7.915241880301075e-06, |
| "loss": 0.1666, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.906951871657754, |
| "grad_norm": 1.9547103643417358, |
| "learning_rate": 7.896955363172347e-06, |
| "loss": 0.1512, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.9112299465240642, |
| "grad_norm": 2.2689852714538574, |
| "learning_rate": 7.878610328448948e-06, |
| "loss": 0.1717, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.9155080213903743, |
| "grad_norm": 2.109738826751709, |
| "learning_rate": 7.86020714669486e-06, |
| "loss": 0.1528, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.9197860962566845, |
| "grad_norm": 2.14335298538208, |
| "learning_rate": 7.84174618964861e-06, |
| "loss": 0.1492, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.9240641711229947, |
| "grad_norm": 2.1951773166656494, |
| "learning_rate": 7.823227830215776e-06, |
| "loss": 0.1942, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.9283422459893048, |
| "grad_norm": 2.0184476375579834, |
| "learning_rate": 7.804652442461438e-06, |
| "loss": 0.1578, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.932620320855615, |
| "grad_norm": 2.1921589374542236, |
| "learning_rate": 7.786020401602638e-06, |
| "loss": 0.1708, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.9368983957219251, |
| "grad_norm": 2.3244035243988037, |
| "learning_rate": 7.767332084000784e-06, |
| "loss": 0.1734, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.9411764705882353, |
| "grad_norm": 2.016603469848633, |
| "learning_rate": 7.748587867154068e-06, |
| "loss": 0.1611, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.9454545454545454, |
| "grad_norm": 1.9263108968734741, |
| "learning_rate": 7.72978812968982e-06, |
| "loss": 0.1519, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.9497326203208556, |
| "grad_norm": 1.985710620880127, |
| "learning_rate": 7.71093325135687e-06, |
| "loss": 0.1668, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.9540106951871657, |
| "grad_norm": 2.146576404571533, |
| "learning_rate": 7.692023613017884e-06, |
| "loss": 0.1669, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.9582887700534759, |
| "grad_norm": 2.262817859649658, |
| "learning_rate": 7.673059596641657e-06, |
| "loss": 0.1638, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9625668449197861, |
| "grad_norm": 2.1441292762756348, |
| "learning_rate": 7.6540415852954e-06, |
| "loss": 0.1377, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.9668449197860962, |
| "grad_norm": 2.04654598236084, |
| "learning_rate": 7.634969963137015e-06, |
| "loss": 0.1495, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.9711229946524064, |
| "grad_norm": 2.2831695079803467, |
| "learning_rate": 7.615845115407316e-06, |
| "loss": 0.1622, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9754010695187165, |
| "grad_norm": 2.1478681564331055, |
| "learning_rate": 7.596667428422264e-06, |
| "loss": 0.159, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9796791443850268, |
| "grad_norm": 2.215297222137451, |
| "learning_rate": 7.5774372895651545e-06, |
| "loss": 0.1743, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.983957219251337, |
| "grad_norm": 1.9584442377090454, |
| "learning_rate": 7.558155087278791e-06, |
| "loss": 0.1517, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9882352941176471, |
| "grad_norm": 2.235250234603882, |
| "learning_rate": 7.538821211057648e-06, |
| "loss": 0.1697, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9925133689839573, |
| "grad_norm": 2.22978138923645, |
| "learning_rate": 7.519436051439991e-06, |
| "loss": 0.1607, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9967914438502674, |
| "grad_norm": 2.2365949153900146, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.1732, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.0010695187165775, |
| "grad_norm": 4.869343280792236, |
| "learning_rate": 7.480513449339851e-06, |
| "loss": 0.2068, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.0053475935828877, |
| "grad_norm": 2.029161214828491, |
| "learning_rate": 7.460976793081789e-06, |
| "loss": 0.1195, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.0096256684491978, |
| "grad_norm": 1.9457329511642456, |
| "learning_rate": 7.441390425860172e-06, |
| "loss": 0.1141, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.013903743315508, |
| "grad_norm": 1.9417977333068848, |
| "learning_rate": 7.421754743313514e-06, |
| "loss": 0.104, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.018181818181818, |
| "grad_norm": 1.8331741094589233, |
| "learning_rate": 7.402070142076475e-06, |
| "loss": 0.0984, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.0224598930481283, |
| "grad_norm": 1.773482322692871, |
| "learning_rate": 7.382337019771859e-06, |
| "loss": 0.1083, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.0267379679144386, |
| "grad_norm": 2.074436664581299, |
| "learning_rate": 7.36255577500258e-06, |
| "loss": 0.1081, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.0310160427807487, |
| "grad_norm": 1.9538006782531738, |
| "learning_rate": 7.342726807343615e-06, |
| "loss": 0.1061, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.035294117647059, |
| "grad_norm": 2.145508289337158, |
| "learning_rate": 7.322850517333924e-06, |
| "loss": 0.1016, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.039572192513369, |
| "grad_norm": 2.154336929321289, |
| "learning_rate": 7.302927306468365e-06, |
| "loss": 0.0851, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.0438502673796792, |
| "grad_norm": 2.3053643703460693, |
| "learning_rate": 7.282957577189581e-06, |
| "loss": 0.0922, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.0481283422459893, |
| "grad_norm": 2.3355484008789062, |
| "learning_rate": 7.2629417328798755e-06, |
| "loss": 0.0848, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.0524064171122995, |
| "grad_norm": 2.6695733070373535, |
| "learning_rate": 7.242880177853062e-06, |
| "loss": 0.0954, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.0566844919786096, |
| "grad_norm": 2.4661552906036377, |
| "learning_rate": 7.222773317346291e-06, |
| "loss": 0.1074, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.0609625668449199, |
| "grad_norm": 2.4028871059417725, |
| "learning_rate": 7.202621557511874e-06, |
| "loss": 0.1058, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.06524064171123, |
| "grad_norm": 2.568382501602173, |
| "learning_rate": 7.1824253054090735e-06, |
| "loss": 0.1168, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.0695187165775402, |
| "grad_norm": 2.346371650695801, |
| "learning_rate": 7.162184968995882e-06, |
| "loss": 0.0936, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.0737967914438502, |
| "grad_norm": 2.163280487060547, |
| "learning_rate": 7.141900957120781e-06, |
| "loss": 0.086, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.0780748663101605, |
| "grad_norm": 2.0890259742736816, |
| "learning_rate": 7.121573679514484e-06, |
| "loss": 0.1047, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0823529411764705, |
| "grad_norm": 1.9685567617416382, |
| "learning_rate": 7.101203546781655e-06, |
| "loss": 0.0933, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.0866310160427808, |
| "grad_norm": 2.208024024963379, |
| "learning_rate": 7.080790970392626e-06, |
| "loss": 0.1026, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 2.1724014282226562, |
| "learning_rate": 7.060336362675069e-06, |
| "loss": 0.1003, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.095187165775401, |
| "grad_norm": 1.8007311820983887, |
| "learning_rate": 7.039840136805679e-06, |
| "loss": 0.0779, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.0994652406417111, |
| "grad_norm": 1.898895025253296, |
| "learning_rate": 7.019302706801826e-06, |
| "loss": 0.0885, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.1037433155080214, |
| "grad_norm": 1.9565967321395874, |
| "learning_rate": 6.998724487513191e-06, |
| "loss": 0.0948, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.1080213903743314, |
| "grad_norm": 1.9110807180404663, |
| "learning_rate": 6.978105894613385e-06, |
| "loss": 0.0833, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.1122994652406417, |
| "grad_norm": 1.9192978143692017, |
| "learning_rate": 6.9574473445915495e-06, |
| "loss": 0.0932, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.116577540106952, |
| "grad_norm": 2.101365566253662, |
| "learning_rate": 6.936749254743951e-06, |
| "loss": 0.1016, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.120855614973262, |
| "grad_norm": 2.0373008251190186, |
| "learning_rate": 6.916012043165552e-06, |
| "loss": 0.0864, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.125133689839572, |
| "grad_norm": 2.0774929523468018, |
| "learning_rate": 6.895236128741554e-06, |
| "loss": 0.0842, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.1294117647058823, |
| "grad_norm": 2.0311055183410645, |
| "learning_rate": 6.87442193113895e-06, |
| "loss": 0.083, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.1336898395721926, |
| "grad_norm": 2.03928542137146, |
| "learning_rate": 6.8535698707980356e-06, |
| "loss": 0.0903, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.1379679144385026, |
| "grad_norm": 1.9919860363006592, |
| "learning_rate": 6.83268036892393e-06, |
| "loss": 0.0893, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.142245989304813, |
| "grad_norm": 2.215510368347168, |
| "learning_rate": 6.811753847478051e-06, |
| "loss": 0.0913, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.146524064171123, |
| "grad_norm": 2.1406352519989014, |
| "learning_rate": 6.790790729169604e-06, |
| "loss": 0.0935, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.1508021390374332, |
| "grad_norm": 2.2298877239227295, |
| "learning_rate": 6.769791437447042e-06, |
| "loss": 0.0955, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.1550802139037433, |
| "grad_norm": 2.185397148132324, |
| "learning_rate": 6.7487563964895066e-06, |
| "loss": 0.1009, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.1593582887700535, |
| "grad_norm": 2.0531294345855713, |
| "learning_rate": 6.7276860311982614e-06, |
| "loss": 0.1009, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.1636363636363636, |
| "grad_norm": 2.1386170387268066, |
| "learning_rate": 6.7065807671881155e-06, |
| "loss": 0.1033, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.1679144385026738, |
| "grad_norm": 1.994783639907837, |
| "learning_rate": 6.6854410307788175e-06, |
| "loss": 0.1, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.172192513368984, |
| "grad_norm": 1.9821001291275024, |
| "learning_rate": 6.664267248986447e-06, |
| "loss": 0.0909, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.1764705882352942, |
| "grad_norm": 2.178961753845215, |
| "learning_rate": 6.643059849514795e-06, |
| "loss": 0.1047, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.1807486631016042, |
| "grad_norm": 2.1259138584136963, |
| "learning_rate": 6.621819260746713e-06, |
| "loss": 0.0945, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.1850267379679145, |
| "grad_norm": 2.221371650695801, |
| "learning_rate": 6.600545911735468e-06, |
| "loss": 0.0932, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.1893048128342245, |
| "grad_norm": 2.518772840499878, |
| "learning_rate": 6.579240232196073e-06, |
| "loss": 0.0984, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.1935828877005348, |
| "grad_norm": 2.1421663761138916, |
| "learning_rate": 6.5579026524966106e-06, |
| "loss": 0.107, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.1978609625668448, |
| "grad_norm": 1.9127075672149658, |
| "learning_rate": 6.536533603649536e-06, |
| "loss": 0.0957, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.202139037433155, |
| "grad_norm": 2.00793719291687, |
| "learning_rate": 6.515133517302969e-06, |
| "loss": 0.0925, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.2064171122994654, |
| "grad_norm": 1.9672478437423706, |
| "learning_rate": 6.493702825731977e-06, |
| "loss": 0.0908, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.2106951871657754, |
| "grad_norm": 2.3069119453430176, |
| "learning_rate": 6.472241961829846e-06, |
| "loss": 0.0972, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.2149732620320854, |
| "grad_norm": 1.9063525199890137, |
| "learning_rate": 6.450751359099332e-06, |
| "loss": 0.0867, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.2192513368983957, |
| "grad_norm": 2.1970877647399902, |
| "learning_rate": 6.429231451643907e-06, |
| "loss": 0.1077, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.223529411764706, |
| "grad_norm": 2.0319154262542725, |
| "learning_rate": 6.407682674158988e-06, |
| "loss": 0.0966, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.227807486631016, |
| "grad_norm": 2.0063929557800293, |
| "learning_rate": 6.386105461923159e-06, |
| "loss": 0.0938, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.2320855614973263, |
| "grad_norm": 1.9851186275482178, |
| "learning_rate": 6.364500250789375e-06, |
| "loss": 0.0872, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.2363636363636363, |
| "grad_norm": 2.383897304534912, |
| "learning_rate": 6.342867477176164e-06, |
| "loss": 0.1185, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.2406417112299466, |
| "grad_norm": 2.2189831733703613, |
| "learning_rate": 6.321207578058803e-06, |
| "loss": 0.1042, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.2449197860962566, |
| "grad_norm": 2.208324432373047, |
| "learning_rate": 6.299520990960497e-06, |
| "loss": 0.1209, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.249197860962567, |
| "grad_norm": 2.279092311859131, |
| "learning_rate": 6.2778081539435436e-06, |
| "loss": 0.0957, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.253475935828877, |
| "grad_norm": 1.989281415939331, |
| "learning_rate": 6.256069505600474e-06, |
| "loss": 0.0909, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.2577540106951872, |
| "grad_norm": 2.0415663719177246, |
| "learning_rate": 6.234305485045205e-06, |
| "loss": 0.1003, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.2620320855614973, |
| "grad_norm": 1.9271050691604614, |
| "learning_rate": 6.212516531904164e-06, |
| "loss": 0.0901, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.2663101604278075, |
| "grad_norm": 1.998005986213684, |
| "learning_rate": 6.1907030863074055e-06, |
| "loss": 0.0931, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.2705882352941176, |
| "grad_norm": 1.9580942392349243, |
| "learning_rate": 6.16886558887973e-06, |
| "loss": 0.0798, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.2748663101604278, |
| "grad_norm": 2.072495222091675, |
| "learning_rate": 6.1470044807317695e-06, |
| "loss": 0.0883, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.279144385026738, |
| "grad_norm": 2.0811755657196045, |
| "learning_rate": 6.1251202034510905e-06, |
| "loss": 0.097, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.2834224598930482, |
| "grad_norm": 1.9838371276855469, |
| "learning_rate": 6.103213199093267e-06, |
| "loss": 0.1117, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2877005347593582, |
| "grad_norm": 1.8616009950637817, |
| "learning_rate": 6.081283910172956e-06, |
| "loss": 0.0988, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.2919786096256685, |
| "grad_norm": 1.9417067766189575, |
| "learning_rate": 6.059332779654953e-06, |
| "loss": 0.083, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.2962566844919787, |
| "grad_norm": 1.8084677457809448, |
| "learning_rate": 6.037360250945243e-06, |
| "loss": 0.0915, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.3005347593582888, |
| "grad_norm": 2.0521080493927, |
| "learning_rate": 6.015366767882054e-06, |
| "loss": 0.0923, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.3048128342245988, |
| "grad_norm": 2.042677879333496, |
| "learning_rate": 5.993352774726885e-06, |
| "loss": 0.0825, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.309090909090909, |
| "grad_norm": 2.153756856918335, |
| "learning_rate": 5.97131871615553e-06, |
| "loss": 0.0878, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.3133689839572193, |
| "grad_norm": 2.1429085731506348, |
| "learning_rate": 5.949265037249096e-06, |
| "loss": 0.1033, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.3176470588235294, |
| "grad_norm": 2.3176093101501465, |
| "learning_rate": 5.927192183485023e-06, |
| "loss": 0.1035, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.3219251336898394, |
| "grad_norm": 2.045224666595459, |
| "learning_rate": 5.905100600728067e-06, |
| "loss": 0.0919, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.3262032085561497, |
| "grad_norm": 2.2196807861328125, |
| "learning_rate": 5.882990735221312e-06, |
| "loss": 0.1003, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.33048128342246, |
| "grad_norm": 2.4191091060638428, |
| "learning_rate": 5.860863033577141e-06, |
| "loss": 0.1003, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.33475935828877, |
| "grad_norm": 2.096099376678467, |
| "learning_rate": 5.8387179427682265e-06, |
| "loss": 0.0855, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.3390374331550803, |
| "grad_norm": 2.179696798324585, |
| "learning_rate": 5.8165559101184955e-06, |
| "loss": 0.0936, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.3433155080213903, |
| "grad_norm": 2.0698587894439697, |
| "learning_rate": 5.794377383294094e-06, |
| "loss": 0.0873, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.3475935828877006, |
| "grad_norm": 1.9027916193008423, |
| "learning_rate": 5.7721828102943445e-06, |
| "loss": 0.0865, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.3518716577540106, |
| "grad_norm": 1.8766309022903442, |
| "learning_rate": 5.749972639442698e-06, |
| "loss": 0.0807, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.356149732620321, |
| "grad_norm": 2.1122074127197266, |
| "learning_rate": 5.72774731937768e-06, |
| "loss": 0.0864, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.360427807486631, |
| "grad_norm": 2.0253007411956787, |
| "learning_rate": 5.705507299043822e-06, |
| "loss": 0.0895, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.3647058823529412, |
| "grad_norm": 2.0981879234313965, |
| "learning_rate": 5.683253027682597e-06, |
| "loss": 0.0843, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.3689839572192513, |
| "grad_norm": 2.0904572010040283, |
| "learning_rate": 5.660984954823342e-06, |
| "loss": 0.0921, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.3732620320855615, |
| "grad_norm": 1.9523817300796509, |
| "learning_rate": 5.638703530274187e-06, |
| "loss": 0.0834, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.3775401069518716, |
| "grad_norm": 2.0361475944519043, |
| "learning_rate": 5.6164092041129544e-06, |
| "loss": 0.0919, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.3818181818181818, |
| "grad_norm": 2.2082595825195312, |
| "learning_rate": 5.594102426678082e-06, |
| "loss": 0.0946, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.386096256684492, |
| "grad_norm": 2.1961371898651123, |
| "learning_rate": 5.57178364855951e-06, |
| "loss": 0.0892, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3903743315508021, |
| "grad_norm": 1.9156455993652344, |
| "learning_rate": 5.549453320589598e-06, |
| "loss": 0.0936, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.3946524064171122, |
| "grad_norm": 2.183152914047241, |
| "learning_rate": 5.527111893834004e-06, |
| "loss": 0.0979, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.3989304812834225, |
| "grad_norm": 2.356243371963501, |
| "learning_rate": 5.504759819582581e-06, |
| "loss": 0.0923, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.4032085561497327, |
| "grad_norm": 2.1394667625427246, |
| "learning_rate": 5.482397549340256e-06, |
| "loss": 0.0893, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.4074866310160428, |
| "grad_norm": 1.9834396839141846, |
| "learning_rate": 5.460025534817911e-06, |
| "loss": 0.0927, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.4117647058823528, |
| "grad_norm": 1.8735346794128418, |
| "learning_rate": 5.437644227923261e-06, |
| "loss": 0.0901, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.416042780748663, |
| "grad_norm": 2.1759555339813232, |
| "learning_rate": 5.415254080751725e-06, |
| "loss": 0.1009, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.4203208556149733, |
| "grad_norm": 1.9985833168029785, |
| "learning_rate": 5.39285554557729e-06, |
| "loss": 0.1012, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.4245989304812834, |
| "grad_norm": 2.2998223304748535, |
| "learning_rate": 5.37044907484338e-06, |
| "loss": 0.0982, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.4288770053475937, |
| "grad_norm": 2.192631721496582, |
| "learning_rate": 5.348035121153716e-06, |
| "loss": 0.1057, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.4331550802139037, |
| "grad_norm": 1.9574298858642578, |
| "learning_rate": 5.32561413726317e-06, |
| "loss": 0.0937, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.437433155080214, |
| "grad_norm": 2.097489833831787, |
| "learning_rate": 5.303186576068621e-06, |
| "loss": 0.0936, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.441711229946524, |
| "grad_norm": 2.246332883834839, |
| "learning_rate": 5.28075289059981e-06, |
| "loss": 0.1037, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.4459893048128343, |
| "grad_norm": 2.124225378036499, |
| "learning_rate": 5.258313534010187e-06, |
| "loss": 0.0807, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.4502673796791443, |
| "grad_norm": 1.9736027717590332, |
| "learning_rate": 5.235868959567755e-06, |
| "loss": 0.0945, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 2.101895332336426, |
| "learning_rate": 5.213419620645914e-06, |
| "loss": 0.0943, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.4588235294117646, |
| "grad_norm": 2.1007871627807617, |
| "learning_rate": 5.1909659707143105e-06, |
| "loss": 0.0893, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.463101604278075, |
| "grad_norm": 2.1706559658050537, |
| "learning_rate": 5.1685084633296665e-06, |
| "loss": 0.0964, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.467379679144385, |
| "grad_norm": 2.181288957595825, |
| "learning_rate": 5.14604755212663e-06, |
| "loss": 0.0856, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.4716577540106952, |
| "grad_norm": 2.169097661972046, |
| "learning_rate": 5.123583690808596e-06, |
| "loss": 0.0993, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.4759358288770055, |
| "grad_norm": 2.1425249576568604, |
| "learning_rate": 5.101117333138558e-06, |
| "loss": 0.0975, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.4802139037433155, |
| "grad_norm": 2.147711753845215, |
| "learning_rate": 5.078648932929933e-06, |
| "loss": 0.1071, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.4844919786096256, |
| "grad_norm": 2.0641732215881348, |
| "learning_rate": 5.056178944037396e-06, |
| "loss": 0.0926, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.4887700534759358, |
| "grad_norm": 2.0812582969665527, |
| "learning_rate": 5.033707820347715e-06, |
| "loss": 0.0924, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.493048128342246, |
| "grad_norm": 2.1125471591949463, |
| "learning_rate": 5.011236015770577e-06, |
| "loss": 0.0978, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.4973262032085561, |
| "grad_norm": 2.063429117202759, |
| "learning_rate": 4.988763984229425e-06, |
| "loss": 0.1016, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.5016042780748662, |
| "grad_norm": 2.123988628387451, |
| "learning_rate": 4.9662921796522856e-06, |
| "loss": 0.0926, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.5058823529411764, |
| "grad_norm": 1.9401912689208984, |
| "learning_rate": 4.9438210559626045e-06, |
| "loss": 0.0931, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.5101604278074867, |
| "grad_norm": 2.213088035583496, |
| "learning_rate": 4.921351067070068e-06, |
| "loss": 0.1124, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.5144385026737968, |
| "grad_norm": 2.0530011653900146, |
| "learning_rate": 4.898882666861444e-06, |
| "loss": 0.0867, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.5187165775401068, |
| "grad_norm": 2.306276321411133, |
| "learning_rate": 4.876416309191406e-06, |
| "loss": 0.0968, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.522994652406417, |
| "grad_norm": 2.0044631958007812, |
| "learning_rate": 4.853952447873371e-06, |
| "loss": 0.082, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.5272727272727273, |
| "grad_norm": 2.2179064750671387, |
| "learning_rate": 4.831491536670334e-06, |
| "loss": 0.0991, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.5315508021390374, |
| "grad_norm": 2.140604257583618, |
| "learning_rate": 4.809034029285691e-06, |
| "loss": 0.0882, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.5358288770053476, |
| "grad_norm": 1.9317160844802856, |
| "learning_rate": 4.786580379354087e-06, |
| "loss": 0.0812, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.5401069518716577, |
| "grad_norm": 2.0457096099853516, |
| "learning_rate": 4.7641310404322475e-06, |
| "loss": 0.0936, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.544385026737968, |
| "grad_norm": 2.2014577388763428, |
| "learning_rate": 4.741686465989814e-06, |
| "loss": 0.0813, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.5486631016042782, |
| "grad_norm": 1.9533830881118774, |
| "learning_rate": 4.719247109400192e-06, |
| "loss": 0.0949, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.5529411764705883, |
| "grad_norm": 1.9284648895263672, |
| "learning_rate": 4.696813423931381e-06, |
| "loss": 0.0858, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.5572192513368983, |
| "grad_norm": 2.015251398086548, |
| "learning_rate": 4.674385862736832e-06, |
| "loss": 0.0993, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.5614973262032086, |
| "grad_norm": 2.260143518447876, |
| "learning_rate": 4.651964878846285e-06, |
| "loss": 0.1086, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.5657754010695188, |
| "grad_norm": 2.37188982963562, |
| "learning_rate": 4.62955092515662e-06, |
| "loss": 0.1233, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.570053475935829, |
| "grad_norm": 1.9625977277755737, |
| "learning_rate": 4.607144454422711e-06, |
| "loss": 0.0893, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.574331550802139, |
| "grad_norm": 2.1813342571258545, |
| "learning_rate": 4.584745919248275e-06, |
| "loss": 0.0923, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.5786096256684492, |
| "grad_norm": 1.9883830547332764, |
| "learning_rate": 4.56235577207674e-06, |
| "loss": 0.103, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.5828877005347595, |
| "grad_norm": 2.1959195137023926, |
| "learning_rate": 4.5399744651820915e-06, |
| "loss": 0.0959, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.5871657754010695, |
| "grad_norm": 1.9669009447097778, |
| "learning_rate": 4.517602450659746e-06, |
| "loss": 0.0885, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.5914438502673796, |
| "grad_norm": 1.9892116785049438, |
| "learning_rate": 4.49524018041742e-06, |
| "loss": 0.0909, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.5957219251336898, |
| "grad_norm": 2.0287320613861084, |
| "learning_rate": 4.472888106165995e-06, |
| "loss": 0.0847, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 2.1762945652008057, |
| "learning_rate": 4.450546679410403e-06, |
| "loss": 0.0886, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.6042780748663101, |
| "grad_norm": 1.9880300760269165, |
| "learning_rate": 4.428216351440492e-06, |
| "loss": 0.1015, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.6085561497326202, |
| "grad_norm": 2.06316876411438, |
| "learning_rate": 4.40589757332192e-06, |
| "loss": 0.0997, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.6128342245989304, |
| "grad_norm": 2.0702295303344727, |
| "learning_rate": 4.383590795887046e-06, |
| "loss": 0.0929, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.6171122994652407, |
| "grad_norm": 2.1991732120513916, |
| "learning_rate": 4.361296469725813e-06, |
| "loss": 0.1022, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.6213903743315508, |
| "grad_norm": 2.10152006149292, |
| "learning_rate": 4.339015045176659e-06, |
| "loss": 0.0855, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.6256684491978608, |
| "grad_norm": 2.2753965854644775, |
| "learning_rate": 4.316746972317406e-06, |
| "loss": 0.1037, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.629946524064171, |
| "grad_norm": 1.9243597984313965, |
| "learning_rate": 4.2944927009561786e-06, |
| "loss": 0.0841, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.6342245989304813, |
| "grad_norm": 1.9146336317062378, |
| "learning_rate": 4.272252680622321e-06, |
| "loss": 0.0833, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.6385026737967916, |
| "grad_norm": 1.7657594680786133, |
| "learning_rate": 4.250027360557302e-06, |
| "loss": 0.0818, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.6427807486631016, |
| "grad_norm": 2.1305899620056152, |
| "learning_rate": 4.227817189705657e-06, |
| "loss": 0.0962, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.6470588235294117, |
| "grad_norm": 2.021326780319214, |
| "learning_rate": 4.205622616705909e-06, |
| "loss": 0.0859, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.651336898395722, |
| "grad_norm": 2.08622407913208, |
| "learning_rate": 4.183444089881506e-06, |
| "loss": 0.0836, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.6556149732620322, |
| "grad_norm": 2.1002938747406006, |
| "learning_rate": 4.161282057231776e-06, |
| "loss": 0.086, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.6598930481283423, |
| "grad_norm": 2.04650616645813, |
| "learning_rate": 4.13913696642286e-06, |
| "loss": 0.0878, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.6641711229946523, |
| "grad_norm": 1.8128232955932617, |
| "learning_rate": 4.1170092647786895e-06, |
| "loss": 0.0836, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.6684491978609626, |
| "grad_norm": 2.1174373626708984, |
| "learning_rate": 4.094899399271935e-06, |
| "loss": 0.0964, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.6727272727272728, |
| "grad_norm": 2.191866397857666, |
| "learning_rate": 4.072807816514978e-06, |
| "loss": 0.107, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.6770053475935829, |
| "grad_norm": 2.061434507369995, |
| "learning_rate": 4.0507349627509045e-06, |
| "loss": 0.0876, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.681283422459893, |
| "grad_norm": 2.02978253364563, |
| "learning_rate": 4.028681283844471e-06, |
| "loss": 0.0844, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.6855614973262032, |
| "grad_norm": 2.3137338161468506, |
| "learning_rate": 4.006647225273116e-06, |
| "loss": 0.0956, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.6898395721925135, |
| "grad_norm": 2.265906810760498, |
| "learning_rate": 3.984633232117948e-06, |
| "loss": 0.085, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.6941176470588235, |
| "grad_norm": 2.138777017593384, |
| "learning_rate": 3.96263974905476e-06, |
| "loss": 0.0881, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.6983957219251336, |
| "grad_norm": 2.1694891452789307, |
| "learning_rate": 3.94066722034505e-06, |
| "loss": 0.0968, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.7026737967914438, |
| "grad_norm": 1.892051339149475, |
| "learning_rate": 3.9187160898270435e-06, |
| "loss": 0.0941, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.706951871657754, |
| "grad_norm": 2.209155321121216, |
| "learning_rate": 3.896786800906734e-06, |
| "loss": 0.0891, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.7112299465240641, |
| "grad_norm": 2.2992265224456787, |
| "learning_rate": 3.87487979654891e-06, |
| "loss": 0.0928, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.7155080213903742, |
| "grad_norm": 2.0164313316345215, |
| "learning_rate": 3.852995519268231e-06, |
| "loss": 0.1001, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.7197860962566844, |
| "grad_norm": 2.269282102584839, |
| "learning_rate": 3.831134411120273e-06, |
| "loss": 0.0952, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.7240641711229947, |
| "grad_norm": 2.073052406311035, |
| "learning_rate": 3.809296913692594e-06, |
| "loss": 0.0811, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.728342245989305, |
| "grad_norm": 1.98734712600708, |
| "learning_rate": 3.787483468095838e-06, |
| "loss": 0.0987, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.732620320855615, |
| "grad_norm": 1.9203572273254395, |
| "learning_rate": 3.765694514954796e-06, |
| "loss": 0.084, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.736898395721925, |
| "grad_norm": 2.080029249191284, |
| "learning_rate": 3.7439304943995274e-06, |
| "loss": 0.0896, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.7411764705882353, |
| "grad_norm": 2.0088043212890625, |
| "learning_rate": 3.72219184605646e-06, |
| "loss": 0.0872, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.7454545454545456, |
| "grad_norm": 2.2481374740600586, |
| "learning_rate": 3.7004790090395043e-06, |
| "loss": 0.1012, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.7497326203208556, |
| "grad_norm": 2.1036605834960938, |
| "learning_rate": 3.678792421941199e-06, |
| "loss": 0.0926, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.7540106951871657, |
| "grad_norm": 2.260814666748047, |
| "learning_rate": 3.657132522823837e-06, |
| "loss": 0.1097, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.758288770053476, |
| "grad_norm": 2.0131592750549316, |
| "learning_rate": 3.6354997492106258e-06, |
| "loss": 0.086, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.7625668449197862, |
| "grad_norm": 1.936078667640686, |
| "learning_rate": 3.6138945380768442e-06, |
| "loss": 0.0808, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.7668449197860963, |
| "grad_norm": 2.0518951416015625, |
| "learning_rate": 3.592317325841014e-06, |
| "loss": 0.0929, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.7711229946524063, |
| "grad_norm": 2.1253445148468018, |
| "learning_rate": 3.5707685483560948e-06, |
| "loss": 0.1027, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.7754010695187166, |
| "grad_norm": 2.0566675662994385, |
| "learning_rate": 3.5492486409006684e-06, |
| "loss": 0.0875, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.7796791443850268, |
| "grad_norm": 1.9728094339370728, |
| "learning_rate": 3.5277580381701553e-06, |
| "loss": 0.08, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.7839572192513369, |
| "grad_norm": 2.156283140182495, |
| "learning_rate": 3.5062971742680244e-06, |
| "loss": 0.0887, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.788235294117647, |
| "grad_norm": 2.1552810668945312, |
| "learning_rate": 3.484866482697032e-06, |
| "loss": 0.0863, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.7925133689839572, |
| "grad_norm": 2.292252779006958, |
| "learning_rate": 3.4634663963504654e-06, |
| "loss": 0.084, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.7967914438502675, |
| "grad_norm": 2.240377187728882, |
| "learning_rate": 3.4420973475033894e-06, |
| "loss": 0.1, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.8010695187165775, |
| "grad_norm": 2.1546454429626465, |
| "learning_rate": 3.4207597678039293e-06, |
| "loss": 0.0797, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.8053475935828875, |
| "grad_norm": 2.0921828746795654, |
| "learning_rate": 3.3994540882645353e-06, |
| "loss": 0.0901, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.8096256684491978, |
| "grad_norm": 1.9114705324172974, |
| "learning_rate": 3.3781807392532893e-06, |
| "loss": 0.0775, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.813903743315508, |
| "grad_norm": 2.1772425174713135, |
| "learning_rate": 3.3569401504852073e-06, |
| "loss": 0.0891, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 1.884969711303711, |
| "learning_rate": 3.335732751013553e-06, |
| "loss": 0.0922, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.8224598930481284, |
| "grad_norm": 1.8992670774459839, |
| "learning_rate": 3.3145589692211837e-06, |
| "loss": 0.0968, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.8267379679144384, |
| "grad_norm": 1.957726240158081, |
| "learning_rate": 3.2934192328118866e-06, |
| "loss": 0.0896, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.8310160427807487, |
| "grad_norm": 2.0114240646362305, |
| "learning_rate": 3.27231396880174e-06, |
| "loss": 0.1016, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.835294117647059, |
| "grad_norm": 2.00063157081604, |
| "learning_rate": 3.2512436035104968e-06, |
| "loss": 0.083, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.839572192513369, |
| "grad_norm": 2.367206335067749, |
| "learning_rate": 3.2302085625529596e-06, |
| "loss": 0.0948, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.843850267379679, |
| "grad_norm": 2.1237783432006836, |
| "learning_rate": 3.2092092708303973e-06, |
| "loss": 0.0821, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.8481283422459893, |
| "grad_norm": 2.1839144229888916, |
| "learning_rate": 3.18824615252195e-06, |
| "loss": 0.0977, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.8524064171122996, |
| "grad_norm": 2.173175811767578, |
| "learning_rate": 3.1673196310760723e-06, |
| "loss": 0.0994, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.8566844919786096, |
| "grad_norm": 2.2018539905548096, |
| "learning_rate": 3.146430129201965e-06, |
| "loss": 0.0938, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.8609625668449197, |
| "grad_norm": 1.9908114671707153, |
| "learning_rate": 3.125578068861051e-06, |
| "loss": 0.0846, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.86524064171123, |
| "grad_norm": 2.0504186153411865, |
| "learning_rate": 3.104763871258447e-06, |
| "loss": 0.0838, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.8695187165775402, |
| "grad_norm": 1.9001001119613647, |
| "learning_rate": 3.083987956834449e-06, |
| "loss": 0.0801, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.8737967914438503, |
| "grad_norm": 2.0107505321502686, |
| "learning_rate": 3.06325074525605e-06, |
| "loss": 0.0908, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.8780748663101603, |
| "grad_norm": 1.8863651752471924, |
| "learning_rate": 3.0425526554084526e-06, |
| "loss": 0.0771, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.8823529411764706, |
| "grad_norm": 2.1086320877075195, |
| "learning_rate": 3.0218941053866167e-06, |
| "loss": 0.0819, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.8866310160427808, |
| "grad_norm": 1.9322139024734497, |
| "learning_rate": 3.00127551248681e-06, |
| "loss": 0.0905, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.8909090909090909, |
| "grad_norm": 2.0057458877563477, |
| "learning_rate": 2.980697293198174e-06, |
| "loss": 0.0849, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.895187165775401, |
| "grad_norm": 2.083625316619873, |
| "learning_rate": 2.960159863194322e-06, |
| "loss": 0.0957, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.8994652406417112, |
| "grad_norm": 1.8596922159194946, |
| "learning_rate": 2.939663637324934e-06, |
| "loss": 0.0954, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.9037433155080214, |
| "grad_norm": 1.8501924276351929, |
| "learning_rate": 2.9192090296073755e-06, |
| "loss": 0.0752, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.9080213903743317, |
| "grad_norm": 2.0312633514404297, |
| "learning_rate": 2.8987964532183454e-06, |
| "loss": 0.0855, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.9122994652406418, |
| "grad_norm": 2.077679395675659, |
| "learning_rate": 2.878426320485518e-06, |
| "loss": 0.099, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.9165775401069518, |
| "grad_norm": 1.9612921476364136, |
| "learning_rate": 2.8580990428792205e-06, |
| "loss": 0.0758, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.920855614973262, |
| "grad_norm": 1.9715369939804077, |
| "learning_rate": 2.8378150310041197e-06, |
| "loss": 0.0765, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.9251336898395723, |
| "grad_norm": 2.0577006340026855, |
| "learning_rate": 2.8175746945909277e-06, |
| "loss": 0.0968, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.9294117647058824, |
| "grad_norm": 1.8270310163497925, |
| "learning_rate": 2.7973784424881273e-06, |
| "loss": 0.0829, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.9336898395721924, |
| "grad_norm": 2.1296803951263428, |
| "learning_rate": 2.7772266826537103e-06, |
| "loss": 0.0996, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.9379679144385027, |
| "grad_norm": 1.9016512632369995, |
| "learning_rate": 2.75711982214694e-06, |
| "loss": 0.0858, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.942245989304813, |
| "grad_norm": 2.4038286209106445, |
| "learning_rate": 2.7370582671201253e-06, |
| "loss": 0.0963, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.946524064171123, |
| "grad_norm": 2.015941619873047, |
| "learning_rate": 2.7170424228104207e-06, |
| "loss": 0.0811, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.950802139037433, |
| "grad_norm": 2.00461745262146, |
| "learning_rate": 2.697072693531637e-06, |
| "loss": 0.08, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.9550802139037433, |
| "grad_norm": 1.9232676029205322, |
| "learning_rate": 2.6771494826660782e-06, |
| "loss": 0.0793, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.9593582887700536, |
| "grad_norm": 2.0206451416015625, |
| "learning_rate": 2.6572731926563867e-06, |
| "loss": 0.0898, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.9636363636363636, |
| "grad_norm": 2.0119080543518066, |
| "learning_rate": 2.6374442249974214e-06, |
| "loss": 0.0915, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.9679144385026737, |
| "grad_norm": 1.98100745677948, |
| "learning_rate": 2.617662980228144e-06, |
| "loss": 0.0777, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.972192513368984, |
| "grad_norm": 2.208132743835449, |
| "learning_rate": 2.5979298579235276e-06, |
| "loss": 0.1013, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.9764705882352942, |
| "grad_norm": 2.1247506141662598, |
| "learning_rate": 2.578245256686488e-06, |
| "loss": 0.0858, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.9807486631016042, |
| "grad_norm": 2.1127898693084717, |
| "learning_rate": 2.558609574139829e-06, |
| "loss": 0.0904, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.9850267379679143, |
| "grad_norm": 1.8930281400680542, |
| "learning_rate": 2.539023206918212e-06, |
| "loss": 0.0872, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.9893048128342246, |
| "grad_norm": 1.8810979127883911, |
| "learning_rate": 2.5194865506601507e-06, |
| "loss": 0.0843, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.9935828877005348, |
| "grad_norm": 2.0668907165527344, |
| "learning_rate": 2.5000000000000015e-06, |
| "loss": 0.0936, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.9978609625668449, |
| "grad_norm": 2.309532880783081, |
| "learning_rate": 2.4805639485600087e-06, |
| "loss": 0.0989, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.002139037433155, |
| "grad_norm": 4.147768497467041, |
| "learning_rate": 2.4611787889423546e-06, |
| "loss": 0.0848, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.006417112299465, |
| "grad_norm": 1.6421159505844116, |
| "learning_rate": 2.441844912721209e-06, |
| "loss": 0.057, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.0106951871657754, |
| "grad_norm": 1.4409747123718262, |
| "learning_rate": 2.422562710434848e-06, |
| "loss": 0.048, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.0149732620320857, |
| "grad_norm": 1.4703036546707153, |
| "learning_rate": 2.403332571577738e-06, |
| "loss": 0.0477, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.0192513368983955, |
| "grad_norm": 1.6000310182571411, |
| "learning_rate": 2.3841548845926844e-06, |
| "loss": 0.0568, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.023529411764706, |
| "grad_norm": 1.4772285223007202, |
| "learning_rate": 2.365030036862988e-06, |
| "loss": 0.0476, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.027807486631016, |
| "grad_norm": 1.7068934440612793, |
| "learning_rate": 2.3459584147046e-06, |
| "loss": 0.0545, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.0320855614973263, |
| "grad_norm": 1.4684138298034668, |
| "learning_rate": 2.3269404033583443e-06, |
| "loss": 0.0461, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.036363636363636, |
| "grad_norm": 1.6764367818832397, |
| "learning_rate": 2.3079763869821176e-06, |
| "loss": 0.0555, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.0406417112299464, |
| "grad_norm": 1.8675357103347778, |
| "learning_rate": 2.2890667486431296e-06, |
| "loss": 0.0553, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.0449197860962567, |
| "grad_norm": 1.8676857948303223, |
| "learning_rate": 2.270211870310184e-06, |
| "loss": 0.0491, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.049197860962567, |
| "grad_norm": 1.6475131511688232, |
| "learning_rate": 2.251412132845933e-06, |
| "loss": 0.0437, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.053475935828877, |
| "grad_norm": 1.9799823760986328, |
| "learning_rate": 2.232667915999216e-06, |
| "loss": 0.0498, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.057754010695187, |
| "grad_norm": 1.9527326822280884, |
| "learning_rate": 2.2139795983973654e-06, |
| "loss": 0.0487, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.0620320855614973, |
| "grad_norm": 2.1700730323791504, |
| "learning_rate": 2.1953475575385618e-06, |
| "loss": 0.0475, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.0663101604278076, |
| "grad_norm": 1.9394606351852417, |
| "learning_rate": 2.1767721697842244e-06, |
| "loss": 0.0541, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.070588235294118, |
| "grad_norm": 1.7941431999206543, |
| "learning_rate": 2.1582538103513896e-06, |
| "loss": 0.047, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.0748663101604277, |
| "grad_norm": 2.110564947128296, |
| "learning_rate": 2.139792853305141e-06, |
| "loss": 0.0501, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.079144385026738, |
| "grad_norm": 2.1480815410614014, |
| "learning_rate": 2.121389671551054e-06, |
| "loss": 0.0498, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.083422459893048, |
| "grad_norm": 2.0997166633605957, |
| "learning_rate": 2.1030446368276547e-06, |
| "loss": 0.0521, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.0877005347593585, |
| "grad_norm": 2.176145553588867, |
| "learning_rate": 2.0847581196989277e-06, |
| "loss": 0.057, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.0919786096256683, |
| "grad_norm": 1.9567787647247314, |
| "learning_rate": 2.0665304895468114e-06, |
| "loss": 0.0442, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.0962566844919786, |
| "grad_norm": 2.0823962688446045, |
| "learning_rate": 2.04836211456375e-06, |
| "loss": 0.0472, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.100534759358289, |
| "grad_norm": 1.7501331567764282, |
| "learning_rate": 2.030253361745251e-06, |
| "loss": 0.0483, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.104812834224599, |
| "grad_norm": 2.014772415161133, |
| "learning_rate": 2.012204596882472e-06, |
| "loss": 0.046, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.109090909090909, |
| "grad_norm": 1.8758680820465088, |
| "learning_rate": 1.9942161845548334e-06, |
| "loss": 0.0485, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.113368983957219, |
| "grad_norm": 2.0299036502838135, |
| "learning_rate": 1.9762884881226535e-06, |
| "loss": 0.0548, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.1176470588235294, |
| "grad_norm": 1.911232352256775, |
| "learning_rate": 1.958421869719807e-06, |
| "loss": 0.0486, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.1219251336898397, |
| "grad_norm": 1.9703571796417236, |
| "learning_rate": 1.9406166902464128e-06, |
| "loss": 0.0448, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.1262032085561495, |
| "grad_norm": 2.0307888984680176, |
| "learning_rate": 1.922873309361542e-06, |
| "loss": 0.0403, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.13048128342246, |
| "grad_norm": 2.503244161605835, |
| "learning_rate": 1.9051920854759543e-06, |
| "loss": 0.0594, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.13475935828877, |
| "grad_norm": 2.0204391479492188, |
| "learning_rate": 1.887573375744856e-06, |
| "loss": 0.0483, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.1390374331550803, |
| "grad_norm": 1.822661280632019, |
| "learning_rate": 1.8700175360606882e-06, |
| "loss": 0.0469, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.1433155080213906, |
| "grad_norm": 1.8638768196105957, |
| "learning_rate": 1.8525249210459345e-06, |
| "loss": 0.0443, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.1475935828877004, |
| "grad_norm": 2.0525190830230713, |
| "learning_rate": 1.8350958840459665e-06, |
| "loss": 0.058, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.1518716577540107, |
| "grad_norm": 2.026292562484741, |
| "learning_rate": 1.8177307771218894e-06, |
| "loss": 0.0398, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.156149732620321, |
| "grad_norm": 1.8052258491516113, |
| "learning_rate": 1.8004299510434493e-06, |
| "loss": 0.04, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.160427807486631, |
| "grad_norm": 1.9584407806396484, |
| "learning_rate": 1.7831937552819345e-06, |
| "loss": 0.0608, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.164705882352941, |
| "grad_norm": 1.9575603008270264, |
| "learning_rate": 1.766022538003122e-06, |
| "loss": 0.0532, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.1689839572192513, |
| "grad_norm": 1.8743293285369873, |
| "learning_rate": 1.7489166460602496e-06, |
| "loss": 0.0449, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.1732620320855616, |
| "grad_norm": 1.9783152341842651, |
| "learning_rate": 1.7318764249869934e-06, |
| "loss": 0.0499, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.177540106951872, |
| "grad_norm": 1.86168372631073, |
| "learning_rate": 1.7149022189905041e-06, |
| "loss": 0.0555, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.1818181818181817, |
| "grad_norm": 1.8643457889556885, |
| "learning_rate": 1.697994370944452e-06, |
| "loss": 0.0479, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.186096256684492, |
| "grad_norm": 1.849522352218628, |
| "learning_rate": 1.6811532223820875e-06, |
| "loss": 0.0552, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.190374331550802, |
| "grad_norm": 1.8427163362503052, |
| "learning_rate": 1.6643791134893644e-06, |
| "loss": 0.0514, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.1946524064171125, |
| "grad_norm": 1.877435564994812, |
| "learning_rate": 1.6476723830980451e-06, |
| "loss": 0.0572, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.1989304812834223, |
| "grad_norm": 1.8627737760543823, |
| "learning_rate": 1.631033368678872e-06, |
| "loss": 0.0482, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.2032085561497325, |
| "grad_norm": 1.6647427082061768, |
| "learning_rate": 1.6144624063347514e-06, |
| "loss": 0.0459, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.207486631016043, |
| "grad_norm": 2.0262389183044434, |
| "learning_rate": 1.597959830793947e-06, |
| "loss": 0.061, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.211764705882353, |
| "grad_norm": 1.9522355794906616, |
| "learning_rate": 1.5815259754033407e-06, |
| "loss": 0.0517, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.216042780748663, |
| "grad_norm": 1.7932432889938354, |
| "learning_rate": 1.5651611721216865e-06, |
| "loss": 0.0449, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.220320855614973, |
| "grad_norm": 1.9433608055114746, |
| "learning_rate": 1.5488657515129001e-06, |
| "loss": 0.0508, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.2245989304812834, |
| "grad_norm": 1.8138562440872192, |
| "learning_rate": 1.5326400427394023e-06, |
| "loss": 0.0445, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.2288770053475937, |
| "grad_norm": 2.202510356903076, |
| "learning_rate": 1.5164843735554408e-06, |
| "loss": 0.056, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.233155080213904, |
| "grad_norm": 1.8365262746810913, |
| "learning_rate": 1.5003990703004994e-06, |
| "loss": 0.0474, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.237433155080214, |
| "grad_norm": 2.0539376735687256, |
| "learning_rate": 1.4843844578926863e-06, |
| "loss": 0.055, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.241711229946524, |
| "grad_norm": 1.922347903251648, |
| "learning_rate": 1.4684408598221722e-06, |
| "loss": 0.0459, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.2459893048128343, |
| "grad_norm": 1.8658438920974731, |
| "learning_rate": 1.452568598144668e-06, |
| "loss": 0.0409, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.250267379679144, |
| "grad_norm": 1.8378267288208008, |
| "learning_rate": 1.4367679934749085e-06, |
| "loss": 0.05, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.2545454545454544, |
| "grad_norm": 2.15887188911438, |
| "learning_rate": 1.421039364980178e-06, |
| "loss": 0.0456, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.2588235294117647, |
| "grad_norm": 1.7189967632293701, |
| "learning_rate": 1.405383030373867e-06, |
| "loss": 0.044, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.263101604278075, |
| "grad_norm": 1.6648989915847778, |
| "learning_rate": 1.3897993059090492e-06, |
| "loss": 0.0428, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.267379679144385, |
| "grad_norm": 1.7326384782791138, |
| "learning_rate": 1.374288506372099e-06, |
| "loss": 0.0469, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.271657754010695, |
| "grad_norm": 1.892421841621399, |
| "learning_rate": 1.3588509450763281e-06, |
| "loss": 0.0384, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.2759358288770053, |
| "grad_norm": 1.907393217086792, |
| "learning_rate": 1.3434869338556594e-06, |
| "loss": 0.0396, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.2802139037433156, |
| "grad_norm": 1.8455674648284912, |
| "learning_rate": 1.3281967830583264e-06, |
| "loss": 0.0403, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.284491978609626, |
| "grad_norm": 1.8442206382751465, |
| "learning_rate": 1.3129808015406064e-06, |
| "loss": 0.0435, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.2887700534759357, |
| "grad_norm": 1.8563473224639893, |
| "learning_rate": 1.297839296660579e-06, |
| "loss": 0.0445, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.293048128342246, |
| "grad_norm": 1.820439100265503, |
| "learning_rate": 1.2827725742719205e-06, |
| "loss": 0.0447, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.297326203208556, |
| "grad_norm": 1.8624792098999023, |
| "learning_rate": 1.267780938717722e-06, |
| "loss": 0.0468, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.3016042780748664, |
| "grad_norm": 1.8183844089508057, |
| "learning_rate": 1.252864692824346e-06, |
| "loss": 0.0473, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.3058823529411763, |
| "grad_norm": 1.8453257083892822, |
| "learning_rate": 1.2380241378953067e-06, |
| "loss": 0.0449, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.3101604278074865, |
| "grad_norm": 1.7943516969680786, |
| "learning_rate": 1.223259573705184e-06, |
| "loss": 0.0432, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.314438502673797, |
| "grad_norm": 1.7877850532531738, |
| "learning_rate": 1.2085712984935693e-06, |
| "loss": 0.0497, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.318716577540107, |
| "grad_norm": 1.7979768514633179, |
| "learning_rate": 1.1939596089590394e-06, |
| "loss": 0.0415, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.3229946524064173, |
| "grad_norm": 1.8382468223571777, |
| "learning_rate": 1.1794248002531644e-06, |
| "loss": 0.0492, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.327272727272727, |
| "grad_norm": 1.638438105583191, |
| "learning_rate": 1.1649671659745504e-06, |
| "loss": 0.0469, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.3315508021390374, |
| "grad_norm": 2.0724680423736572, |
| "learning_rate": 1.1505869981628953e-06, |
| "loss": 0.0546, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.3358288770053477, |
| "grad_norm": 1.7388609647750854, |
| "learning_rate": 1.1362845872931044e-06, |
| "loss": 0.0472, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.3401069518716575, |
| "grad_norm": 1.8055834770202637, |
| "learning_rate": 1.1220602222694166e-06, |
| "loss": 0.0495, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.344385026737968, |
| "grad_norm": 1.8614943027496338, |
| "learning_rate": 1.1079141904195662e-06, |
| "loss": 0.0441, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.348663101604278, |
| "grad_norm": 1.6754151582717896, |
| "learning_rate": 1.0938467774889883e-06, |
| "loss": 0.0402, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.3529411764705883, |
| "grad_norm": 1.8570998907089233, |
| "learning_rate": 1.0798582676350316e-06, |
| "loss": 0.0513, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.3572192513368986, |
| "grad_norm": 1.6499812602996826, |
| "learning_rate": 1.0659489434212323e-06, |
| "loss": 0.0432, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.3614973262032084, |
| "grad_norm": 1.8310068845748901, |
| "learning_rate": 1.0521190858116042e-06, |
| "loss": 0.0417, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.3657754010695187, |
| "grad_norm": 1.8544480800628662, |
| "learning_rate": 1.0383689741649516e-06, |
| "loss": 0.0476, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.370053475935829, |
| "grad_norm": 2.061567544937134, |
| "learning_rate": 1.0246988862292462e-06, |
| "loss": 0.0522, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.374331550802139, |
| "grad_norm": 1.7920609712600708, |
| "learning_rate": 1.0111090981359961e-06, |
| "loss": 0.0514, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.378609625668449, |
| "grad_norm": 1.9858516454696655, |
| "learning_rate": 9.975998843946811e-07, |
| "loss": 0.0477, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.3828877005347593, |
| "grad_norm": 1.7108044624328613, |
| "learning_rate": 9.841715178872092e-07, |
| "loss": 0.0417, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.3871657754010696, |
| "grad_norm": 1.7552218437194824, |
| "learning_rate": 9.708242698623898e-07, |
| "loss": 0.0542, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.39144385026738, |
| "grad_norm": 1.790418028831482, |
| "learning_rate": 9.575584099304735e-07, |
| "loss": 0.0505, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.3957219251336896, |
| "grad_norm": 2.0047428607940674, |
| "learning_rate": 9.443742060576916e-07, |
| "loss": 0.0529, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 1.7387304306030273, |
| "learning_rate": 9.312719245608487e-07, |
| "loss": 0.0445, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.40427807486631, |
| "grad_norm": 1.5612061023712158, |
| "learning_rate": 9.182518301019466e-07, |
| "loss": 0.0419, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.4085561497326204, |
| "grad_norm": 1.8490066528320312, |
| "learning_rate": 9.053141856828274e-07, |
| "loss": 0.0463, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.4128342245989307, |
| "grad_norm": 1.8447004556655884, |
| "learning_rate": 8.924592526398762e-07, |
| "loss": 0.0544, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.4171122994652405, |
| "grad_norm": 1.7815872430801392, |
| "learning_rate": 8.796872906387299e-07, |
| "loss": 0.0401, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.421390374331551, |
| "grad_norm": 1.815962314605713, |
| "learning_rate": 8.669985576690371e-07, |
| "loss": 0.0465, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.425668449197861, |
| "grad_norm": 1.73190438747406, |
| "learning_rate": 8.54393310039246e-07, |
| "loss": 0.0487, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.429946524064171, |
| "grad_norm": 1.7489674091339111, |
| "learning_rate": 8.418718023714235e-07, |
| "loss": 0.0474, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.434224598930481, |
| "grad_norm": 1.8730748891830444, |
| "learning_rate": 8.29434287596122e-07, |
| "loss": 0.0495, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.4385026737967914, |
| "grad_norm": 1.7025930881500244, |
| "learning_rate": 8.170810169472593e-07, |
| "loss": 0.0454, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.4427807486631017, |
| "grad_norm": 1.7497166395187378, |
| "learning_rate": 8.04812239957049e-07, |
| "loss": 0.0389, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.447058823529412, |
| "grad_norm": 1.9598861932754517, |
| "learning_rate": 7.926282044509593e-07, |
| "loss": 0.0487, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.4513368983957218, |
| "grad_norm": 1.6827856302261353, |
| "learning_rate": 7.805291565427065e-07, |
| "loss": 0.041, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.455614973262032, |
| "grad_norm": 1.7500789165496826, |
| "learning_rate": 7.685153406292845e-07, |
| "loss": 0.048, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.4598930481283423, |
| "grad_norm": 1.8886414766311646, |
| "learning_rate": 7.56586999386027e-07, |
| "loss": 0.0496, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.4641711229946526, |
| "grad_norm": 1.8937726020812988, |
| "learning_rate": 7.447443737617066e-07, |
| "loss": 0.0405, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.4684491978609624, |
| "grad_norm": 1.953205943107605, |
| "learning_rate": 7.329877029736665e-07, |
| "loss": 0.0476, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.4727272727272727, |
| "grad_norm": 1.8571252822875977, |
| "learning_rate": 7.213172245029892e-07, |
| "loss": 0.0495, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.477005347593583, |
| "grad_norm": 1.9600136280059814, |
| "learning_rate": 7.097331740896995e-07, |
| "loss": 0.0407, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.481283422459893, |
| "grad_norm": 2.01959490776062, |
| "learning_rate": 6.98235785728002e-07, |
| "loss": 0.0487, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.485561497326203, |
| "grad_norm": 1.9001308679580688, |
| "learning_rate": 6.868252916615553e-07, |
| "loss": 0.0465, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.4898395721925133, |
| "grad_norm": 1.7344181537628174, |
| "learning_rate": 6.755019223787807e-07, |
| "loss": 0.0472, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.4941176470588236, |
| "grad_norm": 2.2562477588653564, |
| "learning_rate": 6.642659066082046e-07, |
| "loss": 0.0558, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.498395721925134, |
| "grad_norm": 1.99720299243927, |
| "learning_rate": 6.531174713138416e-07, |
| "loss": 0.0574, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.502673796791444, |
| "grad_norm": 1.6997674703598022, |
| "learning_rate": 6.420568416906059e-07, |
| "loss": 0.0407, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.506951871657754, |
| "grad_norm": 1.9574675559997559, |
| "learning_rate": 6.310842411597667e-07, |
| "loss": 0.0502, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.511229946524064, |
| "grad_norm": 1.991170883178711, |
| "learning_rate": 6.201998913644319e-07, |
| "loss": 0.0462, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.5155080213903744, |
| "grad_norm": 1.9040491580963135, |
| "learning_rate": 6.094040121650719e-07, |
| "loss": 0.0537, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.5197860962566843, |
| "grad_norm": 1.7386451959609985, |
| "learning_rate": 5.986968216350786e-07, |
| "loss": 0.0493, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.5240641711229945, |
| "grad_norm": 1.9728233814239502, |
| "learning_rate": 5.880785360563596e-07, |
| "loss": 0.0449, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.528342245989305, |
| "grad_norm": 1.965031623840332, |
| "learning_rate": 5.775493699149754e-07, |
| "loss": 0.0422, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.532620320855615, |
| "grad_norm": 1.7499405145645142, |
| "learning_rate": 5.671095358967926e-07, |
| "loss": 0.043, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.5368983957219253, |
| "grad_norm": 1.814707636833191, |
| "learning_rate": 5.56759244883206e-07, |
| "loss": 0.0517, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.541176470588235, |
| "grad_norm": 1.7832578420639038, |
| "learning_rate": 5.464987059468629e-07, |
| "loss": 0.0432, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.5454545454545454, |
| "grad_norm": 1.9133834838867188, |
| "learning_rate": 5.36328126347449e-07, |
| "loss": 0.0469, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.5497326203208557, |
| "grad_norm": 1.5707026720046997, |
| "learning_rate": 5.262477115275022e-07, |
| "loss": 0.0376, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.5540106951871655, |
| "grad_norm": 1.8033281564712524, |
| "learning_rate": 5.162576651082541e-07, |
| "loss": 0.042, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.558288770053476, |
| "grad_norm": 1.8233810663223267, |
| "learning_rate": 5.063581888855285e-07, |
| "loss": 0.0506, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.562566844919786, |
| "grad_norm": 1.5576063394546509, |
| "learning_rate": 4.965494828256573e-07, |
| "loss": 0.0352, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.5668449197860963, |
| "grad_norm": 1.9136029481887817, |
| "learning_rate": 4.868317450614407e-07, |
| "loss": 0.051, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.5711229946524066, |
| "grad_norm": 1.714444637298584, |
| "learning_rate": 4.772051718881532e-07, |
| "loss": 0.0509, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.5754010695187164, |
| "grad_norm": 1.6594096422195435, |
| "learning_rate": 4.676699577595667e-07, |
| "loss": 0.0423, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.5796791443850267, |
| "grad_norm": 1.8420310020446777, |
| "learning_rate": 4.582262952840355e-07, |
| "loss": 0.0423, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.583957219251337, |
| "grad_norm": 1.8472838401794434, |
| "learning_rate": 4.4887437522059487e-07, |
| "loss": 0.0494, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.588235294117647, |
| "grad_norm": 1.652789831161499, |
| "learning_rate": 4.3961438647511066e-07, |
| "loss": 0.0444, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.5925133689839575, |
| "grad_norm": 1.6729520559310913, |
| "learning_rate": 4.304465160964699e-07, |
| "loss": 0.0452, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.5967914438502673, |
| "grad_norm": 1.744144082069397, |
| "learning_rate": 4.2137094927279296e-07, |
| "loss": 0.0426, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.6010695187165775, |
| "grad_norm": 2.081646680831909, |
| "learning_rate": 4.1238786932769947e-07, |
| "loss": 0.0492, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.605347593582888, |
| "grad_norm": 1.9060657024383545, |
| "learning_rate": 4.0349745771660233e-07, |
| "loss": 0.0438, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.6096256684491976, |
| "grad_norm": 1.9777454137802124, |
| "learning_rate": 3.946998940230401e-07, |
| "loss": 0.056, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.613903743315508, |
| "grad_norm": 1.8688209056854248, |
| "learning_rate": 3.859953559550589e-07, |
| "loss": 0.0392, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.618181818181818, |
| "grad_norm": 1.7810322046279907, |
| "learning_rate": 3.7738401934161006e-07, |
| "loss": 0.0501, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.6224598930481284, |
| "grad_norm": 1.5421664714813232, |
| "learning_rate": 3.6886605812900766e-07, |
| "loss": 0.0307, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.6267379679144387, |
| "grad_norm": 1.5893266201019287, |
| "learning_rate": 3.604416443774117e-07, |
| "loss": 0.0405, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.6310160427807485, |
| "grad_norm": 1.7493019104003906, |
| "learning_rate": 3.5211094825735147e-07, |
| "loss": 0.0445, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.635294117647059, |
| "grad_norm": 1.8685232400894165, |
| "learning_rate": 3.4387413804628955e-07, |
| "loss": 0.0483, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.639572192513369, |
| "grad_norm": 2.100968837738037, |
| "learning_rate": 3.357313801252238e-07, |
| "loss": 0.0452, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.643850267379679, |
| "grad_norm": 1.8143876791000366, |
| "learning_rate": 3.276828389753234e-07, |
| "loss": 0.044, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.648128342245989, |
| "grad_norm": 1.9584417343139648, |
| "learning_rate": 3.197286771746094e-07, |
| "loss": 0.0482, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.6524064171122994, |
| "grad_norm": 1.6974005699157715, |
| "learning_rate": 3.118690553946685e-07, |
| "loss": 0.0443, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.6566844919786097, |
| "grad_norm": 2.060076951980591, |
| "learning_rate": 3.041041323974098e-07, |
| "loss": 0.0478, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.66096256684492, |
| "grad_norm": 1.7227494716644287, |
| "learning_rate": 2.964340650318548e-07, |
| "loss": 0.0442, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.6652406417112298, |
| "grad_norm": 1.6479852199554443, |
| "learning_rate": 2.8885900823097223e-07, |
| "loss": 0.0425, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.66951871657754, |
| "grad_norm": 1.8982220888137817, |
| "learning_rate": 2.813791150085454e-07, |
| "loss": 0.047, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.6737967914438503, |
| "grad_norm": 1.6966097354888916, |
| "learning_rate": 2.73994536456087e-07, |
| "loss": 0.0371, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.6780748663101606, |
| "grad_norm": 1.635574221611023, |
| "learning_rate": 2.6670542173977745e-07, |
| "loss": 0.0359, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.682352941176471, |
| "grad_norm": 1.7045031785964966, |
| "learning_rate": 2.5951191809746146e-07, |
| "loss": 0.0375, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.6866310160427807, |
| "grad_norm": 1.6453510522842407, |
| "learning_rate": 2.524141708356681e-07, |
| "loss": 0.0349, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.690909090909091, |
| "grad_norm": 1.890796184539795, |
| "learning_rate": 2.454123233266781e-07, |
| "loss": 0.048, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.695187165775401, |
| "grad_norm": 1.8894267082214355, |
| "learning_rate": 2.385065170056283e-07, |
| "loss": 0.05, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.699465240641711, |
| "grad_norm": 1.8466600179672241, |
| "learning_rate": 2.3169689136765038e-07, |
| "loss": 0.046, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.7037433155080213, |
| "grad_norm": 1.8343045711517334, |
| "learning_rate": 2.249835839650588e-07, |
| "loss": 0.0486, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.7080213903743315, |
| "grad_norm": 1.7663116455078125, |
| "learning_rate": 2.1836673040456947e-07, |
| "loss": 0.0531, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.712299465240642, |
| "grad_norm": 1.6989845037460327, |
| "learning_rate": 2.1184646434455947e-07, |
| "loss": 0.042, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.716577540106952, |
| "grad_norm": 1.83659029006958, |
| "learning_rate": 2.0542291749237053e-07, |
| "loss": 0.0445, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.720855614973262, |
| "grad_norm": 1.953467845916748, |
| "learning_rate": 1.9909621960164382e-07, |
| "loss": 0.044, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.725133689839572, |
| "grad_norm": 1.8050445318222046, |
| "learning_rate": 1.9286649846970318e-07, |
| "loss": 0.0482, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.7294117647058824, |
| "grad_norm": 1.871206521987915, |
| "learning_rate": 1.8673387993497383e-07, |
| "loss": 0.0425, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.7336898395721922, |
| "grad_norm": 1.7672706842422485, |
| "learning_rate": 1.8069848787443556e-07, |
| "loss": 0.0445, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.7379679144385025, |
| "grad_norm": 1.7932413816452026, |
| "learning_rate": 1.7476044420112637e-07, |
| "loss": 0.046, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.742245989304813, |
| "grad_norm": 1.8379826545715332, |
| "learning_rate": 1.689198688616761e-07, |
| "loss": 0.0404, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.746524064171123, |
| "grad_norm": 1.8425133228302002, |
| "learning_rate": 1.631768798338834e-07, |
| "loss": 0.045, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.7508021390374333, |
| "grad_norm": 1.7943239212036133, |
| "learning_rate": 1.5753159312433762e-07, |
| "loss": 0.043, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.755080213903743, |
| "grad_norm": 1.7196213006973267, |
| "learning_rate": 1.5198412276606622e-07, |
| "loss": 0.0382, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.7593582887700534, |
| "grad_norm": 1.9109811782836914, |
| "learning_rate": 1.465345808162427e-07, |
| "loss": 0.0462, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.7636363636363637, |
| "grad_norm": 2.1393885612487793, |
| "learning_rate": 1.4118307735391412e-07, |
| "loss": 0.0442, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.767914438502674, |
| "grad_norm": 1.9865096807479858, |
| "learning_rate": 1.3592972047777874e-07, |
| "loss": 0.0499, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.772192513368984, |
| "grad_norm": 1.783246636390686, |
| "learning_rate": 1.3077461630400967e-07, |
| "loss": 0.0487, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.776470588235294, |
| "grad_norm": 1.6146647930145264, |
| "learning_rate": 1.2571786896410144e-07, |
| "loss": 0.0384, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.7807486631016043, |
| "grad_norm": 1.6205673217773438, |
| "learning_rate": 1.2075958060277394e-07, |
| "loss": 0.0431, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.7850267379679146, |
| "grad_norm": 1.7698028087615967, |
| "learning_rate": 1.158998513759052e-07, |
| "loss": 0.0502, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.7893048128342244, |
| "grad_norm": 1.8170526027679443, |
| "learning_rate": 1.1113877944850804e-07, |
| "loss": 0.0435, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.7935828877005346, |
| "grad_norm": 1.6055933237075806, |
| "learning_rate": 1.0647646099275267e-07, |
| "loss": 0.0454, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.797860962566845, |
| "grad_norm": 1.6979992389678955, |
| "learning_rate": 1.0191299018601608e-07, |
| "loss": 0.0433, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.802139037433155, |
| "grad_norm": 1.6803139448165894, |
| "learning_rate": 9.744845920898527e-08, |
| "loss": 0.0464, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.8064171122994654, |
| "grad_norm": 1.7149966955184937, |
| "learning_rate": 9.308295824379365e-08, |
| "loss": 0.038, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.8106951871657753, |
| "grad_norm": 1.7448934316635132, |
| "learning_rate": 8.881657547219869e-08, |
| "loss": 0.0377, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.8149732620320855, |
| "grad_norm": 1.6970432996749878, |
| "learning_rate": 8.46493970738016e-08, |
| "loss": 0.0476, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.819251336898396, |
| "grad_norm": 1.6256245374679565, |
| "learning_rate": 8.058150722430658e-08, |
| "loss": 0.0353, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.8235294117647056, |
| "grad_norm": 1.7968635559082031, |
| "learning_rate": 7.661298809381878e-08, |
| "loss": 0.0416, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.827807486631016, |
| "grad_norm": 1.766870379447937, |
| "learning_rate": 7.274391984518736e-08, |
| "loss": 0.0439, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.832085561497326, |
| "grad_norm": 1.977318525314331, |
| "learning_rate": 6.897438063238393e-08, |
| "loss": 0.0484, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.8363636363636364, |
| "grad_norm": 1.9380624294281006, |
| "learning_rate": 6.530444659892443e-08, |
| "loss": 0.0506, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.8406417112299467, |
| "grad_norm": 1.7131413221359253, |
| "learning_rate": 6.173419187633201e-08, |
| "loss": 0.0431, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.8449197860962565, |
| "grad_norm": 1.6274473667144775, |
| "learning_rate": 5.82636885826382e-08, |
| "loss": 0.0385, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.8491978609625668, |
| "grad_norm": 2.1234095096588135, |
| "learning_rate": 5.4893006820926355e-08, |
| "loss": 0.0597, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.853475935828877, |
| "grad_norm": 1.887045979499817, |
| "learning_rate": 5.162221467791772e-08, |
| "loss": 0.045, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.8577540106951873, |
| "grad_norm": 1.6769535541534424, |
| "learning_rate": 4.8451378222592605e-08, |
| "loss": 0.043, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.8620320855614976, |
| "grad_norm": 1.7363476753234863, |
| "learning_rate": 4.5380561504858586e-08, |
| "loss": 0.0452, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.8663101604278074, |
| "grad_norm": 1.816578984260559, |
| "learning_rate": 4.240982655425552e-08, |
| "loss": 0.0442, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.8705882352941177, |
| "grad_norm": 1.9129750728607178, |
| "learning_rate": 3.953923337870147e-08, |
| "loss": 0.0461, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.874866310160428, |
| "grad_norm": 1.8041390180587769, |
| "learning_rate": 3.6768839963285395e-08, |
| "loss": 0.0461, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.8791443850267378, |
| "grad_norm": 1.6570104360580444, |
| "learning_rate": 3.409870226908863e-08, |
| "loss": 0.048, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.883422459893048, |
| "grad_norm": 1.8463152647018433, |
| "learning_rate": 3.1528874232059635e-08, |
| "loss": 0.0477, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.8877005347593583, |
| "grad_norm": 1.7744309902191162, |
| "learning_rate": 2.905940776192384e-08, |
| "loss": 0.0452, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.8919786096256686, |
| "grad_norm": 1.6847875118255615, |
| "learning_rate": 2.669035274113274e-08, |
| "loss": 0.0448, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.896256684491979, |
| "grad_norm": 1.8154982328414917, |
| "learning_rate": 2.4421757023859737e-08, |
| "loss": 0.044, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.9005347593582886, |
| "grad_norm": 1.8036484718322754, |
| "learning_rate": 2.2253666435029797e-08, |
| "loss": 0.0451, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.904812834224599, |
| "grad_norm": 1.6241322755813599, |
| "learning_rate": 2.0186124769396855e-08, |
| "loss": 0.0437, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.909090909090909, |
| "grad_norm": 1.7207401990890503, |
| "learning_rate": 1.8219173790658406e-08, |
| "loss": 0.0491, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.913368983957219, |
| "grad_norm": 1.8342528343200684, |
| "learning_rate": 1.6352853230609534e-08, |
| "loss": 0.0533, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.9176470588235293, |
| "grad_norm": 1.7498728036880493, |
| "learning_rate": 1.4587200788343524e-08, |
| "loss": 0.0462, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.9219251336898395, |
| "grad_norm": 1.915738582611084, |
| "learning_rate": 1.2922252129489165e-08, |
| "loss": 0.056, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.92620320855615, |
| "grad_norm": 1.8094533681869507, |
| "learning_rate": 1.1358040885490196e-08, |
| "loss": 0.0466, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.93048128342246, |
| "grad_norm": 1.4755526781082153, |
| "learning_rate": 9.894598652925857e-09, |
| "loss": 0.0327, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.93475935828877, |
| "grad_norm": 1.829437255859375, |
| "learning_rate": 8.53195499287196e-09, |
| "loss": 0.0431, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.93903743315508, |
| "grad_norm": 1.8991645574569702, |
| "learning_rate": 7.2701374303063565e-09, |
| "loss": 0.0498, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.9433155080213904, |
| "grad_norm": 1.9571171998977661, |
| "learning_rate": 6.109171453549944e-09, |
| "loss": 0.0572, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.9475935828877007, |
| "grad_norm": 1.73331880569458, |
| "learning_rate": 5.049080513752636e-09, |
| "loss": 0.0436, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.951871657754011, |
| "grad_norm": 1.8351444005966187, |
| "learning_rate": 4.089886024421508e-09, |
| "loss": 0.0433, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.9561497326203208, |
| "grad_norm": 1.663426160812378, |
| "learning_rate": 3.2316073609856e-09, |
| "loss": 0.0363, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.960427807486631, |
| "grad_norm": 1.8152010440826416, |
| "learning_rate": 2.474261860406779e-09, |
| "loss": 0.0402, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.9647058823529413, |
| "grad_norm": 2.0324859619140625, |
| "learning_rate": 1.817864820827242e-09, |
| "loss": 0.0413, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.968983957219251, |
| "grad_norm": 1.9560918807983398, |
| "learning_rate": 1.2624295012625409e-09, |
| "loss": 0.0466, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.9732620320855614, |
| "grad_norm": 1.7552952766418457, |
| "learning_rate": 8.079671213334639e-10, |
| "loss": 0.0427, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.9775401069518717, |
| "grad_norm": 1.7103976011276245, |
| "learning_rate": 4.5448686103732876e-10, |
| "loss": 0.0383, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.981818181818182, |
| "grad_norm": 2.1250243186950684, |
| "learning_rate": 2.0199586056590669e-10, |
| "loss": 0.045, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.986096256684492, |
| "grad_norm": 1.7546443939208984, |
| "learning_rate": 5.049922015887276e-11, |
| "loss": 0.0429, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.990374331550802, |
| "grad_norm": 1.6765040159225464, |
| "learning_rate": 0.0, |
| "loss": 0.0426, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.990374331550802, |
| "step": 699, |
| "total_flos": 4.915479180686131e+16, |
| "train_loss": 0.10607939445345699, |
| "train_runtime": 910.371, |
| "train_samples_per_second": 24.626, |
| "train_steps_per_second": 0.768 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 699, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.915479180686131e+16, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
