| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.9949332105020727, |
| "eval_steps": 500, |
| "global_step": 1626, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0018424689083371719, |
| "grad_norm": 1.5234806537628174, |
| "learning_rate": 0.0001, |
| "loss": 2.859, |
| "mean_token_accuracy": 0.4461010470986366, |
| "num_tokens": 1773.0, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.018424689083371717, |
| "grad_norm": 1.7587577104568481, |
| "learning_rate": 9.944649446494465e-05, |
| "loss": 3.2432, |
| "mean_token_accuracy": 0.4386831981440385, |
| "num_tokens": 14075.0, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.036849378166743434, |
| "grad_norm": 1.6922638416290283, |
| "learning_rate": 9.895448954489545e-05, |
| "loss": 3.2681, |
| "mean_token_accuracy": 0.4345304625108838, |
| "num_tokens": 30734.0, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.055274067250115154, |
| "grad_norm": 1.5778034925460815, |
| "learning_rate": 9.833948339483395e-05, |
| "loss": 2.9895, |
| "mean_token_accuracy": 0.4445969723165035, |
| "num_tokens": 43216.0, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.07369875633348687, |
| "grad_norm": 2.9133620262145996, |
| "learning_rate": 9.77859778597786e-05, |
| "loss": 3.0992, |
| "mean_token_accuracy": 0.4557989288121462, |
| "num_tokens": 59278.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.09212344541685859, |
| "grad_norm": 1.233146071434021, |
| "learning_rate": 9.71709717097171e-05, |
| "loss": 2.6631, |
| "mean_token_accuracy": 0.4950188485905528, |
| "num_tokens": 76093.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.11054813450023031, |
| "grad_norm": 1.8793283700942993, |
| "learning_rate": 9.65559655596556e-05, |
| "loss": 2.6269, |
| "mean_token_accuracy": 0.5195341780781746, |
| "num_tokens": 91394.0, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.12897282358360201, |
| "grad_norm": 3.393233060836792, |
| "learning_rate": 9.59409594095941e-05, |
| "loss": 2.6286, |
| "mean_token_accuracy": 0.5205566212534904, |
| "num_tokens": 109148.0, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.14739751266697373, |
| "grad_norm": 1.4595232009887695, |
| "learning_rate": 9.53259532595326e-05, |
| "loss": 2.4222, |
| "mean_token_accuracy": 0.5303220309317112, |
| "num_tokens": 124117.0, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.16582220175034545, |
| "grad_norm": 1.319626808166504, |
| "learning_rate": 9.471094710947111e-05, |
| "loss": 2.6389, |
| "mean_token_accuracy": 0.5104626394808293, |
| "num_tokens": 138074.0, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.18424689083371718, |
| "grad_norm": 1.364896535873413, |
| "learning_rate": 9.40959409594096e-05, |
| "loss": 2.5226, |
| "mean_token_accuracy": 0.5130734294652939, |
| "num_tokens": 151855.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2026715799170889, |
| "grad_norm": 3.1249070167541504, |
| "learning_rate": 9.34809348093481e-05, |
| "loss": 2.2236, |
| "mean_token_accuracy": 0.5498266529291869, |
| "num_tokens": 169671.0, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.22109626900046062, |
| "grad_norm": 2.209862232208252, |
| "learning_rate": 9.28659286592866e-05, |
| "loss": 1.9976, |
| "mean_token_accuracy": 0.5757020100951195, |
| "num_tokens": 186277.0, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.23952095808383234, |
| "grad_norm": 2.1681127548217773, |
| "learning_rate": 9.22509225092251e-05, |
| "loss": 2.2206, |
| "mean_token_accuracy": 0.5722524970769882, |
| "num_tokens": 203038.0, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.25794564716720403, |
| "grad_norm": 2.6612443923950195, |
| "learning_rate": 9.16359163591636e-05, |
| "loss": 2.1091, |
| "mean_token_accuracy": 0.5669840469956398, |
| "num_tokens": 219884.0, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.2763703362505758, |
| "grad_norm": 2.5735461711883545, |
| "learning_rate": 9.102091020910209e-05, |
| "loss": 2.1719, |
| "mean_token_accuracy": 0.5732400707900525, |
| "num_tokens": 234422.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.29479502533394747, |
| "grad_norm": 2.4123075008392334, |
| "learning_rate": 9.040590405904059e-05, |
| "loss": 2.0741, |
| "mean_token_accuracy": 0.5853110387921333, |
| "num_tokens": 252658.0, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.3132197144173192, |
| "grad_norm": 4.181519508361816, |
| "learning_rate": 8.97908979089791e-05, |
| "loss": 2.0645, |
| "mean_token_accuracy": 0.5933280706405639, |
| "num_tokens": 266598.0, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.3316444035006909, |
| "grad_norm": 6.70389986038208, |
| "learning_rate": 8.917589175891759e-05, |
| "loss": 2.0246, |
| "mean_token_accuracy": 0.5990256905555725, |
| "num_tokens": 283568.0, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.35006909258406266, |
| "grad_norm": 3.190056085586548, |
| "learning_rate": 8.85608856088561e-05, |
| "loss": 2.0359, |
| "mean_token_accuracy": 0.5828932531177997, |
| "num_tokens": 299479.0, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.36849378166743435, |
| "grad_norm": 2.202435255050659, |
| "learning_rate": 8.794587945879459e-05, |
| "loss": 1.9978, |
| "mean_token_accuracy": 0.5923964321613312, |
| "num_tokens": 314808.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3869184707508061, |
| "grad_norm": 3.021692991256714, |
| "learning_rate": 8.73308733087331e-05, |
| "loss": 1.9762, |
| "mean_token_accuracy": 0.5954224966466427, |
| "num_tokens": 330418.0, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4053431598341778, |
| "grad_norm": 2.3011951446533203, |
| "learning_rate": 8.67158671586716e-05, |
| "loss": 1.9468, |
| "mean_token_accuracy": 0.6064199827611446, |
| "num_tokens": 345678.0, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.42376784891754954, |
| "grad_norm": 3.2118687629699707, |
| "learning_rate": 8.610086100861009e-05, |
| "loss": 2.0322, |
| "mean_token_accuracy": 0.5958029434084893, |
| "num_tokens": 359806.0, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.44219253800092123, |
| "grad_norm": 3.341315269470215, |
| "learning_rate": 8.548585485854859e-05, |
| "loss": 1.84, |
| "mean_token_accuracy": 0.6245468840003013, |
| "num_tokens": 376486.0, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.460617227084293, |
| "grad_norm": 3.6315159797668457, |
| "learning_rate": 8.48708487084871e-05, |
| "loss": 1.9745, |
| "mean_token_accuracy": 0.6007553555071354, |
| "num_tokens": 390325.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.47904191616766467, |
| "grad_norm": 1.6510157585144043, |
| "learning_rate": 8.425584255842559e-05, |
| "loss": 1.8946, |
| "mean_token_accuracy": 0.6109437264502049, |
| "num_tokens": 404030.0, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.49746660525103636, |
| "grad_norm": 1.7643793821334839, |
| "learning_rate": 8.364083640836408e-05, |
| "loss": 1.9053, |
| "mean_token_accuracy": 0.6258256755769253, |
| "num_tokens": 419835.0, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5158912943344081, |
| "grad_norm": 3.0207324028015137, |
| "learning_rate": 8.302583025830258e-05, |
| "loss": 1.9201, |
| "mean_token_accuracy": 0.6229945972561837, |
| "num_tokens": 434982.0, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.5343159834177799, |
| "grad_norm": 1.9562475681304932, |
| "learning_rate": 8.241082410824109e-05, |
| "loss": 1.792, |
| "mean_token_accuracy": 0.6339600890874862, |
| "num_tokens": 451471.0, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.5527406725011516, |
| "grad_norm": 2.1910619735717773, |
| "learning_rate": 8.17958179581796e-05, |
| "loss": 1.8753, |
| "mean_token_accuracy": 0.6094988606870174, |
| "num_tokens": 468561.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5711653615845232, |
| "grad_norm": 2.169729471206665, |
| "learning_rate": 8.118081180811809e-05, |
| "loss": 1.8323, |
| "mean_token_accuracy": 0.6192840307950973, |
| "num_tokens": 483236.0, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.5895900506678949, |
| "grad_norm": 3.562459945678711, |
| "learning_rate": 8.056580565805658e-05, |
| "loss": 1.839, |
| "mean_token_accuracy": 0.6167505770921707, |
| "num_tokens": 498223.0, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6080147397512667, |
| "grad_norm": 2.991919994354248, |
| "learning_rate": 7.995079950799509e-05, |
| "loss": 1.8818, |
| "mean_token_accuracy": 0.6214108224958181, |
| "num_tokens": 514745.0, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6264394288346384, |
| "grad_norm": 1.9438029527664185, |
| "learning_rate": 7.933579335793359e-05, |
| "loss": 1.6811, |
| "mean_token_accuracy": 0.6411525875329971, |
| "num_tokens": 529385.0, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.6448641179180101, |
| "grad_norm": 2.60821795463562, |
| "learning_rate": 7.872078720787208e-05, |
| "loss": 1.6387, |
| "mean_token_accuracy": 0.6569411031901836, |
| "num_tokens": 544502.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6632888070013818, |
| "grad_norm": 2.1682169437408447, |
| "learning_rate": 7.810578105781058e-05, |
| "loss": 1.8183, |
| "mean_token_accuracy": 0.6362691901624202, |
| "num_tokens": 560484.0, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.6817134960847536, |
| "grad_norm": 2.3680660724639893, |
| "learning_rate": 7.749077490774908e-05, |
| "loss": 1.7239, |
| "mean_token_accuracy": 0.6350000731647014, |
| "num_tokens": 575806.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7001381851681253, |
| "grad_norm": 3.8596909046173096, |
| "learning_rate": 7.687576875768758e-05, |
| "loss": 1.7321, |
| "mean_token_accuracy": 0.6481119975447655, |
| "num_tokens": 591583.0, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.718562874251497, |
| "grad_norm": 2.055788040161133, |
| "learning_rate": 7.626076260762607e-05, |
| "loss": 1.8335, |
| "mean_token_accuracy": 0.6327963292598724, |
| "num_tokens": 605048.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.7369875633348687, |
| "grad_norm": 1.443811297416687, |
| "learning_rate": 7.564575645756458e-05, |
| "loss": 1.6904, |
| "mean_token_accuracy": 0.6381124444305897, |
| "num_tokens": 620806.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7554122524182404, |
| "grad_norm": 2.873528242111206, |
| "learning_rate": 7.503075030750309e-05, |
| "loss": 1.8429, |
| "mean_token_accuracy": 0.6189649045467377, |
| "num_tokens": 635987.0, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.7738369415016122, |
| "grad_norm": 2.4668147563934326, |
| "learning_rate": 7.441574415744159e-05, |
| "loss": 1.7066, |
| "mean_token_accuracy": 0.644946389645338, |
| "num_tokens": 653051.0, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.7922616305849839, |
| "grad_norm": 2.8157310485839844, |
| "learning_rate": 7.380073800738008e-05, |
| "loss": 1.6648, |
| "mean_token_accuracy": 0.6482915267348289, |
| "num_tokens": 666431.0, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.8106863196683556, |
| "grad_norm": 4.145294666290283, |
| "learning_rate": 7.318573185731857e-05, |
| "loss": 1.6854, |
| "mean_token_accuracy": 0.657547478377819, |
| "num_tokens": 681833.0, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.8291110087517273, |
| "grad_norm": 3.8063929080963135, |
| "learning_rate": 7.257072570725708e-05, |
| "loss": 1.7735, |
| "mean_token_accuracy": 0.6324092581868171, |
| "num_tokens": 699060.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8475356978350991, |
| "grad_norm": 1.7125282287597656, |
| "learning_rate": 7.195571955719558e-05, |
| "loss": 1.77, |
| "mean_token_accuracy": 0.6430839493870735, |
| "num_tokens": 715589.0, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.8659603869184708, |
| "grad_norm": 1.7735799551010132, |
| "learning_rate": 7.134071340713407e-05, |
| "loss": 1.7086, |
| "mean_token_accuracy": 0.6416696727275848, |
| "num_tokens": 730089.0, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.8843850760018425, |
| "grad_norm": 1.709375262260437, |
| "learning_rate": 7.072570725707257e-05, |
| "loss": 1.6076, |
| "mean_token_accuracy": 0.6620715044438839, |
| "num_tokens": 746328.0, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.9028097650852142, |
| "grad_norm": 1.7753926515579224, |
| "learning_rate": 7.011070110701108e-05, |
| "loss": 1.775, |
| "mean_token_accuracy": 0.6423866167664528, |
| "num_tokens": 761359.0, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.921234454168586, |
| "grad_norm": 2.611227512359619, |
| "learning_rate": 6.949569495694957e-05, |
| "loss": 1.7573, |
| "mean_token_accuracy": 0.6375408962368965, |
| "num_tokens": 776148.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.9396591432519577, |
| "grad_norm": 3.674412965774536, |
| "learning_rate": 6.888068880688808e-05, |
| "loss": 1.6506, |
| "mean_token_accuracy": 0.660132697224617, |
| "num_tokens": 793684.0, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.9580838323353293, |
| "grad_norm": 1.4588079452514648, |
| "learning_rate": 6.826568265682657e-05, |
| "loss": 1.584, |
| "mean_token_accuracy": 0.6719754695892334, |
| "num_tokens": 810075.0, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.976508521418701, |
| "grad_norm": 2.6270811557769775, |
| "learning_rate": 6.765067650676508e-05, |
| "loss": 1.8693, |
| "mean_token_accuracy": 0.6431014843285083, |
| "num_tokens": 821845.0, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.9949332105020727, |
| "grad_norm": 3.1522443294525146, |
| "learning_rate": 6.703567035670358e-05, |
| "loss": 1.616, |
| "mean_token_accuracy": 0.6511368542909622, |
| "num_tokens": 837314.0, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.0128972823583602, |
| "grad_norm": 1.6306216716766357, |
| "learning_rate": 6.642066420664207e-05, |
| "loss": 1.879, |
| "mean_token_accuracy": 0.6300988514453937, |
| "num_tokens": 850588.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.0313219714417319, |
| "grad_norm": 3.6696395874023438, |
| "learning_rate": 6.580565805658057e-05, |
| "loss": 1.6574, |
| "mean_token_accuracy": 0.6459669299423695, |
| "num_tokens": 864714.0, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.0497466605251036, |
| "grad_norm": 2.42344331741333, |
| "learning_rate": 6.519065190651907e-05, |
| "loss": 1.6792, |
| "mean_token_accuracy": 0.6428927913308143, |
| "num_tokens": 880970.0, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.0681713496084753, |
| "grad_norm": 2.758784770965576, |
| "learning_rate": 6.457564575645757e-05, |
| "loss": 1.6636, |
| "mean_token_accuracy": 0.6472427472472191, |
| "num_tokens": 894346.0, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.0865960386918472, |
| "grad_norm": 3.1409521102905273, |
| "learning_rate": 6.396063960639606e-05, |
| "loss": 1.6937, |
| "mean_token_accuracy": 0.6384285531938076, |
| "num_tokens": 913076.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.1050207277752189, |
| "grad_norm": 2.055471658706665, |
| "learning_rate": 6.334563345633456e-05, |
| "loss": 1.6229, |
| "mean_token_accuracy": 0.6535055659711361, |
| "num_tokens": 927828.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.1234454168585906, |
| "grad_norm": 1.4776051044464111, |
| "learning_rate": 6.273062730627307e-05, |
| "loss": 1.5533, |
| "mean_token_accuracy": 0.6595104590058327, |
| "num_tokens": 941252.0, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.1418701059419623, |
| "grad_norm": 2.9976112842559814, |
| "learning_rate": 6.211562115621157e-05, |
| "loss": 1.5572, |
| "mean_token_accuracy": 0.6735355719923973, |
| "num_tokens": 957399.0, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.160294795025334, |
| "grad_norm": 2.034322738647461, |
| "learning_rate": 6.150061500615007e-05, |
| "loss": 1.7031, |
| "mean_token_accuracy": 0.659538009762764, |
| "num_tokens": 973536.0, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.1787194841087056, |
| "grad_norm": 2.450007438659668, |
| "learning_rate": 6.0885608856088563e-05, |
| "loss": 1.8057, |
| "mean_token_accuracy": 0.6286990121006966, |
| "num_tokens": 987842.0, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.1971441731920773, |
| "grad_norm": 1.9177062511444092, |
| "learning_rate": 6.027060270602707e-05, |
| "loss": 1.7082, |
| "mean_token_accuracy": 0.6420982472598553, |
| "num_tokens": 1003454.0, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.215568862275449, |
| "grad_norm": 2.712975263595581, |
| "learning_rate": 5.9655596555965566e-05, |
| "loss": 1.5976, |
| "mean_token_accuracy": 0.651873255521059, |
| "num_tokens": 1017354.0, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.2339935513588207, |
| "grad_norm": 2.0437071323394775, |
| "learning_rate": 5.904059040590406e-05, |
| "loss": 1.654, |
| "mean_token_accuracy": 0.6428793512284756, |
| "num_tokens": 1031349.0, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.2524182404421924, |
| "grad_norm": 4.048579216003418, |
| "learning_rate": 5.8425584255842556e-05, |
| "loss": 1.6849, |
| "mean_token_accuracy": 0.6524994812905789, |
| "num_tokens": 1046888.0, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.2708429295255643, |
| "grad_norm": 1.9990712404251099, |
| "learning_rate": 5.7810578105781064e-05, |
| "loss": 1.5438, |
| "mean_token_accuracy": 0.6665605463087558, |
| "num_tokens": 1063677.0, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.289267618608936, |
| "grad_norm": 4.054327487945557, |
| "learning_rate": 5.7195571955719566e-05, |
| "loss": 1.7604, |
| "mean_token_accuracy": 0.6362201184034347, |
| "num_tokens": 1078450.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.3076923076923077, |
| "grad_norm": 1.500022530555725, |
| "learning_rate": 5.658056580565806e-05, |
| "loss": 1.6035, |
| "mean_token_accuracy": 0.6589202269911766, |
| "num_tokens": 1095184.0, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.3261169967756794, |
| "grad_norm": 1.5381805896759033, |
| "learning_rate": 5.5965559655596555e-05, |
| "loss": 1.4785, |
| "mean_token_accuracy": 0.6745613172650338, |
| "num_tokens": 1110018.0, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.344541685859051, |
| "grad_norm": 2.767632007598877, |
| "learning_rate": 5.535055350553506e-05, |
| "loss": 1.7756, |
| "mean_token_accuracy": 0.6358517713844776, |
| "num_tokens": 1123395.0, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.3629663749424228, |
| "grad_norm": 2.790994882583618, |
| "learning_rate": 5.473554735547356e-05, |
| "loss": 1.8279, |
| "mean_token_accuracy": 0.6309185773134232, |
| "num_tokens": 1137612.0, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.3813910640257947, |
| "grad_norm": 2.408815860748291, |
| "learning_rate": 5.412054120541206e-05, |
| "loss": 1.6681, |
| "mean_token_accuracy": 0.6524201087653637, |
| "num_tokens": 1153122.0, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.3998157531091664, |
| "grad_norm": 1.718011736869812, |
| "learning_rate": 5.3505535055350554e-05, |
| "loss": 1.5317, |
| "mean_token_accuracy": 0.6702338352799415, |
| "num_tokens": 1170060.0, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.418240442192538, |
| "grad_norm": 3.807502508163452, |
| "learning_rate": 5.289052890528906e-05, |
| "loss": 1.6218, |
| "mean_token_accuracy": 0.6621288940310478, |
| "num_tokens": 1184871.0, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.4366651312759098, |
| "grad_norm": 1.927329182624817, |
| "learning_rate": 5.227552275522756e-05, |
| "loss": 1.5677, |
| "mean_token_accuracy": 0.6642054319381714, |
| "num_tokens": 1199929.0, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.4550898203592815, |
| "grad_norm": 1.845070481300354, |
| "learning_rate": 5.166051660516605e-05, |
| "loss": 1.6204, |
| "mean_token_accuracy": 0.6633838757872581, |
| "num_tokens": 1215540.0, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.4735145094426532, |
| "grad_norm": 2.4076995849609375, |
| "learning_rate": 5.104551045510455e-05, |
| "loss": 1.598, |
| "mean_token_accuracy": 0.6614152923226356, |
| "num_tokens": 1232591.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.4919391985260249, |
| "grad_norm": 3.6199724674224854, |
| "learning_rate": 5.0430504305043055e-05, |
| "loss": 1.5614, |
| "mean_token_accuracy": 0.664795532822609, |
| "num_tokens": 1247973.0, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.5103638876093965, |
| "grad_norm": 2.4386658668518066, |
| "learning_rate": 4.9815498154981556e-05, |
| "loss": 1.6204, |
| "mean_token_accuracy": 0.656517218053341, |
| "num_tokens": 1264392.0, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.5287885766927682, |
| "grad_norm": 1.7179166078567505, |
| "learning_rate": 4.920049200492005e-05, |
| "loss": 1.667, |
| "mean_token_accuracy": 0.6481011256575584, |
| "num_tokens": 1281176.0, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.54721326577614, |
| "grad_norm": 1.5895161628723145, |
| "learning_rate": 4.858548585485855e-05, |
| "loss": 1.7653, |
| "mean_token_accuracy": 0.6350654922425747, |
| "num_tokens": 1295438.0, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.5656379548595116, |
| "grad_norm": 2.192767381668091, |
| "learning_rate": 4.797047970479705e-05, |
| "loss": 1.7234, |
| "mean_token_accuracy": 0.6520352639257908, |
| "num_tokens": 1311458.0, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.5840626439428833, |
| "grad_norm": 2.573124885559082, |
| "learning_rate": 4.7355473554735555e-05, |
| "loss": 1.6244, |
| "mean_token_accuracy": 0.6589855045080185, |
| "num_tokens": 1326482.0, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.6024873330262552, |
| "grad_norm": 3.809417247772217, |
| "learning_rate": 4.674046740467405e-05, |
| "loss": 1.6239, |
| "mean_token_accuracy": 0.6600351750850677, |
| "num_tokens": 1341909.0, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.620912022109627, |
| "grad_norm": 1.531394124031067, |
| "learning_rate": 4.612546125461255e-05, |
| "loss": 1.5705, |
| "mean_token_accuracy": 0.6624191544950009, |
| "num_tokens": 1357812.0, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.6393367111929986, |
| "grad_norm": 3.8407554626464844, |
| "learning_rate": 4.5510455104551046e-05, |
| "loss": 1.6656, |
| "mean_token_accuracy": 0.6529517590999603, |
| "num_tokens": 1372898.0, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.6577614002763703, |
| "grad_norm": 2.4914557933807373, |
| "learning_rate": 4.489544895448955e-05, |
| "loss": 1.5695, |
| "mean_token_accuracy": 0.675298410654068, |
| "num_tokens": 1387354.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.676186089359742, |
| "grad_norm": 2.8756096363067627, |
| "learning_rate": 4.428044280442805e-05, |
| "loss": 1.6854, |
| "mean_token_accuracy": 0.64402234852314, |
| "num_tokens": 1402343.0, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.694610778443114, |
| "grad_norm": 1.9504696130752563, |
| "learning_rate": 4.366543665436655e-05, |
| "loss": 1.6059, |
| "mean_token_accuracy": 0.6611929297447204, |
| "num_tokens": 1418248.0, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.7130354675264856, |
| "grad_norm": 1.6919995546340942, |
| "learning_rate": 4.3050430504305045e-05, |
| "loss": 1.5615, |
| "mean_token_accuracy": 0.6665925502777099, |
| "num_tokens": 1432999.0, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.7314601566098573, |
| "grad_norm": 2.0128772258758545, |
| "learning_rate": 4.243542435424355e-05, |
| "loss": 1.5776, |
| "mean_token_accuracy": 0.6651003785431385, |
| "num_tokens": 1449366.0, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.749884845693229, |
| "grad_norm": 2.1715657711029053, |
| "learning_rate": 4.182041820418204e-05, |
| "loss": 1.6152, |
| "mean_token_accuracy": 0.6561852261424065, |
| "num_tokens": 1465702.0, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.7683095347766007, |
| "grad_norm": 2.274376153945923, |
| "learning_rate": 4.120541205412054e-05, |
| "loss": 1.4871, |
| "mean_token_accuracy": 0.6793628737330437, |
| "num_tokens": 1480603.0, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.7867342238599724, |
| "grad_norm": 3.4055070877075195, |
| "learning_rate": 4.0590405904059045e-05, |
| "loss": 1.5607, |
| "mean_token_accuracy": 0.6566946871578694, |
| "num_tokens": 1495993.0, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.805158912943344, |
| "grad_norm": 3.325863838195801, |
| "learning_rate": 3.9975399753997546e-05, |
| "loss": 1.6572, |
| "mean_token_accuracy": 0.6670118771493435, |
| "num_tokens": 1512422.0, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.8235836020267158, |
| "grad_norm": 2.7312819957733154, |
| "learning_rate": 3.936039360393604e-05, |
| "loss": 1.6001, |
| "mean_token_accuracy": 0.6647168889641761, |
| "num_tokens": 1528258.0, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.8420082911100875, |
| "grad_norm": 1.7766013145446777, |
| "learning_rate": 3.874538745387454e-05, |
| "loss": 1.5707, |
| "mean_token_accuracy": 0.6695287272334098, |
| "num_tokens": 1544350.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.8604329801934592, |
| "grad_norm": 1.8994312286376953, |
| "learning_rate": 3.813038130381304e-05, |
| "loss": 1.613, |
| "mean_token_accuracy": 0.6718984022736549, |
| "num_tokens": 1558824.0, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.8788576692768308, |
| "grad_norm": 1.7150542736053467, |
| "learning_rate": 3.7515375153751545e-05, |
| "loss": 1.5584, |
| "mean_token_accuracy": 0.6699837028980256, |
| "num_tokens": 1576690.0, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.8972823583602025, |
| "grad_norm": 2.059967279434204, |
| "learning_rate": 3.690036900369004e-05, |
| "loss": 1.5869, |
| "mean_token_accuracy": 0.6748946160078049, |
| "num_tokens": 1592835.0, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.9157070474435742, |
| "grad_norm": 1.863437294960022, |
| "learning_rate": 3.628536285362854e-05, |
| "loss": 1.5838, |
| "mean_token_accuracy": 0.655283273011446, |
| "num_tokens": 1609698.0, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.9341317365269461, |
| "grad_norm": 3.684446096420288, |
| "learning_rate": 3.5670356703567036e-05, |
| "loss": 1.5472, |
| "mean_token_accuracy": 0.6692177668213845, |
| "num_tokens": 1625756.0, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.9525564256103178, |
| "grad_norm": 4.181140899658203, |
| "learning_rate": 3.505535055350554e-05, |
| "loss": 1.4674, |
| "mean_token_accuracy": 0.6852930411696434, |
| "num_tokens": 1643829.0, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.9709811146936895, |
| "grad_norm": 2.2308173179626465, |
| "learning_rate": 3.444034440344404e-05, |
| "loss": 1.6001, |
| "mean_token_accuracy": 0.6600222229957581, |
| "num_tokens": 1656497.0, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.9894058037770612, |
| "grad_norm": 1.6924246549606323, |
| "learning_rate": 3.382533825338254e-05, |
| "loss": 1.3854, |
| "mean_token_accuracy": 0.6935430377721786, |
| "num_tokens": 1673101.0, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.0073698756333487, |
| "grad_norm": 2.8476662635803223, |
| "learning_rate": 3.3210332103321035e-05, |
| "loss": 1.6707, |
| "mean_token_accuracy": 0.6428498587547204, |
| "num_tokens": 1688433.0, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.0257945647167204, |
| "grad_norm": 2.2436559200286865, |
| "learning_rate": 3.259532595325954e-05, |
| "loss": 1.5851, |
| "mean_token_accuracy": 0.6709273040294648, |
| "num_tokens": 1706958.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.044219253800092, |
| "grad_norm": 1.4724531173706055, |
| "learning_rate": 3.198031980319803e-05, |
| "loss": 1.5028, |
| "mean_token_accuracy": 0.6706318959593773, |
| "num_tokens": 1722381.0, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.0626439428834638, |
| "grad_norm": 1.953519582748413, |
| "learning_rate": 3.136531365313653e-05, |
| "loss": 1.5389, |
| "mean_token_accuracy": 0.6631861045956612, |
| "num_tokens": 1740659.0, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.0810686319668354, |
| "grad_norm": 2.0097978115081787, |
| "learning_rate": 3.0750307503075034e-05, |
| "loss": 1.5499, |
| "mean_token_accuracy": 0.6736045613884926, |
| "num_tokens": 1756611.0, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.099493321050207, |
| "grad_norm": 1.5125641822814941, |
| "learning_rate": 3.0135301353013536e-05, |
| "loss": 1.5976, |
| "mean_token_accuracy": 0.6485340878367424, |
| "num_tokens": 1772542.0, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.117918010133579, |
| "grad_norm": 3.323991537094116, |
| "learning_rate": 2.952029520295203e-05, |
| "loss": 1.657, |
| "mean_token_accuracy": 0.6505417212843895, |
| "num_tokens": 1788151.0, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.1363426992169505, |
| "grad_norm": 1.968610405921936, |
| "learning_rate": 2.8905289052890532e-05, |
| "loss": 1.493, |
| "mean_token_accuracy": 0.6852642297744751, |
| "num_tokens": 1804815.0, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.154767388300322, |
| "grad_norm": 3.373903512954712, |
| "learning_rate": 2.829028290282903e-05, |
| "loss": 1.5195, |
| "mean_token_accuracy": 0.6652759924530983, |
| "num_tokens": 1818226.0, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.1731920773836944, |
| "grad_norm": 2.232060432434082, |
| "learning_rate": 2.767527675276753e-05, |
| "loss": 1.5121, |
| "mean_token_accuracy": 0.6762837044894695, |
| "num_tokens": 1833400.0, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.191616766467066, |
| "grad_norm": 1.888635516166687, |
| "learning_rate": 2.706027060270603e-05, |
| "loss": 1.6081, |
| "mean_token_accuracy": 0.6562661565840244, |
| "num_tokens": 1847505.0, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.2100414555504377, |
| "grad_norm": 2.28125262260437, |
| "learning_rate": 2.650676506765068e-05, |
| "loss": 1.5981, |
| "mean_token_accuracy": 0.6534711696207524, |
| "num_tokens": 1862044.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.2284661446338094, |
| "grad_norm": 2.1634366512298584, |
| "learning_rate": 2.5891758917589176e-05, |
| "loss": 1.6522, |
| "mean_token_accuracy": 0.6541110493242741, |
| "num_tokens": 1876889.0, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.246890833717181, |
| "grad_norm": 2.3856070041656494, |
| "learning_rate": 2.5276752767527677e-05, |
| "loss": 1.5706, |
| "mean_token_accuracy": 0.6649116739630699, |
| "num_tokens": 1893388.0, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.265315522800553, |
| "grad_norm": 2.3563289642333984, |
| "learning_rate": 2.4661746617466175e-05, |
| "loss": 1.6115, |
| "mean_token_accuracy": 0.6710579909384251, |
| "num_tokens": 1908415.0, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.2837402118839245, |
| "grad_norm": 1.7748916149139404, |
| "learning_rate": 2.4046740467404673e-05, |
| "loss": 1.5964, |
| "mean_token_accuracy": 0.661432110518217, |
| "num_tokens": 1922173.0, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.302164900967296, |
| "grad_norm": 3.3364036083221436, |
| "learning_rate": 2.3431734317343175e-05, |
| "loss": 1.5898, |
| "mean_token_accuracy": 0.6684726983308792, |
| "num_tokens": 1936339.0, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.320589590050668, |
| "grad_norm": 1.6432230472564697, |
| "learning_rate": 2.2816728167281673e-05, |
| "loss": 1.7973, |
| "mean_token_accuracy": 0.6203286804258823, |
| "num_tokens": 1950870.0, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.3390142791340396, |
| "grad_norm": 1.678228497505188, |
| "learning_rate": 2.220172201722017e-05, |
| "loss": 1.4057, |
| "mean_token_accuracy": 0.6923253484070301, |
| "num_tokens": 1967394.0, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.3574389682174113, |
| "grad_norm": 2.503005266189575, |
| "learning_rate": 2.1586715867158673e-05, |
| "loss": 1.643, |
| "mean_token_accuracy": 0.6646282590925694, |
| "num_tokens": 1983865.0, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.375863657300783, |
| "grad_norm": 2.67020583152771, |
| "learning_rate": 2.097170971709717e-05, |
| "loss": 1.3788, |
| "mean_token_accuracy": 0.6916278369724751, |
| "num_tokens": 2000344.0, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.3942883463841547, |
| "grad_norm": 2.9962821006774902, |
| "learning_rate": 2.035670356703567e-05, |
| "loss": 1.5506, |
| "mean_token_accuracy": 0.6763791911303997, |
| "num_tokens": 2014336.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.4127130354675264, |
| "grad_norm": 1.9718595743179321, |
| "learning_rate": 1.974169741697417e-05, |
| "loss": 1.422, |
| "mean_token_accuracy": 0.6856225565075874, |
| "num_tokens": 2027788.0, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.431137724550898, |
| "grad_norm": 2.0590851306915283, |
| "learning_rate": 1.912669126691267e-05, |
| "loss": 1.5242, |
| "mean_token_accuracy": 0.6755510538816452, |
| "num_tokens": 2042151.0, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.4495624136342697, |
| "grad_norm": 3.358384609222412, |
| "learning_rate": 1.851168511685117e-05, |
| "loss": 1.7132, |
| "mean_token_accuracy": 0.6465204678475857, |
| "num_tokens": 2055971.0, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.4679871027176414, |
| "grad_norm": 2.9107906818389893, |
| "learning_rate": 1.7896678966789668e-05, |
| "loss": 1.515, |
| "mean_token_accuracy": 0.681264215707779, |
| "num_tokens": 2072566.0, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.4864117918010136, |
| "grad_norm": 1.770975947380066, |
| "learning_rate": 1.7281672816728166e-05, |
| "loss": 1.5032, |
| "mean_token_accuracy": 0.6722722187638283, |
| "num_tokens": 2088145.0, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.504836480884385, |
| "grad_norm": 1.7713598012924194, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.5416, |
| "mean_token_accuracy": 0.6729029573500156, |
| "num_tokens": 2106542.0, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.523261169967757, |
| "grad_norm": 2.127868890762329, |
| "learning_rate": 1.6051660516605166e-05, |
| "loss": 1.5215, |
| "mean_token_accuracy": 0.6672196105122566, |
| "num_tokens": 2123560.0, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.5416858590511286, |
| "grad_norm": 2.1167984008789062, |
| "learning_rate": 1.5436654366543664e-05, |
| "loss": 1.4684, |
| "mean_token_accuracy": 0.6837770715355873, |
| "num_tokens": 2137495.0, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.5601105481345003, |
| "grad_norm": 2.207040548324585, |
| "learning_rate": 1.4821648216482165e-05, |
| "loss": 1.5336, |
| "mean_token_accuracy": 0.6734577745199204, |
| "num_tokens": 2151938.0, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.578535237217872, |
| "grad_norm": 1.7322977781295776, |
| "learning_rate": 1.4206642066420663e-05, |
| "loss": 1.4342, |
| "mean_token_accuracy": 0.6726964369416237, |
| "num_tokens": 2170151.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.5969599263012437, |
| "grad_norm": 1.3172131776809692, |
| "learning_rate": 1.3591635916359163e-05, |
| "loss": 1.4978, |
| "mean_token_accuracy": 0.6762748882174492, |
| "num_tokens": 2188585.0, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.6153846153846154, |
| "grad_norm": 1.8074936866760254, |
| "learning_rate": 1.2976629766297663e-05, |
| "loss": 1.5174, |
| "mean_token_accuracy": 0.6642862960696221, |
| "num_tokens": 2203375.0, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.633809304467987, |
| "grad_norm": 1.885619044303894, |
| "learning_rate": 1.2361623616236164e-05, |
| "loss": 1.5948, |
| "mean_token_accuracy": 0.6671996504068375, |
| "num_tokens": 2218469.0, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.652233993551359, |
| "grad_norm": 1.6329900026321411, |
| "learning_rate": 1.1746617466174662e-05, |
| "loss": 1.5492, |
| "mean_token_accuracy": 0.6715722292661667, |
| "num_tokens": 2231834.0, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.6706586826347305, |
| "grad_norm": 2.1220619678497314, |
| "learning_rate": 1.1131611316113162e-05, |
| "loss": 1.5341, |
| "mean_token_accuracy": 0.6820433601737023, |
| "num_tokens": 2245721.0, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.689083371718102, |
| "grad_norm": 1.9964560270309448, |
| "learning_rate": 1.0516605166051662e-05, |
| "loss": 1.5166, |
| "mean_token_accuracy": 0.6628463111817837, |
| "num_tokens": 2261815.0, |
| "step": 1460 |
| }, |
| { |
| "epoch": 2.707508060801474, |
| "grad_norm": 12.387279510498047, |
| "learning_rate": 9.90159901599016e-06, |
| "loss": 1.5471, |
| "mean_token_accuracy": 0.6632601089775563, |
| "num_tokens": 2276667.0, |
| "step": 1470 |
| }, |
| { |
| "epoch": 2.7259327498848456, |
| "grad_norm": 2.0253548622131348, |
| "learning_rate": 9.28659286592866e-06, |
| "loss": 1.5658, |
| "mean_token_accuracy": 0.6789613053202629, |
| "num_tokens": 2291291.0, |
| "step": 1480 |
| }, |
| { |
| "epoch": 2.7443574389682173, |
| "grad_norm": 1.9108439683914185, |
| "learning_rate": 8.67158671586716e-06, |
| "loss": 1.4854, |
| "mean_token_accuracy": 0.6836533501744271, |
| "num_tokens": 2303999.0, |
| "step": 1490 |
| }, |
| { |
| "epoch": 2.7627821280515894, |
| "grad_norm": 1.7962969541549683, |
| "learning_rate": 8.05658056580566e-06, |
| "loss": 1.5273, |
| "mean_token_accuracy": 0.6722525358200073, |
| "num_tokens": 2319105.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.7812068171349607, |
| "grad_norm": 2.1593410968780518, |
| "learning_rate": 7.441574415744158e-06, |
| "loss": 1.5067, |
| "mean_token_accuracy": 0.6785383746027946, |
| "num_tokens": 2334926.0, |
| "step": 1510 |
| }, |
| { |
| "epoch": 2.799631506218333, |
| "grad_norm": 2.421997308731079, |
| "learning_rate": 6.826568265682657e-06, |
| "loss": 1.6342, |
| "mean_token_accuracy": 0.6506063111126423, |
| "num_tokens": 2349539.0, |
| "step": 1520 |
| }, |
| { |
| "epoch": 2.818056195301704, |
| "grad_norm": 3.4870669841766357, |
| "learning_rate": 6.211562115621156e-06, |
| "loss": 1.5042, |
| "mean_token_accuracy": 0.6885576844215393, |
| "num_tokens": 2365100.0, |
| "step": 1530 |
| }, |
| { |
| "epoch": 2.836480884385076, |
| "grad_norm": 3.078742504119873, |
| "learning_rate": 5.596555965559656e-06, |
| "loss": 1.5695, |
| "mean_token_accuracy": 0.6784139782190323, |
| "num_tokens": 2380593.0, |
| "step": 1540 |
| }, |
| { |
| "epoch": 2.854905573468448, |
| "grad_norm": 1.6315090656280518, |
| "learning_rate": 4.981549815498155e-06, |
| "loss": 1.4953, |
| "mean_token_accuracy": 0.6661784201860428, |
| "num_tokens": 2394706.0, |
| "step": 1550 |
| }, |
| { |
| "epoch": 2.8733302625518196, |
| "grad_norm": 2.375655174255371, |
| "learning_rate": 4.366543665436655e-06, |
| "loss": 1.4862, |
| "mean_token_accuracy": 0.67956483066082, |
| "num_tokens": 2411550.0, |
| "step": 1560 |
| }, |
| { |
| "epoch": 2.8917549516351913, |
| "grad_norm": 2.630934476852417, |
| "learning_rate": 3.7515375153751537e-06, |
| "loss": 1.5755, |
| "mean_token_accuracy": 0.6751994095742703, |
| "num_tokens": 2425876.0, |
| "step": 1570 |
| }, |
| { |
| "epoch": 2.910179640718563, |
| "grad_norm": 3.1176366806030273, |
| "learning_rate": 3.136531365313653e-06, |
| "loss": 1.7321, |
| "mean_token_accuracy": 0.6398597691208124, |
| "num_tokens": 2439891.0, |
| "step": 1580 |
| }, |
| { |
| "epoch": 2.9286043298019346, |
| "grad_norm": 1.6314257383346558, |
| "learning_rate": 2.5215252152521524e-06, |
| "loss": 1.6167, |
| "mean_token_accuracy": 0.6670875735580921, |
| "num_tokens": 2455716.0, |
| "step": 1590 |
| }, |
| { |
| "epoch": 2.9470290188853063, |
| "grad_norm": 1.7537063360214233, |
| "learning_rate": 1.9065190651906518e-06, |
| "loss": 1.5896, |
| "mean_token_accuracy": 0.6640482462942601, |
| "num_tokens": 2472772.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.965453707968678, |
| "grad_norm": 1.577064037322998, |
| "learning_rate": 1.2915129151291513e-06, |
| "loss": 1.4015, |
| "mean_token_accuracy": 0.6940291911363602, |
| "num_tokens": 2490083.0, |
| "step": 1610 |
| }, |
| { |
| "epoch": 2.9838783970520497, |
| "grad_norm": 1.8871995210647583, |
| "learning_rate": 6.765067650676507e-07, |
| "loss": 1.4477, |
| "mean_token_accuracy": 0.6804400004446507, |
| "num_tokens": 2508552.0, |
| "step": 1620 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1626, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.352835556859904e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
